@ax-llm/ax 13.0.22 → 13.0.23

package/index.cjs

@@ -105,7 +105,7 @@ ${e}
 `,n.value.forEach((r,i)=>{o+=`Embedding ${i+1}: [${r.sample.join(", ")}${r.truncated?", ...":""}] (length: ${r.length})`,i<n.value.length-1&&(o+=`
 ${e}
 `)});break;default:o=JSON.stringify(n,null,2)}s(o)}};var T={LLM_SYSTEM:"gen_ai.system",LLM_OPERATION_NAME:"gen_ai.operation.name",LLM_REQUEST_MODEL:"gen_ai.request.model",LLM_REQUEST_MAX_TOKENS:"gen_ai.request.max_tokens",LLM_REQUEST_TEMPERATURE:"gen_ai.request.temperature",LLM_REQUEST_TOP_K:"gen_ai.request.top_k",LLM_REQUEST_FREQUENCY_PENALTY:"gen_ai.request.frequency_penalty",LLM_REQUEST_PRESENCE_PENALTY:"gen_ai.request.presence_penalty",LLM_REQUEST_STOP_SEQUENCES:"gen_ai.request.stop_sequences",LLM_REQUEST_LLM_IS_STREAMING:"gen_ai.request.llm_is_streaming",LLM_REQUEST_TOP_P:"gen_ai.request.top_p",LLM_USAGE_INPUT_TOKENS:"gen_ai.usage.input_tokens",LLM_USAGE_OUTPUT_TOKENS:"gen_ai.usage.output_tokens",LLM_USAGE_TOTAL_TOKENS:"gen_ai.usage.total_tokens",LLM_USAGE_THOUGHTS_TOKENS:"gen_ai.usage.thoughts_tokens",DB_SYSTEM:"db.system",DB_TABLE:"db.table",DB_NAMESPACE:"db.namespace",DB_ID:"db.id",DB_QUERY_TEXT:"db.query.text",DB_VECTOR:"db.vector",DB_OPERATION_NAME:"db.operation.name",DB_VECTOR_QUERY_TOP_K:"db.vector.query.top_k",DB_QUERY_EMBEDDINGS:"db.query.embeddings",DB_QUERY_RESULT:"db.query.result",DB_QUERY_EMBEDDINGS_VECTOR:"db.query.embeddings.vector",DB_QUERY_RESULT_ID:"db.query.result.id",DB_QUERY_RESULT_SCORE:"db.query.result.score",DB_QUERY_RESULT_DISTANCE:"db.query.result.distance",DB_QUERY_RESULT_METADATA:"db.query.result.metadata",DB_QUERY_RESULT_VECTOR:"db.query.result.vector",DB_QUERY_RESULT_DOCUMENT:"db.query.result.document"},H={GEN_AI_USER_MESSAGE:"gen_ai.user.message",GEN_AI_SYSTEM_MESSAGE:"gen_ai.system.message",GEN_AI_ASSISTANT_MESSAGE:"gen_ai.assistant.message",GEN_AI_TOOL_MESSAGE:"gen_ai.tool.message",GEN_AI_CHOICE:"gen_ai.choice",GEN_AI_USAGE:"gen_ai.usage"},Pn=(o=>(o.COMPLETION="completion",o.CHAT="chat",o.RERANK="rerank",o.UNKNOWN="unknown",o))(Pn||{}),Fn=(r=>(r.WORKFLOW="workflow",r.TASK="task",r.AGENT="agent",r.TOOL="tool",r.UNKNOWN="unknown",r))(Fn||{});var Gn=class{buffer;doneCallback;transformFn;constructor(e,t){this.transformFn=e,this.doneCallback=t,this.buffer=t?[]:void 0}async transform(e,t){let n=this.transformFn(e);n&&(t.enqueue(n),this.buffer?.push(n))}async flush(e){await this.doneCallback?.(this.buffer??[]),e.terminate()}},Rt=class extends TransformStream{constructor(e,t){super(new Gn(e,t))}};function Ct(s,e){for(let t of e){let n=s.find(o=>o.id===t.id);n?(typeof t.function.name=="string"&&t.function.name.length>0&&(n.function.name+=t.function.name),typeof t.function.params=="string"&&t.function.params.length>0&&(n.function.params+=t.function.params),typeof t.function.params=="object"&&(n.function.params=t.function.params)):s.push(t)}}var Ho=(s,e,t,n)=>{let o=n?s.filter(i=>i.role!=="system"):[...s];t({name:"ChatRequestChatPrompt",step:e,value:o})};var Ko=(s,e)=>{if(!s.results)return;let t={name:"ChatResponseResults",value:s.results};e(t)},Wo=(s,e,t)=>{t({name:"ChatResponseStreamingResult",index:e,value:s})};function Vo(s,e){let t=new Map;for(let n of s)for(let o of n.results){if(!o)continue;let r=t.get(o.index);r?(o.content&&(r.content=(r.content??"")+o.content),o.thought&&(r.thought=(r.thought??"")+o.thought),o.finishReason&&(r.finishReason=o.finishReason),o.functionCalls&&(r.functionCalls?Ct(r.functionCalls,structuredClone(o.functionCalls)):r.functionCalls=structuredClone(o.functionCalls))):(r=structuredClone(o),t.set(o.index,r))}for(let n of t.values()){let o={name:"ChatResponseStreamingDoneResult",index:n.index,value:n};e(o)}}var Jo=(s,e)=>{e({name:"FunctionResults",value:s})},Yo=(s,e,t,n)=>{n({name:"FunctionError",index:e,fixingInstructions:t,error:s})},Qo=(s,e,t,n)=>{n({name:"ValidationError",index:e,fixingInstructions:t,error:s})},Xo=(s,e,t,n)=>{n({name:"AssertionError",index:e,fixingInstructions:t,error:s})},Zo=(s,e,t)=>{t({name:"RefusalError",index:e,error:s})};var er=(s,e,t)=>{t({name:"EmbedRequest",embedModel:e,value:s})},tr=(s,e)=>{let t=s.slice(0,3).map(o=>({length:o.length,sample:o.slice(0,5),truncated:o.length>5})),n={name:"EmbedResponse",totalEmbeddings:s.length,value:t};e(n)},nr=(s,e,t,n)=>{n({name:"ResultPickerUsed",sampleCount:s,selectedIndex:e,latency:t})};var Dn=s=>{let e={};for(let[t,n]of Object.entries(s))if(n!=null){let o=String(n);e[t]=o.length>100?o.substring(0,100):o}return e},Tt,or=s=>{if(Tt)return Tt;if(s)return Tt=Xs(s),Tt};var Xs=s=>({latencyHistogram:s.createHistogram("ax_llm_request_duration_ms",{description:"Duration of LLM requests in milliseconds",unit:"ms"}),errorCounter:s.createCounter("ax_llm_errors_total",{description:"Total number of LLM request errors"}),requestCounter:s.createCounter("ax_llm_requests_total",{description:"Total number of LLM requests"}),tokenCounter:s.createCounter("ax_llm_tokens_total",{description:"Total number of LLM tokens consumed"}),inputTokenCounter:s.createCounter("ax_llm_input_tokens_total",{description:"Total number of input/prompt tokens consumed"}),outputTokenCounter:s.createCounter("ax_llm_output_tokens_total",{description:"Total number of output/completion tokens generated"}),errorRateGauge:s.createGauge("ax_llm_error_rate",{description:"Current error rate as a percentage (0-100)"}),meanLatencyGauge:s.createGauge("ax_llm_mean_latency_ms",{description:"Mean latency of LLM requests in milliseconds",unit:"ms"}),p95LatencyGauge:s.createGauge("ax_llm_p95_latency_ms",{description:"95th percentile latency of LLM requests in milliseconds",unit:"ms"}),p99LatencyGauge:s.createGauge("ax_llm_p99_latency_ms",{description:"99th percentile latency of LLM requests in milliseconds",unit:"ms"}),streamingRequestsCounter:s.createCounter("ax_llm_streaming_requests_total",{description:"Total number of streaming LLM requests"}),functionCallsCounter:s.createCounter("ax_llm_function_calls_total",{description:"Total number of function/tool calls made"}),functionCallLatencyHistogram:s.createHistogram("ax_llm_function_call_latency_ms",{description:"Latency of function calls in milliseconds",unit:"ms"}),requestSizeHistogram:s.createHistogram("ax_llm_request_size_bytes",{description:"Size of LLM request payloads in bytes",unit:"By"}),responseSizeHistogram:s.createHistogram("ax_llm_response_size_bytes",{description:"Size of LLM response payloads in bytes",unit:"By"}),temperatureGauge:s.createGauge("ax_llm_temperature_gauge",{description:"Temperature setting used for LLM requests"}),maxTokensGauge:s.createGauge("ax_llm_max_tokens_gauge",{description:"Maximum tokens setting used for LLM requests"}),estimatedCostCounter:s.createCounter("ax_llm_estimated_cost_total",{description:"Estimated cost of LLM requests in USD",unit:"$"}),promptLengthHistogram:s.createHistogram("ax_llm_prompt_length_chars",{description:"Length of prompts in characters"}),contextWindowUsageGauge:s.createGauge("ax_llm_context_window_usage_ratio",{description:"Context window utilization ratio (0-1)"}),timeoutsCounter:s.createCounter("ax_llm_timeouts_total",{description:"Total number of timed out LLM requests"}),abortsCounter:s.createCounter("ax_llm_aborts_total",{description:"Total number of aborted LLM requests"}),thinkingBudgetUsageCounter:s.createCounter("ax_llm_thinking_budget_usage_total",{description:"Total thinking budget tokens used"}),multimodalRequestsCounter:s.createCounter("ax_llm_multimodal_requests_total",{description:"Total number of multimodal requests (with images/audio)"})}),rr=(s,e,t,n,o)=>{try{if(s.latencyHistogram){let r=Dn({operation:e,ai_service:n,...o?{model:o}:{}});s.latencyHistogram.record(t,r)}}catch(r){console.warn("Failed to record latency metric:",r)}},sr=(s,e,t,n,o,r,i)=>{let a={operation:e,ai_service:r,...i?{model:i}:{}};s.meanLatencyGauge&&s.meanLatencyGauge.record(t,a),s.p95LatencyGauge&&s.p95LatencyGauge.record(n,a),s.p99LatencyGauge&&s.p99LatencyGauge.record(o,a)},ir=(s,e,t,n)=>{try{if(s.errorCounter){let o=Dn({operation:e,ai_service:t,...n?{model:n}:{}});s.errorCounter.add(1,o)}}catch(o){console.warn("Failed to record error metric:",o)}},ar=(s,e,t,n,o)=>{s.errorRateGauge&&s.errorRateGauge.record(t*100,{operation:e,ai_service:n,...o?{model:o}:{}})},lr=(s,e,t,n)=>{s.requestCounter&&s.requestCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{}})},We=(s,e,t,n,o)=>{try{let r=Dn({ai_service:n,...o?{model:o}:{}});s.tokenCounter&&s.tokenCounter.add(t,{token_type:e,...r}),e==="input"&&s.inputTokenCounter&&s.inputTokenCounter.add(t,r),e==="output"&&s.outputTokenCounter&&s.outputTokenCounter.add(t,r)}catch(r){console.warn("Failed to record token metric:",r)}},pr=(s,e,t,n,o)=>{t&&s.streamingRequestsCounter&&s.streamingRequestsCounter.add(1,{operation:e,ai_service:n,...o?{model:o}:{}})},cr=(s,e,t,n,o)=>{let r={function_name:e,...n?{ai_service:n}:{},...o?{model:o}:{}};s.functionCallsCounter&&s.functionCallsCounter.add(1,r),t&&s.functionCallLatencyHistogram&&s.functionCallLatencyHistogram.record(t,r)},Ln=(s,e,t,n,o)=>{s.requestSizeHistogram&&s.requestSizeHistogram.record(t,{operation:e,ai_service:n,...o?{model:o}:{}})},Un=(s,e,t,n,o)=>{s.responseSizeHistogram&&s.responseSizeHistogram.record(t,{operation:e,ai_service:n,...o?{model:o}:{}})},ur=(s,e,t,n,o)=>{let r={...n?{ai_service:n}:{},...o?{model:o}:{}};e!==void 0&&s.temperatureGauge&&s.temperatureGauge.record(e,r),t!==void 0&&s.maxTokensGauge&&s.maxTokensGauge.record(t,r)},Nn=(s,e,t,n,o)=>{s.estimatedCostCounter&&s.estimatedCostCounter.add(t,{operation:e,ai_service:n,...o?{model:o}:{}})},dr=(s,e,t,n)=>{s.promptLengthHistogram&&s.promptLengthHistogram.record(e,{ai_service:t,...n?{model:n}:{}})},mr=(s,e,t,n)=>{s.contextWindowUsageGauge&&s.contextWindowUsageGauge.record(e,{ai_service:t,...n?{model:n}:{}})},gr=(s,e,t,n)=>{s.timeoutsCounter&&s.timeoutsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{}})},Ar=(s,e,t,n)=>{s.abortsCounter&&s.abortsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{}})},hr=(s,e,t,n)=>{s.thinkingBudgetUsageCounter&&s.thinkingBudgetUsageCounter.add(e,{ai_service:t,...n?{model:n}:{}})},xr=(s,e,t,n,o)=>{(e||t)&&s.multimodalRequestsCounter&&s.multimodalRequestsCounter.add(1,{ai_service:n,has_images:e.toString(),has_audio:t.toString(),...o?{model:o}:{}})};var w=()=>structuredClone({temperature:0,topK:40,topP:.9}),G=()=>structuredClone({temperature:.4,topP:.7,frequencyPenalty:.2}),P=class{constructor(e,{name:t,apiURL:n,headers:o,modelInfo:r,defaults:i,options:a={},supportFor:l,models:p}){this.aiImpl=e;this.name=t,this.apiURL=n||"",this.headers=o,this.supportFor=l,this.tracer=a.tracer??O.tracer,this.meter=a.meter??O.meter,this.modelInfo=r,this.models=p,this.id=$();let c=this.getModel(i.model)??i.model,d=this.getEmbedModel(i.embedModel)??i.embedModel;if(this.defaults={model:c,embedModel:d},!i.model||typeof i.model!="string"||i.model==="")throw new Error("No model defined");this.setOptions(a),p&&ei(p)}debug=!1;rt;fetch;tracer;meter;timeout;excludeContentFromTrace;models;abortSignal;logger=O.logger??zo;corsProxy;modelInfo;modelUsage;embedModelUsage;defaults;lastUsedModelConfig;lastUsedChatModel;lastUsedEmbedModel;apiURL;name;id;headers;supportFor;metrics={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}};getMetricsInstruments(){return or(this.meter)}setName(e){this.name=e}getId(){return this.id}setAPIURL(e){this.apiURL=e}setHeaders(e){this.headers=e}setOptions(e){this.debug=e.debug??!1,this.rt=e.rateLimiter,this.fetch=e.fetch,this.timeout=e.timeout,this.tracer=e.tracer??O.tracer,this.meter=e.meter??O.meter,this.excludeContentFromTrace=e.excludeContentFromTrace,this.abortSignal=e.abortSignal,this.logger=e.logger??O.logger??this.logger,this.corsProxy=e.corsProxy}getOptions(){return{debug:this.debug,rateLimiter:this.rt,fetch:this.fetch,tracer:this.tracer,meter:this.meter,timeout:this.timeout,excludeContentFromTrace:this.excludeContentFromTrace,abortSignal:this.abortSignal,logger:this.logger,corsProxy:this.corsProxy}}getLogger(){return this.logger}getModelList(){let e=[];for(let t of this.models??[])t.isInternal||("model"in t&&t.model&&e.push({key:t.key,description:t.description,model:t.model}),"embedModel"in t&&t.embedModel&&e.push({key:t.key,description:t.description,embedModel:t.embedModel}));return e}getName(){return this.name}getFeatures(e){return typeof this.supportFor=="function"?this.supportFor(e??this.defaults.model):this.supportFor}getLastUsedChatModel(){return this.lastUsedChatModel}getLastUsedEmbedModel(){return this.lastUsedEmbedModel}getLastUsedModelConfig(){return this.lastUsedModelConfig}calculatePercentile(e,t){if(e.length===0)return 0;let n=[...e].sort((r,i)=>r-i),o=Math.ceil(t/100*n.length)-1;return n[o]??0}updateLatencyMetrics(e,t){let n=this.metrics.latency[e];n.samples.push(t),n.samples.length>1e3&&n.samples.shift(),n.mean=n.samples.reduce((r,i)=>r+i,0)/n.samples.length,n.p95=this.calculatePercentile(n.samples,95),n.p99=this.calculatePercentile(n.samples,99);let o=this.getMetricsInstruments();if(o){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;rr(o,e,t,this.name,r),sr(o,e,n.mean,n.p95,n.p99,this.name,r)}}updateErrorMetrics(e,t){let n=this.metrics.errors[e];n.total++,t&&n.count++,n.rate=n.count/n.total;let o=this.getMetricsInstruments();if(o){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;lr(o,e,this.name,r),t&&ir(o,e,this.name,r),ar(o,e,n.rate,this.name,r)}}recordTokenUsage(e){let t=this.getMetricsInstruments();if(t&&e?.tokens){let{promptTokens:n,completionTokens:o,totalTokens:r,thoughtsTokens:i}=e.tokens;n&&We(t,"input",n,this.name,e.model),o&&We(t,"output",o,this.name,e.model),r&&We(t,"total",r,this.name,e.model),i&&We(t,"thoughts",i,this.name,e.model)}}calculateRequestSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}calculateResponseSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}detectMultimodalContent(e){let t=!1,n=!1;if(e.chatPrompt&&Array.isArray(e.chatPrompt)){for(let o of e.chatPrompt)if(o.role==="user"&&Array.isArray(o.content))for(let r of o.content)r.type==="image"?t=!0:r.type==="audio"&&(n=!0)}return{hasImages:t,hasAudio:n}}calculatePromptLength(e){let t=0;if(e.chatPrompt&&Array.isArray(e.chatPrompt))for(let n of e.chatPrompt)if(n.role==="system"||n.role==="assistant")n.content&&(t+=n.content.length);else if(n.role==="user"){if(typeof n.content=="string")t+=n.content.length;else if(Array.isArray(n.content))for(let o of n.content)o.type==="text"&&(t+=o.text.length)}else n.role==="function"&&n.result&&(t+=n.result.length);return t}calculateContextWindowUsage(e,t){if(!t?.tokens?.promptTokens)return 0;let n=this.modelInfo.find(o=>o.name===e);return n?.contextWindow?t.tokens.promptTokens/n.contextWindow:0}estimateCost(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(l=>l.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:o=0,completionTokens:r=0}=t.tokens,i=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return o*i/1e6+r*a/1e6}estimateCostByName(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(l=>l.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:o=0,completionTokens:r=0}=t.tokens,i=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return o*i/1e6+r*a/1e6}recordFunctionCallMetrics(e,t){let n=this.getMetricsInstruments();if(!(!n||!e))for(let o of e)o&&typeof o=="object"&&"function"in o&&o.function&&typeof o.function=="object"&&"name"in o.function&&cr(n,o.function.name,void 0,this.name,t)}recordTimeoutMetric(e){let t=this.getMetricsInstruments();if(t){let n=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;gr(t,e,this.name,n)}}recordAbortMetric(e){let t=this.getMetricsInstruments();if(t){let n=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;Ar(t,e,this.name,n)}}recordChatMetrics(e,t,n){let o=this.getMetricsInstruments();if(!o)return;let r=this.lastUsedChatModel,i=this.lastUsedModelConfig,a=i?.stream??!1;pr(o,"chat",a,this.name,r);let{hasImages:l,hasAudio:p}=this.detectMultimodalContent(e);xr(o,l,p,this.name,r);let c=this.calculatePromptLength(e);dr(o,c,this.name,r),ur(o,i?.temperature,i?.maxTokens,this.name,r),t?.thinkingTokenBudget&&this.modelUsage?.tokens?.thoughtsTokens&&hr(o,this.modelUsage.tokens.thoughtsTokens,this.name,r);let d=this.calculateRequestSize(e);if(Ln(o,"chat",d,this.name,r),n&&!a){let u=n,m=this.calculateResponseSize(u);if(Un(o,"chat",m,this.name,r),u.results)for(let y of u.results)y.functionCalls&&this.recordFunctionCallMetrics(y.functionCalls,this.lastUsedChatModel);let A=this.calculateContextWindowUsage(this.lastUsedChatModel,u.modelUsage);A>0&&mr(o,A,this.name,r);let g=this.estimateCost(this.lastUsedChatModel,u.modelUsage);g>0&&Nn(o,"chat",g,this.name,r)}}recordEmbedMetrics(e,t){let n=this.getMetricsInstruments();if(!n)return;let o=this.lastUsedEmbedModel,r=this.calculateRequestSize(e);Ln(n,"embed",r,this.name,o);let i=this.calculateResponseSize(t);Un(n,"embed",i,this.name,o);let a=this.estimateCostByName(o,t.modelUsage);a>0&&Nn(n,"embed",a,this.name,o)}getMetrics(){return structuredClone(this.metrics)}async chat(e,t){let n=performance.now(),o=!1,r;try{return r=await this._chat1(e,t),r}catch(i){throw o=!0,i instanceof Error&&(i.message.includes("timeout")||i.name==="TimeoutError"?this.recordTimeoutMetric("chat"):(i.message.includes("abort")||i.name==="AbortError")&&this.recordAbortMetric("chat")),i}finally{let i=performance.now()-n;this.updateLatencyMetrics("chat",i),this.updateErrorMetrics("chat",o),o||this.recordChatMetrics(e,t,r)}}async _chat1(e,t){let n=this.getModel(e.model)??e.model??this.defaults.model;e.chatPrompt&&Array.isArray(e.chatPrompt)&&Bn(e.chatPrompt);let o={...this.aiImpl.getModelConfig(),...e.modelConfig};if(t?.thinkingTokenBudget&&!this.getFeatures(n).hasThinkingBudget)throw new Error(`Model ${n} does not support thinkingTokenBudget.`);if(t?.showThoughts&&!this.getFeatures(n).hasShowThoughts)throw new Error(`Model ${n} does not support showThoughts.`);if(this.modelInfo.find(a=>a.name===n)?.isExpensive&&t?.useExpensiveModel!=="yes")throw new Error(`Model ${n} is marked as expensive and requires explicit confirmation. Set useExpensiveModel: "yes" to proceed.`);return o.stream=(t?.stream!==void 0?t.stream:o.stream)??!0,this.getFeatures(n).streaming||(o.stream=!1),this.tracer?await this.tracer.startActiveSpan("AI Chat Request",{kind:ue.SpanKind.SERVER,attributes:{[T.LLM_SYSTEM]:this.name,[T.LLM_OPERATION_NAME]:"chat",[T.LLM_REQUEST_MODEL]:n,[T.LLM_REQUEST_MAX_TOKENS]:o.maxTokens??"Not set",[T.LLM_REQUEST_TEMPERATURE]:o.temperature,[T.LLM_REQUEST_TOP_P]:o.topP??"Not set",[T.LLM_REQUEST_TOP_K]:o.topK??"Not set",[T.LLM_REQUEST_FREQUENCY_PENALTY]:o.frequencyPenalty??"Not set",[T.LLM_REQUEST_PRESENCE_PENALTY]:o.presencePenalty??"Not set",[T.LLM_REQUEST_STOP_SEQUENCES]:o.stopSequences?.join(", ")??"Not set",[T.LLM_REQUEST_LLM_IS_STREAMING]:o.stream??"Not set"}},t?.traceContext??ue.context.active(),async a=>await this._chat2(n,o,e,t,a)):await this._chat2(n,o,e,t)}cleanupFunctionSchema(e){let t={...e};if(t.parameters){let n={...t.parameters};Array.isArray(n.required)&&n.required.length===0&&delete n.required,n.properties&&Object.keys(n.properties).length===0&&delete n.properties,Object.keys(n).length===0||Object.keys(n).length===1&&n.type==="object"?delete t.parameters:t.parameters=n}return t}async _chat2(e,t,n,o,r){if(!this.aiImpl.createChatReq)throw new Error("generateChatReq not implemented");let i=o?.debug??this.debug,a;n.functions&&n.functions.length>0&&(a=n.functions.map(m=>this.cleanupFunctionSchema(m)));let l={...n,model:e,functions:a,modelConfig:t};this.lastUsedChatModel=e,this.lastUsedModelConfig=t;let p=async()=>{let[m,A]=await this.aiImpl.createChatReq(l,o);return r?.isRecording()&&Zs(n,r,this.excludeContentFromTrace),await U({name:m.name,url:this.apiURL,localCall:m.localCall,headers:await this.buildHeaders(m.headers),stream:t.stream,timeout:this.timeout,debug:i,fetch:this.fetch,span:r,abortSignal:o?.abortSignal??this.abortSignal,corsProxy:this.corsProxy},A)};i&&Ho(l.chatPrompt,o?.stepIndex??0,o?.logger??this.logger,o?.debugHideSystemPrompt);let c=o?.rateLimiter??this.rt,d=c?await c(p,{modelUsage:this.modelUsage}):await p();if(t.stream){if(!this.aiImpl.createChatStreamResp)throw new Error("generateChatStreamResp not implemented");let m=this.aiImpl.createChatStreamResp.bind(this),A=x=>f=>{let v=m(f,x);if(v.sessionId=o?.sessionId,!v.modelUsage){let I=this.aiImpl.getTokenUsage();I&&(v.modelUsage={ai:this.name,model:e,tokens:I})}if(this.modelUsage=v.modelUsage,this.recordTokenUsage(v.modelUsage),r?.isRecording()&&fr(v,r,this.excludeContentFromTrace),i)for(let I of v.results)Wo(I,I.index,o?.logger??this.logger);return v},g=async x=>{r?.isRecording()&&r.end(),i&&Vo(x,o?.logger??this.logger)};if(typeof window<"u"){let x=d,f={},v=[];return new ReadableStream({start(I){let R=x.getReader();async function E(){try{for(;;){let{done:S,value:z}=await R.read();if(S){g&&await g(v),I.close();break}let V=A(f)(z);V&&(v.push(V),I.enqueue(V))}}catch(S){I.error(S)}finally{R.releaseLock()}}E()}})}return d.pipeThrough(new Rt(A({}),g))}if(!this.aiImpl.createChatResp)throw new Error("generateChatResp not implemented");let u=this.aiImpl.createChatResp(d);if(u.sessionId=o?.sessionId,!u.modelUsage){let m=this.aiImpl.getTokenUsage();m&&(u.modelUsage={ai:this.name,model:e,tokens:m})}return u.modelUsage&&(this.modelUsage=u.modelUsage,this.recordTokenUsage(u.modelUsage)),r?.isRecording()&&(fr(u,r,this.excludeContentFromTrace),r.end()),i&&Ko(u,o?.logger??this.logger),u}async embed(e,t){let n=performance.now(),o=!1,r;try{return r=await this._embed1(e,t),r}catch(i){throw o=!0,i instanceof Error&&(i.message.includes("timeout")||i.name==="TimeoutError"?this.recordTimeoutMetric("embed"):(i.message.includes("abort")||i.name==="AbortError")&&this.recordAbortMetric("embed")),i}finally{let i=performance.now()-n;this.updateLatencyMetrics("embed",i),this.updateErrorMetrics("embed",o),!o&&r&&this.recordEmbedMetrics(e,r)}}async _embed1(e,t){let n=this.getEmbedModel(e.embedModel)??e.embedModel??this.defaults.embedModel;if(!n)throw new Error("No embed model defined");return this.tracer&&await this.tracer?.startActiveSpan("AI Embed Request",{kind:ue.SpanKind.SERVER,attributes:{[T.LLM_SYSTEM]:this.name,[T.LLM_OPERATION_NAME]:"embeddings",[T.LLM_REQUEST_MODEL]:n}},t?.traceContext??ue.context.active(),async o=>{try{return await this._embed2(n,e,t,o)}finally{o.end()}}),this._embed2(n,e,t)}async _embed2(e,t,n,o){if(!this.aiImpl.createEmbedReq)throw new Error("generateEmbedReq not implemented");if(!this.aiImpl.createEmbedResp)throw new Error("generateEmbedResp not implemented");let r=this.aiImpl.createEmbedReq,i=n?.debug??this.debug,a={...t,embedModel:e};this.lastUsedEmbedModel=e,i&&er(a.texts??[],e,n?.logger??this.logger);let l=async()=>{let[d,u]=await r(a);return await U({name:d.name,url:this.apiURL,localCall:d.localCall,headers:await this.buildHeaders(d.headers),debug:i,fetch:this.fetch,timeout:this.timeout,span:o,abortSignal:n?.abortSignal??this.abortSignal,corsProxy:this.corsProxy},u)},p=this.rt?await this.rt(l,{modelUsage:this.embedModelUsage}):await l(),c=this.aiImpl.createEmbedResp?.(p);if(c.sessionId=n?.sessionId,!c.modelUsage){let d=this.aiImpl.getTokenUsage();d&&(c.modelUsage={ai:this.name,model:e,tokens:d})}return this.embedModelUsage=c.modelUsage,this.recordTokenUsage(c.modelUsage),o?.isRecording()&&c.modelUsage?.tokens&&o.addEvent(H.GEN_AI_USAGE,{[T.LLM_USAGE_INPUT_TOKENS]:c.modelUsage.tokens.promptTokens,[T.LLM_USAGE_OUTPUT_TOKENS]:c.modelUsage.tokens.completionTokens??0,[T.LLM_USAGE_TOTAL_TOKENS]:c.modelUsage.tokens.totalTokens}),i&&tr(c.embeddings,n?.logger??this.logger),o?.end(),c}async buildHeaders(e={}){return{...e,...await this.headers()}}getModelByKey(e){return e?this.models?.find(n=>n.key===e):void 0}getModel(e){let t=this.getModelByKey(e);return t&&"model"in t?t.model:void 0}getEmbedModel(e){let t=this.getModelByKey(e);return t&&"embedModel"in t?t.embedModel:void 0}};function Zs(s,e,t){let n=[];if(s.chatPrompt&&Array.isArray(s.chatPrompt)&&s.chatPrompt.length>0)for(let r of s.chatPrompt)switch(r.role){case"system":if(r.content){let i={};t||(i.content=r.content),e.addEvent(H.GEN_AI_SYSTEM_MESSAGE,i)}break;case"user":if(typeof r.content=="string")n.push(r.content);else if(Array.isArray(r.content))for(let i of r.content)i.type==="text"&&n.push(i.text);break;case"assistant":{let i=r.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params}));if(i&&i.length>0){let a={function_calls:JSON.stringify(i,null,2)};!t&&r.content&&(a.content=r.content),e.addEvent(H.GEN_AI_ASSISTANT_MESSAGE,a)}else if(r.content){let a={};t||(a.content=r.content),e.addEvent(H.GEN_AI_ASSISTANT_MESSAGE,a)}break}case"function":{let i={id:r.functionId};t||(i.content=r.result),e.addEvent(H.GEN_AI_TOOL_MESSAGE,i);break}}let o={};t||(o.content=n.join(`
-`)),e.addEvent(H.GEN_AI_USER_MESSAGE,o)}function fr(s,e,t){if(s.modelUsage?.tokens){let n=s.modelUsage.tokens.thoughtsTokens?{[T.LLM_USAGE_THOUGHTS_TOKENS]:s.modelUsage.tokens.thoughtsTokens}:{};e.addEvent(H.GEN_AI_USAGE,{[T.LLM_USAGE_INPUT_TOKENS]:s.modelUsage.tokens.promptTokens,[T.LLM_USAGE_OUTPUT_TOKENS]:s.modelUsage.tokens.completionTokens??0,[T.LLM_USAGE_TOTAL_TOKENS]:s.modelUsage.tokens.totalTokens,...n})}if(s.results)for(let n=0;n<s.results.length;n++){let o=s.results[n];if(!o||!o.content&&!o.thought&&!o.functionCalls?.length&&!o.finishReason)continue;let r=o.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params})),i={};r&&r.length>0?(t||(i.content=o.content),i.tool_calls=r):t||(i.content=o.content??""),e.addEvent(H.GEN_AI_CHOICE,{finish_reason:o.finishReason,index:n,message:JSON.stringify(i,null,2)})}}function Bn(s){for(let e=0;e<s.length;e++){let t=s[e];if(!t||typeof t!="object")throw new Error(`AxMessage array validation failed: Item at index ${e} is not a valid message object`);if("content"in t&&typeof t.content=="string"&&t.content.trim()==="")throw new Error(`AxMessage array validation failed: Item at index ${e} has empty content`)}}function ei(s){let e=new Set;for(let t of s){if(e.has(t.key))throw new Error(`Duplicate model key detected: "${t.key}". Each model key must be unique.`);e.add(t.key)}}var Ve=(c=>(c.Claude4Opus="claude-opus-4-20250514",c.Claude4Sonnet="claude-sonnet-4-20250514",c.Claude37Sonnet="claude-3-7-sonnet-latest",c.Claude35Sonnet="claude-3-5-sonnet-latest",c.Claude35Haiku="claude-3-5-haiku-latest",c.Claude3Opus="claude-3-opus-latest",c.Claude3Sonnet="claude-3-sonnet-20240229",c.Claude3Haiku="claude-3-haiku-20240307",c.Claude21="claude-2.1",c.ClaudeInstant12="claude-instant-1.2",c))(Ve||{}),wt=(i=>(i.Claude37Sonnet="claude-3-7-sonnet",i.Claude35Haiku="claude-3-5-haiku",i.Claude35Sonnet="claude-3-5-sonnet",i.Claude35SonnetV2="claude-3-5-sonnet-v2",i.Claude3Haiku="claude-3-haiku",i.Claude3Opus="claude-3-opus",i))(wt||{});var Je=[{name:"claude-opus-4-20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"claude-sonnet-4-20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"claude-3-7-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"claude-3-5-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192},{name:"claude-3-5-haiku-latest",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:4,maxTokens:8192},{name:"claude-3-opus-latest",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096},{name:"claude-3-sonnet-20240229",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:4096},{name:"claude-3-haiku-20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-2.1",currency:"usd",promptTokenCostPer1M:8,completionTokenCostPer1M:25,maxTokens:4096},{name:"claude-instant-1.2",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2.24,maxTokens:4096}];var qn=()=>structuredClone({model:"claude-3-7-sonnet-latest",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},...w()}),Ir=()=>structuredClone({model:"claude-3-7-sonnet",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},...w()}),$n=class{constructor(e,t){this.config=e;this.isVertex=t}tokensUsed;currentPromptConfig;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens??4096,temperature:e.temperature,topP:e.topP,topK:e.topK,stream:e.stream,stopSequences:e.stopSequences,endSequences:e.endSequences,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,n:e.n}}createChatReq=async(e,t)=>{this.currentPromptConfig=t;let n=e.model,o=e.modelConfig?.stream??this.config.stream,r;this.isVertex?r={name:o?`/models/${n}:streamRawPredict?alt=sse`:`/models/${n}:rawPredict`}:r={name:"/messages"};let i;if(e.functionCall&&e.functions&&e.functions.length>0)if(typeof e.functionCall=="string")switch(e.functionCall){case"auto":i={tool_choice:{type:"auto"}};break;case"required":i={tool_choice:{type:"any"}};break;case"none":throw new Error("functionCall none not supported")}else if("function"in e.functionCall)i={tool_choice:{type:"tool",name:e.functionCall.function.name}};else throw new Error("Invalid function call type, must be string or object");let a=e.chatPrompt.filter(f=>f.role==="system").map(f=>({type:"text",text:f.content,...f.cache?{cache:{type:"ephemeral"}}:{}})),l=e.chatPrompt.filter(f=>f.role!=="system"),p=ti(l),c=e.functions?.map(f=>({name:f.name,description:f.description,input_schema:f.parameters})),d=e.modelConfig?.maxTokens??this.config.maxTokens,u=e.modelConfig?.stopSequences??this.config.stopSequences,m=e.modelConfig?.temperature??this.config.temperature,A=e.modelConfig?.topP??this.config.topP,g=e.modelConfig?.topK??this.config.topK,y=e.modelConfig?.n??this.config.n;if(y&&y>1)throw new Error("Anthropic does not support sampling (n > 1)");let h;if(this.config.thinking?.budget_tokens&&(h=this.config.thinking),t?.thinkingTokenBudget){let f=this.config.thinkingTokenBudgetLevels;switch(t.thinkingTokenBudget){case"none":h=void 0;break;case"minimal":h={type:"enabled",budget_tokens:f?.minimal??1024};break;case"low":h={type:"enabled",budget_tokens:f?.low??5e3};break;case"medium":h={type:"enabled",budget_tokens:f?.medium??1e4};break;case"high":h={type:"enabled",budget_tokens:f?.high??2e4};break;case"highest":h={type:"enabled",budget_tokens:f?.highest??32e3};break}}let x={...this.isVertex?{anthropic_version:"vertex-2023-10-16"}:{model:n},...d?{max_tokens:d}:{},...u&&u.length>0?{stop_sequences:u}:{},...m&&!h?{temperature:m}:{},...A&&(!h||A>=.95)?{top_p:A}:{},...g&&!h?{top_k:g}:{},...i,...c&&c.length>0?{tools:c}:{},...o?{stream:!0}:{},...a?{system:a}:{},...h?{thinking:h}:{},messages:p};return[r,x]};createChatResp=e=>{if(e.type==="error")throw new M(e.error.message,void 0,void 0);let t=yr(e.stop_reason),n=this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1,o=e.content.map((r,i)=>r.type==="tool_use"?{index:i,id:r.id,functionCalls:[{id:r.id,type:"function",function:{name:r.name,params:r.input}}],finishReason:t}:(r.type==="thinking"||r.type==="redacted_thinking")&&n?{index:i,thought:r.thinking,id:e.id,finishReason:t}:{index:i,content:r.type==="text"?r.text:"",id:e.id,finishReason:t}).filter(r=>r.content!==""||r.thought!==void 0||r.functionCalls!==void 0);return this.tokensUsed={promptTokens:e.usage.input_tokens,completionTokens:e.usage.output_tokens,totalTokens:e.usage.input_tokens+e.usage.output_tokens},{results:o,remoteId:e.id}};createChatStreamResp=(e,t)=>{if(!("type"in e))throw new Error("Invalid Anthropic streaming event");let n=t;if(n.indexIdMap||(n.indexIdMap={}),e.type==="error"){let{error:r}=e;throw new M(r.message,void 0,void 0)}let o=0;if(e.type==="message_start"){let{message:r}=e,i=[{index:o,content:"",id:r.id}];return this.tokensUsed={promptTokens:r.usage?.input_tokens??0,completionTokens:r.usage?.output_tokens??0,totalTokens:(r.usage?.input_tokens??0)+(r.usage?.output_tokens??0)},{results:i}}if(e.type==="content_block_start"){let{content_block:r}=e;if(r.type==="text")return{results:[{index:o,content:r.text}]};if(r.type==="thinking")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:o,thought:r.thinking}]}:{results:[{index:o,content:""}]};if(r.type==="tool_use"&&typeof r.id=="string"&&typeof e.index=="number"&&!n.indexIdMap[e.index]){n.indexIdMap[e.index]=r.id;let i=[{id:r.id,type:"function",function:{name:r.name,params:""}}];return{results:[{index:o,functionCalls:i}]}}}if(e.type==="content_block_delta"){let{delta:r}=e;if(r.type==="text_delta")return{results:[{index:o,content:r.text}]};if(r.type==="thinking_delta")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:o,thought:r.thinking}]}:{results:[{index:o,content:""}]};if(r.type==="signature_delta")return{results:[{index:o,content:""}]};if(r.type==="input_json_delta"){let i=n.indexIdMap[e.index];if(!i)throw new Error(`invalid streaming index no id found: ${e.index}`);let a=[{id:i,type:"function",function:{name:"",params:r.partial_json}}];return{results:[{index:o,functionCalls:a}]}}}if(e.type==="message_delta"){let{delta:r,usage:i}=e;return this.tokensUsed={promptTokens:0,completionTokens:i.output_tokens,totalTokens:i.output_tokens},{results:[{index:o,content:"",finishReason:yr(r.stop_reason)}]}}return{results:[{index:o,content:""}]}}},de=class s extends P{static create(e){return new s(e)}constructor({apiKey:e,projectId:t,region:n,config:o,options:r,models:i}){let a=t!==void 0&&n!==void 0,l,p;if(a){if(!e)throw new Error("Anthropic Vertex API key not set");if(typeof e!="function")throw new Error("Anthropic Vertex API key must be a function for token-based authentication");l=`https://${n}-aiplatform.googleapis.com/v1/projects/${t}/locations/${n}/publishers/anthropic/`,p=async()=>({Authorization:`Bearer ${await e()}`})}else{if(!e)throw new Error("Anthropic API key not set");l="https://api.anthropic.com/v1",p=async()=>({"anthropic-version":"2023-06-01","anthropic-beta":"prompt-caching-2024-07-31","x-api-key":typeof e=="function"?await e():e})}let c={...qn(),...o},d=new $n(c,a),u=m=>{let A=B({model:m,modelInfo:Je,models:i});return{functions:!0,streaming:!0,hasThinkingBudget:A?.hasThinkingBudget??!1,hasShowThoughts:A?.hasShowThoughts??!1,functionCot:!0}};super(d,{name:"Anthropic",apiURL:l,headers:p,modelInfo:Je,defaults:{model:c.model},options:r,supportFor:u,models:i})}};function ti(s){let e=s.map(t=>{switch(t.role){case"function":return{role:"user",content:[{type:"tool_result",content:t.result,tool_use_id:t.functionId,...t.isError?{is_error:!0}:{},...t.cache?{cache:{type:"ephemeral"}}:{}}]};case"user":return typeof t.content=="string"?{role:"user",content:t.content}:{role:"user",content:t.content.map(o=>{switch(o.type){case"text":return{type:"text",text:o.text,...o.cache?{cache:{type:"ephemeral"}}:{}};case"image":return{type:"image",source:{type:"base64",media_type:o.mimeType,data:o.image},...o.cache?{cache:{type:"ephemeral"}}:{}};default:throw new Error("Invalid content type")}})};case"assistant":{let n="";return typeof t.content=="string"&&(n=t.content),typeof t.functionCalls<"u"&&(n=t.functionCalls.map(o=>{let r={};return typeof o.function.params=="string"?r=JSON.parse(o.function.params):typeof o.function.params=="object"&&(r=o.function.params),{type:"tool_use",id:o.id,name:o.function.name,input:r,...t.cache?{cache:{type:"ephemeral"}}:{}}})),{role:"assistant",content:n}}default:throw new Error("Invalid role")}});return ni(e)}function ni(s){let e=[];for(let[t,n]of s.entries()){if(n.role!=="assistant"){e.push(n);continue}if(t>0&&s.at(t-1)?.role==="assistant"){let o=e.pop();e.push({...o||{},...n})}else e.push(n)}return e}function yr(s){if(s)switch(s){case"stop_sequence":return"stop";case"max_tokens":return"length";case"tool_use":return"function_call";case"end_turn":return"stop";default:return"stop"}}var Ye=(h=>(h.GPT4="gpt-4",h.GPT41="gpt-4.1",h.GPT41Mini="gpt-4.1-mini",h.GPT4O="gpt-4o",h.GPT4OMini="gpt-4o-mini",h.GPT4ChatGPT4O="chatgpt-4o-latest",h.GPT4Turbo="gpt-4-turbo",h.GPT35Turbo="gpt-3.5-turbo",h.GPT35TurboInstruct="gpt-3.5-turbo-instruct",h.GPT35TextDavinci002="text-davinci-002",h.GPT3TextBabbage002="text-babbage-002",h.GPT3TextAda001="text-ada-001",h.O1="o1",h.O1Mini="o1-mini",h.O3="o3",h.O3Mini="o3-mini",h.O4Mini="o4-mini",h))(Ye||{}),me=(n=>(n.TextEmbeddingAda002="text-embedding-ada-002",n.TextEmbedding3Small="text-embedding-3-small",n.TextEmbedding3Large="text-embedding-3-large",n))(me||{});var ge=(f=>(f.GPT4="gpt-4",f.GPT41="gpt-4.1",f.GPT41Mini="gpt-4.1-mini",f.GPT4O="gpt-4o",f.GPT4OMini="gpt-4o-mini",f.GPT4ChatGPT4O="chatgpt-4o-latest",f.GPT4Turbo="gpt-4-turbo",f.GPT35Turbo="gpt-3.5-turbo",f.GPT35TurboInstruct="gpt-3.5-turbo-instruct",f.GPT35TextDavinci002="text-davinci-002",f.GPT3TextBabbage002="text-babbage-002",f.GPT3TextAda001="text-ada-001",f.O1Pro="o1-pro",f.O1="o1",f.O1Mini="o1-mini",f.O3Pro="o3-pro",f.O3="o3",f.O3Mini="o3-mini",f.O4Mini="o4-mini",f))(ge||{});var Ae=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60},{name:"o1-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:14.4},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60},{name:"o3-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4},{name:"text-embedding-ada-002",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"text-embedding-3-small",currency:"usd",promptTokenCostPer1M:.02,completionTokenCostPer1M:.02},{name:"text-embedding-3-large",currency:"usd",promptTokenCostPer1M:.13,completionTokenCostPer1M:.13}],vt=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"o1-pro",currency:"usd",promptTokenCostPer1M:150,completionTokenCostPer1M:600,hasThinkingBudget:!0,hasShowThoughts:!0,isExpensive:!0},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"o3-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:80,hasThinkingBudget:!0,hasShowThoughts:!0,isExpensive:!0},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"o3-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,hasThinkingBudget:!0,hasShowThoughts:!0}];var oi=s=>{let e=["o1","o1-mini","o3","o3-mini","o4-mini","o1-pro","o3-pro"];return e.includes(s)||e.includes(s)},ae=()=>structuredClone({model:"gpt-4.1",embedModel:"text-embedding-3-small",...w()}),St=()=>structuredClone({...ae(),model:"gpt-4.1"}),Mt=()=>structuredClone({model:"gpt-4.1",embedModel:"text-embedding-3-small",...G()}),Ot=()=>({...ae(),model:"gpt-4.1-mini"}),zn=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.chatReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq(e,t){let n=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let o={name:"/chat/completions"},r=e.functions?.map(m=>({type:"function",function:{name:m.name,description:m.description,parameters:m.parameters}})),i=!e.functionCall&&e.functions&&e.functions.length>0?"auto":e.functionCall,a=ri(e),l=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,p=e.modelConfig?.stream??this.config.stream,c=this.config.store,d=oi(n),u={model:n,messages:a,response_format:this.config?.responseFormat?{type:this.config.responseFormat}:void 0,tools:r,tool_choice:i,...d?{}:{max_completion_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,top_p:e.modelConfig?.topP??this.config.topP??1,n:e.modelConfig?.n??this.config.n,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...l?{frequency_penalty:l}:{}},stop:e.modelConfig?.stopSequences??this.config.stop,logit_bias:this.config.logitBias,...p&&this.streamingUsage?{stream:!0,stream_options:{include_usage:!0}}:{},...c?{store:c}:{},...this.config.serviceTier?{service_tier:this.config.serviceTier}:{},...this.config.user?{user:this.config.user}:{}};if(this.config.reasoningEffort&&(u.reasoning_effort=this.config.reasoningEffort),this.config.webSearchOptions&&(u.web_search_options={...this.config.webSearchOptions.searchContextSize&&{search_context_size:this.config.webSearchOptions.searchContextSize},...this.config.webSearchOptions.userLocation&&{user_location:{approximate:{type:"approximate",...this.config.webSearchOptions.userLocation.approximate.city&&{city:this.config.webSearchOptions.userLocation.approximate.city},...this.config.webSearchOptions.userLocation.approximate.country&&{country:this.config.webSearchOptions.userLocation.approximate.country},...this.config.webSearchOptions.userLocation.approximate.region&&{region:this.config.webSearchOptions.userLocation.approximate.region},...this.config.webSearchOptions.userLocation.approximate.timezone&&{timezone:this.config.webSearchOptions.userLocation.approximate.timezone}}}}}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":u.reasoning_effort=void 0;break;case"minimal":u.reasoning_effort="low";break;case"low":u.reasoning_effort="medium";break;case"medium":u.reasoning_effort="high";break;case"high":u.reasoning_effort="high";break;case"highest":u.reasoning_effort="high";break}return this.chatReqUpdater&&(u=this.chatReqUpdater(u)),[o,u]}createEmbedReq(e){let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embeddings"},o={model:t,input:e.texts,dimensions:this.config.dimensions};return[n,o]}createChatResp(e){let{id:t,usage:n,choices:o,error:r}=e;if(r)throw r;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{results:o.map(a=>{if(a.message.refusal)throw new M(a.message.refusal,e.model,e.id);let l=br(a.finish_reason),p=a.message.tool_calls?.map(({id:c,function:{arguments:d,name:u}})=>({id:c,type:"function",function:{name:u,params:d}}));return{index:a.index,id:`${a.index}`,content:a.message.content??void 0,thought:a.message.reasoning_content,annotations:a.message.annotations,functionCalls:p,finishReason:l}}),remoteId:t}}createChatStreamResp(e,t){let{id:n,usage:o,choices:r}=e;this.tokensUsed=o?{promptTokens:o.prompt_tokens,completionTokens:o.completion_tokens,totalTokens:o.total_tokens}:void 0;let i=t;return i.indexIdMap||(i.indexIdMap={}),{results:r.map(({index:l,delta:{content:p,role:c,refusal:d,tool_calls:u,reasoning_content:m,annotations:A},finish_reason:g})=>{if(d)throw new M(d,void 0,n);let y=br(g),h=u?.map(({id:x,index:f,function:{name:v,arguments:I}})=>{typeof x=="string"&&typeof f=="number"&&!i.indexIdMap[f]&&(i.indexIdMap[f]=x);let R=i.indexIdMap[f];return R?{id:R,type:"function",function:{name:v,params:I}}:null}).filter(x=>x!==null);return{index:l,content:p??void 0,role:c,thought:m,annotations:A,functionCalls:h,finishReason:y,id:n}})}}createEmbedResp(e){let{data:t,usage:n}=e;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{embeddings:t.map(o=>o.embedding)}}},br=s=>{switch(s){case"stop":return"stop";case"length":return"length";case"content_filter":return"error";case"tool_calls":return"function_call"}};function ri(s){return s.chatPrompt.map(t=>{switch(t.role){case"system":return{role:"system",content:t.content};case"user":{let n=Array.isArray(t.content)?t.content.map(o=>{switch(o.type){case"text":return{type:"text",text:o.text};case"image":return{type:"image_url",image_url:{url:`data:${o.mimeType};base64,${o.image}`,details:o.details??"auto"}};case"audio":return{type:"input_audio",input_audio:{data:o.data,format:o.format??"wav"}};default:throw new Error("Invalid content type")}}):t.content;return{role:"user",...t.name?{name:t.name}:{},content:n}}case"assistant":{let n=t.functionCalls?.map(o=>({id:o.id,type:"function",function:{name:o.function.name,arguments:typeof o.function.params=="object"?JSON.stringify(o.function.params):o.function.params}}));if(n&&n.length>0)return{role:"assistant",...t.content?{content:t.content}:{},name:t.name,tool_calls:n};if(t.content===void 0)throw new Error("Assistant content is required when no tool calls are provided");return{role:"assistant",content:t.content,...t.name?{name:t.name}:{}}}case"function":return{role:"tool",content:t.result,tool_call_id:t.functionId};default:throw new Error("Invalid role")}})}var F=class extends P{constructor({apiKey:e,config:t,options:n,apiURL:o,modelInfo:r,models:i,chatReqUpdater:a,supportFor:l}){if(!e||e==="")throw new Error("OpenAI API key not set");let p=new zn(t,n?.streamingUsage??!0,a);super(p,{name:"OpenAI",apiURL:o||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:r,defaults:{model:t.model,embedModel:t.embedModel},options:n,supportFor:l,models:i})}},he=class extends F{constructor({apiKey:e,config:t,options:n,models:o,modelInfo:r}){if(!e||e==="")throw new Error("OpenAI API key not set");r=[...Ae,...r??[]];let i=a=>{let l=B({model:a,modelInfo:r,models:o});return{functions:!0,streaming:!0,hasThinkingBudget:l?.hasThinkingBudget??!1,hasShowThoughts:l?.hasShowThoughts??!1}};super({apiKey:e,config:{...ae(),...t},options:n,modelInfo:r,models:o,supportFor:i}),super.setName("OpenAI")}};var jn=ae,Rr=Mt,Cr=Ot,Tr=St,xe=class extends F{constructor({apiKey:e,resourceName:t,deploymentName:n,version:o="api-version=2024-02-15-preview",config:r,options:i,models:a,modelInfo:l}){if(!e||e==="")throw new Error("Azure OpenAPI API key not set");if(!t||t==="")throw new Error("Azure OpenAPI resource name not set");if(!n||n==="")throw new Error("Azure OpenAPI deployment id not set");let p={...jn(),...r};l=[...Ae,...l??[]];let c=u=>{let m=B({model:u,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:m?.hasThinkingBudget??!1,hasShowThoughts:m?.hasShowThoughts??!1}};super({apiKey:e,config:p,options:i,models:a,modelInfo:l,supportFor:c});let d=t.includes("://")?t:`https://${t}.openai.azure.com/`;super.setName("Azure OpenAI"),super.setAPIURL(new URL(`/openai/deployments/${n}?api-version=${o}`,d).href),super.setHeaders(async()=>({"api-key":e}))}};var kt=class s{services;currentServiceIndex=0;currentService;debug;initialBackoffMs;maxBackoffMs;maxRetries;serviceFailures=new Map;constructor(e,t){if(e.length===0)throw new Error("No AI services provided.");si(e),this.services=[...e].sort(t?.comparator??s.metricComparator);let n=this.services[this.currentServiceIndex];if(n===void 0)throw new Error("Error initializing the AI services.");this.currentService=n,this.debug=t?.debug??!0,this.initialBackoffMs=t?.initialBackoffMs??1e3,this.maxBackoffMs=t?.maxBackoffMs??32e3,this.maxRetries=t?.maxRetries??3}static create(e,t){return new s(e,t)}getLastUsedChatModel(){return this.currentService.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.currentService.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.currentService.getLastUsedModelConfig()}static inputOrderComparator=()=>0;static metricComparator=(e,t)=>{let n=e.getMetrics(),o=t.getMetrics();return n.latency.chat.mean-o.latency.chat.mean};getModelList(){return this.currentService.getModelList()}getNextService(){let e=this.services[++this.currentServiceIndex];return e===void 0?!1:(this.currentService=e,!0)}reset(){this.currentServiceIndex=0;let e=this.services[this.currentServiceIndex];if(e===void 0)throw new Error("No AI services provided.");this.currentService=e}getName(){return this.currentService.getName()}getId(){return this.currentService.getId()}getFeatures(e){return this.currentService.getFeatures(e)}getMetrics(){return this.currentService.getMetrics()}canRetryService(){let e=this.serviceFailures.get(this.currentService.getId());if(!e)return!0;let{retries:t,lastFailureTime:n}=e,o=Date.now()-n,r=Math.min(this.initialBackoffMs*2**t,this.maxBackoffMs);return o>=r}handleFailure(){let t=(this.serviceFailures.get(this.currentService.getId())?.retries??0)+1;if(this.serviceFailures.set(this.currentService.getId(),{retries:t,lastFailureTime:Date.now()}),this.debug&&console.warn(`AxBalancer: Service ${this.currentService.getName()} failed (retry ${t}/${this.maxRetries})`),t>=this.maxRetries){let n=this.getNextService();return this.debug&&console.warn(`AxBalancer: Switching to service ${this.currentService.getName()}`),n}return!0}handleSuccess(){this.serviceFailures.delete(this.currentService.getId())}async chat(e,t){for(this.reset();;){if(!this.canRetryService()){if(!this.getNextService())throw new Error("All services exhausted");continue}try{let n=await this.currentService.chat(e,t);return this.handleSuccess(),n}catch(n){if(!(n instanceof L))throw n;switch(n.constructor){case X:throw n;case se:break;case Y:break;case Q:break;case j:break;case ie:break;default:throw n}if(!this.handleFailure())throw n}}}async embed(e,t){for(this.reset();;){if(!this.canRetryService()){if(!this.getNextService())throw new Error("All services exhausted");continue}try{let n=await this.currentService.embed(e,t);return this.handleSuccess(),n}catch(n){if(!this.handleFailure())throw n}}}setOptions(e){this.currentService.setOptions(e)}getOptions(){return this.currentService.getOptions()}getLogger(){return this.currentService.getLogger()}};function si(s){let e=s.find(o=>o.getModelList()!==void 0);if(!e)return;let t=e.getModelList();if(!t)throw new Error("No model list found in any service.");let n=new Set(t.map(o=>o.key));for(let o=0;o<s.length;o++){let r=s[o];if(!r)throw new Error(`Service at index ${o} is undefined`);let i=r.getModelList();if(!i)throw new Error(`Service at index ${o} (${r.getName()}) has no model list while another service does.`);let a=new Set(i.map(l=>l.key));for(let l of n)if(!a.has(l))throw new Error(`Service at index ${o} (${r.getName()}) is missing model "${l}"`);for(let l of a)if(!n.has(l))throw new Error(`Service at index ${o} (${r.getName()}) has extra model "${l}"`)}}var Qe=(o=>(o.CommandRPlus="command-r-plus",o.CommandR="command-r",o.Command="command",o.CommandLight="command-light",o))(Qe||{}),Xe=(o=>(o.EmbedEnglishV30="embed-english-v3.0",o.EmbedEnglishLightV30="embed-english-light-v3.0",o.EmbedMultiLingualV30="embed-multilingual-v3.0",o.EmbedMultiLingualLightV30="embed-multilingual-light-v3.0",o))(Xe||{});var Et=[{name:"command-r-plus",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"command-r",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command-light",currency:"usd",promptTokenCostPer1M:.3,completionTokenCostPer1M:.6},{name:"embed-english-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-english-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1}];var Kn=()=>structuredClone({model:"command-r-plus",embedModel:"embed-english-v3.0",...w()}),vr=()=>structuredClone({model:"command-r",embedModel:"embed-english-v3.0",...G()}),Hn=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,frequencyPenalty:e.frequencyPenalty,presencePenalty:e.presencePenalty,endSequences:e.endSequences,stopSequences:e.stopSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.at(-1),o=e.chatPrompt.slice(0,-1),r;n&&n.role==="user"&&typeof n.content=="string"&&(r=n?.content);let i=ii(o),a=e.functions?.map(d=>{let u={};if(d.parameters?.properties)for(let[m,A]of Object.entries(d.parameters.properties))u[m]={description:A.description,type:A.type,required:d.parameters.required?.includes(m)??!1};return{name:d.name,description:d.description,parameter_definitions:u}}),l=e.chatPrompt.filter(d=>d.role==="function").map(d=>{let u=a?.find(m=>m.name===d.functionId);if(!u)throw new Error("Function not found");return{call:{name:u.name,parameters:u.parameter_definitions},outputs:[{result:d.result??""}]}}),p={name:"/chat"},c={message:r,model:t,tools:a,...l&&!r?{tool_results:l}:{},chat_history:i,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,k:e.modelConfig?.topK??this.config.topK,p:e.modelConfig?.topP??this.config.topP,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,end_sequences:this.config.endSequences,stop_sequences:e.modelConfig?.stopSequences??this.config.stopSequences};return[p,c]}createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embed"},o={model:t,texts:e.texts??[],input_type:"classification",truncate:""};return[n,o]};createChatResp=e=>{this.tokensUsed=e.meta.billed_units?{promptTokens:e.meta.billed_units.input_tokens,completionTokens:e.meta.billed_units.output_tokens,totalTokens:e.meta.billed_units.input_tokens+e.meta.billed_units.output_tokens}:void 0;let t;if("finish_reason"in e)switch(e.finish_reason){case"COMPLETE":t="stop";break;case"MAX_TOKENS":t="length";break;case"ERROR":throw new Error("Finish reason: ERROR");case"ERROR_TOXIC":throw new Error("Finish reason: CONTENT_FILTER");default:t="stop";break}let n;return"tool_calls"in e&&(n=e.tool_calls?.map(r=>({id:r.name,type:"function",function:{name:r.name,params:r.parameters}}))),{results:[{index:0,id:e.generation_id,content:e.text,functionCalls:n,finishReason:t}],remoteId:e.response_id}};createChatStreamResp=(e,t)=>{let n=t;e.event_type==="stream-start"&&(n.generation_id=e.generation_id),this.tokensUsed={promptTokens:0,completionTokens:e.meta.billed_units?.output_tokens??0,totalTokens:e.meta.billed_units?.output_tokens??0};let{results:o}=this.createChatResp(e),r=o[0];if(!r)throw new Error("No result");return r.id=n.generation_id??"",{results:o}};createEmbedResp(e){return{remoteId:e.id,embeddings:e.embeddings}}},fe=class extends P{constructor({apiKey:e,config:t,options:n,models:o}){if(!e||e==="")throw new Error("Cohere API key not set");let r={...Kn(),...t},i=new Hn(r);super(i,{name:"Cohere",apiURL:"https://api.cohere.ai/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:Et,defaults:{model:r.model},supportFor:{functions:!0,streaming:!0},options:n,models:o})}};function ii(s){return s.map(e=>{let t="";if(e.role==="system"||e.role==="assistant"||e.role==="user")if(typeof e.content=="string")t=e.content;else throw new Error("Multi-modal content not supported");switch(e.role){case"user":return{role:"USER",message:t};case"system":return{role:"SYSTEM",message:t};case"assistant":{let n=wr(e.functionCalls);return{role:"CHATBOT",message:t,tool_calls:n}}case"function":{let n=s.map(i=>{if(i.role==="assistant")return i.functionCalls?.find(a=>a.id===e.functionId)}).filter(i=>i!==void 0),o=wr(n)?.at(0);if(!o)throw new Error("Function call not found");let r=[{result:e.result}];return{role:"TOOL",tool_results:[{call:o,outputs:r}]}}default:throw new Error("Unknown role")}})}function wr(s){return s?.map(e=>{let t=typeof e.function.params=="string"?JSON.parse(e.function.params):e.function.params;return{name:e.function.name,parameters:t}})}var Ze=(n=>(n.DeepSeekChat="deepseek-chat",n.DeepSeekCoder="deepseek-coder",n.DeepSeekReasoner="deepseek-reasoner",n))(Ze||{});var _t=[{name:"deepseek-chat",currency:"USD",promptTokenCostPer1M:.27,completionTokenCostPer1M:1.1},{name:"deepseek-reasoner",currency:"USD",promptTokenCostPer1M:.55,completionTokenCostPer1M:2.19}];var Wn=()=>structuredClone({model:"deepseek-chat",...w()}),Sr=()=>structuredClone({model:"deepseek-coder",...G()}),ye=class extends F{constructor({apiKey:e,config:t,options:n,models:o,modelInfo:r}){if(!e||e==="")throw new Error("DeepSeek API key not set");let i={...Wn(),...t};r=[..._t,...r??[]],super({apiKey:e,config:i,options:n,apiURL:"https://api.deepseek.com",modelInfo:r,supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1},models:o}),super.setName("DeepSeek")}};var et=(c=>(c.Gemini25Pro="gemini-2.5-pro",c.Gemini25Flash="gemini-2.5-flash",c.Gemini25FlashLite="gemini-2.5-flash-lite-preview-06-17",c.Gemini20Flash="gemini-2.0-flash",c.Gemini20FlashLite="gemini-2.0-flash-lite-preview-02-05",c.Gemini1Pro="gemini-1.0-pro",c.Gemini15Flash="gemini-1.5-flash",c.Gemini15Flash002="gemini-1.5-flash-002",c.Gemini15Flash8B="gemini-1.5-flash-8b",c.Gemini15Pro="gemini-1.5-pro",c))(et||{}),Pt=(o=>(o.GeminiEmbedding="gemini-embedding-exp",o.TextEmbeddingLarge="text-embedding-large-exp-03-07",o.TextEmbedding004="text-embedding-004",o.TextEmbedding005="text-embedding-005",o))(Pt||{}),Ft=(o=>(o.HarmCategoryHarassment="HARM_CATEGORY_HARASSMENT",o.HarmCategoryHateSpeech="HARM_CATEGORY_HATE_SPEECH",o.HarmCategorySexuallyExplicit="HARM_CATEGORY_SEXUALLY_EXPLICIT",o.HarmCategoryDangerousContent="HARM_CATEGORY_DANGEROUS_CONTENT",o))(Ft||{}),Gt=(r=>(r.BlockNone="BLOCK_NONE",r.BlockOnlyHigh="BLOCK_ONLY_HIGH",r.BlockMediumAndAbove="BLOCK_MEDIUM_AND_ABOVE",r.BlockLowAndAbove="BLOCK_LOW_AND_ABOVE",r.BlockDefault="HARM_BLOCK_THRESHOLD_UNSPECIFIED",r))(Gt||{}),Vn=(l=>(l.SemanticSimilarity="SEMANTIC_SIMILARITY",l.Classification="CLASSIFICATION",l.Clustering="CLUSTERING",l.RetrievalDocument="RETRIEVAL_DOCUMENT",l.RetrievalQuery="RETRIEVAL_QUERY",l.QuestionAnswering="QUESTION_ANSWERING",l.FactVerification="FACT_VERIFICATION",l.CodeRetrievalQuery="CODE_RETRIEVAL_QUERY",l))(Vn||{});var Dt=[{name:"gemini-2.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2.5,completionTokenCostPer1M:15,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"gemini-2.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:15,completionTokenCostPer1M:3.5,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"gemini-2.5-flash-lite-preview-06-17",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"gemini-2.0-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.01,completionTokenCostPer1M:.4},{name:"gemini-2.0-flash-lite-preview-02-05",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0},{name:"gemini-1.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3},{name:"gemini-1.5-flash-8b",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.0375,completionTokenCostPer1M:.15},{name:"gemini-1.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5},{name:"gemini-1.0-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5}];var Mr=[{category:"HARM_CATEGORY_HARASSMENT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_HATE_SPEECH",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_SEXUALLY_EXPLICIT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_DANGEROUS_CONTENT",threshold:"BLOCK_NONE"}],Yn=()=>structuredClone({model:"gemini-2.5-flash",embedModel:"text-embedding-005",safetySettings:Mr,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},...w()}),Or=()=>structuredClone({model:"gemini-2.0-flash",embedModel:"text-embedding-005",safetySettings:Mr,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},...G()}),Jn=class{constructor(e,t,n,o,r){this.config=e;this.isVertex=t;this.endpointId=n;this.apiKey=o;this.options=r;if(!this.isVertex&&this.config.autoTruncate)throw new Error("Auto truncate is not supported for GoogleGemini")}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq=async(e,t)=>{let n=e.model,o=e.modelConfig?.stream??this.config.stream;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let r;if(this.endpointId?r={name:o?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:r={name:o?`/models/${n}:streamGenerateContent?alt=sse`:`/models/${n}:generateContent`},!this.isVertex){let g=o?"&":"?",y=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;r.name+=`${g}key=${y}`}let i=e.chatPrompt.filter(g=>g.role==="system").map(g=>g.content),a=i.length>0?{role:"user",parts:[{text:i.join(" ")}]}:void 0,l=e.chatPrompt.filter(g=>g.role!=="system").map((g,y)=>{switch(g.role){case"user":return{role:"user",parts:Array.isArray(g.content)?g.content.map((x,f)=>{switch(x.type){case"text":return{text:x.text};case"image":return{inlineData:{mimeType:x.mimeType,data:x.image}};default:throw new Error(`Chat prompt content type not supported (index: ${f})`)}}):[{text:g.content}]};case"assistant":{let h=[];if(g.functionCalls){if(h=g.functionCalls.map(x=>{let f=typeof x.function.params=="string"?JSON.parse(x.function.params):x.function.params;return{functionCall:{name:x.function.name,args:f}}}),!h)throw new Error("Function call is empty");return{role:"model",parts:h}}if(!g.content)throw new Error("Assistant content is empty");return h=[{text:g.content}],{role:"model",parts:h}}case"function":{if(!("functionId"in g))throw new Error(`Chat prompt functionId is empty (index: ${y})`);return{role:"user",parts:[{functionResponse:{name:g.functionId,response:{result:g.result}}}]}}default:throw new Error(`Invalid role: ${JSON.stringify(g)} (index: ${y})`)}}),p=[];e.functions&&e.functions.length>0&&p.push({function_declarations:e.functions}),this.options?.codeExecution&&p.push({code_execution:{}}),this.options?.googleSearchRetrieval&&p.push({google_search_retrieval:{dynamic_retrieval_config:this.options.googleSearchRetrieval}}),this.options?.googleSearch&&p.push({google_search:{}}),this.options?.urlContext&&p.push({url_context:{}}),p.length===0&&(p=void 0);let c;if(e.functionCall)if(e.functionCall==="none")c={function_calling_config:{mode:"NONE"}};else if(e.functionCall==="auto")c={function_calling_config:{mode:"AUTO"}};else if(e.functionCall==="required")c={function_calling_config:{mode:"ANY"}};else{let g=e.functionCall.function?.name?{allowedFunctionNames:[e.functionCall.function.name]}:{};c={function_calling_config:{mode:"ANY"},...g}}else p&&p.length>0&&(c={function_calling_config:{mode:"AUTO"}});let d={};if(this.config.thinking?.includeThoughts&&(d.includeThoughts=!0),this.config.thinking?.thinkingTokenBudget&&(d.thinkingBudget=this.config.thinking.thinkingTokenBudget),t?.thinkingTokenBudget){let g=this.config.thinkingTokenBudgetLevels;switch(t.thinkingTokenBudget){case"none":d.thinkingBudget=0,d.includeThoughts=!1;break;case"minimal":d.thinkingBudget=g?.minimal??200;break;case"low":d.thinkingBudget=g?.low??800;break;case"medium":d.thinkingBudget=g?.medium??5e3;break;case"high":d.thinkingBudget=g?.high??1e4;break;case"highest":d.thinkingBudget=g?.highest??24500;break}}t?.showThoughts!==void 0&&t?.thinkingTokenBudget!=="none"&&(d.includeThoughts=t.showThoughts);let u={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,topP:e.modelConfig?.topP??this.config.topP,topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain",...Object.keys(d).length>0?{thinkingConfig:d}:{}},m=this.config.safetySettings;return[r,{contents:l,tools:p,toolConfig:c,systemInstruction:a,generationConfig:u,safetySettings:m}]};createEmbedReq=async e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n,o;if(this.isVertex)this.endpointId?n={name:`/${this.endpointId}:predict`}:n={name:`/models/${t}:predict`},o={instances:e.texts.map(r=>({content:r,...this.config.embedType&&{taskType:this.config.embedType}})),parameters:{autoTruncate:this.config.autoTruncate,outputDimensionality:this.config.dimensions}};else{let r=typeof this.apiKey=="function"?this.apiKey():this.apiKey;n={name:`/models/${t}:batchEmbedContents?key=${r}`},o={requests:e.texts.map(i=>({model:`models/${t}`,content:{parts:[{text:i}]},outputDimensionality:this.config.dimensions,...this.config.embedType&&{taskType:this.config.embedType}}))}}return[n,o]};createChatResp=e=>{let t=e.candidates?.map(n=>{let o={index:0};switch(n.finishReason){case"MAX_TOKENS":o.finishReason="length";break;case"STOP":o.finishReason="stop";break;case"SAFETY":throw new M("Content was blocked due to safety settings",void 0,void 0);case"RECITATION":throw new M("Content was blocked due to recitation policy",void 0,void 0);case"MALFORMED_FUNCTION_CALL":throw new M("Function call was malformed and blocked",void 0,void 0);case"UNEXPECTED_TOOL_CALL":throw new M("Unexpected tool call",void 0,void 0);case"FINISH_REASON_UNSPECIFIED":throw new M("Finish reason unspecified",void 0,void 0);case"BLOCKLIST":throw new M("Content was blocked due to blocklist",void 0,void 0);case"PROHIBITED_CONTENT":throw new M("Content was blocked due to prohibited content",void 0,void 0);case"SPII":throw new M("Content was blocked due to SPII",void 0,void 0);case"OTHER":throw new M("Other finish reason",void 0,void 0)}if(!n.content||!n.content.parts)return o;for(let r of n.content.parts){if("text"in r){"thought"in r&&r.thought?o.thought=r.text:o.content=r.text;continue}"functionCall"in r&&(o.functionCalls=[{id:$(),type:"function",function:{name:r.functionCall.name,params:r.functionCall.args}}])}return o});return e.usageMetadata&&(this.tokensUsed={totalTokens:e.usageMetadata.totalTokenCount,promptTokens:e.usageMetadata.promptTokenCount,completionTokens:e.usageMetadata.candidatesTokenCount,thoughtsTokens:e.usageMetadata.thoughtsTokenCount}),{results:t}};createChatStreamResp=e=>this.createChatResp(e);createEmbedResp=e=>{let t;return this.isVertex?t=e.predictions.map(n=>n.embeddings.values):t=e.embeddings.map(n=>n.values),{embeddings:t}}},Ie=class s extends P{static create(e){return new s(e)}constructor({apiKey:e,projectId:t,region:n,endpointId:o,config:r,options:i,models:a,modelInfo:l}){let p=t!==void 0&&n!==void 0,c,d;if(p){if(!e)throw new Error("GoogleGemini Vertex API key not set");if(typeof e!="function")throw new Error("GoogleGemini Vertex API key must be a function for token-based authentication");let g;o?g="endpoints":g="publishers/google",c=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/${g}`,d=async()=>({Authorization:`Bearer ${typeof e=="function"?await e():e}`})}else{if(!e)throw new Error("GoogleGemini AI API key not set");c="https://generativelanguage.googleapis.com/v1beta",d=async()=>({})}let u={...Yn(),...r},m=new Jn(u,p,o,e,i);l=[...Dt,...l??[]];let A=g=>{let y=B({model:g,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:y?.hasThinkingBudget??!1,hasShowThoughts:y?.hasShowThoughts??!1,functionCot:!1}};super(m,{name:"GoogleGeminiAI",apiURL:c,headers:d,modelInfo:l,defaults:{model:u.model,embedModel:u.embedModel},options:i,supportFor:A,models:a})}};var ai=new N,be=class{options;maxTokens;refillRate;currentTokens;lastRefillTime;constructor(e,t,n){this.maxTokens=e,this.refillRate=t,this.currentTokens=e,this.lastRefillTime=Date.now(),this.options=n}refillTokens(){let e=Date.now(),n=(e-this.lastRefillTime)/1e3*this.refillRate;this.currentTokens=Math.min(this.maxTokens,this.currentTokens+n),this.lastRefillTime=e}async waitUntilTokensAvailable(e){if(this.refillTokens(),this.currentTokens>=e){this.currentTokens-=e;return}return this.options?.debug&&console.log(ai.red(`Rate limiter: Waiting for ${e-this.currentTokens} tokens`)),await new Promise(t=>setTimeout(t,100)),this.waitUntilTokensAvailable(e)}async acquire(e){await this.waitUntilTokensAvailable(e)}};var tt=(o=>(o.Llama3_8B="llama3-8b-8192",o.Llama33_70B="llama-3.3-70b-versatile",o.Mixtral_8x7B="mixtral-8x7b-32768",o.Gemma2_9B="gemma2-9b-it",o))(tt||{});var Lt=[{name:"gemma2-9b-it",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.2,completionTokenCostPer1M:.2},{name:"llama-3.3-70b-versatile",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.59,completionTokenCostPer1M:.79},{name:"llama3-8b-8192",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.05,completionTokenCostPer1M:.08},{name:"mixtral-8x7b-32768",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.24,completionTokenCostPer1M:.24}];var li=()=>structuredClone({model:"llama-3.3-70b-versatile",...w()}),Re=class extends F{constructor({apiKey:e,config:t,options:n,models:o,modelInfo:r}){if(!e||e==="")throw new Error("Groq API key not set");let i={...li(),...t},a={...n,streamingUsage:!1};r=[...Lt,...r??[]];let l={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1};super({apiKey:e,config:i,options:a,modelInfo:r,apiURL:"https://api.groq.com/openai/v1",models:o,supportFor:l}),super.setName("Groq"),this.setOptions(a)}setOptions=e=>{let t=this.newRateLimiter(e);super.setOptions({...e,rateLimiter:t})};newRateLimiter=e=>{if(e?.rateLimiter)return e.rateLimiter;let t=e?.tokensPerMinute??4800,n=new be(t,t/60,{debug:e?.debug});return async(r,i)=>{let a=i.modelUsage?.tokens?.totalTokens||0;return await n.acquire(a),await r()}}};var Ut=[];var Nt=(e=>(e.MetaLlama270BChatHF="meta-llama/Llama-2-70b-chat-hf",e))(Nt||{});var Xn=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...w()}),kr=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...G()}),Qn=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,n:e.n,presencePenalty:e.presencePenalty}}createChatReq=e=>{let t=e.model,n=e.functions?`Functions:
+`)),e.addEvent(H.GEN_AI_USER_MESSAGE,o)}function fr(s,e,t){if(s.modelUsage?.tokens){let n=s.modelUsage.tokens.thoughtsTokens?{[T.LLM_USAGE_THOUGHTS_TOKENS]:s.modelUsage.tokens.thoughtsTokens}:{};e.addEvent(H.GEN_AI_USAGE,{[T.LLM_USAGE_INPUT_TOKENS]:s.modelUsage.tokens.promptTokens,[T.LLM_USAGE_OUTPUT_TOKENS]:s.modelUsage.tokens.completionTokens??0,[T.LLM_USAGE_TOTAL_TOKENS]:s.modelUsage.tokens.totalTokens,...n})}if(s.results)for(let n=0;n<s.results.length;n++){let o=s.results[n];if(!o||!o.content&&!o.thought&&!o.functionCalls?.length&&!o.finishReason)continue;let r=o.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params})),i={};r&&r.length>0?(t||(i.content=o.content),i.tool_calls=r):t||(i.content=o.content??""),e.addEvent(H.GEN_AI_CHOICE,{finish_reason:o.finishReason,index:n,message:JSON.stringify(i,null,2)})}}function Bn(s){for(let e=0;e<s.length;e++){let t=s[e];if(!t||typeof t!="object")throw new Error(`AxMessage array validation failed: Item at index ${e} is not a valid message object`);if("content"in t&&typeof t.content=="string"&&t.content.trim()==="")throw new Error(`AxMessage array validation failed: Item at index ${e} has empty content`)}}function ei(s){let e=new Set;for(let t of s){if(e.has(t.key))throw new Error(`Duplicate model key detected: "${t.key}". Each model key must be unique.`);e.add(t.key)}}var Ve=(c=>(c.Claude4Opus="claude-opus-4-20250514",c.Claude4Sonnet="claude-sonnet-4-20250514",c.Claude37Sonnet="claude-3-7-sonnet-latest",c.Claude35Sonnet="claude-3-5-sonnet-latest",c.Claude35Haiku="claude-3-5-haiku-latest",c.Claude3Opus="claude-3-opus-latest",c.Claude3Sonnet="claude-3-sonnet-20240229",c.Claude3Haiku="claude-3-haiku-20240307",c.Claude21="claude-2.1",c.ClaudeInstant12="claude-instant-1.2",c))(Ve||{}),wt=(i=>(i.Claude37Sonnet="claude-3-7-sonnet",i.Claude35Haiku="claude-3-5-haiku",i.Claude35Sonnet="claude-3-5-sonnet",i.Claude35SonnetV2="claude-3-5-sonnet-v2",i.Claude3Haiku="claude-3-haiku",i.Claude3Opus="claude-3-opus",i))(wt||{});var Je=[{name:"claude-opus-4-20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"claude-sonnet-4-20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"claude-3-7-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"claude-3-5-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192},{name:"claude-3-5-haiku-latest",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:4,maxTokens:8192},{name:"claude-3-opus-latest",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096},{name:"claude-3-sonnet-20240229",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:4096},{name:"claude-3-haiku-20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-2.1",currency:"usd",promptTokenCostPer1M:8,completionTokenCostPer1M:25,maxTokens:4096},{name:"claude-instant-1.2",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2.24,maxTokens:4096}];var qn=()=>structuredClone({model:"claude-3-7-sonnet-latest",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},...w()}),Ir=()=>structuredClone({model:"claude-3-7-sonnet",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},...w()}),$n=class{constructor(e,t){this.config=e;this.isVertex=t}tokensUsed;currentPromptConfig;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens??4096,temperature:e.temperature,topP:e.topP,topK:e.topK,stream:e.stream,stopSequences:e.stopSequences,endSequences:e.endSequences,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,n:e.n}}createChatReq=async(e,t)=>{this.currentPromptConfig=t;let n=e.model,o=e.modelConfig?.stream??this.config.stream,r;this.isVertex?r={name:o?`/models/${n}:streamRawPredict?alt=sse`:`/models/${n}:rawPredict`}:r={name:"/messages"};let i;if(e.functionCall&&e.functions&&e.functions.length>0)if(typeof e.functionCall=="string")switch(e.functionCall){case"auto":i={tool_choice:{type:"auto"}};break;case"required":i={tool_choice:{type:"any"}};break;case"none":throw new Error("functionCall none not supported")}else if("function"in e.functionCall)i={tool_choice:{type:"tool",name:e.functionCall.function.name}};else throw new Error("Invalid function call type, must be string or object");let a=e.chatPrompt.filter(f=>f.role==="system").map(f=>({type:"text",text:f.content,...f.cache?{cache:{type:"ephemeral"}}:{}})),l=e.chatPrompt.filter(f=>f.role!=="system"),p=ti(l),c=e.functions?.map(f=>({name:f.name,description:f.description,input_schema:f.parameters})),d=e.modelConfig?.maxTokens??this.config.maxTokens,u=e.modelConfig?.stopSequences??this.config.stopSequences,m=e.modelConfig?.temperature??this.config.temperature,A=e.modelConfig?.topP??this.config.topP,g=e.modelConfig?.topK??this.config.topK,y=e.modelConfig?.n??this.config.n;if(y&&y>1)throw new Error("Anthropic does not support sampling (n > 1)");let h;if(this.config.thinking?.budget_tokens&&(h=this.config.thinking),t?.thinkingTokenBudget){let f=this.config.thinkingTokenBudgetLevels;switch(t.thinkingTokenBudget){case"none":h=void 0;break;case"minimal":h={type:"enabled",budget_tokens:f?.minimal??1024};break;case"low":h={type:"enabled",budget_tokens:f?.low??5e3};break;case"medium":h={type:"enabled",budget_tokens:f?.medium??1e4};break;case"high":h={type:"enabled",budget_tokens:f?.high??2e4};break;case"highest":h={type:"enabled",budget_tokens:f?.highest??32e3};break}}let x={...this.isVertex?{anthropic_version:"vertex-2023-10-16"}:{model:n},...d?{max_tokens:d}:{},...u&&u.length>0?{stop_sequences:u}:{},...m&&!h?{temperature:m}:{},...A&&(!h||A>=.95)?{top_p:A}:{},...g&&!h?{top_k:g}:{},...i,...c&&c.length>0?{tools:c}:{},...o?{stream:!0}:{},...a?{system:a}:{},...h?{thinking:h}:{},messages:p};return[r,x]};createChatResp=e=>{if(e.type==="error")throw new M(e.error.message,void 0,void 0);let t=yr(e.stop_reason),n=this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1,o=e.content.map((r,i)=>r.type==="tool_use"?{index:i,id:r.id,functionCalls:[{id:r.id,type:"function",function:{name:r.name,params:r.input}}],finishReason:t}:(r.type==="thinking"||r.type==="redacted_thinking")&&n?{index:i,thought:r.thinking,id:e.id,finishReason:t}:{index:i,content:r.type==="text"?r.text:"",id:e.id,finishReason:t}).filter(r=>r.content!==""||r.thought!==void 0||r.functionCalls!==void 0);return this.tokensUsed={promptTokens:e.usage.input_tokens,completionTokens:e.usage.output_tokens,totalTokens:e.usage.input_tokens+e.usage.output_tokens},{results:o,remoteId:e.id}};createChatStreamResp=(e,t)=>{if(!("type"in e))throw new Error("Invalid Anthropic streaming event");let n=t;if(n.indexIdMap||(n.indexIdMap={}),e.type==="error"){let{error:r}=e;throw new M(r.message,void 0,void 0)}let o=0;if(e.type==="message_start"){let{message:r}=e,i=[{index:o,content:"",id:r.id}];return this.tokensUsed={promptTokens:r.usage?.input_tokens??0,completionTokens:r.usage?.output_tokens??0,totalTokens:(r.usage?.input_tokens??0)+(r.usage?.output_tokens??0)},{results:i}}if(e.type==="content_block_start"){let{content_block:r}=e;if(r.type==="text")return{results:[{index:o,content:r.text}]};if(r.type==="thinking")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:o,thought:r.thinking}]}:{results:[{index:o,content:""}]};if(r.type==="tool_use"&&typeof r.id=="string"&&typeof e.index=="number"&&!n.indexIdMap[e.index]){n.indexIdMap[e.index]=r.id;let i=[{id:r.id,type:"function",function:{name:r.name,params:""}}];return{results:[{index:o,functionCalls:i}]}}}if(e.type==="content_block_delta"){let{delta:r}=e;if(r.type==="text_delta")return{results:[{index:o,content:r.text}]};if(r.type==="thinking_delta")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:o,thought:r.thinking}]}:{results:[{index:o,content:""}]};if(r.type==="signature_delta")return{results:[{index:o,content:""}]};if(r.type==="input_json_delta"){let i=n.indexIdMap[e.index];if(!i)throw new Error(`invalid streaming index no id found: ${e.index}`);let a=[{id:i,type:"function",function:{name:"",params:r.partial_json}}];return{results:[{index:o,functionCalls:a}]}}}if(e.type==="message_delta"){let{delta:r,usage:i}=e;return this.tokensUsed={promptTokens:0,completionTokens:i.output_tokens,totalTokens:i.output_tokens},{results:[{index:o,content:"",finishReason:yr(r.stop_reason)}]}}return{results:[{index:o,content:""}]}}},de=class s extends P{static create(e){return new s(e)}constructor({apiKey:e,projectId:t,region:n,config:o,options:r,models:i}){let a=t!==void 0&&n!==void 0,l,p;if(a){if(!e)throw new Error("Anthropic Vertex API key not set");if(typeof e!="function")throw new Error("Anthropic Vertex API key must be a function for token-based authentication");l=`https://${n}-aiplatform.googleapis.com/v1/projects/${t}/locations/${n}/publishers/anthropic/`,p=async()=>({Authorization:`Bearer ${await e()}`})}else{if(!e)throw new Error("Anthropic API key not set");l="https://api.anthropic.com/v1",p=async()=>({"anthropic-version":"2023-06-01","anthropic-beta":"prompt-caching-2024-07-31","x-api-key":typeof e=="function"?await e():e})}let c={...qn(),...o},d=new $n(c,a),u=m=>{let A=B({model:m,modelInfo:Je,models:i});return{functions:!0,streaming:!0,hasThinkingBudget:A?.hasThinkingBudget??!1,hasShowThoughts:A?.hasShowThoughts??!1,functionCot:!0}};super(d,{name:"Anthropic",apiURL:l,headers:p,modelInfo:Je,defaults:{model:c.model},options:r,supportFor:u,models:i})}};function ti(s){let e=s.map(t=>{switch(t.role){case"function":return{role:"user",content:[{type:"tool_result",content:t.result,tool_use_id:t.functionId,...t.isError?{is_error:!0}:{},...t.cache?{cache:{type:"ephemeral"}}:{}}]};case"user":return typeof t.content=="string"?{role:"user",content:t.content}:{role:"user",content:t.content.map(o=>{switch(o.type){case"text":return{type:"text",text:o.text,...o.cache?{cache:{type:"ephemeral"}}:{}};case"image":return{type:"image",source:{type:"base64",media_type:o.mimeType,data:o.image},...o.cache?{cache:{type:"ephemeral"}}:{}};default:throw new Error("Invalid content type")}})};case"assistant":{let n="";return typeof t.content=="string"&&(n=t.content),typeof t.functionCalls<"u"&&(n=t.functionCalls.map(o=>{let r={};return typeof o.function.params=="string"?r=JSON.parse(o.function.params):typeof o.function.params=="object"&&(r=o.function.params),{type:"tool_use",id:o.id,name:o.function.name,input:r,...t.cache?{cache:{type:"ephemeral"}}:{}}})),{role:"assistant",content:n}}default:throw new Error("Invalid role")}});return ni(e)}function ni(s){let e=[];for(let[t,n]of s.entries()){if(n.role!=="assistant"){e.push(n);continue}if(t>0&&s.at(t-1)?.role==="assistant"){let o=e.pop();e.push({...o||{},...n})}else e.push(n)}return e}function yr(s){if(s)switch(s){case"stop_sequence":return"stop";case"max_tokens":return"length";case"tool_use":return"function_call";case"end_turn":return"stop";default:return"stop"}}var Ye=(h=>(h.GPT4="gpt-4",h.GPT41="gpt-4.1",h.GPT41Mini="gpt-4.1-mini",h.GPT4O="gpt-4o",h.GPT4OMini="gpt-4o-mini",h.GPT4ChatGPT4O="chatgpt-4o-latest",h.GPT4Turbo="gpt-4-turbo",h.GPT35Turbo="gpt-3.5-turbo",h.GPT35TurboInstruct="gpt-3.5-turbo-instruct",h.GPT35TextDavinci002="text-davinci-002",h.GPT3TextBabbage002="text-babbage-002",h.GPT3TextAda001="text-ada-001",h.O1="o1",h.O1Mini="o1-mini",h.O3="o3",h.O3Mini="o3-mini",h.O4Mini="o4-mini",h))(Ye||{}),me=(n=>(n.TextEmbeddingAda002="text-embedding-ada-002",n.TextEmbedding3Small="text-embedding-3-small",n.TextEmbedding3Large="text-embedding-3-large",n))(me||{});var ge=(f=>(f.GPT4="gpt-4",f.GPT41="gpt-4.1",f.GPT41Mini="gpt-4.1-mini",f.GPT4O="gpt-4o",f.GPT4OMini="gpt-4o-mini",f.GPT4ChatGPT4O="chatgpt-4o-latest",f.GPT4Turbo="gpt-4-turbo",f.GPT35Turbo="gpt-3.5-turbo",f.GPT35TurboInstruct="gpt-3.5-turbo-instruct",f.GPT35TextDavinci002="text-davinci-002",f.GPT3TextBabbage002="text-babbage-002",f.GPT3TextAda001="text-ada-001",f.O1Pro="o1-pro",f.O1="o1",f.O1Mini="o1-mini",f.O3Pro="o3-pro",f.O3="o3",f.O3Mini="o3-mini",f.O4Mini="o4-mini",f))(ge||{});var Ae=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60},{name:"o1-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:14.4},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60},{name:"o3-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4},{name:"text-embedding-ada-002",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"text-embedding-3-small",currency:"usd",promptTokenCostPer1M:.02,completionTokenCostPer1M:.02},{name:"text-embedding-3-large",currency:"usd",promptTokenCostPer1M:.13,completionTokenCostPer1M:.13}],vt=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"o1-pro",currency:"usd",promptTokenCostPer1M:150,completionTokenCostPer1M:600,hasThinkingBudget:!0,hasShowThoughts:!0,isExpensive:!0},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"o3-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:80,hasThinkingBudget:!0,hasShowThoughts:!0,isExpensive:!0},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"o3-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,hasThinkingBudget:!0,hasShowThoughts:!0}];var oi=s=>{let e=["o1","o1-mini","o3","o3-mini","o4-mini","o1-pro","o3-pro"];return e.includes(s)||e.includes(s)},ae=()=>structuredClone({model:"gpt-4.1",embedModel:"text-embedding-3-small",...w()}),St=()=>structuredClone({...ae(),model:"gpt-4.1"}),Mt=()=>structuredClone({model:"gpt-4.1",embedModel:"text-embedding-3-small",...G()}),Ot=()=>({...ae(),model:"gpt-4.1-mini"}),zn=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.chatReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq(e,t){let n=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let o={name:"/chat/completions"},r=e.functions?.map(m=>({type:"function",function:{name:m.name,description:m.description,parameters:m.parameters}})),i=!e.functionCall&&e.functions&&e.functions.length>0?"auto":e.functionCall,a=ri(e),l=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,p=e.modelConfig?.stream??this.config.stream,c=this.config.store,d=oi(n),u={model:n,messages:a,response_format:this.config?.responseFormat?{type:this.config.responseFormat}:void 0,tools:r,tool_choice:i,...d?{}:{max_completion_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,top_p:e.modelConfig?.topP??this.config.topP??1,n:e.modelConfig?.n??this.config.n,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...l?{frequency_penalty:l}:{}},stop:e.modelConfig?.stopSequences??this.config.stop,logit_bias:this.config.logitBias,...p&&this.streamingUsage?{stream:!0,stream_options:{include_usage:!0}}:{},...c?{store:c}:{},...this.config.serviceTier?{service_tier:this.config.serviceTier}:{},...this.config.user?{user:this.config.user}:{}};if(this.config.reasoningEffort&&(u.reasoning_effort=this.config.reasoningEffort),this.config.webSearchOptions&&(u.web_search_options={...this.config.webSearchOptions.searchContextSize&&{search_context_size:this.config.webSearchOptions.searchContextSize},...this.config.webSearchOptions.userLocation&&{user_location:{approximate:{type:"approximate",...this.config.webSearchOptions.userLocation.approximate.city&&{city:this.config.webSearchOptions.userLocation.approximate.city},...this.config.webSearchOptions.userLocation.approximate.country&&{country:this.config.webSearchOptions.userLocation.approximate.country},...this.config.webSearchOptions.userLocation.approximate.region&&{region:this.config.webSearchOptions.userLocation.approximate.region},...this.config.webSearchOptions.userLocation.approximate.timezone&&{timezone:this.config.webSearchOptions.userLocation.approximate.timezone}}}}}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":u.reasoning_effort=void 0;break;case"minimal":u.reasoning_effort="low";break;case"low":u.reasoning_effort="medium";break;case"medium":u.reasoning_effort="high";break;case"high":u.reasoning_effort="high";break;case"highest":u.reasoning_effort="high";break}return this.chatReqUpdater&&(u=this.chatReqUpdater(u)),[o,u]}createEmbedReq(e){let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embeddings"},o={model:t,input:e.texts,dimensions:this.config.dimensions};return[n,o]}createChatResp(e){let{id:t,usage:n,choices:o,error:r}=e;if(r)throw r;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{results:o.map(a=>{if(a.message.refusal)throw new M(a.message.refusal,e.model,e.id);let l=br(a.finish_reason),p=a.message.tool_calls?.map(({id:c,function:{arguments:d,name:u}})=>({id:c,type:"function",function:{name:u,params:d}}));return{index:a.index,id:`${a.index}`,content:a.message.content??void 0,thought:a.message.reasoning_content,annotations:a.message.annotations,functionCalls:p,finishReason:l}}),remoteId:t}}createChatStreamResp(e,t){let{id:n,usage:o,choices:r}=e;this.tokensUsed=o?{promptTokens:o.prompt_tokens,completionTokens:o.completion_tokens,totalTokens:o.total_tokens}:void 0;let i=t;return i.indexIdMap||(i.indexIdMap={}),{results:r.map(({index:l,delta:{content:p,role:c,refusal:d,tool_calls:u,reasoning_content:m,annotations:A},finish_reason:g})=>{if(d)throw new M(d,void 0,n);let y=br(g),h=u?.map(({id:x,index:f,function:{name:v,arguments:I}})=>{typeof x=="string"&&typeof f=="number"&&!i.indexIdMap[f]&&(i.indexIdMap[f]=x);let R=i.indexIdMap[f];return R?{id:R,type:"function",function:{name:v,params:I}}:null}).filter(x=>x!==null);return{index:l,content:p??void 0,role:c,thought:m,annotations:A,functionCalls:h,finishReason:y,id:n}})}}createEmbedResp(e){let{data:t,usage:n}=e;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{embeddings:t.map(o=>o.embedding)}}},br=s=>{switch(s){case"stop":return"stop";case"length":return"length";case"content_filter":return"error";case"tool_calls":return"function_call"}};function ri(s){return s.chatPrompt.map(t=>{switch(t.role){case"system":return{role:"system",content:t.content};case"user":{let n=Array.isArray(t.content)?t.content.map(o=>{switch(o.type){case"text":return{type:"text",text:o.text};case"image":return{type:"image_url",image_url:{url:`data:${o.mimeType};base64,${o.image}`,details:o.details??"auto"}};case"audio":return{type:"input_audio",input_audio:{data:o.data,format:o.format??"wav"}};default:throw new Error("Invalid content type")}}):t.content;return{role:"user",...t.name?{name:t.name}:{},content:n}}case"assistant":{let n=t.functionCalls?.map(o=>({id:o.id,type:"function",function:{name:o.function.name,arguments:typeof o.function.params=="object"?JSON.stringify(o.function.params):o.function.params}}));if(n&&n.length>0)return{role:"assistant",...t.content?{content:t.content}:{},name:t.name,tool_calls:n};if(t.content===void 0)throw new Error("Assistant content is required when no tool calls are provided");return{role:"assistant",content:t.content,...t.name?{name:t.name}:{}}}case"function":return{role:"tool",content:t.result,tool_call_id:t.functionId};default:throw new Error("Invalid role")}})}var F=class extends P{constructor({apiKey:e,config:t,options:n,apiURL:o,modelInfo:r,models:i,chatReqUpdater:a,supportFor:l}){if(!e||e==="")throw new Error("OpenAI API key not set");let p=new zn(t,n?.streamingUsage??!0,a);super(p,{name:"OpenAI",apiURL:o||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:r,defaults:{model:t.model,embedModel:t.embedModel},options:n,supportFor:l,models:i})}},he=class extends F{constructor({apiKey:e,config:t,options:n,models:o,modelInfo:r}){if(!e||e==="")throw new Error("OpenAI API key not set");r=[...Ae,...r??[]];let i=a=>{let l=B({model:a,modelInfo:r,models:o});return{functions:!0,streaming:!0,hasThinkingBudget:l?.hasThinkingBudget??!1,hasShowThoughts:l?.hasShowThoughts??!1}};super({apiKey:e,config:{...ae(),...t},options:n,modelInfo:r,models:o,supportFor:i}),super.setName("OpenAI")}};var jn=ae,Rr=Mt,Cr=Ot,Tr=St,xe=class extends F{constructor({apiKey:e,resourceName:t,deploymentName:n,version:o="api-version=2024-02-15-preview",config:r,options:i,models:a,modelInfo:l}){if(!e||e==="")throw new Error("Azure OpenAPI API key not set");if(!t||t==="")throw new Error("Azure OpenAPI resource name not set");if(!n||n==="")throw new Error("Azure OpenAPI deployment id not set");let p={...jn(),...r};l=[...Ae,...l??[]];let c=u=>{let m=B({model:u,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:m?.hasThinkingBudget??!1,hasShowThoughts:m?.hasShowThoughts??!1}};super({apiKey:e,config:p,options:i,models:a,modelInfo:l,supportFor:c});let d=t.includes("://")?t:`https://${t}.openai.azure.com/`;super.setName("Azure OpenAI"),super.setAPIURL(new URL(`/openai/deployments/${n}?api-version=${o}`,d).href),super.setHeaders(async()=>({"api-key":e}))}};var kt=class s{services;currentServiceIndex=0;currentService;debug;initialBackoffMs;maxBackoffMs;maxRetries;serviceFailures=new Map;constructor(e,t){if(e.length===0)throw new Error("No AI services provided.");si(e),this.services=[...e].sort(t?.comparator??s.metricComparator);let n=this.services[this.currentServiceIndex];if(n===void 0)throw new Error("Error initializing the AI services.");this.currentService=n,this.debug=t?.debug??!0,this.initialBackoffMs=t?.initialBackoffMs??1e3,this.maxBackoffMs=t?.maxBackoffMs??32e3,this.maxRetries=t?.maxRetries??3}static create(e,t){return new s(e,t)}getLastUsedChatModel(){return this.currentService.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.currentService.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.currentService.getLastUsedModelConfig()}static inputOrderComparator=()=>0;static metricComparator=(e,t)=>{let n=e.getMetrics(),o=t.getMetrics();return n.latency.chat.mean-o.latency.chat.mean};getModelList(){return this.currentService.getModelList()}getNextService(){let e=this.services[++this.currentServiceIndex];return e===void 0?!1:(this.currentService=e,!0)}reset(){this.currentServiceIndex=0;let e=this.services[this.currentServiceIndex];if(e===void 0)throw new Error("No AI services provided.");this.currentService=e}getName(){return this.currentService.getName()}getId(){return this.currentService.getId()}getFeatures(e){return this.currentService.getFeatures(e)}getMetrics(){return this.currentService.getMetrics()}canRetryService(){let e=this.serviceFailures.get(this.currentService.getId());if(!e)return!0;let{retries:t,lastFailureTime:n}=e,o=Date.now()-n,r=Math.min(this.initialBackoffMs*2**t,this.maxBackoffMs);return o>=r}handleFailure(){let t=(this.serviceFailures.get(this.currentService.getId())?.retries??0)+1;if(this.serviceFailures.set(this.currentService.getId(),{retries:t,lastFailureTime:Date.now()}),this.debug&&console.warn(`AxBalancer: Service ${this.currentService.getName()} failed (retry ${t}/${this.maxRetries})`),t>=this.maxRetries){let n=this.getNextService();return this.debug&&console.warn(`AxBalancer: Switching to service ${this.currentService.getName()}`),n}return!0}handleSuccess(){this.serviceFailures.delete(this.currentService.getId())}async chat(e,t){for(this.reset();;){if(!this.canRetryService()){if(!this.getNextService())throw new Error("All services exhausted");continue}try{let n=await this.currentService.chat(e,t);return this.handleSuccess(),n}catch(n){if(!(n instanceof L))throw n;switch(n.constructor){case X:throw n;case se:break;case Y:break;case Q:break;case j:break;case ie:break;default:throw n}if(!this.handleFailure())throw n}}}async embed(e,t){for(this.reset();;){if(!this.canRetryService()){if(!this.getNextService())throw new Error("All services exhausted");continue}try{let n=await this.currentService.embed(e,t);return this.handleSuccess(),n}catch(n){if(!this.handleFailure())throw n}}}setOptions(e){this.currentService.setOptions(e)}getOptions(){return this.currentService.getOptions()}getLogger(){return this.currentService.getLogger()}};function si(s){let e=s.find(o=>o.getModelList()!==void 0);if(!e)return;let t=e.getModelList();if(!t)throw new Error("No model list found in any service.");let n=new Set(t.map(o=>o.key));for(let o=0;o<s.length;o++){let r=s[o];if(!r)throw new Error(`Service at index ${o} is undefined`);let i=r.getModelList();if(!i)throw new Error(`Service at index ${o} (${r.getName()}) has no model list while another service does.`);let a=new Set(i.map(l=>l.key));for(let l of n)if(!a.has(l))throw new Error(`Service at index ${o} (${r.getName()}) is missing model "${l}"`);for(let l of a)if(!n.has(l))throw new Error(`Service at index ${o} (${r.getName()}) has extra model "${l}"`)}}var Qe=(o=>(o.CommandRPlus="command-r-plus",o.CommandR="command-r",o.Command="command",o.CommandLight="command-light",o))(Qe||{}),Xe=(o=>(o.EmbedEnglishV30="embed-english-v3.0",o.EmbedEnglishLightV30="embed-english-light-v3.0",o.EmbedMultiLingualV30="embed-multilingual-v3.0",o.EmbedMultiLingualLightV30="embed-multilingual-light-v3.0",o))(Xe||{});var Et=[{name:"command-r-plus",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"command-r",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command-light",currency:"usd",promptTokenCostPer1M:.3,completionTokenCostPer1M:.6},{name:"embed-english-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-english-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1}];var Kn=()=>structuredClone({model:"command-r-plus",embedModel:"embed-english-v3.0",...w()}),vr=()=>structuredClone({model:"command-r",embedModel:"embed-english-v3.0",...G()}),Hn=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,frequencyPenalty:e.frequencyPenalty,presencePenalty:e.presencePenalty,endSequences:e.endSequences,stopSequences:e.stopSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.at(-1),o=e.chatPrompt.slice(0,-1),r;n&&n.role==="user"&&typeof n.content=="string"&&(r=n?.content);let i=ii(o),a=e.functions?.map(d=>{let u={};if(d.parameters?.properties)for(let[m,A]of Object.entries(d.parameters.properties))u[m]={description:A.description,type:A.type,required:d.parameters.required?.includes(m)??!1};return{name:d.name,description:d.description,parameter_definitions:u}}),l=e.chatPrompt.filter(d=>d.role==="function").map(d=>{let u=a?.find(m=>m.name===d.functionId);if(!u)throw new Error("Function not found");return{call:{name:u.name,parameters:u.parameter_definitions},outputs:[{result:d.result??""}]}}),p={name:"/chat"},c={message:r,model:t,tools:a,...l&&!r?{tool_results:l}:{},chat_history:i,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,k:e.modelConfig?.topK??this.config.topK,p:e.modelConfig?.topP??this.config.topP,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,end_sequences:this.config.endSequences,stop_sequences:e.modelConfig?.stopSequences??this.config.stopSequences};return[p,c]}createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embed"},o={model:t,texts:e.texts??[],input_type:"classification",truncate:""};return[n,o]};createChatResp=e=>{this.tokensUsed=e.meta.billed_units?{promptTokens:e.meta.billed_units.input_tokens,completionTokens:e.meta.billed_units.output_tokens,totalTokens:e.meta.billed_units.input_tokens+e.meta.billed_units.output_tokens}:void 0;let t;if("finish_reason"in e)switch(e.finish_reason){case"COMPLETE":t="stop";break;case"MAX_TOKENS":t="length";break;case"ERROR":throw new Error("Finish reason: ERROR");case"ERROR_TOXIC":throw new Error("Finish reason: CONTENT_FILTER");default:t="stop";break}let n;return"tool_calls"in e&&(n=e.tool_calls?.map(r=>({id:r.name,type:"function",function:{name:r.name,params:r.parameters}}))),{results:[{index:0,id:e.generation_id,content:e.text,functionCalls:n,finishReason:t}],remoteId:e.response_id}};createChatStreamResp=(e,t)=>{let n=t;e.event_type==="stream-start"&&(n.generation_id=e.generation_id),this.tokensUsed={promptTokens:0,completionTokens:e.meta.billed_units?.output_tokens??0,totalTokens:e.meta.billed_units?.output_tokens??0};let{results:o}=this.createChatResp(e),r=o[0];if(!r)throw new Error("No result");return r.id=n.generation_id??"",{results:o}};createEmbedResp(e){return{remoteId:e.id,embeddings:e.embeddings}}},fe=class extends P{constructor({apiKey:e,config:t,options:n,models:o}){if(!e||e==="")throw new Error("Cohere API key not set");let r={...Kn(),...t},i=new Hn(r);super(i,{name:"Cohere",apiURL:"https://api.cohere.ai/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:Et,defaults:{model:r.model},supportFor:{functions:!0,streaming:!0},options:n,models:o})}};function ii(s){return s.map(e=>{let t="";if(e.role==="system"||e.role==="assistant"||e.role==="user")if(typeof e.content=="string")t=e.content;else throw new Error("Multi-modal content not supported");switch(e.role){case"user":return{role:"USER",message:t};case"system":return{role:"SYSTEM",message:t};case"assistant":{let n=wr(e.functionCalls);return{role:"CHATBOT",message:t,tool_calls:n}}case"function":{let n=s.map(i=>{if(i.role==="assistant")return i.functionCalls?.find(a=>a.id===e.functionId)}).filter(i=>i!==void 0),o=wr(n)?.at(0);if(!o)throw new Error("Function call not found");let r=[{result:e.result}];return{role:"TOOL",tool_results:[{call:o,outputs:r}]}}default:throw new Error("Unknown role")}})}function wr(s){return s?.map(e=>{let t=typeof e.function.params=="string"?JSON.parse(e.function.params):e.function.params;return{name:e.function.name,parameters:t}})}var Ze=(n=>(n.DeepSeekChat="deepseek-chat",n.DeepSeekCoder="deepseek-coder",n.DeepSeekReasoner="deepseek-reasoner",n))(Ze||{});var _t=[{name:"deepseek-chat",currency:"USD",promptTokenCostPer1M:.27,completionTokenCostPer1M:1.1},{name:"deepseek-reasoner",currency:"USD",promptTokenCostPer1M:.55,completionTokenCostPer1M:2.19}];var Wn=()=>structuredClone({model:"deepseek-chat",...w()}),Sr=()=>structuredClone({model:"deepseek-coder",...G()}),ye=class extends F{constructor({apiKey:e,config:t,options:n,models:o,modelInfo:r}){if(!e||e==="")throw new Error("DeepSeek API key not set");let i={...Wn(),...t};r=[..._t,...r??[]],super({apiKey:e,config:i,options:n,apiURL:"https://api.deepseek.com",modelInfo:r,supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1},models:o}),super.setName("DeepSeek")}};var et=(c=>(c.Gemini25Pro="gemini-2.5-pro",c.Gemini25Flash="gemini-2.5-flash",c.Gemini25FlashLite="gemini-2.5-flash-lite",c.Gemini20Flash="gemini-2.0-flash",c.Gemini20FlashLite="gemini-2.0-flash-lite",c.Gemini1Pro="gemini-1.0-pro",c.Gemini15Flash="gemini-1.5-flash",c.Gemini15Flash002="gemini-1.5-flash-002",c.Gemini15Flash8B="gemini-1.5-flash-8b",c.Gemini15Pro="gemini-1.5-pro",c))(et||{}),Pt=(o=>(o.GeminiEmbedding="gemini-embedding-exp",o.TextEmbeddingLarge="text-embedding-large-exp-03-07",o.TextEmbedding004="text-embedding-004",o.TextEmbedding005="text-embedding-005",o))(Pt||{}),Ft=(o=>(o.HarmCategoryHarassment="HARM_CATEGORY_HARASSMENT",o.HarmCategoryHateSpeech="HARM_CATEGORY_HATE_SPEECH",o.HarmCategorySexuallyExplicit="HARM_CATEGORY_SEXUALLY_EXPLICIT",o.HarmCategoryDangerousContent="HARM_CATEGORY_DANGEROUS_CONTENT",o))(Ft||{}),Gt=(r=>(r.BlockNone="BLOCK_NONE",r.BlockOnlyHigh="BLOCK_ONLY_HIGH",r.BlockMediumAndAbove="BLOCK_MEDIUM_AND_ABOVE",r.BlockLowAndAbove="BLOCK_LOW_AND_ABOVE",r.BlockDefault="HARM_BLOCK_THRESHOLD_UNSPECIFIED",r))(Gt||{}),Vn=(l=>(l.SemanticSimilarity="SEMANTIC_SIMILARITY",l.Classification="CLASSIFICATION",l.Clustering="CLUSTERING",l.RetrievalDocument="RETRIEVAL_DOCUMENT",l.RetrievalQuery="RETRIEVAL_QUERY",l.QuestionAnswering="QUESTION_ANSWERING",l.FactVerification="FACT_VERIFICATION",l.CodeRetrievalQuery="CODE_RETRIEVAL_QUERY",l))(Vn||{});var Dt=[{name:"gemini-2.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2.5,completionTokenCostPer1M:15,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"gemini-2.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:15,completionTokenCostPer1M:3.5,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"gemini-2.5-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,hasThinkingBudget:!0,hasShowThoughts:!0},{name:"gemini-2.0-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.01,completionTokenCostPer1M:.4},{name:"gemini-2.0-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0},{name:"gemini-1.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3},{name:"gemini-1.5-flash-8b",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.0375,completionTokenCostPer1M:.15},{name:"gemini-1.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5},{name:"gemini-1.0-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5}];var Mr=[{category:"HARM_CATEGORY_HARASSMENT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_HATE_SPEECH",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_SEXUALLY_EXPLICIT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_DANGEROUS_CONTENT",threshold:"BLOCK_NONE"}],Yn=()=>structuredClone({model:"gemini-2.5-flash",embedModel:"text-embedding-005",safetySettings:Mr,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},...w()}),Or=()=>structuredClone({model:"gemini-2.0-flash",embedModel:"text-embedding-005",safetySettings:Mr,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},...G()}),Jn=class{constructor(e,t,n,o,r){this.config=e;this.isVertex=t;this.endpointId=n;this.apiKey=o;this.options=r;if(!this.isVertex&&this.config.autoTruncate)throw new Error("Auto truncate is not supported for GoogleGemini")}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq=async(e,t)=>{let n=e.model,o=e.modelConfig?.stream??this.config.stream;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let r;if(this.endpointId?r={name:o?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:r={name:o?`/models/${n}:streamGenerateContent?alt=sse`:`/models/${n}:generateContent`},!this.isVertex){let g=o?"&":"?",y=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;r.name+=`${g}key=${y}`}let i=e.chatPrompt.filter(g=>g.role==="system").map(g=>g.content),a=i.length>0?{role:"user",parts:[{text:i.join(" ")}]}:void 0,l=e.chatPrompt.filter(g=>g.role!=="system").map((g,y)=>{switch(g.role){case"user":return{role:"user",parts:Array.isArray(g.content)?g.content.map((x,f)=>{switch(x.type){case"text":return{text:x.text};case"image":return{inlineData:{mimeType:x.mimeType,data:x.image}};default:throw new Error(`Chat prompt content type not supported (index: ${f})`)}}):[{text:g.content}]};case"assistant":{let h=[];if(g.functionCalls){if(h=g.functionCalls.map(x=>{let f=typeof x.function.params=="string"?JSON.parse(x.function.params):x.function.params;return{functionCall:{name:x.function.name,args:f}}}),!h)throw new Error("Function call is empty");return{role:"model",parts:h}}if(!g.content)throw new Error("Assistant content is empty");return h=[{text:g.content}],{role:"model",parts:h}}case"function":{if(!("functionId"in g))throw new Error(`Chat prompt functionId is empty (index: ${y})`);return{role:"user",parts:[{functionResponse:{name:g.functionId,response:{result:g.result}}}]}}default:throw new Error(`Invalid role: ${JSON.stringify(g)} (index: ${y})`)}}),p=[];e.functions&&e.functions.length>0&&p.push({function_declarations:e.functions}),this.options?.codeExecution&&p.push({code_execution:{}}),this.options?.googleSearchRetrieval&&p.push({google_search_retrieval:{dynamic_retrieval_config:this.options.googleSearchRetrieval}}),this.options?.googleSearch&&p.push({google_search:{}}),this.options?.urlContext&&p.push({url_context:{}}),p.length===0&&(p=void 0);let c;if(e.functionCall)if(e.functionCall==="none")c={function_calling_config:{mode:"NONE"}};else if(e.functionCall==="auto")c={function_calling_config:{mode:"AUTO"}};else if(e.functionCall==="required")c={function_calling_config:{mode:"ANY"}};else{let g=e.functionCall.function?.name?{allowedFunctionNames:[e.functionCall.function.name]}:{};c={function_calling_config:{mode:"ANY"},...g}}else p&&p.length>0&&(c={function_calling_config:{mode:"AUTO"}});let d={};if(this.config.thinking?.includeThoughts&&(d.includeThoughts=!0),this.config.thinking?.thinkingTokenBudget&&(d.thinkingBudget=this.config.thinking.thinkingTokenBudget),t?.thinkingTokenBudget){let g=this.config.thinkingTokenBudgetLevels;switch(t.thinkingTokenBudget){case"none":d.thinkingBudget=0,d.includeThoughts=!1;break;case"minimal":d.thinkingBudget=g?.minimal??200;break;case"low":d.thinkingBudget=g?.low??800;break;case"medium":d.thinkingBudget=g?.medium??5e3;break;case"high":d.thinkingBudget=g?.high??1e4;break;case"highest":d.thinkingBudget=g?.highest??24500;break}}t?.showThoughts!==void 0&&t?.thinkingTokenBudget!=="none"&&(d.includeThoughts=t.showThoughts);let u={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,topP:e.modelConfig?.topP??this.config.topP,topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain",...Object.keys(d).length>0?{thinkingConfig:d}:{}},m=this.config.safetySettings;return[r,{contents:l,tools:p,toolConfig:c,systemInstruction:a,generationConfig:u,safetySettings:m}]};createEmbedReq=async e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n,o;if(this.isVertex)this.endpointId?n={name:`/${this.endpointId}:predict`}:n={name:`/models/${t}:predict`},o={instances:e.texts.map(r=>({content:r,...this.config.embedType&&{taskType:this.config.embedType}})),parameters:{autoTruncate:this.config.autoTruncate,outputDimensionality:this.config.dimensions}};else{let r=typeof this.apiKey=="function"?this.apiKey():this.apiKey;n={name:`/models/${t}:batchEmbedContents?key=${r}`},o={requests:e.texts.map(i=>({model:`models/${t}`,content:{parts:[{text:i}]},outputDimensionality:this.config.dimensions,...this.config.embedType&&{taskType:this.config.embedType}}))}}return[n,o]};createChatResp=e=>{let t=e.candidates?.map(n=>{let o={index:0};switch(n.finishReason){case"MAX_TOKENS":o.finishReason="length";break;case"STOP":o.finishReason="stop";break;case"SAFETY":throw new M("Content was blocked due to safety settings",void 0,void 0);case"RECITATION":throw new M("Content was blocked due to recitation policy",void 0,void 0);case"MALFORMED_FUNCTION_CALL":throw new M("Function call was malformed and blocked",void 0,void 0);case"UNEXPECTED_TOOL_CALL":throw new M("Unexpected tool call",void 0,void 0);case"FINISH_REASON_UNSPECIFIED":throw new M("Finish reason unspecified",void 0,void 0);case"BLOCKLIST":throw new M("Content was blocked due to blocklist",void 0,void 0);case"PROHIBITED_CONTENT":throw new M("Content was blocked due to prohibited content",void 0,void 0);case"SPII":throw new M("Content was blocked due to SPII",void 0,void 0);case"OTHER":throw new M("Other finish reason",void 0,void 0)}if(!n.content||!n.content.parts)return o;for(let r of n.content.parts){if("text"in r){"thought"in r&&r.thought?o.thought=r.text:o.content=r.text;continue}"functionCall"in r&&(o.functionCalls=[{id:$(),type:"function",function:{name:r.functionCall.name,params:r.functionCall.args}}])}return o});return e.usageMetadata&&(this.tokensUsed={totalTokens:e.usageMetadata.totalTokenCount,promptTokens:e.usageMetadata.promptTokenCount,completionTokens:e.usageMetadata.candidatesTokenCount,thoughtsTokens:e.usageMetadata.thoughtsTokenCount}),{results:t}};createChatStreamResp=e=>this.createChatResp(e);createEmbedResp=e=>{let t;return this.isVertex?t=e.predictions.map(n=>n.embeddings.values):t=e.embeddings.map(n=>n.values),{embeddings:t}}},Ie=class s extends P{static create(e){return new s(e)}constructor({apiKey:e,projectId:t,region:n,endpointId:o,config:r,options:i,models:a,modelInfo:l}){let p=t!==void 0&&n!==void 0,c,d;if(p){if(!e)throw new Error("GoogleGemini Vertex API key not set");if(typeof e!="function")throw new Error("GoogleGemini Vertex API key must be a function for token-based authentication");let g;o?g="endpoints":g="publishers/google",c=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/${g}`,d=async()=>({Authorization:`Bearer ${typeof e=="function"?await e():e}`})}else{if(!e)throw new Error("GoogleGemini AI API key not set");c="https://generativelanguage.googleapis.com/v1beta",d=async()=>({})}let u={...Yn(),...r},m=new Jn(u,p,o,e,i);l=[...Dt,...l??[]];let A=g=>{let y=B({model:g,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:y?.hasThinkingBudget??!1,hasShowThoughts:y?.hasShowThoughts??!1,functionCot:!1}};super(m,{name:"GoogleGeminiAI",apiURL:c,headers:d,modelInfo:l,defaults:{model:u.model,embedModel:u.embedModel},options:i,supportFor:A,models:a})}};var ai=new N,be=class{options;maxTokens;refillRate;currentTokens;lastRefillTime;constructor(e,t,n){this.maxTokens=e,this.refillRate=t,this.currentTokens=e,this.lastRefillTime=Date.now(),this.options=n}refillTokens(){let e=Date.now(),n=(e-this.lastRefillTime)/1e3*this.refillRate;this.currentTokens=Math.min(this.maxTokens,this.currentTokens+n),this.lastRefillTime=e}async waitUntilTokensAvailable(e){if(this.refillTokens(),this.currentTokens>=e){this.currentTokens-=e;return}return this.options?.debug&&console.log(ai.red(`Rate limiter: Waiting for ${e-this.currentTokens} tokens`)),await new Promise(t=>setTimeout(t,100)),this.waitUntilTokensAvailable(e)}async acquire(e){await this.waitUntilTokensAvailable(e)}};var tt=(o=>(o.Llama3_8B="llama3-8b-8192",o.Llama33_70B="llama-3.3-70b-versatile",o.Mixtral_8x7B="mixtral-8x7b-32768",o.Gemma2_9B="gemma2-9b-it",o))(tt||{});var Lt=[{name:"gemma2-9b-it",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.2,completionTokenCostPer1M:.2},{name:"llama-3.3-70b-versatile",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.59,completionTokenCostPer1M:.79},{name:"llama3-8b-8192",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.05,completionTokenCostPer1M:.08},{name:"mixtral-8x7b-32768",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.24,completionTokenCostPer1M:.24}];var li=()=>structuredClone({model:"llama-3.3-70b-versatile",...w()}),Re=class extends F{constructor({apiKey:e,config:t,options:n,models:o,modelInfo:r}){if(!e||e==="")throw new Error("Groq API key not set");let i={...li(),...t},a={...n,streamingUsage:!1};r=[...Lt,...r??[]];let l={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1};super({apiKey:e,config:i,options:a,modelInfo:r,apiURL:"https://api.groq.com/openai/v1",models:o,supportFor:l}),super.setName("Groq"),this.setOptions(a)}setOptions=e=>{let t=this.newRateLimiter(e);super.setOptions({...e,rateLimiter:t})};newRateLimiter=e=>{if(e?.rateLimiter)return e.rateLimiter;let t=e?.tokensPerMinute??4800,n=new be(t,t/60,{debug:e?.debug});return async(r,i)=>{let a=i.modelUsage?.tokens?.totalTokens||0;return await n.acquire(a),await r()}}};var Ut=[];var Nt=(e=>(e.MetaLlama270BChatHF="meta-llama/Llama-2-70b-chat-hf",e))(Nt||{});var Xn=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...w()}),kr=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...G()}),Qn=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,n:e.n,presencePenalty:e.presencePenalty}}createChatReq=e=>{let t=e.model,n=e.functions?`Functions:
 ${JSON.stringify(e.functions,null,2)}
 `:"",o=e.chatPrompt?.map(l=>{switch(l.role){case"user":return`User: ${l.content}`;case"system":return`System: ${l.content}`;case"function":return`Function Result: ${l.result}`;case"assistant":{let p=l.functionCalls?.map(c=>{let d=typeof c.function.params=="string"?c.function.params:JSON.stringify(c.function.params);return`${c.function.name}(${d})`}).join(`
 `);return p?`Assistant: ${l.content}