vern-llm 2.9.0 → 2.9.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. package/dist/index.cjs +1 -1
  2. package/dist/index.cjs.map +1 -1
  3. package/dist/index.mjs +1 -1
  4. package/dist/index.mjs.map +1 -1
  5. package/package.json +1 -1
package/dist/index.mjs CHANGED
@@ -1,4 +1,4 @@
1
- const e=new Set([`unknown_tool`,`duplicate_tool_call_id`,`tool_choice_none_violated`,`unexpected_tool_calls`]),t=new Set([`rate_limit_queue_full`,`rate_limit_queue_timeout`,`rate_limit_capacity_exceeded`,`retry_budget_exhausted`]),n=new Set([`middleware_timeout`]),r=new Set([`parse`,`validation`,`invalid_params`,`aborted`]);function i(i,a){return!(r.has(i)||a&&e.has(a)||a&&t.has(a)||a&&n.has(a))}const a=new Set([`quota_exceeded`]);function o(e,t){return!(!i(e,t)||a.has(e))}function s(e){if(e!==void 0)try{return JSON.stringify(e),e}catch{return`[Unserializable: issues contained a circular reference]`}}function c(e){if(e!==void 0)try{return JSON.parse(JSON.stringify(e))}catch{return`[Unserializable: request body contained a circular reference]`}}const l=new Set([`authorization`,`x-api-key`,`x-goog-api-key`,`api-key`]);function u(e){if(e===void 0)return;let t={};for(let[n,r]of Object.entries(e))l.has(n.toLowerCase())||(t[n]=r);return t}function d(e,t=0){if(e!==void 0)return t>=20?[]:e.map(e=>({...e,error:{...e.error,issues:s(e.error.issues),attempts:d(e.error.attempts,t+1)},request:e.request&&{...e.request,body:c(e.request.body),headers:u(e.request.headers)}}))}function f(e,t,n,r,i=Date.now()){return{provider:e,model:t,body:c(n),headers:u(r),startedAt:i}}var p=class extends Error{type;status;issues;cause;retryAfterMs;code;attempts;constructor(e,t,n={}){super(e),this.type=t,this.name=`LLMError`,this.status=n.status,this.issues=n.issues,this.cause=n.cause,this.retryAfterMs=n.retryAfterMs,this.code=n.code,this.attempts=n.attempts}get retryable(){return i(this.type,this.code)}get countsTowardBreaker(){return o(this.type,this.code)}toSnapshot(){return{message:this.message,type:this.type,status:this.status,issues:s(this.issues),retryAfterMs:this.retryAfterMs,code:this.code,retryable:this.retryable,attempts:d(this.attempts)}}toJSON(){return{name:this.name,message:this.message,type:this.type,status:this.status,issues:s(this.issues),retryAfterMs:this.retryAfterMs,code:this.code,retryable:this.retryable,attempts:d(this.attempts)}}};function m(e){return e instanceof p}function h(e,t){return e.code===t&&e.issues!==void 0}const g={onAccess(){},onInsert(){},getEvictee:e=>e.keys().next().value};function _(e,t){if(!e.has(t))return;let n=e.get(t);e.delete(t),e.set(t,n)}const v={onAccess:_,onInsert:_,getEvictee:e=>e.keys().next().value};function y(e){return e===`lru`?v:g}var b=class{maxSize;store=new Map;eviction;constructor(e=1e3,t=`fifo`){this.maxSize=e,this.eviction=y(t)}async get(e){let t=this.store.get(e);return t?Date.now()>=t.expiresAt?(this.store.delete(e),{hit:!1,value:null}):(this.eviction.onAccess(this.store,e),{hit:!0,value:t.value}):{hit:!1,value:null}}async set(e,t,n){this.cleanupExpiredEntries(),this.store.set(e,{value:t,expiresAt:Date.now()+n*1e3}),this.eviction.onInsert(this.store,e),this.enforceSizeLimit()}async delete(e){this.store.delete(e)}cleanupExpiredEntries(){let e=Date.now();for(let[t,n]of this.store)e>=n.expiresAt&&this.store.delete(t)}enforceSizeLimit(){for(;this.store.size>this.maxSize;){let e=this.eviction.getEvictee(this.store);if(e===void 0)break;this.store.delete(e)}}},x=class{inner;constructor(e=new b){this.inner=e}normalize(e){return e.toLowerCase().trim().replace(/[^\p{L}\p{N}\s]/gu,` `).replace(/\s+/g,` `).trim()}async resolveKey(e){return this.normalize(e)}async get(e){return this.inner.get(this.normalize(e))}async set(e,t,n){await this.inner.set(this.normalize(e),t,n)}async delete(e){await this.inner.delete?.(this.normalize(e))}},S=class{l1;l2;l1Ttl;constructor(e,t,n){this.l1=e,this.l2=t,this.l1Ttl=n}async resolveKey(e){return this.l1.resolveKey?this.l1.resolveKey(e):this.l2.resolveKey?this.l2.resolveKey(e):e}async get(e){let t=await this.l1.get(e);if(t.hit)return t;let n=await this.l2.get(e);return n.hit&&await this.l1.set(e,n.value,this.l1Ttl??60),n}async set(e,t,n){await Promise.all([this.l1.set(e,t,this.l1Ttl??n),this.l2.set(e,t,n)])}async delete(e){await Promise.all([this.l1.delete?.(e),this.l2.delete?.(e)])}};function C(e){return e}function w(e){if(typeof e!=`object`||!e)return!1;let t=e;return t.type===`tool_calls`&&Array.isArray(t.toolCalls)}function ee(e){return typeof e==`object`&&!!e&&typeof e.then==`function`}function te(e){return typeof e==`object`&&!!e&&typeof e[Symbol.asyncIterator]==`function`}function ne(e){if(typeof e!=`object`||!e)return!1;let t=e;return te(t.chunks)&&ee(t.finalResult)}const re=new Set([`unknown_tool`,`duplicate_tool_call_id`,`tool_choice_none_violated`,`unexpected_tool_calls`]),ie=e=>e.type===`parse`||e.type===`validation`||e.type===`aborted`||e.type===`quota_exceeded`||e.code&&re.has(e.code)?`stop`:`next`;var T=class extends p{attempts;constructor(e){let t=e[e.length-1]?.error;super(`${e.length} provider${e.length===1?``:`s`} attempted and failed: ${e.map(e=>`${e.provider}(${e.error.type})`).join(` then `)}`,`fallback_exhausted`,{status:t?.status,cause:t,retryAfterMs:t?.retryAfterMs,code:`fallback_exhausted`,attempts:e}),this.attempts=e}get retryable(){let e=this.attempts[this.attempts.length-1]?.error;return e?e.retryable:super.retryable}};function ae(e){return e instanceof T}function oe(){return{}}function se(e){return{debugName:e}}function ce(e){return se(e)}function le(e){return se(e)}function ue(e){return{ref:e}}function E(){let e=new Map;return{get(t){return e.get(t)},set(t,n){e.set(t,n)}}}function de(e){let{onError:t,...n}=e;return t?{...n,wrap:async(e,n,r)=>{try{return await n()}catch(e){try{await t(e,r)}catch{}throw e}}}:n}function fe(e,t){let n=e.completion_tokens_details?.reasoning_tokens;return{promptTokens:e.prompt_tokens??0,completionTokens:e.completion_tokens??0,totalTokens:e.total_tokens??0,...n===void 0?{}:{reasoningTokens:n},requestId:t.requestId,model:t.model,provider:t.providerName,usedFallback:t.isFallback}}async function pe(e,t,n){if(!e.reserveUsage)return!1;try{return await e.reserveUsage({coalesced:t,signal:n}),!0}catch(e){throw n?.aborted?new p(`LLM request aborted`,`aborted`):new p(e instanceof Error?e.message:`Usage reservation failed`,`quota_exceeded`,{cause:e})}}function me(e,t,n,r){return async i=>{try{await e.refundUsage?.({coalesced:t,signal:n})}catch(e){r(i,e)}}}async function he(e,t,n,r,i){if(r?.aborted)throw new p(`LLM request aborted`,`aborted`);let a=await pe(e,t,r),o=me(e,t,r,i);if(r?.aborted)throw a&&await o(`[VernLLM] refundUsage failed after abort`),new p(`LLM request aborted`,`aborted`);let s;try{s=await n()}catch(e){throw a&&await o(`[VernLLM] refundUsage failed`),e}if(r?.aborted)throw a&&await o(`[VernLLM] refundUsage failed after abort`),new p(`LLM request aborted`,`aborted`);return s}async function ge(e,t,n,r){if(n?.aborted)throw new p(`LLM request aborted`,`aborted`);let i=await pe(e,!1,n),a=me(e,!1,n,r);if(n?.aborted)throw i&&await a(`[VernLLM] refundUsage failed after abort`),new p(`LLM request aborted`,`aborted`);let o;try{o=await t()}catch(e){throw i&&await a(`[VernLLM] refundUsage failed after stream-open failure`),e}let s=o.finalResult.then(e=>e,async e=>{throw i&&await a(`[VernLLM] refundUsage failed after stream error`),e});return s.catch(()=>{}),{chunks:o.chunks,finalResult:s}}function _e(){let e=new Map;function t(t){return e.get(t)}function n(t,n){return e.set(t,n),n.catch(()=>{}).finally(()=>{e.get(t)===n&&e.delete(t)}),n}return{get:t,track:n}}function ve(e){return typeof e==`string`?e:JSON.stringify(e)??``}function ye(e,t){let n=[];if(t){let t=e;t.type===`tool_calls`?(t.toolCalls.forEach((e,t)=>{n.push({type:`tool_call_delta`,index:t,id:e.id,name:e.name,argsDelta:JSON.stringify(e.arguments??{}),complete:!0})}),t.content&&n.push({type:`text-delta`,delta:t.content})):n.push({type:`text-delta`,delta:ve(t.content)})}else n.push({type:`text-delta`,delta:ve(e)});return{async*[Symbol.asyncIterator](){for(let e of n)yield e}}}function be(e,t){return{async*[Symbol.asyncIterator](){yield*ye(await e,t)}}}var xe=class{cache;logger;inFlight=_e();constructor(e,t){this.cache=e,this.logger=t}async resolveCacheKey(e){return this.cache.resolveKey?await this.cache.resolveKey(e):e}async deleteCache(e){if(this.cache.delete)try{await this.cache.delete(await this.resolveCacheKey(e))}catch(e){this.logger.warn(`[VernLLM] cache delete failed: ${e instanceof Error?e.message:`unknown`}`)}}logRefundError(e,t){this.logger.error(e,{message:t instanceof Error?t.message:`unknown`,stack:t instanceof Error?t.stack:void 0})}async getCached(e){try{return await this.cache.get(e)}catch(e){return this.logger.warn(`[VernLLM] cache read failed: ${e instanceof Error?e.message:`unknown`}`),{hit:!1}}}async resolveKeyAndReadCache(e){let t=await this.resolveCacheKey(e.cacheKey);return{resolvedParams:t===e.cacheKey?e:{...e,cacheKey:t},cached:await this.getCached(t)}}joinInFlight(e,t){return he(e,!0,()=>t,e.signal,(e,t)=>this.logRefundError(e,t))}async runCached(e){let{resolvedParams:t,cached:n}=await this.resolveKeyAndReadCache(e);if(n.hit)return n.value;let r=this.inFlight.get(t.cacheKey);return r?this.joinInFlight(t,r):this.registerTrigger(t)}registerTrigger(e){let t=he(e,!1,()=>this.runAndCache(e),e.signal,(e,t)=>this.logRefundError(e,t));return this.inFlight.track(e.cacheKey,t),t}async runAndCache(e){let t=await e.fn();try{await this.cache.set(e.cacheKey,t,e.ttl)}catch(e){this.logger.warn(`[VernLLM] cache write failed: ${e instanceof Error?e.message:`unknown`}`)}return t}async runCachedStream(e,t){let{resolvedParams:n,cached:r}=await this.resolveKeyAndReadCache(e);if(r.hit){let e=r.value;return{chunks:ye(e,t),finalResult:Promise.resolve(e)}}let i=this.inFlight.get(n.cacheKey);if(i){let e=this.joinInFlight(n,i);return e.catch(()=>{}),{chunks:be(e,t),finalResult:e}}return this.registerStreamTrigger(n)}registerStreamTrigger(e){let t,n,r=new Promise((e,r)=>{t=e,n=r});this.inFlight.track(e.cacheKey,r);let i=ge(e,async()=>{let t=await e.openStream(),n=t.finalResult.then(async t=>{try{await this.cache.set(e.cacheKey,t,e.ttl)}catch(e){this.logger.warn(`[VernLLM] cache write failed: ${e instanceof Error?e.message:`unknown`}`)}return t},e=>{throw e});return{chunks:t.chunks,finalResult:n}},e.signal,(e,t)=>this.logRefundError(e,t));return i.then(e=>{e.finalResult.then(t,n)},e=>{n(e)}),i}},Se=class{buckets;bucketStartMs=Date.now();bucketWidthMs;constructor(e){if(!Number.isFinite(e)||e<=0)throw RangeError(`RollingRatio: windowMs must be a finite number > 0, got ${e}`);this.bucketWidthMs=e/10,this.buckets=Array.from({length:10},()=>({total:0,failures:0}))}rotate(){let e=Date.now()-this.bucketStartMs,t=Math.floor(e/this.bucketWidthMs),n=Math.min(10,t);for(let e=0;e<n;e++)this.buckets.shift(),this.buckets.push({total:0,failures:0});t>0&&(this.bucketStartMs+=t*this.bucketWidthMs)}record(e){this.rotate();let t=this.buckets[9];t.total+=1,e&&(t.failures+=1)}getRatio(){this.rotate();let e=this.buckets.reduce((e,t)=>e+t.total,0),t=this.buckets.reduce((e,t)=>e+t.failures,0);return e===0?0:t/e}getCount(){return this.rotate(),this.buckets.reduce((e,t)=>e+t.total,0)}reset(){this.buckets=Array.from({length:10},()=>({total:0,failures:0})),this.bucketStartMs=Date.now()}};function Ce(e,t=`minCalls`){if(!Number.isInteger(e)||e<0)throw RangeError(`${t} must be a non-negative integer, got ${e}`)}function we(e,t){if(!Number.isFinite(e)||e<0||e>1)throw RangeError(`${t} must be a finite number between 0 and 1, got ${e}`)}var Te=class{options;ratio;constructor(e){this.options=e,this.ratio=new Se(e.windowMs),Ce(e.minCalls),we(e.retryRatio,`retryRatio`)}assertAvailable(){if(this.ratio.getCount()>=this.options.minCalls&&this.ratio.getRatio()>=this.options.retryRatio)throw new p(`Retry budget exhausted`,`rate_limited`,{code:`retry_budget_exhausted`})}recordAttempt(e){this.ratio.record(e)}getSnapshot(){return{attempts:this.ratio.getCount(),retryRatio:this.ratio.getRatio()}}};function D(e,t,n){e.error(`[VernLLM] ${t} failed`,{message:n instanceof Error?n.message:`unknown`,stack:n instanceof Error?n.stack:void 0})}function O(e,t,n){try{n()}catch(n){D(e,t,n)}}function Ee(e){return{debug:De(e,`debug`),warn:De(e,`warn`),error:De(e,`error`)}}function De(e,t){let n=e[t].bind(e);return((...e)=>{try{ke(n(...e))}catch{}})}function Oe(e){return typeof e?.then==`function`}function ke(e){Oe(e)&&Promise.resolve(e).catch(()=>{})}function k(e,t,n={}){return r=>{e&&O(t,`onEvent`,()=>e(r)),r.kind===`usage`&&n.onUsage&&O(t,`onUsage`,()=>n.onUsage(r.usage)),r.kind===`usage_failure`&&n.onUsageFailure&&O(t,`onUsageFailure`,()=>n.onUsageFailure(r.usage,r.error))}}function A(e,t,n){let r=e[t];if(!r)throw RangeError(`${n}: no target at index ${t} (chain has ${e.length} target${e.length===1?``:`s`})`);return r}function j(e,t,n,r){t!==void 0&&!e&&r.warn(`[VernLLM] ${n}: \`model: '${t}'\` has no effect here. This target's circuitBreaker doesn't have isolateByModel on, so it only tracks one shared circuit regardless of \`model\`. Omit \`model\`, or set \`circuitBreaker.isolateByModel: true\` on this target if per-model tracking is what you want.`)}function Ae(e,t,n){Promise.resolve(n).catch(n=>{try{e.error(t,{message:n instanceof Error?n.message:String(n)})}catch{}})}async function je(e,t,n,r){let i=n?.signal;if(i?.aborted)throw new p(`Circuit breaker check aborted`,`aborted`);let a=e.prepareTimeoutMs??1e3,o;try{o=Promise.resolve(e.prepare(t,n))}catch(e){Me(r,e);return}let s,c,l=await Promise.race([o.then(()=>`ready`,e=>({failed:e})),new Promise(e=>{s=setTimeout(()=>e(`timeout`),a)}),new Promise(e=>{i&&(c=()=>e(`aborted`),i.addEventListener(`abort`,c,{once:!0}),i.aborted&&c())})]).finally(()=>{clearTimeout(s),i&&c&&i.removeEventListener(`abort`,c)});if(l===`aborted`)throw new p(`Circuit breaker check aborted`,`aborted`);l===`timeout`?r.warn(`[VernLLM] circuitBreaker.prepare took longer than ${a}ms, continuing with the adapter's local state`):l!==`ready`&&Me(r,l.failed)}function Me(e,t){e.warn(`[VernLLM] circuitBreaker.prepare failed, continuing with the adapter's local state: ${t instanceof Error?t.message:String(t)}`)}function Ne(e){let t=/^(?:(\d+(?:\.\d+)?)h)?(?:(\d+(?:\.\d+)?)m)?(?:(\d+(?:\.\d+)?)s)?(?:(\d+)ms)?$/.exec(e.trim());if(!t||t[0]===``)return;let[,n,r,i,a]=t,o=(n?parseFloat(n)*36e5:0)+(r?parseFloat(r)*6e4:0)+(i?parseFloat(i)*1e3:0)+(a?parseInt(a,10):0);return Number.isFinite(o)?o:void 0}function M(e,t){let n=e.get(t);if(n===null)return;let r=Number(n);return Number.isFinite(r)?r:void 0}function N(e){let t=e.get(`x-ratelimit-reset-requests`);return{limitRequests:M(e,`x-ratelimit-limit-requests`),remainingRequests:M(e,`x-ratelimit-remaining-requests`),resetAfterMs:t===null?void 0:Ne(t)}}function Pe(e){let t=e.get(`anthropic-ratelimit-requests-reset`),n=t===null?NaN:Date.parse(t);return{limitRequests:M(e,`anthropic-ratelimit-requests-limit`),remainingRequests:M(e,`anthropic-ratelimit-requests-remaining`),resetAfterMs:Number.isFinite(n)?Math.max(0,n-Date.now()):void 0}}const Fe=Symbol(`vernLLMProviderRateLimitHint`);function P(e,t){t&&Object.defineProperty(e,Fe,{value:t,enumerable:!1,configurable:!0})}function Ie(e){if(e&&typeof e==`object`)return e[Fe]}function Le(e){let{breaker:t,logger:n,requestId:r,model:i,providerName:a,isFallback:o,supportsJsonObjectMode:s,registeredMiddlewareNames:c}=e;function l(e,t,n){return{stage:`attempt`,requestId:r,requestedProvider:a,requestedModel:i,isFallbackAttempt:o,attempt:e+1,capabilities:{supportsJsonObjectMode:s},signal:t,state:n,own:{},registeredMiddlewareNames:c}}function u(e,t,n){return{requestId:r,state:n,signal:t,attempt:e+1}}function d(e,t){Ae(n,`[VernLLM:${r}] circuitBreaker.${e} rejected`,t)}return{buildAttemptContext:l,buildCallContext:u,recordSuccess(e,n,r){d(`recordSuccess`,t?.recordSuccess(i,u(e,n,r)))},recordFailure(e,n,r,a){d(`recordFailure`,t?.recordFailure(i,u(e,n,r),a))},releaseTrial(e,n,r){d(`releaseTrial`,t?.releaseTrial?.(i,u(e,n,r)))}}}function Re(e){return e.map(e=>({type:`function`,function:{name:e.name,description:e.description,parameters:e.parameters}}))}function ze(e){return e.map(e=>({id:e.id,type:`function`,function:{name:e.name,arguments:JSON.stringify(e.arguments??{})}}))}function Be(e){return e.map(e=>{let t;try{t=e.function.arguments.trim()?JSON.parse(e.function.arguments):{}}catch{throw new p(`Invalid JSON arguments for tool call "${e.function.name}"`,`parse`,{code:`tool_arguments_parse_failed`})}return{id:e.id,name:e.function.name,arguments:t}})}function Ve(e){return typeof e==`string`?e:JSON.stringify(e)}function He(e,t){if(e&&e.length===0)throw new p("`tools` was an empty array. This is almost always a bug (e.g. a filtered tool list that ended up empty). An empty `tools` array still switches on tool-call mode (response shape, jsonMode default, wire format) with nothing for the model to call. Omit `tools` entirely for a normal call, or make sure the array is non-empty.",`invalid_params`);if(e){let t=new Set,n=new Set;for(let r of e)t.has(r.name)&&n.add(r.name),t.add(r.name);if(n.size)throw new p(`\`tools\` has duplicate name(s): [${[...n].join(`, `)}]. Tool names must be unique.`,`invalid_params`,{code:`duplicate_tool_names`,issues:{names:[...n]}})}if(t&&!e)throw new p("`toolChoice` was set without `tools`. There is nothing for it to choose between. Set `tools`, or remove `toolChoice`.",`invalid_params`);if(e&&typeof t==`object`&&!e.some(e=>e.name===t.name))throw new p(`toolChoice names "${t.name}", which is not in \`tools\` ([${e.map(e=>e.name).join(`, `)}]).`,`invalid_params`,{code:`unknown_tool_choice`,issues:{requested:t.name,available:e.map(e=>e.name)}})}function Ue(e){let{jsonModeExplicit:t,hasTools:n,jsonSchema:r,hasSchema:i,supportsJsonObjectMode:a}=e,o=t??!n;if(!a&&!r&&t===!0)throw new p('jsonMode: true was set explicitly, but this client does not support `response_format: "json_object"` (see LLMClient.supportsJsonObjectMode). Neither Anthropic nor Bedrock has a field that mechanically guarantees JSON output for this mode. Use `jsonSchema` instead, which maps to a real constraint on both.',`invalid_params`);if(!a&&!r&&t===void 0&&i)throw new p('`schema` was provided, which requires JSON output to validate against, but this client does not support `response_format: "json_object"` (see LLMClient.supportsJsonObjectMode) and no `jsonSchema` was set. Neither Anthropic nor Bedrock has a field that mechanically guarantees JSON output without one. Use `jsonSchema` instead, which maps to a real constraint on both and still runs `schema` against its parsed result.',`invalid_params`);let s=(!a&&!r&&t===void 0?!1:o)||!!r;if(i&&!s)throw new p(`schema was provided but jsonMode: false disables JSON parsing, so nothing would validate it. Remove jsonMode: false, set jsonSchema, or remove schema.`,`invalid_params`);return s}function We(e,t){return e?{type:`json_schema`,json_schema:{name:e.name,schema:e.schema,strict:e.strict??!0,description:e.description}}:t?{type:`json_object`}:void 0}function Ge(e){return!e||e===`auto`?`auto`:e===`none`||e===`required`?e:{type:`function`,function:{name:e.name}}}function Ke(e){return e.role===`tool`?(e.toolResults??[]).map(e=>({role:`tool`,tool_call_id:e.toolCallId,content:typeof e.content==`string`?e.content:JSON.stringify(e.content??null),...e.isError?{is_error:!0}:{}})):e.role===`assistant`&&e.toolCalls?.length?[{role:`assistant`,...e.content===void 0?{}:{content:Ve(e.content)},tool_calls:ze(e.toolCalls)}]:e.role===`assistant`?[{role:`assistant`,content:Ve(e.content===void 0?``:e.content)}]:[{role:e.role,content:e.content??``}]}function qe(e){let t;for(let[n,r]of e.entries()){if(r.role===`tool`){if(t?.role!==`assistant`||!t.toolCalls?.length)throw new p(`history[${n}] is a "tool" turn, but must immediately follow an "assistant" turn that requested tools`,`invalid_params`);if(!r.toolResults?.length)throw new p(`history[${n}] is a "tool" turn but has no toolResults`,`invalid_params`);let e=new Set(t.toolCalls.map(e=>e.id)),i=r.toolResults.map(e=>e.toolCallId),a=i.filter(t=>!e.has(t));if(a.length)throw new p(`history[${n}].toolResults references unknown toolCallId(s) [${a.join(`, `)}]`,`invalid_params`,{code:`unknown_tool_result_ids`,issues:{historyIndex:n,ids:a}});let o=new Set,s=new Set;for(let e of i)o.has(e)&&s.add(e),o.add(e);if(s.size)throw new p(`history[${n}].toolResults has duplicate toolCallId(s) [${[...s].join(`, `)}]`,`invalid_params`,{code:`duplicate_tool_result_ids`,issues:{historyIndex:n,ids:[...s]}});let c=[...e].filter(e=>!i.includes(e));if(c.length)throw new p(`history[${n}] is missing toolResults for toolCallId(s) [${c.join(`, `)}]`,`invalid_params`,{code:`missing_tool_results`,issues:{historyIndex:n,ids:c}})}else{if(r.role===t?.role)throw new p(`history must alternate user/assistant turns: consecutive "${r.role}" turns at history[${n-1}] and history[${n}]`,`invalid_params`);if(t?.role===`assistant`&&t.toolCalls?.length)throw new p(`history[${n}] follows an assistant tool request without tool results`,`invalid_params`)}t=r}if(t?.role===`assistant`&&t.toolCalls?.length)throw new p(`The last entry in history is an assistant tool request without tool results`,`invalid_params`);if(t?.role===`user`)throw new p(`The last entry in history is a "user" turn, which would collide with the current userContent turn.`,`invalid_params`)}var Je=class{model;defaultMaxTokens;defaultTemperature;defaultReasoningEffort;defaultBudgetTokens;supportsJsonObjectMode;constructor(e){this.model=e.model,this.defaultMaxTokens=e.defaultMaxTokens,this.defaultTemperature=e.defaultTemperature,this.defaultReasoningEffort=e.defaultReasoningEffort,this.defaultBudgetTokens=e.defaultBudgetTokens,this.supportsJsonObjectMode=e.supportsJsonObjectMode}build(e){let{systemPrompt:t,userContent:n,history:r=[],maxTokens:i=this.defaultMaxTokens,model:a=this.model,jsonSchema:o,tools:s,toolChoice:c}=e,l=e.temperature===void 0?this.defaultTemperature:e.temperature,u=e.reasoningEffort===void 0?this.defaultReasoningEffort:e.reasoningEffort,d=e.budgetTokens===void 0?this.defaultBudgetTokens:e.budgetTokens;He(s,c);let f=Ue({jsonModeExplicit:e.jsonMode,hasTools:!!s,jsonSchema:o,hasSchema:!!e.schema,supportsJsonObjectMode:this.supportsJsonObjectMode}),p=We(o,f);return qe(r),{useJson:f,model:a,request:{model:a,...l===null?{}:{temperature:l},max_tokens:i,...p?{response_format:p}:{},...u?{reasoning_effort:u}:{},...d==null?{}:{budget_tokens:d},...s?{tools:Re(s)}:{},...s?{tool_choice:Ge(c)}:{},messages:[...t?[{role:`system`,content:t}]:[],...r.flatMap(e=>Ke(e)),{role:`user`,content:n}]}}}};const Ye=1e4;function Xe(e){return!e||e<=0||e===1/0?void 0:e}function Ze(e){return Math.min(e,2147483647)}async function Qe(e,t,n){let r=new AbortController,i=Xe(t),a=i===void 0?void 0:setTimeout(()=>{r.abort()},Ze(i)),o=n?AbortSignal.any([n,r.signal]):r.signal;try{return await e(o)}catch(e){throw r.signal.aborted&&!n?.aborted&&e instanceof DOMException&&e.name===`AbortError`?new p(`Request timed out`,`timeout`,{code:`request_timeout`}):e}finally{clearTimeout(a)}}function $e(e,t,n,r){let i=Xe(t);if(i===void 0)return e();let a=!1;return new Promise((t,o)=>{let s=setTimeout(()=>{a=!0,n?.(),o(new p(`No stream chunk received for ${i}ms (idle timeout)`,`timeout`,{code:`idle_timeout`}))},Ze(i));e().then(e=>{if(clearTimeout(s),a){r?.debug(`[VernLLM] chunk resolved after idle timeout already fired; discarding`);return}a=!0,t(e)},e=>{if(clearTimeout(s),a){r?.debug(`[VernLLM] chunk rejection arrived after idle timeout already fired; discarding`);return}a=!0,o(e)})})}const et=[{name:`Retry-After-Ms`,kind:`ms`},{name:`X-Retry-After-Ms`,kind:`ms`},{name:`Retry-After`,kind:`seconds`},{name:`Retry-After`,kind:`date`}];function tt(e,t){let n=e;if(typeof n.get==`function`)return n.get(t)??void 0;let r=Object.entries(e).find(([e])=>e.toLowerCase()===t.toLowerCase())?.[1];return typeof r==`string`?r:void 0}function F(e,t){return e<0?void 0:Math.min(e,t)}function nt(e,t=Ye){if(!e||typeof e!=`object`)return;let n=e,r=n.headers??n.response?.headers;if(r&&typeof r==`object`)for(let{name:e,kind:n}of et){let i=tt(r,e)?.trim();if(i){if(n===`ms`&&/^\d+$/.test(i))return F(Number(i),t);if(n===`seconds`&&/^\d+(\.\d+)?$/.test(i))return F(Number(i)*1e3,t);if(n===`date`){let e=Date.parse(i);if(!Number.isNaN(e))return F(e-Date.now(),t)}}}}function rt(e){return Math.random()*e}function it(e,t,n=Ye,r=!1,i=!1){return rt(Math.min(e*(r?2:i?1.5:1)*2**t,n))}async function at(e,t){if(t?.aborted)throw new p(`Operation aborted`,`aborted`);await new Promise((n,r)=>{let i=()=>{clearTimeout(a),r(new p(`Operation aborted`,`aborted`))},a=setTimeout(()=>{t?.removeEventListener(`abort`,i),n()},e);t?.addEventListener(`abort`,i,{once:!0})})}function ot(e,t,n,r){if(r?.aborted||e instanceof p&&!e.retryable)return!1;let i=n(e);return!(i!==void 0&&t.includes(i))}async function st(e){let{requestId:t,model:n,attempt:r,error:i,state:a,signal:o,providerName:s,maxRetries:c,baseDelayMs:l,middleware:u,middlewareTimeoutMs:d,logger:f,reportEvent:p,buildEventContext:m,extractStatus:h,normalizeError:g,emitEvent:_}=e,v=nt(i),y=h(i),b=v??it(l,r,void 0,y===429,y!==void 0&&y>=500&&y<=599),x=v!==void 0;f.warn(`[VernLLM:${t}] recovery attempt ${r}/${c}, waiting ${Math.ceil(b)}ms`+(x?` (honoring Retry-After)`:``)),_({kind:`retry`,requestId:t,provider:s,model:n,attempt:r,maxRetries:c,delayMs:b,retryAfterHonored:x,error:g(i,o)},m(t,n,r,o,a),p,u,d,f),await at(b,o)}async function ct(e){let{fn:t,maxRetries:n,signal:r,onAttempt:i,attempts:a,shouldRetryAttempt:o,recoverDelayForAttempt:s,normalizeError:c}=e,l,u;for(let e=0;e<=n;e++){u=void 0;try{return e>0&&await s(e,l),i?.(),await t(e,e=>{u=e})}catch(t){if(l=t,!(e<n&&o(t,r)))break;a?.push({index:e,error:c(t,r).toSnapshot(),request:u})}}throw l}function I(e){if(!e||typeof e!=`object`)return;let t=e;if(typeof t.status==`number`)return t.status;if(typeof t.statusCode==`number`)return t.statusCode;if(typeof t.$metadata?.httpStatusCode==`number`)return t.$metadata.httpStatusCode}const lt=new Set([`ECONNREFUSED`,`ENOTFOUND`,`ECONNRESET`,`ETIMEDOUT`,`EAI_AGAIN`,`EPIPE`,`ECONNABORTED`,`EHOSTUNREACH`,`ENETUNREACH`]),ut=new Set([`fetch failed`,`failed to fetch`,`load failed`,`networkerror when attempting to fetch resource.`]);function dt(e){if(!e||typeof e!=`object`)return!1;let t=e;if(typeof t.code==`string`&&lt.has(t.code)||typeof t.message==`string`&&ut.has(t.message.toLowerCase()))return!0;if(t.cause&&typeof t.cause==`object`){let e=t.cause;if(typeof e.code==`string`&&lt.has(e.code))return!0}return!1}function ft(e){try{return JSON.stringify(e,null,2)??String(e)}catch{try{return String(e)}catch{return`[unprintable error]`}}}function pt(e){if(e&&typeof e==`object`)try{let t=e;if(t.error!==void 0)return ft(t.error);if(typeof t.message==`string`)return t.message}catch{}return ft(e)}function mt(e){switch(e){case 429:return`provider_rate_limited`;case 401:return`authentication`;case 403:return`authorization`;case 404:return`not_found`;case 413:return`payload_too_large`;default:return e>=500?`server_error`:void 0}}const ht=/\(no body\)/i;function gt(e){return Object.keys(e).length===0}function _t(e){if(e&&typeof e==`object`){let{error:t,message:n}=e;if(t!=null){let e=typeof t==`string`&&t.trim().length===0,n=typeof t==`object`&&gt(t);if(!e&&!n)return!1}if(typeof n==`string`){let e=n.trim();return e.length===0||ht.test(e)}return!0}return!0}function L(e,t,n){if(t?.aborted)return new p(`LLM request aborted`,`aborted`,{attempts:n});if(e instanceof p)return e.code===void 0&&e.status!==void 0&&(e.code=mt(e.status)),e.attempts===void 0&&n!==void 0&&(e.attempts=n),e;let r=I(e),i=nt(e);if(r!==void 0){let t=pt(e),a=mt(r),o=a===void 0;return new p(_t(e)?o?`LLM request failed with status ${r} and no error detail from the provider. This usually means a field or value in the request isn't supported by the specific model (for example, a reasoning/thinking parameter the model doesn't accept), rather than a transport or auth problem.`:`LLM request failed with status ${r} and no error detail from the provider.`:`LLM request failed: ${t}`,`api`,{status:r,cause:e,retryAfterMs:i,code:a,attempts:n})}return dt(e)?new p(`LLM request failed`,`network`,{cause:e,retryAfterMs:i,code:`connection_failed`,attempts:n}):new p(`LLM request failed`,`unknown`,{cause:e,retryAfterMs:i,attempts:n})}function vt(e,t,n){let r;try{r=n(e)}catch{throw new p(`Invalid JSON response`,`parse`)}if(r==null)throw new p(`Invalid JSON response`,`parse`);if(!t)return r;let i=t.safeParse(r);if(!i.success)throw new p(`Schema validation failed`,`validation`,{issues:i.error});return i.data}function yt(e,t){let n=new Map(t.map(e=>[e.name,e])),r=new Set,i=[];for(let t of e)r.has(t.id)&&i.push({name:t.name,toolCallId:t.id,code:`duplicate_tool_call_id`}),r.add(t.id),n.has(t.name)||i.push({name:t.name,toolCallId:t.id,code:`unknown_tool`});if(i.length>0){let e=i.find(e=>e.code===`unknown_tool`),t=e?`Model requested tool "${e.name}", which was not in the tools offered ([${[...n.keys()].join(`, `)}]).`:`Duplicate tool call id "${i[0].toolCallId}" in the model's response.`;throw new p(i.length>1?`${t} (${i.length} tool call issues total, see error.issues.)`:t,`validation`,{code:e?`unknown_tool`:`duplicate_tool_call_id`,issues:i})}for(let t of e){let e=n.get(t.name);if(!e?.argumentsSchema)continue;let r=e.argumentsSchema.safeParse(t.arguments);if(!r.success)throw new p(`Arguments for tool call "${t.name}" failed validation`,`validation`,{issues:r.error})}}function bt(e){let{rawContent:t,wireToolCalls:n,params:r,useJson:i,parseJson:a,requestId:o,logger:s,redactText:c}=e,l=t?.trim();if(!l&&!n?.length)throw new p(`Empty LLM response`,`api`,{code:`empty_response`});let u=c(l??`[${n.length} tool call(s)]`),d=u.length>800;if(s.debug(`[VernLLM:${o}] output:\n`+u.slice(0,800)+(d?`... (truncated, ${u.length} chars total)`:``)),n?.length){if(!r.tools)throw new p("Provider returned tool_calls but no `tools` were sent with this call.",`validation`,{code:`unexpected_tool_calls`});if(r.toolChoice===`none`)throw new p(`Provider returned tool_calls despite toolChoice: 'none'.`,`validation`,{code:`tool_choice_none_violated`});let e=Be(n);return yt(e,r.tools),{type:`tool_calls`,toolCalls:e,...l?{content:l}:{}}}let f=l??``;if(!i)return r.tools?{type:`content`,content:f}:f;let m=vt(f,r.schema,a);return r.tools?{type:`content`,content:m}:m}function xt(e,t,n,r,i,a,o,s,c){let{gateway:l,usageReporter:u,logger:d,redactText:f,parseJson:m,detectSoftFailure:h}=c;try{let g=bt({rawContent:e,wireToolCalls:t,params:n,useJson:r,parseJson:m,requestId:a,logger:d,redactText:f}),_=St(h,g,{requestId:a,model:c.model,providerName:c.providerName,isFallback:c.isFallback,attempt:o+1,usage:i},d);if(_!==void 0)throw new p(`Soft failure detected`,`api`,{code:_});return l.recordSuccess(o,n.signal,s),u.reportSuccess(i,l.buildAttemptContext(o,n.signal,s)),g}catch(e){let t=L(e,n.signal);throw i&&t.type!==`aborted`&&u.reportFailure(i,t,o,l.buildAttemptContext(o,n.signal,s)),t}}function St(e,t,n,r){if(e)try{return e(t,n)}catch(e){let t=e instanceof Error?e.message:String(e),n=e instanceof Error&&e.stack?`\n${e.stack}`:``;r.warn(`[VernLLM] detectSoftFailure threw and was ignored, treated as no soft failure: ${t}${n}`);return}}function Ct(e){let{capacity:t,logger:n,label:r}=e,i=[],a=[],o=!1,s=!1,c,l=!1;function u(e){let o=a.shift();if(o){o.resolve({done:!1,value:e});return}i.push(e),i.length>t*2&&(l||(l=!0,n.warn(`[VernLLM] ${r} buffer exceeded cap (${t}), evicting ${i.length-t} oldest item(s); buffered=${i.length}. The iterable was never read (or fell far behind) for this channel.`)),i.splice(0,i.length-t))}function d(){o=!0;for(let e of a.splice(0))e.resolve({done:!0,value:void 0})}function f(e){o=!0,s=!0,c=e;for(let t of a.splice(0))t.reject(e)}return{push:u,finish:d,fail:f,iterable:{[Symbol.asyncIterator](){return{next(){return i.length?Promise.resolve({done:!1,value:i.shift()}):o?s?Promise.reject(c):Promise.resolve({done:!0,value:void 0}):new Promise((e,t)=>{a.push({resolve:e,reject:t})})}}}}}}const wt=1e4,Tt=1e6;function Et(){let e=new Map;function t(t){let n=e.get(t.index);if(!n){if(e.size>=wt)throw new p(`Stream contained more than ${wt} distinct tool calls`,`validation`);n={args:``}}let r=t.argumentsDelta??``;if(n.args.length+r.length>Tt)throw new p(`Tool call arguments exceeded the ${Tt}-character stream limit`,`validation`);return n.id??=t.id,n.name??=t.name,n.args+=r,e.set(t.index,n),{type:`tool_call_delta`,index:t.index,id:t.id,name:t.name,argsDelta:t.argumentsDelta,complete:t.complete}}function n(){if(e.size)return[...e.entries()].sort(([e],[t])=>e-t).map(([,e])=>({id:e.id??``,type:`function`,function:{name:e.name??``,arguments:e.args}}))}return{apply:t,toWireToolCalls:n}}async function Dt(e,t){try{await e.return?.()}catch{}t.abort()}function Ot(e,t,n){let{requestId:r,model:i,providerName:a,isFallback:o,chunkIdleTimeoutMs:s,streamController:c,logger:l,signal:u,onRateLimitHint:d}=n,f,p,m=new Promise((e,t)=>{f=e,p=t});m.catch(()=>{});let h=Ct({capacity:1e4,logger:l,label:`stream chunk`}),{push:g,finish:_,fail:v}=h,y=h.iterable,b=Et(),x=``,S;return(async()=>{try{let n=t;for(;!n.done;){let t=n.value;t.type===`ping`||(t.type===`rate_limit_hint`?d?.(t.hint):t.type===`text-delta`?(x+=t.delta,g({type:`text-delta`,delta:t.delta})):t.type===`tool_call_delta`?g(b.apply(t)):t.type===`usage`&&(S=fe(t.usage,{requestId:r,model:i,providerName:a,isFallback:o}),g({type:`usage`,usage:S}))),n=await $e(()=>e.next(),s,()=>c.abort(),l)}}catch(t){await Dt(e,c);let r=L(t,u);try{n.onStreamFailure(r,S)}catch{}v(r),p(r);return}_();try{n.onStreamSuccess(S)}catch{}try{let e=b.toWireToolCalls(),t=n.finalize(x,e,S);f(t)}catch(e){p(e)}})(),{chunks:y,finalResult:m}}function kt(e){let{providerName:t,isFallback:n,maxRetries:r,emitEvent:i,logger:a}=e;function o(e,r,i){if(e.usage)return fe(e.usage,{requestId:r,model:i,providerName:t,isFallback:n})}function s(e){if(e)return e.totalTokens||e.promptTokens+e.completionTokens}function c(e,t){e&&i({kind:`usage`,requestId:e.requestId,usage:e},t)}function l(e,t,n,o,s=!1){let c=e.totalTokens||e.promptTokens+e.completionTokens,l=s?`mid-stream failure (terminal, no further attempts)`:`attempt ${n+1}/${r+1}`;a.warn(`[VernLLM:${e.requestId}] usage failure, ${l}: type=${t.type} tokens=${c}`),i({kind:`usage_failure`,requestId:e.requestId,usage:e,error:t},o)}return{extract:o,actualTokensFor:s,reportSuccess:c,reportFailure:l}}function At(e,t){return e.name??`[${t}]`}function jt(e,t,n){return t<=0?e():new Promise((r,i)=>{let a=setTimeout(()=>{i(new p(`middleware "${n}" timed out after ${t}ms`,`timeout`,{code:`middleware_timeout`}))},t);e().then(e=>{clearTimeout(a),r(e)},e=>{clearTimeout(a),i(e)})})}async function Mt(e,t,n,r,i){let{enabled:a}=e;if(a===void 0)return!0;if(typeof a==`boolean`)return a;let o=e.timeoutMs??r;try{return await jt(async()=>a(t),o,n)}catch(e){return i.error(`[VernLLM] middleware "${n}".enabled threw or timed out, treating as disabled`,{message:e instanceof Error?e.message:`unknown`,stack:e instanceof Error?e.stack:void 0}),!1}}const Nt=[`temperature`,`max_tokens`,`reasoning_effort`,`budget_tokens`,`tool_choice`,`messages`,`addMessages`,`tools`,`addTools`];function Pt(e,t){let n=t,r=Nt.filter(e=>t[e]!==void 0);if(n.model!==void 0&&r.push(`model`),n.response_format!==void 0&&r.push(`response_format`),r.length===0)return{request:e,patchedFields:[]};let i={...e};return n.model!==void 0&&(i.model=n.model),n.response_format!==void 0&&(i.response_format=n.response_format),t.temperature!==void 0&&(i.temperature=t.temperature),t.max_tokens!==void 0&&(i.max_tokens=t.max_tokens),t.reasoning_effort!==void 0&&(i.reasoning_effort=t.reasoning_effort),t.budget_tokens!==void 0&&(i.budget_tokens=t.budget_tokens),t.tool_choice!==void 0&&(i.tool_choice=t.tool_choice),t.messages!==void 0&&(i.messages=t.messages),t.addMessages!==void 0&&t.addMessages.length>0&&(i.messages=[...i.messages,...t.addMessages]),t.tools!==void 0&&(i.tools=t.tools),t.addTools!==void 0&&t.addTools.length>0&&(i.tools=[...i.tools??[],...t.addTools]),{request:i,patchedFields:r}}function Ft(e,t){if(!e.tools)return;let n=new Set,r=new Set;for(let t of e.tools)n.has(t.function.name)&&r.add(t.function.name),n.add(t.function.name);if(r.size>0)throw new p(`middleware "${t}" added tool(s) with duplicate name(s): [${[...r].join(`, `)}]. Tool names must be unique.`,`invalid_params`,{code:`duplicate_tool_names`,issues:{names:[...r]}})}function It(e,t,n){if(t.model!==e.model)throw new p(`middleware "${n}" changed \`model\` via transform, which isn't supported. Configure the target's model instead.`,`invalid_params`);if(JSON.stringify(t.response_format)!==JSON.stringify(e.response_format))throw new p(`middleware "${n}" changed \`response_format\` via transform, which isn't supported.`,`invalid_params`)}async function Lt(e){let{request:t,requestId:n,attempt:r,signal:i,state:a,middleware:o,middlewareTimeoutMs:s,logger:c,reportEvent:l,buildContext:u}=e;if(o.length===0)return t;let d=t,f=t;for(let[e,t]of o.entries()){let d=At(t,e),p=u(r,i,a);if(!await Mt(t,p,d,s,c)){t.enabled!==void 0&&R({kind:`middleware`,requestId:n,middleware:d,hook:`enabled_skip`},p,l,o,s,c);continue}if(!t.transform)continue;let m=await Rt(t,structuredClone(f),p,d,s),{request:h,patchedFields:g}=Pt(f,m);g.length>0&&((m.tools!==void 0||m.addTools?.length)&&Ft(h,d),R({kind:`middleware`,requestId:n,middleware:d,hook:`transform`,patchedFields:g},p,l,o,s,c)),f=h}return It(d,f,`chain`),f}async function Rt(e,t,n,r,i){if(!e.transform)return{};let a=e.timeoutMs??i;try{return await jt(async()=>e.transform(t,n),a,r)}catch(e){throw zt(e,r,n.signal)}}function zt(e,t,n){let r=L(e,n);return r.type===`unknown`?new p(`middleware "${t}" threw: ${r.message}`,`invalid_params`,{code:`middleware_threw`,cause:e}):r}function R(e,t,n,r,i,a){n(e),r.length!==0&&Vt(r,e,t,i,a)}function Bt(e,t,n,r,i){try{Promise.resolve(e.onEvent(n,{...r,own:{}})).catch(e=>{D(i,`middleware "${t}".onEvent`,e)})}catch(e){D(i,`middleware "${t}".onEvent`,e)}}function Vt(e,t,n,r,i){for(let a=0;a<e.length;a++){let o=e[a];if(!o.onEvent)continue;let s=At(o,a),{enabled:c}=o;if(c===void 0||c===!0)Bt(o,s,t,n,i);else if(c===!1)continue;else Mt(o,n,s,r,i).then(e=>{e&&Bt(o,s,t,n,i)})}}async function Ht(e,t,n,r){if(!e)return{};let i=await e.acquire(e.estimate(t),n);return i.waitedMs>0&&r(i.waitedMs,i.reason??`rpm`),{release:i.release}}async function Ut(e){let{params:t,requestId:n,attempt:r,onRequest:i,middlewareState:a,gateway:o,requestBuilder:s,providerName:c,limiter:l,middleware:u,middlewareTimeoutMs:d,logger:p,reportEvent:m}=e,h=a??E(),g=s.build(t),{useJson:_,model:v}=g,y=await Lt({request:g.request,requestId:n,attempt:r,signal:t.signal,state:h,middleware:u,middlewareTimeoutMs:d,logger:p,reportEvent:m,buildContext:(e,t,n)=>o.buildAttemptContext(e,t,n)});i?.(f(c,v,y,void 0,Date.now()));let{release:b}=await Ht(l,y,t.signal,(e,i)=>{R({kind:`rate_limited`,requestId:n,provider:c,model:v,waitedMs:e,reason:i},o.buildAttemptContext(r,t.signal,h),m,u,d,p)});return{request:y,model:v,useJson:_,state:h,release:b}}function z(e,t){return e.name??String(t)}function Wt(e){let t=e.map(z),n=new Set;for(let e of t){if(n.has(e))throw Error(`middleware ordering has a duplicate name "${e}"; every middleware's resolved name must be unique`);n.add(e)}}function Gt(e){let t=new Map;e.forEach((n,r)=>{let i=n.ref;if(!i)return;let a=t.get(i);if(a!==void 0)throw Error(`middleware ordering has a ref reused across two entries ("${z(e[a],a)}" and "${z(n,r)}"); each middleware's ref must be unique to that middleware`);t.set(i,r)})}function Kt(e){return`ref`in e?{ref:e.ref,required:!0}:{ref:e,required:!1}}function qt(e,t,n,r,i,a){let{ref:o,required:s}=Kt(r),c=t.get(o);if(!c){if(s)throw Error(`middleware "${n}" requires ref "${o.debugName}", which is not registered; this dependency is not optional`);a?.warn?.(`[VernLLM] middleware "${n}" references unknown ref "${o.debugName}" in runsAfter/runsBefore, ignoring it`);return}let l=i?c.id:n,u=i?n:c.id;e.get(l).mustPrecede.push(u)}function Jt(e,t){let n=e.map(z),r=e.map((e,t)=>({id:n[t],entry:e,index:t,mustPrecede:[]})),i=new Map(r.map(e=>[e.id,e])),a=new Map(r.filter(e=>e.entry.ref).map(e=>[e.entry.ref,e]));for(let e of r){for(let n of e.entry.runsAfter??[])qt(i,a,e.id,n,!0,t);for(let n of e.entry.runsBefore??[])qt(i,a,e.id,n,!1,t)}return r}function Yt(e,t){let n=(e.entry.priority??0)-(t.entry.priority??0);return n===0?e.index-t.index:n}function Xt(e){let t=new Map(e.map(e=>[e.id,e])),n=new Map(e.map(e=>[e.id,0]));for(let t of e)for(let e of t.mustPrecede)n.set(e,n.get(e)+1);let r=e.filter(e=>n.get(e.id)===0),i=[],a=new Set;for(;r.length>0;){r.sort(Yt);let e=r.shift();i.push(e.entry),a.add(e.id);for(let i of e.mustPrecede){let e=n.get(i)-1;n.set(i,e),e===0&&r.push(t.get(i))}}if(i.length<e.length){let t=e.filter(e=>!a.has(e.id)).map(e=>e.id);throw Error(`middleware ordering has a cycle among: ${t.join(`, `)}`)}return i}function Zt(e,t){Wt(e),Gt(e);let n=e.some(e=>e.runsAfter?.length||e.runsBefore?.length);return e.length<=1&&!n?[...e]:n?Xt(Jt(e,t)):e.map((e,t)=>({id:z(e,t),entry:e,index:t,mustPrecede:[]})).sort(Yt).map(e=>e.entry)}function Qt(e,t){let n=[],r=[],i=[];for(let t of e)t.position===`outermost`?n.push(t):t.position===`innermost`?r.push(t):i.push(t);let a=[...i].sort((e,t)=>(typeof e.position==`number`?e.position:0)-(typeof t.position==`number`?t.position:0)),o=(e,n)=>t.indexOf(e)-t.indexOf(n);return n.sort(o),r.sort(o),[...n,...a,...r]}function $t(e,t){let n=Zt(e,t);return{transformOrder:n,wrapOrder:Qt(n,e),names:Object.freeze(n.map(z))}}async function en(e){let{fn:t,requestId:n,model:r,providerName:i,isFallback:a,supportsJsonObjectMode:o,breaker:s,budget:c,maxRetries:l,baseDelayMs:u,nonRetryableStatus:d,signal:f,onAttempt:p,middleware:m,middlewareTimeoutMs:h,logger:g,reportEvent:_,logLabel:v,redactText:y,countsTowardBreaker:b}=e,x=e.state??E(),S=[],C=Le({breaker:s,logger:g,requestId:n,model:r,providerName:i,isFallback:a,supportsJsonObjectMode:o,registeredMiddlewareNames:Object.freeze(m.map(z))}),w;try{return await ct({fn:(e,n)=>(c?.recordAttempt(e>0),t(e,n,x,C)),maxRetries:l,signal:f,onAttempt:p,attempts:S,shouldRetryAttempt:(e,t)=>{if(!ot(e,d,I,t))return!1;if(c)try{c.assertAvailable()}catch(e){return w=e,!1}return!0},recoverDelayForAttempt:(e,t)=>st({requestId:n,model:r,attempt:e,error:t,state:x,signal:f,providerName:i,maxRetries:l,baseDelayMs:u,middleware:m,middlewareTimeoutMs:h,logger:g,reportEvent:_,buildEventContext:(e,t,n,r,i)=>C.buildAttemptContext(n,r,i),extractStatus:I,normalizeError:L,emitEvent:R}),normalizeError:L})}catch(e){let t=L(w??e,f,S.length>0?S:void 0);throw b(t)?C.recordFailure(S.length,f,x,t.code):C.releaseTrial(S.length,f,x),g.debug(`[VernLLM:${n}] ${v}:\n${y(pt(e))}`),t}}function tn(e){try{return JSON.parse(e)}catch{return}}var nn=class{providerName;client;model;maxRetries;timeoutMs;chunkIdleTimeoutMs;baseDelayMs;nonRetryableStatus;parseJson;logger;redact;usageReporter;reportEvent;breaker;budget;limiter;isFallback;requestBuilder;middleware;middlewareTimeoutMs;supportsJsonObjectMode;detectSoftFailure;constructor(e,t,n,r){this.providerName=e,this.client=t,this.model=n,this.maxRetries=r.maxRetries,this.timeoutMs=r.timeoutMs,this.chunkIdleTimeoutMs=r.chunkIdleTimeoutMs,this.baseDelayMs=r.baseDelayMs,this.nonRetryableStatus=r.nonRetryableStatus,this.parseJson=r.parseJson??tn,this.logger=r.logger,this.redact=r.redact,this.reportEvent=k(r.onEvent,this.logger,{onUsage:r.onUsage,onUsageFailure:r.onUsageFailure}),this.breaker=r.breaker,this.budget=r.budget,this.limiter=r.limiter,this.isFallback=r.isFallback??!1,this.middleware=r.middleware??[],this.middlewareTimeoutMs=r.middlewareTimeoutMs??5e3,this.supportsJsonObjectMode=t.supportsJsonObjectMode??!0,this.detectSoftFailure=r.detectSoftFailure,this.usageReporter=kt({providerName:this.providerName,isFallback:this.isFallback,maxRetries:this.maxRetries,emitEvent:(e,t)=>R(e,t,this.reportEvent,this.middleware,this.middlewareTimeoutMs,this.logger),logger:this.logger}),this.requestBuilder=new Je({model:n,defaultMaxTokens:r.defaultMaxTokens,defaultTemperature:r.defaultTemperature,defaultReasoningEffort:r.defaultReasoningEffort,defaultBudgetTokens:r.defaultBudgetTokens,supportsJsonObjectMode:this.supportsJsonObjectMode})}previewRequest(e){let{model:t,request:n}=this.requestBuilder.build(e);return{model:t,request:n}}get jsonObjectModeSupported(){return this.supportsJsonObjectMode}getCircuitState(e){return this.breaker?.getState?.(e)}async readCircuitState(e){return this.breaker?.readState?this.breaker.readState(e):this.breaker?.getState?.(e)}getFailureBreakdown(e){return this.breaker?.getFailureBreakdown?.(e)}getRetryBudgetState(){return this.budget?.getSnapshot()}getRateLimitState(){return this.limiter?.getState?.()}async readRateLimitState(){return this.limiter?.readState?this.limiter.readState():this.limiter?.getState?.()}get isolateByModel(){return this.breaker?.isolateByModel??!1}openCircuit(e,t){this.breaker?.open?.(e,t)}closeCircuit(e,t){this.breaker?.close?.(e,t)}assertBreakerClosed(e,t){let n=this.breaker,r=e??this.model;if(!n?.prepare){n?.assertClosed(r,t);return}return je(n,r,t,this.logger).then(()=>n.assertClosed(r,t))}releaseBreakerTrial(e,t){Ae(this.logger,`[VernLLM] circuitBreaker.releaseTrial rejected`,this.breaker?.releaseTrial?.(e??this.model,t))}async run(e,t,n,r){return en({fn:(n,r,i,a)=>this.executeCall(e,t,n,r,i,a),requestId:t,model:e.model??this.model,providerName:this.providerName,isFallback:this.isFallback,supportsJsonObjectMode:this.supportsJsonObjectMode,breaker:this.breaker,budget:this.budget,maxRetries:this.maxRetries,baseDelayMs:this.baseDelayMs,nonRetryableStatus:this.nonRetryableStatus,signal:e.signal,onAttempt:n,state:r,middleware:this.middleware,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent,logLabel:`error`,redactText:e=>this.redactText(e),countsTowardBreaker:e=>this.countsTowardBreaker(e)})}async runStream(e,t,n,r){return en({fn:(n,r,i,a)=>this.executeStreamCall(e,t,n,r,i,a),requestId:t,model:e.model??this.model,providerName:this.providerName,isFallback:this.isFallback,supportsJsonObjectMode:this.supportsJsonObjectMode,breaker:this.breaker,budget:this.budget,maxRetries:this.maxRetries,baseDelayMs:this.baseDelayMs,nonRetryableStatus:this.nonRetryableStatus,signal:e.signal,onAttempt:n,state:r,middleware:this.middleware,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent,logLabel:`stream-open error`,redactText:e=>this.redactText(e),countsTowardBreaker:e=>this.countsTowardBreaker(e)})}async executeCall(e,t,n,r,i,a){let{request:o,model:s,useJson:c,state:l,release:u}=await Ut({params:e,requestId:t,attempt:n,onRequest:r,middlewareState:i,gateway:a,requestBuilder:this.requestBuilder,providerName:this.providerName,limiter:this.limiter,middleware:this.middleware,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent}),d=u;try{let r;try{r=await Qe(e=>this.client.chat.completions.create(o,{signal:e}),this.timeoutMs,e.signal)}catch(e){throw this.reactToRateLimitError(e),e}this.limiter?.reactToRateLimitHint(Ie(r));let i=this.usageReporter.extract(r,t,s),u=this.usageReporter.actualTokensFor(i),f=r.choices?.[0]?.message?.content,p=r.choices?.[0]?.message?.tool_calls,m;try{m=xt(f,p,e,c,i,t,n,l,{gateway:a,usageReporter:this.usageReporter,logger:this.logger,redactText:e=>this.redactText(e),parseJson:this.parseJson,detectSoftFailure:this.detectSoftFailure,providerName:this.providerName,isFallback:this.isFallback,model:s})}catch(e){throw d?.(u),d=void 0,e}return d?.(u,!0),d=void 0,m}finally{d?.()}}redactText(e){return this.redact?this.redact(e):e}reactToRateLimitError(e){this.limiter&&I(e)===429&&this.limiter.signalRateLimit()}async executeStreamCall(e,t,n,r,i,a){let o=this.client.chat.completions;if(!o.createStream)throw new p(`stream: true requires a client/adapter with createStream`,`invalid_params`,{code:`unsupported_capability`,issues:{capability:`createStream`}});let s=o.createStream.bind(o),{request:c,model:l,useJson:u,state:d,release:f}=await Ut({params:e,requestId:t,attempt:n,onRequest:r,middlewareState:i,gateway:a,requestBuilder:this.requestBuilder,providerName:this.providerName,limiter:this.limiter,middleware:this.middleware,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent}),m=f,h=new AbortController,g=e.signal?AbortSignal.any([e.signal,h.signal]):h.signal;try{let{iterator:r,first:i}=await(async()=>{try{return await Qe(async e=>{let t=s(c,{signal:e})[Symbol.asyncIterator]();return{iterator:t,first:await t.next()}},this.timeoutMs,g)}catch(e){throw this.reactToRateLimitError(e),e}})();if(i.done)throw new p(`Empty LLM response`,`api`);let o=m,f=Ot(r,i,{requestId:t,model:l,providerName:this.providerName,isFallback:this.isFallback,chunkIdleTimeoutMs:e.chunkIdleTimeoutMs??this.chunkIdleTimeoutMs,streamController:h,logger:this.logger,signal:e.signal,onRateLimitHint:e=>{this.limiter?.reactToRateLimitHint(e)},onStreamSuccess:e=>{},onStreamFailure:(t,r)=>{this.reactToRateLimitError(t),t.type===`timeout`?a.recordFailure(n,e.signal,d,t.code):a.releaseTrial(n,e.signal,d),r&&t.type!==`aborted`&&this.usageReporter.reportFailure(r,t,n,a.buildAttemptContext(n,e.signal,d),!0),o?.(this.usageReporter.actualTokensFor(r))},finalize:(r,i,s)=>{let c=this.usageReporter.actualTokensFor(s);try{let f=xt(r,i,e,u,s,t,n,d,{gateway:a,usageReporter:this.usageReporter,logger:this.logger,redactText:e=>this.redactText(e),parseJson:this.parseJson,detectSoftFailure:this.detectSoftFailure,providerName:this.providerName,isFallback:this.isFallback,model:l});return o?.(c,!0),f}catch(t){throw o?.(c),t instanceof p&&this.countsTowardBreaker(t)?a.recordFailure(n,e.signal,d,t.code):a.releaseTrial(n,e.signal,d),t}}});return m=void 0,f}finally{m?.()}}countsTowardBreaker(e){return e.countsTowardBreaker}};async function rn(e,t,n,r,i,a=!1){let o=[];for(let s=0;s<e.executors.length;s++){let c=e.executors[s],l=Date.now(),u=0;try{if(!(s===0&&a)){let e=c.assertBreakerClosed(t.model,{requestId:n,state:r,signal:t.signal});e&&await e}return{result:await i(c,()=>{u+=1}),executor:c,index:s,attemptCount:u}}catch(i){let a=L(i,t.signal);c.releaseBreakerTrial(t.model,{requestId:n,state:r,signal:t.signal}),o.push({index:s-1,provider:c.providerName,model:t.model??c.model,error:a.toSnapshot()});let d=s===e.executors.length-1,f=e.fallbackOn(a,{isLastTarget:d});if((d?`stop`:f)===`stop`)throw o.length>1?new T(o):a;let p=e.executors[s+1],m=t.model??c.model,h={stage:`attempt`,requestId:n,requestedProvider:c.providerName,requestedModel:m,isFallbackAttempt:s>0,attempt:u||1,capabilities:{supportsJsonObjectMode:c.jsonObjectModeSupported},signal:t.signal,state:r,own:{},registeredMiddlewareNames:e.middleware.map(z)};R({kind:`fallback`,requestId:n,from:c.providerName,to:p.providerName,fromIndex:s-1,toIndex:s,error:a,elapsedMs:Date.now()-l},h,e.reportEvent,e.middleware,e.middlewareTimeoutMs,e.logger)}}throw new p(`No provider targets configured`,`invalid_params`)}function an(e,t){let n={provider:e.executor.providerName,model:t.model??e.executor.model,fallbackIndex:e.index-1,usedFallback:e.index>0,attempts:e.attemptCount};return t.meta&&(t.meta.current=n),{value:e.result,meta:n}}async function on(e,t,n,r,i){return an(await rn(e,t,n,i,(e,r)=>e.run(t,n,r,i),r),t)}async function sn(e,t,n,r,i){return an(await rn(e,t,n,i,(e,r)=>e.runStream(t,n,r,i),r),t)}function cn(e){let t=!1,n,r;function i(){return r||(t=!0,r=e().then(e=>(n=e,e)),r.catch(()=>{}),r)}return{call:i,wasCalled:()=>t,resolvedValue:()=>n}}async function B(e,t,n,r,i,a=!1){let{wrapOrder:o,transformOrder:s,names:c}=e.pipeline;if(o.length===0||a)return i();let l=e.primaryExecutor,{model:u,request:d}=l.previewRequest(t),f=new Map(s.map((e,t)=>[e,t])),p=i;for(let i=o.length-1;i>=0;i--){let a=o[i],m=At(a,f.get(a)),h=p;p=async()=>{let i={stage:`pre-dispatch`,requestId:n,primaryProvider:l.providerName,primaryModel:u,capabilities:{supportsJsonObjectMode:l.jsonObjectModeSupported},signal:t.signal,state:r,own:{},registeredMiddlewareNames:c};if(!await Mt(a,i,m,e.middlewareTimeoutMs,e.logger))return a.enabled!==void 0&&R({kind:`middleware`,requestId:n,middleware:m,hook:`enabled_skip`},i,e.reportEvent,s,e.middlewareTimeoutMs,e.logger),h();if(!a.wrap)return h();let o=cn(h);try{let t=await a.wrap(d,o.call,i);return o.wasCalled()||R({kind:`middleware`,requestId:n,middleware:m,hook:`wrap_short_circuit`},i,e.reportEvent,s,e.middlewareTimeoutMs,e.logger),t}catch(t){let n=o.resolvedValue();if(n!==void 0)return e.logger.error(`[VernLLM] middleware "${m}".wrap threw after next() resolved; keeping the original result`,{message:t instanceof Error?t.message:`unknown`,stack:t instanceof Error?t.stack:void 0}),n;throw zt(t,m,i.signal)}}}return p()}const V=Symbol(`deadlineExceeded`);function ln(e,t){if(e===void 0)return{signal:t,timer:void 0};let n=new AbortController;if(e<=0)return n.abort(V),{signal:t?AbortSignal.any([t,n.signal]):n.signal,timer:void 0};let r=setTimeout(()=>n.abort(V),e);return{signal:t?AbortSignal.any([t,n.signal]):n.signal,timer:r}}function un(e,t){return e instanceof p&&e.type===`aborted`&&e.code===void 0&&t?.reason===V&&(e.code=`deadline_exceeded`),e}function dn(e){if(e===void 0)return;if(typeof e==`function`)return e;let{multiplier:t,maxMs:n=1/0}=e;return(e,r)=>rt(Math.min(r*t**e,n))}var fn=class{threshold;failuresByKey=new Map;constructor(e){this.threshold=e}onSuccess(e){this.failuresByKey.set(e,0)}onFailure(e){let t=(this.failuresByKey.get(e)??0)+1;return this.failuresByKey.set(e,t),t>=this.threshold}reset(e){this.failuresByKey.set(e,0)}forget(e){this.failuresByKey.delete(e)}},pn=class{windowMs;minCalls;failureRatio;ratiosByKey=new Map;constructor(e,t,n){this.windowMs=e,this.minCalls=t,this.failureRatio=n,new Se(e),Ce(t),we(n,`failureRatio`)}ratioFor(e){let t=this.ratiosByKey.get(e);return t||(t=new Se(this.windowMs),this.ratiosByKey.set(e,t)),t}onSuccess(e){this.ratioFor(e).record(!1)}onFailure(e){let t=this.ratioFor(e);return t.record(!0),t.getCount()>=this.minCalls&&t.getRatio()>=this.failureRatio}reset(e){this.ratiosByKey.delete(e)}forget(e){this.ratiosByKey.delete(e)}};function mn(e){return`onFailure`in e?e:e.kind===`consecutive`?new fn(e.threshold):new pn(e.windowMs,e.minCalls,e.failureRatio)}function hn(){return{state:`closed`,consecutiveFailures:0,openedAt:0,trial:null,reopenCount:0,failuresByReason:new Map,cooldownMsForOpen:0}}function H(e){return e??``}const U=new WeakMap;function W(e,t){return!t||U.get(t.state)===e.trial}function gn(e,t){let n=t??`unknown`;e.failuresByReason.set(n,(e.failuresByReason.get(n)??0)+1)}var _n=class{cooldownMs;onStateChange;isolateByModel;halfOpenProbes;halfOpenSuccessRatio;cooldownBackoff;tripping;sharedBucket=hn();bucketsByModel=new Map;constructor(e={}){let t=e.threshold??5;this.cooldownMs=e.cooldownMs??3e4,this.onStateChange=e.onStateChange??(()=>{}),this.isolateByModel=e.isolateByModel??!1;let n=e.halfOpenProbes;this.halfOpenProbes=Number.isFinite(n)?Math.max(1,Math.floor(n)):1;let r=e.halfOpenSuccessRatio;this.halfOpenSuccessRatio=Number.isFinite(r)?Math.min(1,Math.max(0,r)):1,this.cooldownBackoff=dn(e.cooldownBackoff),this.tripping=mn(e.tripping??{kind:`consecutive`,threshold:t})}assertClosed(e,t){let n=this.ensureBucketFor(e);if(n.state!==`closed`){if(n.state===`open`){let r=Date.now()-n.openedAt,i=n.cooldownMsForOpen;if(r<i)throw new p(`Circuit open, provider has failed ${n.consecutiveFailures} times in a row. Retry in ${Math.ceil((i-r)/1e3)}s.`,`circuit_open`,{code:`circuit_cooling_down`});n.trial={slotsRemaining:this.halfOpenProbes-1,successes:0,failures:0},t&&U.set(t.state,n.trial),this.transition(n,`half-open`,e,t);return}if(!n.trial||n.trial.slotsRemaining<=0)throw new p(`Circuit half-open. Every trial slot is already in flight. Try again shortly.`,`circuit_open`,{code:`circuit_trial_in_flight`});--n.trial.slotsRemaining,t&&U.set(t.state,n.trial)}}recordSuccess(e,t){let n=this.lookupBucket(e);if(n){if(n.state===`half-open`&&n.trial&&W(n,t)){t&&U.delete(t.state),n.trial.successes+=1,this.settleTrialIfComplete(n,e,t);return}n.state!==`half-open`&&(n.consecutiveFailures=0,this.tripping.onSuccess(this.trippingKeyFor(e)),n.trial=null,n.reopenCount=0,n.failuresByReason.clear(),this.transition(n,`closed`,e,t),this.isolateByModel&&n.state===`closed`&&n.consecutiveFailures===0&&this.forgetModel(e))}}recordFailure(e,t,n){let r=this.ensureBucketFor(e);if(r.state===`half-open`&&r.trial&&W(r,t)){t&&U.delete(t.state),r.trial.failures+=1,gn(r,n),this.settleTrialIfComplete(r,e,t);return}r.state!==`half-open`&&(r.consecutiveFailures+=1,gn(r,n),this.tripping.onFailure(this.trippingKeyFor(e))&&this.openBucket(r,e,t))}releaseTrial(e,t){if(!t)return;let n=this.lookupBucket(e);n&&n.state===`half-open`&&n.trial&&W(n,t)&&(U.delete(t.state),n.trial.slotsRemaining+=1)}getState(e){return this.lookupBucket(e)?.state??`closed`}getFailureBreakdown(e){let t=this.lookupBucket(e);return t?Object.fromEntries(t.failuresByReason):{}}open(e,t){let n=this.ensureBucketFor(e);n.trial=null,this.openBucket(n,e,t)}close(e,t){let n=this.ensureBucketFor(e);n.consecutiveFailures=0,this.tripping.reset(this.trippingKeyFor(e)),n.trial=null,n.reopenCount=0,n.failuresByReason.clear(),this.transition(n,`closed`,e,t),this.isolateByModel&&n.state===`closed`&&n.consecutiveFailures===0&&this.forgetModel(e)}openBucket(e,t,n){e.openedAt=Date.now(),e.cooldownMsForOpen=this.computeCooldown(e),this.transition(e,`open`,t,n)}computeCooldown(e){if(!this.cooldownBackoff)return this.cooldownMs;let t=this.cooldownBackoff(e.reopenCount,this.cooldownMs);return Number.isNaN(t)?0:Math.max(0,t)}lookupBucket(e){return this.isolateByModel?this.bucketsByModel.get(H(e)):this.sharedBucket}trippingKeyFor(e){return this.isolateByModel?H(e):``}ensureBucketFor(e){if(!this.isolateByModel)return this.sharedBucket;let t=H(e),n=this.bucketsByModel.get(t);return n||(n=hn(),this.bucketsByModel.set(t,n)),n}forgetModel(e){this.bucketsByModel.delete(H(e)),this.tripping.forget?.(this.trippingKeyFor(e))}transition(e,t,n,r){if(t===e.state)return;let i=e.state;e.state=t,this.onStateChange(i,t,e.consecutiveFailures,n,r)}settleTrialIfComplete(e,t,n){let r=e.trial;if(!r||r.successes+r.failures<this.halfOpenProbes)return;let i=r.successes/this.halfOpenProbes;if(e.trial=null,i>=this.halfOpenSuccessRatio){e.consecutiveFailures=0,this.tripping.onSuccess(this.trippingKeyFor(t)),e.reopenCount=0,e.failuresByReason.clear(),this.transition(e,`closed`,t,n),this.isolateByModel&&e.state===`closed`&&this.forgetModel(t);return}e.reopenCount+=1,this.openBucket(e,t,n)}};const vn=[`assertClosed`,`recordSuccess`,`recordFailure`,`onStateChange`],yn=[`assertClosed`,`recordSuccess`,`recordFailure`],bn=[`getState`,`getFailureBreakdown`,`open`,`close`,`releaseTrial`,`setLogger`,`prepare`,`readState`];function xn(e){let t=e;return bn.filter(e=>t[e]!==void 0&&typeof t[e]!=`function`)}function Sn(e){let{prepareTimeoutMs:t}=e;return t!==void 0&&(!Number.isFinite(t)||t<=0)}function Cn(e){let t=e;return{attemptsAdapter:yn.some(e=>typeof t[e]==`function`),missing:vn.filter(e=>typeof t[e]!=`function`),invalid:xn(e)}}function wn(e,t,n,r,i,a,o,s,c){return(l,u,d,f,p)=>{let m={kind:`circuit_state`,provider:t,model:f??n,from:l,to:u,consecutiveFailures:d};p?R(m,{stage:`attempt`,requestId:p.requestId,requestedProvider:t,requestedModel:f??n,isFallbackAttempt:s,attempt:p.attempt??1,capabilities:{supportsJsonObjectMode:c},signal:p.signal,state:p.state,own:{},registeredMiddlewareNames:a.map(z)},r,a,o,i):r(m),e&&O(i,`circuitBreaker.onStateChange`,()=>e(l,u,d,f,p))}}const Tn=new WeakMap,En=new WeakSet;function Dn(e,t,n){let r=Tn.get(e);if(r)En.has(e)||(En.add(e),n.warn(`[VernLLM] circuitBreaker: this adapter instance is already wired to another target. circuit_state events for it will now be reported to both, each tagged with its own provider/model. If that's intentional (a breaker genuinely shared across targets or clients), no action needed. If not, e.g. constructing VernLLM repeatedly with the same adapter instance, each wiring is kept for the life of the process, review whether the adapter should be constructed fresh per target instead.`));else{r=new Set,Tn.set(e,r);let t=e.onStateChange,i=r;e.onStateChange=(e,r,a,o,s)=>{for(let t of i)O(n,`circuitBreaker.onStateChange`,()=>t(e,r,a,o,s));O(n,`circuitBreaker.onStateChange`,()=>t(e,r,a,o,s))}}r.add(t)}function On(e,t,n,r,i,a,o,s,c){if(!e)return;let l=k(r,i),u=e=>wn(e,t,n,l,i,a,o,s,c);if(typeof e==`object`){let{attemptsAdapter:t,missing:n,invalid:r}=Cn(e);if(t&&n.length>0)throw new p(`circuitBreaker looks like a CircuitBreakerAdapter but is missing: ${n.join(`, `)}. All four members (${vn.join(`, `)}) are required.`,`invalid_params`);if(t&&Sn(e))throw new p(`circuitBreaker's prepareTimeoutMs (${String(e.prepareTimeoutMs)}) must be a finite number greater than 0. It is optional, omit it to use the default.`,`invalid_params`);if(r.length>0){let t=e;throw new p(`circuitBreaker's ${r.map(e=>`${e} (${typeof t[e]})`).join(`, `)} must be a function when present. ${r.length===1?`It is`:`They are`} optional, omit entirely rather than assigning a non function value.`,`invalid_params`)}if(t){let t=e;return Dn(t,u(void 0),i),Ae(i,`[VernLLM] circuitBreaker.setLogger rejected`,t.setLogger?.(i)),t}}let d=typeof e==`object`?e:void 0;return new _n({...d,onStateChange:u(d?.onStateChange)})}var kn=class{capacity;refillPerMs;available;lastRefill=Date.now();constructor(e,t){this.capacity=e,this.refillPerMs=t,this.available=e}refill(){if(this.refillPerMs===0)return;let e=Date.now(),t=e-this.lastRefill;this.available=Math.min(this.capacity,this.available+Math.max(0,t)*this.refillPerMs),this.lastRefill=e}tryTake(e){return this.refill(),this.available<e?!1:(this.available-=e,!0)}msUntilAvailable(e){return this.refill(),this.available>=e?0:this.refillPerMs===0?1/0:(e-this.available)/this.refillPerMs}give(e){this.available=Math.min(this.capacity,this.available+e)}getCapacity(){return this.capacity}getAvailable(){return this.refill(),this.available}resize(e){this.refill(),this.refillPerMs>0&&(this.refillPerMs=this.refillPerMs/this.capacity*e),this.capacity=e,this.available=Math.min(this.available,e)}};function An(e){let t=e.messages.reduce((e,t)=>{let n=t.content;if(typeof n==`string`)return e+n.length;if(n==null)return e;try{return e+JSON.stringify(n).length}catch{return e}},0);return Math.ceil(t/4)+(e.max_tokens??0)}function jn(e){if(e===void 0)return 1;if(!Number.isFinite(e)||e<=0)throw new p(`estimateFraction (${e}) must be a finite number greater than 0.`,`invalid_params`);return Math.min(e,1)}function Mn(e){if(!e)return;let t=t=>{if(!Number.isFinite(e[t]))throw new p(`aimd.${t} (${e[t]}) must be a finite number.`,`invalid_params`)};for(let e of[`minCapacity`,`maxCapacity`,`increaseBy`,`decreaseFactor`])t(e);if(e.minCapacity<1||e.maxCapacity<1)throw new p(`aimd.minCapacity (${e.minCapacity}) and aimd.maxCapacity (${e.maxCapacity}) must both be at least 1, since the requests bucket always takes 1 per acquire; a capacity below 1 could never be satisfied.`,`invalid_params`);if(e.minCapacity>e.maxCapacity)throw new p(`aimd.minCapacity (${e.minCapacity}) must not exceed aimd.maxCapacity (${e.maxCapacity}).`,`invalid_params`);return{increaseBy:Math.max(0,e.increaseBy),decreaseFactor:Math.min(1,Math.max(Number.MIN_VALUE,e.decreaseFactor)),minCapacity:e.minCapacity,maxCapacity:e.maxCapacity,proactiveFloor:e.proactiveFloor??0}}function Nn(e,t){return e===`tpm`?t:1}function Pn(e){if(e)return new kn(e,e/6e4)}var Fn=class{requests;tokens;concurrency;buckets;maxQueueMs;maxQueueSize;estimateTokensFn;estimateFraction;aimd;queue=[];wakeTimer;constructor(e){this.requests=Pn(e.requestsPerMinute),this.tokens=Pn(e.tokensPerMinute),e.maxConcurrent&&(this.concurrency=new kn(e.maxConcurrent,0)),this.buckets=[{reason:`concurrency`,bucket:this.concurrency},{reason:`rpm`,bucket:this.requests},{reason:`tpm`,bucket:this.tokens}].flatMap(({reason:e,bucket:t})=>t?[{reason:e,bucket:t}]:[]),this.maxQueueMs=e.maxQueueMs??3e4,this.maxQueueSize=e.maxQueueSize??0,this.estimateTokensFn=e.estimateTokens??An,this.estimateFraction=jn(e.estimateFraction),this.aimd=this.requests?Mn(e.aimd):void 0}estimate(e){return Math.ceil(this.estimateTokensFn(e)*this.estimateFraction)}async acquire(e,t){if(t?.aborted)throw new p(`LLM request aborted`,`aborted`);if(!Number.isFinite(e)||e<0)throw new p(`estimatedTokens must be a finite, non-negative number, got ${String(e)}`,`invalid_params`);if(this.tokens&&e>this.tokens.getCapacity())throw new p(`estimatedTokens (${e}) exceeds the configured tokensPerMinute capacity (${this.tokens.getCapacity()}); this call could never acquire capacity.`,`rate_limited`,{code:`rate_limit_capacity_exceeded`});if(this.queue.length===0){let n=this.tryAcquireBuckets(e);return n.ok?{release:this.makeRelease(e),waitedMs:0}:this.enqueue(e,n.reason,t)}if(this.maxQueueSize>0&&this.queue.length>=this.maxQueueSize)throw this.queueFullError();return this.enqueue(e,void 0,t)}queueFullError(){return new p(`Rate limit queue is full`,`rate_limited`,{code:`rate_limit_queue_full`})}enqueue(e,t,n){return new Promise((r,i)=>{let a={estimatedTokens:e,enqueuedAt:Date.now(),lastReason:t,resolve:e=>{c(),r(e)},reject:e=>{c(),this.wakeTimer&&=(clearTimeout(this.wakeTimer),void 0),this.drain(),i(e)}},o,s=()=>{a.reject(new p(`LLM request aborted`,`aborted`))},c=()=>{o&&clearTimeout(o),n?.removeEventListener(`abort`,s);let e=this.queue.indexOf(a);e!==-1&&this.queue.splice(e,1)};this.maxQueueMs>0&&(o=setTimeout(()=>{a.reject(new p(`Rate limit queue timed out before capacity was available`,`rate_limited`,{code:`rate_limit_queue_timeout`}))},this.maxQueueMs)),n?.addEventListener(`abort`,s,{once:!0}),this.queue.push(a),this.drain()})}tryAcquireBuckets(e){let t=[];for(let{reason:n,bucket:r}of this.buckets){let i=Nn(n,e);if(!r.tryTake(i)){for(let e of t)e.bucket.give(e.amount);return{ok:!1,reason:n}}t.push({bucket:r,amount:i})}return{ok:!0}}drain(){for(;this.queue.length>0;){let e=this.queue[0],t=this.tryAcquireBuckets(e.estimatedTokens);if(!t.ok){e.lastReason=t.reason,this.scheduleWake(t.reason,e.estimatedTokens);return}let n=Date.now()-e.enqueuedAt;e.resolve({release:this.makeRelease(e.estimatedTokens),waitedMs:n,reason:e.lastReason})}}scheduleWake(e,t){if(this.wakeTimer||e===`concurrency`)return;let n=(this.buckets.find(t=>t.reason===e)?.bucket)?.msUntilAvailable(Nn(e,t));if(n===void 0||!Number.isFinite(n))return;let r=Math.min(Math.max(1,Math.ceil(n)),2147483647);this.wakeTimer=setTimeout(()=>{this.wakeTimer=void 0,this.drain()},r)}makeRelease(e){let t=!1;return(n,r=!1)=>{t||(t=!0,this.concurrency?.give(1),this.tokens&&n!==void 0&&Number.isFinite(n)&&this.tokens.give(e-n),r&&this.growOnSuccess(),this.drain())}}resizeRequestsCeiling(e){this.aimd&&this.requests&&this.requests.resize(e(this.aimd,this.requests.getCapacity()))}growOnSuccess(){this.resizeRequestsCeiling((e,t)=>Math.min(t+e.increaseBy,e.maxCapacity))}signalRateLimit(){this.resizeRequestsCeiling((e,t)=>Math.max(t*e.decreaseFactor,e.minCapacity))}reactToRateLimitHint(e){if(!this.aimd||!e||e.remainingRequests===void 0)return;let t=this.aimd.proactiveFloor??0;t>0&&e.remainingRequests<=t&&this.signalRateLimit()}getState(){return{requestsRemaining:this.requests?.getAvailable(),tokensRemaining:this.tokens?.getAvailable(),concurrentInFlight:this.concurrency?this.concurrency.getCapacity()-this.concurrency.getAvailable():void 0}}};const G=[`estimate`,`acquire`,`signalRateLimit`,`reactToRateLimitHint`],In=[`getState`,`readState`,`setLogger`];function Ln(e){let t=e;return In.filter(e=>t[e]!==void 0&&typeof t[e]!=`function`)}function Rn(e){let t=e;return G.every(e=>typeof t[e]==`function`)&&Ln(e).length===0}function zn(e){let t=e;return G.some(e=>typeof t[e]==`function`)}function Bn(e,t){if(e===void 0)return;if(Rn(e))return t&&e.setLogger?.(t),e;if(zn(e)){let t=G.filter(t=>typeof e[t]!=`function`);if(t.length>0)throw new p(`rateLimit looks like a RateLimiterAdapter but is missing: ${t.join(`, `)}. All four methods (${G.join(`, `)}) are required.`,`invalid_params`)}let n=Ln(e);if(n.length>0){let t=e;throw new p(`rateLimit's ${n.map(e=>`${e} (${typeof t[e]})`).join(`, `)} must be a function. ${n.length===1?`It is`:`They are`} optional; omit entirely rather than assigning a non-function value.`,`invalid_params`)}return new Fn(e)}function Vn(e,t,n){return[e,...t].map((e,t)=>{let r=t>0,i=e.name??(r?`fallback[${t-1}]`:n.providerName),a=On(e.circuitBreaker,i,e.model,n.onEvent,n.logger,n.middleware,n.middlewareTimeoutMs,r,e.client.supportsJsonObjectMode??!0),o=e.retryBudget?new Te(e.retryBudget):void 0;return new nn(i,e.client,e.model,{maxRetries:e.maxRetries??n.maxRetries??1,timeoutMs:e.timeoutMs??n.timeoutMs??25e3,chunkIdleTimeoutMs:e.chunkIdleTimeoutMs??n.chunkIdleTimeoutMs??3e4,baseDelayMs:e.baseDelayMs??n.baseDelayMs??500,defaultMaxTokens:e.defaultMaxTokens??n.defaultMaxTokens??1e3,defaultTemperature:e.defaultTemperature===void 0?n.primaryDefaultTemperature:e.defaultTemperature,defaultReasoningEffort:e.defaultReasoningEffort===void 0?n.primaryDefaultReasoningEffort:e.defaultReasoningEffort,defaultBudgetTokens:e.defaultBudgetTokens===void 0?n.primaryDefaultBudgetTokens:e.defaultBudgetTokens,nonRetryableStatus:e.nonRetryableStatus??n.nonRetryableStatus??[400,401,403,404,422],parseJson:n.parseJson,logger:n.logger,redact:n.redact,onUsage:n.onUsage,onUsageFailure:n.onUsageFailure,onEvent:n.onEvent,breaker:a,budget:o,limiter:Bn(e.rateLimit,n.logger),isFallback:r,middleware:n.middleware,middlewareTimeoutMs:n.middlewareTimeoutMs,detectSoftFailure:e.detectSoftFailure??n.detectSoftFailure})})}function Hn(e){let t=e;return typeof t.get==`function`&&typeof t.set==`function`}function Un(e){if(e===void 0)return new b;if(Hn(e))return e;if(e.maxSize!==void 0&&(!Number.isFinite(e.maxSize)||e.maxSize<0||!Number.isInteger(e.maxSize)))throw RangeError(`cache.maxSize must be a finite, non-negative integer, got ${String(e.maxSize)}`);return new b(e.maxSize,e.eviction)}var Wn=class{debugEnabled;constructor(e){this.debugEnabled=e}debug(e){this.debugEnabled&&console.debug(e)}warn(e){console.warn(e)}error(e,t){console.error(e,t??``)}},Gn=class{debug(e){}warn(e){}error(e,t){}},Kn=class{logger;executors;fallbackOn;reportEvent;cacheOrchestrator;pipeline;middlewareTimeoutMs;cachedCallInnerParams=new WeakMap;cachedCallMeta=new Map;constructor(e){this.logger=Ee(e.logger===`silent`?new Gn:e.logger??new Wn(e.debug??!1));let t=e.name??`primary`;this.cacheOrchestrator=new xe(Un(e.cache),this.logger),this.fallbackOn=e.fallbackOn??ie,this.reportEvent=k(e.onEvent,this.logger),this.pipeline=$t(e.middleware??[],this.logger),this.middlewareTimeoutMs=e.middlewareTimeoutMs??5e3;let n=e.defaultTemperature===void 0?.2:e.defaultTemperature,r=e.defaultReasoningEffort,i=e.defaultBudgetTokens,a={client:e.client,model:e.model,name:t,maxRetries:e.maxRetries,timeoutMs:e.timeoutMs,chunkIdleTimeoutMs:e.chunkIdleTimeoutMs,baseDelayMs:e.baseDelayMs,defaultMaxTokens:e.defaultMaxTokens,defaultTemperature:n,defaultReasoningEffort:r,defaultBudgetTokens:i,nonRetryableStatus:e.nonRetryableStatus,circuitBreaker:e.circuitBreaker,rateLimit:e.rateLimit,retryBudget:e.retryBudget,detectSoftFailure:e.detectSoftFailure},o=Array.isArray(e.fallback)?e.fallback:e.fallback?[e.fallback]:[];this.executors=Vn(a,o,{providerName:t,primaryDefaultTemperature:n,primaryDefaultReasoningEffort:r,primaryDefaultBudgetTokens:i,maxRetries:e.maxRetries,timeoutMs:e.timeoutMs,chunkIdleTimeoutMs:e.chunkIdleTimeoutMs,baseDelayMs:e.baseDelayMs,defaultMaxTokens:e.defaultMaxTokens,nonRetryableStatus:e.nonRetryableStatus,parseJson:e.parseJson,redact:e.redact,onUsage:e.onUsage,onUsageFailure:e.onUsageFailure,onEvent:e.onEvent,logger:this.logger,middleware:this.pipeline.transformOrder,middlewareTimeoutMs:this.middlewareTimeoutMs,detectSoftFailure:e.detectSoftFailure})}logRefundError(e,t){this.logger.error(e,{message:t instanceof Error?t.message:`unknown`,stack:t instanceof Error?t.stack:void 0})}get logicalCallDependencies(){return{executors:this.executors,fallbackOn:this.fallbackOn,reportEvent:this.reportEvent,middleware:this.pipeline.transformOrder,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger}}get runOperationDependencies(){return{pipeline:this.pipeline,primaryExecutor:this.executors[0],middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent}}async call(e){if(e.signal?.aborted)throw new p(`LLM request aborted`,`aborted`);let t=e.requestId??globalThis.crypto.randomUUID(),n=this.cachedCallInnerParams.get(e),r=n!==void 0,{signal:i,timer:a}=ln(e.deadlineMs,e.signal),o=i===e.signal?e:{...e,signal:i},s=n??E();try{let e=this.executors.length===1,n=await B(this.runOperationDependencies,o,t,s,async()=>{if(e){if(o.signal?.aborted)throw new p(`LLM request aborted`,`aborted`);let e=this.executors[0].assertBreakerClosed(o.model,{requestId:t,state:s,signal:o.signal});e&&await e}let n=()=>{e&&this.executors[0].releaseBreakerTrial(o.model,{requestId:t,state:s,signal:o.signal})};try{let n,r=async e=>{let t=await e;return n=t.meta,t.value};return o.stream?{value:await ge(o,()=>r(sn(this.logicalCallDependencies,o,t,e,s)),o.signal,(e,t)=>this.logRefundError(e,t)),meta:n}:{value:await he(o,!1,()=>r(on(this.logicalCallDependencies,o,t,e,s)),o.signal,(e,t)=>this.logRefundError(e,t)),meta:n}}catch(e){throw n(),e}},r);return o.stream,n.value}catch(e){throw un(e,i)}finally{clearTimeout(a)}}runCached(e){return this.cacheOrchestrator.runCached(e)}async deleteCache(e){await this.cacheOrchestrator.deleteCache(e)}async cachedCall(e){let{call:t,...n}=e,r=t;if(r.reserveUsage||r.refundUsage)throw new p("`reserveUsage`/`refundUsage` were set inside `call`, where cachedCall ignores them. Move them to the top level of the cachedCall() params, alongside cacheKey/ttl, instead.",`invalid_params`);let i=r.requestId??globalThis.crypto.randomUUID(),a=E(),o=await this.cacheOrchestrator.resolveCacheKey(n.cacheKey),s=this.cachedCallMeta.get(o),c=!1;s||(s={},c=!0,this.cachedCallMeta.set(o,s));let l=()=>{c&&this.cachedCallMeta.delete(o)},u=r.meta,d=e=>{let t={...e,meta:s};return this.cachedCallInnerParams.set(t,a),this.call(t).finally(()=>{u&&(u.current=s.current),this.cachedCallInnerParams.delete(t)})};if(r.stream){let e={...r,requestId:i},t;try{t=await B(this.runOperationDependencies,e,i,a,async()=>({value:await this.cacheOrchestrator.runCachedStream({...n,openStream:()=>d(e)},!!r.tools),meta:s.current}))}catch(e){throw l(),e}let o=t.value,c=()=>{u&&(u.current=s.current),l()};return o.finalResult.then(c,c),o}let f={...r,requestId:i};try{let e=await B(this.runOperationDependencies,f,i,a,async()=>({value:await this.runCached({...n,fn:()=>d(f)}),meta:s.current}));return u&&(u.current=s.current),e.value}finally{l()}}getCircuitState(e){let t=A(this.executors,e?.index??0,`getCircuitState`);return j(t.isolateByModel,e?.model,`getCircuitState`,this.logger),t.getCircuitState(e?.model??t.model)}getFailureBreakdown(e){let t=A(this.executors,e?.index??0,`getFailureBreakdown`);return j(t.isolateByModel,e?.model,`getFailureBreakdown`,this.logger),t.getFailureBreakdown(e?.model??t.model)}getRetryBudgetState(e){return A(this.executors,e?.index??0,`getRetryBudgetState`).getRetryBudgetState()}getRateLimitState(e){return A(this.executors,e?.index??0,`getRateLimitState`).getRateLimitState()}getCircuitStates(e){return this.executors.map((t,n)=>({provider:t.providerName,index:n,isFallback:n>0,isolateByModel:t.isolateByModel,state:t.getCircuitState(e??t.model)}))}async readRateLimitState(e){return A(this.executors,e?.index??0,`readRateLimitState`).readRateLimitState()}async readCircuitStates(e){return Promise.all(this.executors.map(async(t,n)=>({provider:t.providerName,index:n,isFallback:n>0,isolateByModel:t.isolateByModel,state:await t.readCircuitState(e??t.model)})))}openCircuit(e){let t=A(this.executors,e?.index??0,`openCircuit`);j(t.isolateByModel,e?.model,`openCircuit`,this.logger),t.openCircuit(e?.model??t.model,{requestId:globalThis.crypto.randomUUID(),state:E()})}closeCircuit(e){let t=A(this.executors,e?.index??0,`closeCircuit`);j(t.isolateByModel,e?.model,`closeCircuit`,this.logger),t.closeCircuit(e?.model??t.model,{requestId:globalThis.crypto.randomUUID(),state:E()})}};function qn(e){return e}function Jn(e){return e}async function*Yn(e){let t=new TextDecoder(`utf-8`,{fatal:!0}),n=``;for await(let r of e){let e;try{e=typeof r==`string`?r:t.decode(r,{stream:!0})}catch(e){throw new p(`Invalid UTF-8 in SSE stream`,`parse`,{cause:e})}n=(n+e).replace(/\r\n/g,`
1
+ const e=new Set([`unknown_tool`,`duplicate_tool_call_id`,`tool_choice_none_violated`,`unexpected_tool_calls`]),t=new Set([`rate_limit_queue_full`,`rate_limit_queue_timeout`,`rate_limit_capacity_exceeded`,`retry_budget_exhausted`]),n=new Set([`middleware_timeout`]),r=new Set([`parse`,`validation`,`invalid_params`,`aborted`]);function i(i,a){return!(r.has(i)||a&&e.has(a)||a&&t.has(a)||a&&n.has(a))}const a=new Set([`quota_exceeded`]);function o(e,t){return!(!i(e,t)||a.has(e))}function s(e){if(e!==void 0)try{return JSON.stringify(e),e}catch{return`[Unserializable: issues contained a circular reference]`}}function c(e){if(e!==void 0)try{return JSON.parse(JSON.stringify(e))}catch{return`[Unserializable: request body contained a circular reference]`}}const l=new Set([`authorization`,`x-api-key`,`x-goog-api-key`,`api-key`]);function u(e){if(e===void 0)return;let t={};for(let[n,r]of Object.entries(e))l.has(n.toLowerCase())||(t[n]=r);return t}function d(e,t=0){if(e!==void 0)return t>=20?[]:e.map(e=>({...e,error:{...e.error,issues:s(e.error.issues),attempts:d(e.error.attempts,t+1)},request:e.request&&{...e.request,body:c(e.request.body),headers:u(e.request.headers)}}))}function f(e,t,n,r,i=Date.now()){return{provider:e,model:t,body:c(n),headers:u(r),startedAt:i}}var p=class extends Error{type;status;issues;cause;retryAfterMs;code;attempts;constructor(e,t,n={}){super(e),this.type=t,this.name=`LLMError`,this.status=n.status,this.issues=n.issues,this.cause=n.cause,this.retryAfterMs=n.retryAfterMs,this.code=n.code,this.attempts=n.attempts}get retryable(){return i(this.type,this.code)}get countsTowardBreaker(){return o(this.type,this.code)}toSnapshot(){return{message:this.message,type:this.type,status:this.status,issues:s(this.issues),retryAfterMs:this.retryAfterMs,code:this.code,retryable:this.retryable,attempts:d(this.attempts)}}toJSON(){return{name:this.name,message:this.message,type:this.type,status:this.status,issues:s(this.issues),retryAfterMs:this.retryAfterMs,code:this.code,retryable:this.retryable,attempts:d(this.attempts)}}};function m(e){return e instanceof p}function h(e,t){return e.code===t&&e.issues!==void 0}const g={onAccess(){},onInsert(){},getEvictee:e=>e.keys().next().value};function _(e,t){if(!e.has(t))return;let n=e.get(t);e.delete(t),e.set(t,n)}const v={onAccess:_,onInsert:_,getEvictee:e=>e.keys().next().value};function y(e){return e===`lru`?v:g}var b=class{maxSize;store=new Map;eviction;constructor(e=1e3,t=`fifo`){this.maxSize=e,this.eviction=y(t)}async get(e){let t=this.store.get(e);return t?Date.now()>=t.expiresAt?(this.store.delete(e),{hit:!1,value:null}):(this.eviction.onAccess(this.store,e),{hit:!0,value:t.value}):{hit:!1,value:null}}async set(e,t,n){this.cleanupExpiredEntries(),this.store.set(e,{value:t,expiresAt:Date.now()+n*1e3}),this.eviction.onInsert(this.store,e),this.enforceSizeLimit()}async delete(e){this.store.delete(e)}cleanupExpiredEntries(){let e=Date.now();for(let[t,n]of this.store)e>=n.expiresAt&&this.store.delete(t)}enforceSizeLimit(){for(;this.store.size>this.maxSize;){let e=this.eviction.getEvictee(this.store);if(e===void 0)break;this.store.delete(e)}}},x=class{inner;constructor(e=new b){this.inner=e}normalize(e){return e.toLowerCase().trim().replace(/[^\p{L}\p{N}\s]/gu,` `).replace(/\s+/g,` `).trim()}async resolveKey(e){return this.normalize(e)}async get(e){return this.inner.get(this.normalize(e))}async set(e,t,n){await this.inner.set(this.normalize(e),t,n)}async delete(e){await this.inner.delete?.(this.normalize(e))}},S=class{l1;l2;l1Ttl;constructor(e,t,n){this.l1=e,this.l2=t,this.l1Ttl=n}async resolveKey(e){return this.l1.resolveKey?this.l1.resolveKey(e):this.l2.resolveKey?this.l2.resolveKey(e):e}async get(e){let t=await this.l1.get(e);if(t.hit)return t;let n=await this.l2.get(e);return n.hit&&await this.l1.set(e,n.value,this.l1Ttl??60),n}async set(e,t,n){await Promise.all([this.l1.set(e,t,this.l1Ttl??n),this.l2.set(e,t,n)])}async delete(e){await Promise.all([this.l1.delete?.(e),this.l2.delete?.(e)])}};function C(e){return e}function w(e){if(typeof e!=`object`||!e)return!1;let t=e;return t.type===`tool_calls`&&Array.isArray(t.toolCalls)}function ee(e){return typeof e==`object`&&!!e&&typeof e.then==`function`}function te(e){return typeof e==`object`&&!!e&&typeof e[Symbol.asyncIterator]==`function`}function ne(e){if(typeof e!=`object`||!e)return!1;let t=e;return te(t.chunks)&&ee(t.finalResult)}const re=new Set([`unknown_tool`,`duplicate_tool_call_id`,`tool_choice_none_violated`,`unexpected_tool_calls`]),ie=e=>e.type===`parse`||e.type===`validation`||e.type===`aborted`||e.type===`quota_exceeded`||e.code&&re.has(e.code)?`stop`:`next`;var T=class extends p{attempts;constructor(e){let t=e[e.length-1]?.error;super(`${e.length} provider${e.length===1?``:`s`} attempted and failed: ${e.map(e=>`${e.provider}(${e.error.type})`).join(` then `)}`,`fallback_exhausted`,{status:t?.status,cause:t,retryAfterMs:t?.retryAfterMs,code:`fallback_exhausted`,attempts:e}),this.attempts=e}get retryable(){let e=this.attempts[this.attempts.length-1]?.error;return e?e.retryable:super.retryable}};function ae(e){return e instanceof T}function oe(){return{}}function se(e){return{debugName:e}}function ce(e){return se(e)}function le(e){return se(e)}function ue(e){return{ref:e}}function E(){let e=new Map;return{get(t){return e.get(t)},set(t,n){e.set(t,n)}}}function de(e){let{onError:t,...n}=e;return t?{...n,wrap:async(e,n,r)=>{try{return await n()}catch(e){try{await t(e,r)}catch{}throw e}}}:n}function fe(e,t){let n=e.completion_tokens_details?.reasoning_tokens;return{promptTokens:e.prompt_tokens??0,completionTokens:e.completion_tokens??0,totalTokens:e.total_tokens??0,...n===void 0?{}:{reasoningTokens:n},requestId:t.requestId,model:t.model,provider:t.providerName,usedFallback:t.isFallback}}async function pe(e,t,n){if(!e.reserveUsage)return!1;try{return await e.reserveUsage({coalesced:t,signal:n}),!0}catch(e){throw n?.aborted?new p(`LLM request aborted`,`aborted`):new p(e instanceof Error?e.message:`Usage reservation failed`,`quota_exceeded`,{cause:e})}}function me(e,t,n,r){return async i=>{try{await e.refundUsage?.({coalesced:t,signal:n})}catch(e){r(i,e)}}}async function he(e,t,n,r,i){if(r?.aborted)throw new p(`LLM request aborted`,`aborted`);let a=await pe(e,t,r),o=me(e,t,r,i);if(r?.aborted)throw a&&await o(`[VernLLM] refundUsage failed after abort`),new p(`LLM request aborted`,`aborted`);let s;try{s=await n()}catch(e){throw a&&await o(`[VernLLM] refundUsage failed`),e}if(r?.aborted)throw a&&await o(`[VernLLM] refundUsage failed after abort`),new p(`LLM request aborted`,`aborted`);return s}async function ge(e,t,n,r){if(n?.aborted)throw new p(`LLM request aborted`,`aborted`);let i=await pe(e,!1,n),a=me(e,!1,n,r);if(n?.aborted)throw i&&await a(`[VernLLM] refundUsage failed after abort`),new p(`LLM request aborted`,`aborted`);let o;try{o=await t()}catch(e){throw i&&await a(`[VernLLM] refundUsage failed after stream-open failure`),e}let s=o.finalResult.then(e=>e,async e=>{throw i&&await a(`[VernLLM] refundUsage failed after stream error`),e});return s.catch(()=>{}),{chunks:o.chunks,finalResult:s}}function _e(){let e=new Map;function t(t){return e.get(t)}function n(t,n){return e.set(t,n),n.catch(()=>{}).finally(()=>{e.get(t)===n&&e.delete(t)}),n}return{get:t,track:n}}function ve(e){return typeof e==`string`?e:JSON.stringify(e)??``}function ye(e,t){let n=[];if(t){let t=e;t.type===`tool_calls`?(t.toolCalls.forEach((e,t)=>{n.push({type:`tool_call_delta`,index:t,id:e.id,name:e.name,argsDelta:JSON.stringify(e.arguments??{}),complete:!0})}),t.content&&n.push({type:`text-delta`,delta:t.content})):n.push({type:`text-delta`,delta:ve(t.content)})}else n.push({type:`text-delta`,delta:ve(e)});return{async*[Symbol.asyncIterator](){for(let e of n)yield e}}}function be(e,t){return{async*[Symbol.asyncIterator](){yield*ye(await e,t)}}}var xe=class{cache;logger;inFlight=_e();constructor(e,t){this.cache=e,this.logger=t}async resolveCacheKey(e){return this.cache.resolveKey?await this.cache.resolveKey(e):e}async deleteCache(e){if(this.cache.delete)try{await this.cache.delete(await this.resolveCacheKey(e))}catch(e){this.logger.warn(`[VernLLM] cache delete failed: ${e instanceof Error?e.message:`unknown`}`)}}logRefundError(e,t){this.logger.error(e,{message:t instanceof Error?t.message:`unknown`,stack:t instanceof Error?t.stack:void 0})}async getCached(e){try{return await this.cache.get(e)}catch(e){return this.logger.warn(`[VernLLM] cache read failed: ${e instanceof Error?e.message:`unknown`}`),{hit:!1}}}async resolveKeyAndReadCache(e){let t=await this.resolveCacheKey(e.cacheKey);return{resolvedParams:t===e.cacheKey?e:{...e,cacheKey:t},cached:await this.getCached(t)}}joinInFlight(e,t){return he(e,!0,()=>t,e.signal,(e,t)=>this.logRefundError(e,t))}async runCached(e){let{resolvedParams:t,cached:n}=await this.resolveKeyAndReadCache(e);if(n.hit)return n.value;let r=this.inFlight.get(t.cacheKey);return r?this.joinInFlight(t,r):this.registerTrigger(t)}registerTrigger(e){let t=he(e,!1,()=>this.runAndCache(e),e.signal,(e,t)=>this.logRefundError(e,t));return this.inFlight.track(e.cacheKey,t),t}async runAndCache(e){let t=await e.fn();try{await this.cache.set(e.cacheKey,t,e.ttl)}catch(e){this.logger.warn(`[VernLLM] cache write failed: ${e instanceof Error?e.message:`unknown`}`)}return t}async runCachedStream(e,t){let{resolvedParams:n,cached:r}=await this.resolveKeyAndReadCache(e);if(r.hit){let e=r.value;return{chunks:ye(e,t),finalResult:Promise.resolve(e)}}let i=this.inFlight.get(n.cacheKey);if(i){let e=this.joinInFlight(n,i);return e.catch(()=>{}),{chunks:be(e,t),finalResult:e}}return this.registerStreamTrigger(n)}registerStreamTrigger(e){let t,n,r=new Promise((e,r)=>{t=e,n=r});this.inFlight.track(e.cacheKey,r);let i=ge(e,async()=>{let t=await e.openStream(),n=t.finalResult.then(async t=>{try{await this.cache.set(e.cacheKey,t,e.ttl)}catch(e){this.logger.warn(`[VernLLM] cache write failed: ${e instanceof Error?e.message:`unknown`}`)}return t},e=>{throw e});return{chunks:t.chunks,finalResult:n}},e.signal,(e,t)=>this.logRefundError(e,t));return i.then(e=>{e.finalResult.then(t,n)},e=>{n(e)}),i}},Se=class{buckets;bucketStartMs=Date.now();bucketWidthMs;constructor(e){if(!Number.isFinite(e)||e<=0)throw RangeError(`RollingRatio: windowMs must be a finite number > 0, got ${e}`);this.bucketWidthMs=e/10,this.buckets=Array.from({length:10},()=>({total:0,failures:0}))}rotate(){let e=Date.now()-this.bucketStartMs,t=Math.floor(e/this.bucketWidthMs),n=Math.min(10,t);for(let e=0;e<n;e++)this.buckets.shift(),this.buckets.push({total:0,failures:0});t>0&&(this.bucketStartMs+=t*this.bucketWidthMs)}record(e){this.rotate();let t=this.buckets[9];t.total+=1,e&&(t.failures+=1)}getRatio(){this.rotate();let e=this.buckets.reduce((e,t)=>e+t.total,0),t=this.buckets.reduce((e,t)=>e+t.failures,0);return e===0?0:t/e}getCount(){return this.rotate(),this.buckets.reduce((e,t)=>e+t.total,0)}reset(){this.buckets=Array.from({length:10},()=>({total:0,failures:0})),this.bucketStartMs=Date.now()}};function Ce(e,t=`minCalls`){if(!Number.isInteger(e)||e<0)throw RangeError(`${t} must be a non-negative integer, got ${e}`)}function we(e,t){if(!Number.isFinite(e)||e<0||e>1)throw RangeError(`${t} must be a finite number between 0 and 1, got ${e}`)}var Te=class{options;ratio;constructor(e){this.options=e,this.ratio=new Se(e.windowMs),Ce(e.minCalls),we(e.retryRatio,`retryRatio`)}assertAvailable(){if(this.ratio.getCount()>=this.options.minCalls&&this.ratio.getRatio()>=this.options.retryRatio)throw new p(`Retry budget exhausted`,`rate_limited`,{code:`retry_budget_exhausted`})}recordAttempt(e){this.ratio.record(e)}getSnapshot(){return{attempts:this.ratio.getCount(),retryRatio:this.ratio.getRatio()}}};function D(e,t,n){e.error(`[VernLLM] ${t} failed`,{message:n instanceof Error?n.message:`unknown`,stack:n instanceof Error?n.stack:void 0})}function O(e,t,n){try{n()}catch(n){D(e,t,n)}}function Ee(e){return{debug:De(e,`debug`),warn:De(e,`warn`),error:De(e,`error`)}}function De(e,t){let n=e[t].bind(e);return((...e)=>{try{ke(n(...e))}catch{}})}function Oe(e){return typeof e?.then==`function`}function ke(e){Oe(e)&&Promise.resolve(e).catch(()=>{})}function k(e,t,n={}){return r=>{e&&O(t,`onEvent`,()=>e(r)),r.kind===`usage`&&n.onUsage&&O(t,`onUsage`,()=>n.onUsage(r.usage)),r.kind===`usage_failure`&&n.onUsageFailure&&O(t,`onUsageFailure`,()=>n.onUsageFailure(r.usage,r.error))}}function A(e,t,n){let r=e[t];if(!r)throw RangeError(`${n}: no target at index ${t} (chain has ${e.length} target${e.length===1?``:`s`})`);return r}function j(e,t,n,r){t!==void 0&&!e&&r.warn(`[VernLLM] ${n}: \`model: '${t}'\` has no effect here. This target's circuitBreaker doesn't have isolateByModel on, so it only tracks one shared circuit regardless of \`model\`. Omit \`model\`, or set \`circuitBreaker.isolateByModel: true\` on this target if per-model tracking is what you want.`)}function Ae(e,t,n){Promise.resolve(n).catch(n=>{try{e.error(t,{message:n instanceof Error?n.message:String(n)})}catch{}})}async function je(e,t,n,r){let i=n?.signal;if(i?.aborted)throw new p(`Circuit breaker check aborted`,`aborted`);let a=e.prepareTimeoutMs??1e3,o;try{o=Promise.resolve(e.prepare(t,n))}catch(e){Me(r,e);return}let s,c,l=await Promise.race([o.then(()=>`ready`,e=>({failed:e})),new Promise(e=>{s=setTimeout(()=>e(`timeout`),a)}),new Promise(e=>{i&&(c=()=>e(`aborted`),i.addEventListener(`abort`,c,{once:!0}),i.aborted&&c())})]).finally(()=>{clearTimeout(s),i&&c&&i.removeEventListener(`abort`,c)});if(l===`aborted`)throw new p(`Circuit breaker check aborted`,`aborted`);l===`timeout`?r.warn(`[VernLLM] circuitBreaker.prepare took longer than ${a}ms, continuing with the adapter's local state`):l!==`ready`&&Me(r,l.failed)}function Me(e,t){e.warn(`[VernLLM] circuitBreaker.prepare failed, continuing with the adapter's local state: ${t instanceof Error?t.message:String(t)}`)}function Ne(e){let t=/^(?:(\d+(?:\.\d+)?)h)?(?:(\d+(?:\.\d+)?)m)?(?:(\d+(?:\.\d+)?)s)?(?:(\d+)ms)?$/.exec(e.trim());if(!t||t[0]===``)return;let[,n,r,i,a]=t,o=(n?parseFloat(n)*36e5:0)+(r?parseFloat(r)*6e4:0)+(i?parseFloat(i)*1e3:0)+(a?parseInt(a,10):0);return Number.isFinite(o)?o:void 0}function M(e,t){let n=e.get(t);if(n===null)return;let r=Number(n);return Number.isFinite(r)?r:void 0}function N(e){let t=e.get(`x-ratelimit-reset-requests`);return{limitRequests:M(e,`x-ratelimit-limit-requests`),remainingRequests:M(e,`x-ratelimit-remaining-requests`),resetAfterMs:t===null?void 0:Ne(t)}}function Pe(e){let t=e.get(`anthropic-ratelimit-requests-reset`),n=t===null?NaN:Date.parse(t);return{limitRequests:M(e,`anthropic-ratelimit-requests-limit`),remainingRequests:M(e,`anthropic-ratelimit-requests-remaining`),resetAfterMs:Number.isFinite(n)?Math.max(0,n-Date.now()):void 0}}const Fe=Symbol(`vernLLMProviderRateLimitHint`);function P(e,t){t&&Object.defineProperty(e,Fe,{value:t,enumerable:!1,configurable:!0})}function Ie(e){if(e&&typeof e==`object`)return e[Fe]}function Le(e){let{breaker:t,logger:n,requestId:r,model:i,providerName:a,isFallback:o,supportsJsonObjectMode:s,registeredMiddlewareNames:c}=e;function l(e,t,n){return{stage:`attempt`,requestId:r,requestedProvider:a,requestedModel:i,isFallbackAttempt:o,attempt:e+1,capabilities:{supportsJsonObjectMode:s},signal:t,state:n,own:{},registeredMiddlewareNames:c}}function u(e,t,n){return{requestId:r,state:n,signal:t,attempt:e+1}}function d(e,t){Ae(n,`[VernLLM:${r}] circuitBreaker.${e} rejected`,t)}return{buildAttemptContext:l,buildCallContext:u,recordSuccess(e,n,r){d(`recordSuccess`,t?.recordSuccess(i,u(e,n,r)))},recordFailure(e,n,r,a){d(`recordFailure`,t?.recordFailure(i,u(e,n,r),a))},releaseTrial(e,n,r){d(`releaseTrial`,t?.releaseTrial?.(i,u(e,n,r)))}}}function Re(e){return e.map(e=>({type:`function`,function:{name:e.name,description:e.description,parameters:e.parameters}}))}function ze(e){return e.map(e=>({id:e.id,type:`function`,function:{name:e.name,arguments:JSON.stringify(e.arguments??{})}}))}function Be(e){return e.map(e=>{let t;try{t=e.function.arguments.trim()?JSON.parse(e.function.arguments):{}}catch{throw new p(`Invalid JSON arguments for tool call "${e.function.name}"`,`parse`,{code:`tool_arguments_parse_failed`})}return{id:e.id,name:e.function.name,arguments:t}})}function Ve(e){return typeof e==`string`?e:JSON.stringify(e)}function He(e,t){if(e&&e.length===0)throw new p("`tools` was an empty array. This is almost always a bug (e.g. a filtered tool list that ended up empty). An empty `tools` array still switches on tool-call mode (response shape, jsonMode default, wire format) with nothing for the model to call. Omit `tools` entirely for a normal call, or make sure the array is non-empty.",`invalid_params`);if(e){let t=new Set,n=new Set;for(let r of e)t.has(r.name)&&n.add(r.name),t.add(r.name);if(n.size)throw new p(`\`tools\` has duplicate name(s): [${[...n].join(`, `)}]. Tool names must be unique.`,`invalid_params`,{code:`duplicate_tool_names`,issues:{names:[...n]}})}if(t&&!e)throw new p("`toolChoice` was set without `tools`. There is nothing for it to choose between. Set `tools`, or remove `toolChoice`.",`invalid_params`);if(e&&typeof t==`object`&&!e.some(e=>e.name===t.name))throw new p(`toolChoice names "${t.name}", which is not in \`tools\` ([${e.map(e=>e.name).join(`, `)}]).`,`invalid_params`,{code:`unknown_tool_choice`,issues:{requested:t.name,available:e.map(e=>e.name)}})}function Ue(e){let{jsonModeExplicit:t,hasTools:n,jsonSchema:r,hasSchema:i,supportsJsonObjectMode:a}=e,o=t??!n;if(!a&&!r&&t===!0)throw new p('jsonMode: true was set explicitly, but this client does not support `response_format: "json_object"` (see LLMClient.supportsJsonObjectMode). Neither Anthropic nor Bedrock has a field that mechanically guarantees JSON output for this mode. Use `jsonSchema` instead, which maps to a real constraint on both.',`invalid_params`);if(!a&&!r&&t===void 0&&i)throw new p('`schema` was provided, which requires JSON output to validate against, but this client does not support `response_format: "json_object"` (see LLMClient.supportsJsonObjectMode) and no `jsonSchema` was set. Neither Anthropic nor Bedrock has a field that mechanically guarantees JSON output without one. Use `jsonSchema` instead, which maps to a real constraint on both and still runs `schema` against its parsed result.',`invalid_params`);let s=(!a&&!r&&t===void 0?!1:o)||!!r;if(i&&!s)throw new p(`schema was provided but jsonMode: false disables JSON parsing, so nothing would validate it. Remove jsonMode: false, set jsonSchema, or remove schema.`,`invalid_params`);return s}function We(e,t){return e?{type:`json_schema`,json_schema:{name:e.name,schema:e.schema,strict:e.strict??!0,description:e.description}}:t?{type:`json_object`}:void 0}function Ge(e){return!e||e===`auto`?`auto`:e===`none`||e===`required`?e:{type:`function`,function:{name:e.name}}}function Ke(e){return e.role===`tool`?(e.toolResults??[]).map(e=>({role:`tool`,tool_call_id:e.toolCallId,content:typeof e.content==`string`?e.content:JSON.stringify(e.content??null),...e.isError?{is_error:!0}:{}})):e.role===`assistant`&&e.toolCalls?.length?[{role:`assistant`,...e.content===void 0?{}:{content:Ve(e.content)},tool_calls:ze(e.toolCalls)}]:e.role===`assistant`?[{role:`assistant`,content:Ve(e.content===void 0?``:e.content)}]:[{role:e.role,content:e.content??``}]}function qe(e){let t;for(let[n,r]of e.entries()){if(r.role===`tool`){if(t?.role!==`assistant`||!t.toolCalls?.length)throw new p(`history[${n}] is a "tool" turn, but must immediately follow an "assistant" turn that requested tools`,`invalid_params`);if(!r.toolResults?.length)throw new p(`history[${n}] is a "tool" turn but has no toolResults`,`invalid_params`);let e=new Set(t.toolCalls.map(e=>e.id)),i=r.toolResults.map(e=>e.toolCallId),a=i.filter(t=>!e.has(t));if(a.length)throw new p(`history[${n}].toolResults references unknown toolCallId(s) [${a.join(`, `)}]`,`invalid_params`,{code:`unknown_tool_result_ids`,issues:{historyIndex:n,ids:a}});let o=new Set,s=new Set;for(let e of i)o.has(e)&&s.add(e),o.add(e);if(s.size)throw new p(`history[${n}].toolResults has duplicate toolCallId(s) [${[...s].join(`, `)}]`,`invalid_params`,{code:`duplicate_tool_result_ids`,issues:{historyIndex:n,ids:[...s]}});let c=[...e].filter(e=>!i.includes(e));if(c.length)throw new p(`history[${n}] is missing toolResults for toolCallId(s) [${c.join(`, `)}]`,`invalid_params`,{code:`missing_tool_results`,issues:{historyIndex:n,ids:c}})}else{if(r.role===t?.role)throw new p(`history must alternate user/assistant turns: consecutive "${r.role}" turns at history[${n-1}] and history[${n}]`,`invalid_params`);if(t?.role===`assistant`&&t.toolCalls?.length)throw new p(`history[${n}] follows an assistant tool request without tool results`,`invalid_params`)}t=r}if(t?.role===`assistant`&&t.toolCalls?.length)throw new p(`The last entry in history is an assistant tool request without tool results`,`invalid_params`);if(t?.role===`user`)throw new p(`The last entry in history is a "user" turn, which would collide with the current userContent turn.`,`invalid_params`)}var Je=class{model;defaultMaxTokens;defaultTemperature;defaultReasoningEffort;defaultBudgetTokens;supportsJsonObjectMode;constructor(e){this.model=e.model,this.defaultMaxTokens=e.defaultMaxTokens,this.defaultTemperature=e.defaultTemperature,this.defaultReasoningEffort=e.defaultReasoningEffort,this.defaultBudgetTokens=e.defaultBudgetTokens,this.supportsJsonObjectMode=e.supportsJsonObjectMode}build(e){let{systemPrompt:t,userContent:n,history:r=[],maxTokens:i=this.defaultMaxTokens,model:a=this.model,jsonSchema:o,tools:s,toolChoice:c}=e,l=e.temperature===void 0?this.defaultTemperature:e.temperature,u=e.reasoningEffort===void 0?this.defaultReasoningEffort:e.reasoningEffort,d=e.budgetTokens===void 0?this.defaultBudgetTokens:e.budgetTokens;He(s,c);let f=Ue({jsonModeExplicit:e.jsonMode,hasTools:!!s,jsonSchema:o,hasSchema:!!e.schema,supportsJsonObjectMode:this.supportsJsonObjectMode}),p=We(o,f);return qe(r),{useJson:f,model:a,request:{model:a,...l===null?{}:{temperature:l},max_tokens:i,...p?{response_format:p}:{},...u?{reasoning_effort:u}:{},...d==null?{}:{budget_tokens:d},...s?{tools:Re(s)}:{},...s?{tool_choice:Ge(c)}:{},messages:[...t?[{role:`system`,content:t}]:[],...r.flatMap(e=>Ke(e)),{role:`user`,content:n}]}}}};const Ye=1e4;function Xe(e){return!e||e<=0||e===1/0?void 0:e}function Ze(e){return Math.min(e,2147483647)}async function Qe(e,t,n){let r=new AbortController,i=Xe(t),a=n?AbortSignal.any([n,r.signal]):r.signal,o=()=>new p(`Request timed out`,`timeout`,{code:`request_timeout`}),s,c=new Promise((e,t)=>{i!==void 0&&(s=setTimeout(()=>{r.abort(),t(o())},Ze(i)))});try{return await Promise.race([e(a),c])}catch(e){throw r.signal.aborted&&!n?.aborted?e instanceof p&&e.type===`timeout`?e:o():e}finally{clearTimeout(s)}}function $e(e,t,n,r){let i=Xe(t);if(i===void 0)return e();let a=!1;return new Promise((t,o)=>{let s=setTimeout(()=>{a=!0,n?.(),o(new p(`No stream chunk received for ${i}ms (idle timeout)`,`timeout`,{code:`idle_timeout`}))},Ze(i));e().then(e=>{if(clearTimeout(s),a){r?.debug(`[VernLLM] chunk resolved after idle timeout already fired; discarding`);return}a=!0,t(e)},e=>{if(clearTimeout(s),a){r?.debug(`[VernLLM] chunk rejection arrived after idle timeout already fired; discarding`);return}a=!0,o(e)})})}const et=[{name:`Retry-After-Ms`,kind:`ms`},{name:`X-Retry-After-Ms`,kind:`ms`},{name:`Retry-After`,kind:`seconds`},{name:`Retry-After`,kind:`date`}];function tt(e,t){let n=e;if(typeof n.get==`function`)return n.get(t)??void 0;let r=Object.entries(e).find(([e])=>e.toLowerCase()===t.toLowerCase())?.[1];return typeof r==`string`?r:void 0}function F(e,t){return e<0?void 0:Math.min(e,t)}function nt(e,t=Ye){if(!e||typeof e!=`object`)return;let n=e,r=n.headers??n.response?.headers;if(r&&typeof r==`object`)for(let{name:e,kind:n}of et){let i=tt(r,e)?.trim();if(i){if(n===`ms`&&/^\d+$/.test(i))return F(Number(i),t);if(n===`seconds`&&/^\d+(\.\d+)?$/.test(i))return F(Number(i)*1e3,t);if(n===`date`){let e=Date.parse(i);if(!Number.isNaN(e))return F(e-Date.now(),t)}}}}function rt(e){return Math.random()*e}function it(e,t,n=Ye,r=!1,i=!1){return rt(Math.min(e*(r?2:i?1.5:1)*2**t,n))}async function at(e,t){if(t?.aborted)throw new p(`Operation aborted`,`aborted`);await new Promise((n,r)=>{let i=()=>{clearTimeout(a),r(new p(`Operation aborted`,`aborted`))},a=setTimeout(()=>{t?.removeEventListener(`abort`,i),n()},e);t?.addEventListener(`abort`,i,{once:!0})})}function ot(e,t,n,r){if(r?.aborted||e instanceof p&&!e.retryable)return!1;let i=n(e);return!(i!==void 0&&t.includes(i))}async function st(e){let{requestId:t,model:n,attempt:r,error:i,state:a,signal:o,providerName:s,maxRetries:c,baseDelayMs:l,middleware:u,middlewareTimeoutMs:d,logger:f,reportEvent:p,buildEventContext:m,extractStatus:h,normalizeError:g,emitEvent:_}=e,v=nt(i),y=h(i),b=v??it(l,r,void 0,y===429,y!==void 0&&y>=500&&y<=599),x=v!==void 0;f.warn(`[VernLLM:${t}] recovery attempt ${r}/${c}, waiting ${Math.ceil(b)}ms`+(x?` (honoring Retry-After)`:``)),_({kind:`retry`,requestId:t,provider:s,model:n,attempt:r,maxRetries:c,delayMs:b,retryAfterHonored:x,error:g(i,o)},m(t,n,r,o,a),p,u,d,f),await at(b,o)}async function ct(e){let{fn:t,maxRetries:n,signal:r,onAttempt:i,attempts:a,shouldRetryAttempt:o,recoverDelayForAttempt:s,normalizeError:c}=e,l,u;for(let e=0;e<=n;e++){u=void 0;try{return e>0&&await s(e,l),i?.(),await t(e,e=>{u=e})}catch(t){if(l=t,!(e<n&&o(t,r)))break;a?.push({index:e,error:c(t,r).toSnapshot(),request:u})}}throw l}function I(e){if(!e||typeof e!=`object`)return;let t=e;if(typeof t.status==`number`)return t.status;if(typeof t.statusCode==`number`)return t.statusCode;if(typeof t.$metadata?.httpStatusCode==`number`)return t.$metadata.httpStatusCode}const lt=new Set([`ECONNREFUSED`,`ENOTFOUND`,`ECONNRESET`,`ETIMEDOUT`,`EAI_AGAIN`,`EPIPE`,`ECONNABORTED`,`EHOSTUNREACH`,`ENETUNREACH`]),ut=new Set([`fetch failed`,`failed to fetch`,`load failed`,`networkerror when attempting to fetch resource.`]);function dt(e){if(!e||typeof e!=`object`)return!1;let t=e;if(typeof t.code==`string`&&lt.has(t.code)||typeof t.message==`string`&&ut.has(t.message.toLowerCase()))return!0;if(t.cause&&typeof t.cause==`object`){let e=t.cause;if(typeof e.code==`string`&&lt.has(e.code))return!0}return!1}function ft(e){try{return JSON.stringify(e,null,2)??String(e)}catch{try{return String(e)}catch{return`[unprintable error]`}}}function pt(e){if(e&&typeof e==`object`)try{let t=e;if(t.error!==void 0)return ft(t.error);if(typeof t.message==`string`)return t.message}catch{}return ft(e)}function mt(e){switch(e){case 429:return`provider_rate_limited`;case 401:return`authentication`;case 403:return`authorization`;case 404:return`not_found`;case 413:return`payload_too_large`;default:return e>=500?`server_error`:void 0}}const ht=/\(no body\)/i;function gt(e){return Object.keys(e).length===0}function _t(e){if(e&&typeof e==`object`){let{error:t,message:n}=e;if(t!=null){let e=typeof t==`string`&&t.trim().length===0,n=typeof t==`object`&&gt(t);if(!e&&!n)return!1}if(typeof n==`string`){let e=n.trim();return e.length===0||ht.test(e)}return!0}return!0}function L(e,t,n){if(t?.aborted)return new p(`LLM request aborted`,`aborted`,{attempts:n});if(e instanceof p)return e.code===void 0&&e.status!==void 0&&(e.code=mt(e.status)),e.attempts===void 0&&n!==void 0&&(e.attempts=n),e;let r=I(e),i=nt(e);if(r!==void 0){let t=pt(e),a=mt(r),o=a===void 0;return new p(_t(e)?o?`LLM request failed with status ${r} and no error detail from the provider. This usually means a field or value in the request isn't supported by the specific model (for example, a reasoning/thinking parameter the model doesn't accept), rather than a transport or auth problem.`:`LLM request failed with status ${r} and no error detail from the provider.`:`LLM request failed: ${t}`,`api`,{status:r,cause:e,retryAfterMs:i,code:a,attempts:n})}return dt(e)?new p(`LLM request failed`,`network`,{cause:e,retryAfterMs:i,code:`connection_failed`,attempts:n}):new p(`LLM request failed`,`unknown`,{cause:e,retryAfterMs:i,attempts:n})}function vt(e,t,n){let r;try{r=n(e)}catch{throw new p(`Invalid JSON response`,`parse`)}if(r==null)throw new p(`Invalid JSON response`,`parse`);if(!t)return r;let i=t.safeParse(r);if(!i.success)throw new p(`Schema validation failed`,`validation`,{issues:i.error});return i.data}function yt(e,t){let n=new Map(t.map(e=>[e.name,e])),r=new Set,i=[];for(let t of e)r.has(t.id)&&i.push({name:t.name,toolCallId:t.id,code:`duplicate_tool_call_id`}),r.add(t.id),n.has(t.name)||i.push({name:t.name,toolCallId:t.id,code:`unknown_tool`});if(i.length>0){let e=i.find(e=>e.code===`unknown_tool`),t=e?`Model requested tool "${e.name}", which was not in the tools offered ([${[...n.keys()].join(`, `)}]).`:`Duplicate tool call id "${i[0].toolCallId}" in the model's response.`;throw new p(i.length>1?`${t} (${i.length} tool call issues total, see error.issues.)`:t,`validation`,{code:e?`unknown_tool`:`duplicate_tool_call_id`,issues:i})}for(let t of e){let e=n.get(t.name);if(!e?.argumentsSchema)continue;let r=e.argumentsSchema.safeParse(t.arguments);if(!r.success)throw new p(`Arguments for tool call "${t.name}" failed validation`,`validation`,{issues:r.error})}}function bt(e){let{rawContent:t,wireToolCalls:n,params:r,useJson:i,parseJson:a,requestId:o,logger:s,redactText:c}=e,l=t?.trim();if(!l&&!n?.length)throw new p(`Empty LLM response`,`api`,{code:`empty_response`});let u=c(l??`[${n.length} tool call(s)]`),d=u.length>800;if(s.debug(`[VernLLM:${o}] output:\n`+u.slice(0,800)+(d?`... (truncated, ${u.length} chars total)`:``)),n?.length){if(!r.tools)throw new p("Provider returned tool_calls but no `tools` were sent with this call.",`validation`,{code:`unexpected_tool_calls`});if(r.toolChoice===`none`)throw new p(`Provider returned tool_calls despite toolChoice: 'none'.`,`validation`,{code:`tool_choice_none_violated`});let e=Be(n);return yt(e,r.tools),{type:`tool_calls`,toolCalls:e,...l?{content:l}:{}}}let f=l??``;if(!i)return r.tools?{type:`content`,content:f}:f;let m=vt(f,r.schema,a);return r.tools?{type:`content`,content:m}:m}function xt(e,t,n,r,i,a,o,s,c){let{gateway:l,usageReporter:u,logger:d,redactText:f,parseJson:m,detectSoftFailure:h}=c;try{let g=bt({rawContent:e,wireToolCalls:t,params:n,useJson:r,parseJson:m,requestId:a,logger:d,redactText:f}),_=St(h,g,{requestId:a,model:c.model,providerName:c.providerName,isFallback:c.isFallback,attempt:o+1,usage:i},d);if(_!==void 0)throw new p(`Soft failure detected`,`api`,{code:_});return l.recordSuccess(o,n.signal,s),u.reportSuccess(i,l.buildAttemptContext(o,n.signal,s)),g}catch(e){let t=L(e,n.signal);throw i&&t.type!==`aborted`&&u.reportFailure(i,t,o,l.buildAttemptContext(o,n.signal,s)),t}}function St(e,t,n,r){if(e)try{return e(t,n)}catch(e){let t=e instanceof Error?e.message:String(e),n=e instanceof Error&&e.stack?`\n${e.stack}`:``;r.warn(`[VernLLM] detectSoftFailure threw and was ignored, treated as no soft failure: ${t}${n}`);return}}function Ct(e){let{capacity:t,logger:n,label:r}=e,i=[],a=[],o=!1,s=!1,c,l=!1;function u(e){let o=a.shift();if(o){o.resolve({done:!1,value:e});return}i.push(e),i.length>t*2&&(l||(l=!0,n.warn(`[VernLLM] ${r} buffer exceeded cap (${t}), evicting ${i.length-t} oldest item(s); buffered=${i.length}. The iterable was never read (or fell far behind) for this channel.`)),i.splice(0,i.length-t))}function d(){o=!0;for(let e of a.splice(0))e.resolve({done:!0,value:void 0})}function f(e){o=!0,s=!0,c=e;for(let t of a.splice(0))t.reject(e)}return{push:u,finish:d,fail:f,iterable:{[Symbol.asyncIterator](){return{next(){return i.length?Promise.resolve({done:!1,value:i.shift()}):o?s?Promise.reject(c):Promise.resolve({done:!0,value:void 0}):new Promise((e,t)=>{a.push({resolve:e,reject:t})})}}}}}}const wt=1e4,Tt=1e6;function Et(){let e=new Map;function t(t){let n=e.get(t.index);if(!n){if(e.size>=wt)throw new p(`Stream contained more than ${wt} distinct tool calls`,`validation`);n={args:``}}let r=t.argumentsDelta??``;if(n.args.length+r.length>Tt)throw new p(`Tool call arguments exceeded the ${Tt}-character stream limit`,`validation`);return n.id??=t.id,n.name??=t.name,n.args+=r,e.set(t.index,n),{type:`tool_call_delta`,index:t.index,id:t.id,name:t.name,argsDelta:t.argumentsDelta,complete:t.complete}}function n(){if(e.size)return[...e.entries()].sort(([e],[t])=>e-t).map(([,e])=>({id:e.id??``,type:`function`,function:{name:e.name??``,arguments:e.args}}))}return{apply:t,toWireToolCalls:n}}async function Dt(e,t){try{await e.return?.()}catch{}t.abort()}function Ot(e,t,n){let{requestId:r,model:i,providerName:a,isFallback:o,chunkIdleTimeoutMs:s,streamController:c,logger:l,signal:u,onRateLimitHint:d}=n,f,p,m=new Promise((e,t)=>{f=e,p=t});m.catch(()=>{});let h=Ct({capacity:1e4,logger:l,label:`stream chunk`}),{push:g,finish:_,fail:v}=h,y=h.iterable,b=Et(),x=``,S;return(async()=>{try{let n=t;for(;!n.done;){let t=n.value;t.type===`ping`||(t.type===`rate_limit_hint`?d?.(t.hint):t.type===`text-delta`?(x+=t.delta,g({type:`text-delta`,delta:t.delta})):t.type===`tool_call_delta`?g(b.apply(t)):t.type===`usage`&&(S=fe(t.usage,{requestId:r,model:i,providerName:a,isFallback:o}),g({type:`usage`,usage:S}))),n=await $e(()=>e.next(),s,()=>c.abort(),l)}}catch(t){await Dt(e,c);let r=L(t,u);try{n.onStreamFailure(r,S)}catch{}v(r),p(r);return}_();try{n.onStreamSuccess(S)}catch{}try{let e=b.toWireToolCalls(),t=n.finalize(x,e,S);f(t)}catch(e){p(e)}})(),{chunks:y,finalResult:m}}function kt(e){let{providerName:t,isFallback:n,maxRetries:r,emitEvent:i,logger:a}=e;function o(e,r,i){if(e.usage)return fe(e.usage,{requestId:r,model:i,providerName:t,isFallback:n})}function s(e){if(e)return e.totalTokens||e.promptTokens+e.completionTokens}function c(e,t){e&&i({kind:`usage`,requestId:e.requestId,usage:e},t)}function l(e,t,n,o,s=!1){let c=e.totalTokens||e.promptTokens+e.completionTokens,l=s?`mid-stream failure (terminal, no further attempts)`:`attempt ${n+1}/${r+1}`;a.warn(`[VernLLM:${e.requestId}] usage failure, ${l}: type=${t.type} tokens=${c}`),i({kind:`usage_failure`,requestId:e.requestId,usage:e,error:t},o)}return{extract:o,actualTokensFor:s,reportSuccess:c,reportFailure:l}}function At(e,t){return e.name??`[${t}]`}function jt(e,t,n){return t<=0?e():new Promise((r,i)=>{let a=setTimeout(()=>{i(new p(`middleware "${n}" timed out after ${t}ms`,`timeout`,{code:`middleware_timeout`}))},t);e().then(e=>{clearTimeout(a),r(e)},e=>{clearTimeout(a),i(e)})})}async function Mt(e,t,n,r,i){let{enabled:a}=e;if(a===void 0)return!0;if(typeof a==`boolean`)return a;let o=e.timeoutMs??r;try{return await jt(async()=>a(t),o,n)}catch(e){return i.error(`[VernLLM] middleware "${n}".enabled threw or timed out, treating as disabled`,{message:e instanceof Error?e.message:`unknown`,stack:e instanceof Error?e.stack:void 0}),!1}}const Nt=[`temperature`,`max_tokens`,`reasoning_effort`,`budget_tokens`,`tool_choice`,`messages`,`addMessages`,`tools`,`addTools`];function Pt(e,t){let n=t,r=Nt.filter(e=>t[e]!==void 0);if(n.model!==void 0&&r.push(`model`),n.response_format!==void 0&&r.push(`response_format`),r.length===0)return{request:e,patchedFields:[]};let i={...e};return n.model!==void 0&&(i.model=n.model),n.response_format!==void 0&&(i.response_format=n.response_format),t.temperature!==void 0&&(i.temperature=t.temperature),t.max_tokens!==void 0&&(i.max_tokens=t.max_tokens),t.reasoning_effort!==void 0&&(i.reasoning_effort=t.reasoning_effort),t.budget_tokens!==void 0&&(i.budget_tokens=t.budget_tokens),t.tool_choice!==void 0&&(i.tool_choice=t.tool_choice),t.messages!==void 0&&(i.messages=t.messages),t.addMessages!==void 0&&t.addMessages.length>0&&(i.messages=[...i.messages,...t.addMessages]),t.tools!==void 0&&(i.tools=t.tools),t.addTools!==void 0&&t.addTools.length>0&&(i.tools=[...i.tools??[],...t.addTools]),{request:i,patchedFields:r}}function Ft(e,t){if(!e.tools)return;let n=new Set,r=new Set;for(let t of e.tools)n.has(t.function.name)&&r.add(t.function.name),n.add(t.function.name);if(r.size>0)throw new p(`middleware "${t}" added tool(s) with duplicate name(s): [${[...r].join(`, `)}]. Tool names must be unique.`,`invalid_params`,{code:`duplicate_tool_names`,issues:{names:[...r]}})}function It(e,t,n){if(t.model!==e.model)throw new p(`middleware "${n}" changed \`model\` via transform, which isn't supported. Configure the target's model instead.`,`invalid_params`);if(JSON.stringify(t.response_format)!==JSON.stringify(e.response_format))throw new p(`middleware "${n}" changed \`response_format\` via transform, which isn't supported.`,`invalid_params`)}async function Lt(e){let{request:t,requestId:n,attempt:r,signal:i,state:a,middleware:o,middlewareTimeoutMs:s,logger:c,reportEvent:l,buildContext:u}=e;if(o.length===0)return t;let d=t,f=t;for(let[e,t]of o.entries()){let d=At(t,e),p=u(r,i,a);if(!await Mt(t,p,d,s,c)){t.enabled!==void 0&&R({kind:`middleware`,requestId:n,middleware:d,hook:`enabled_skip`},p,l,o,s,c);continue}if(!t.transform)continue;let m=await Rt(t,structuredClone(f),p,d,s),{request:h,patchedFields:g}=Pt(f,m);g.length>0&&((m.tools!==void 0||m.addTools?.length)&&Ft(h,d),R({kind:`middleware`,requestId:n,middleware:d,hook:`transform`,patchedFields:g},p,l,o,s,c)),f=h}return It(d,f,`chain`),f}async function Rt(e,t,n,r,i){if(!e.transform)return{};let a=e.timeoutMs??i;try{return await jt(async()=>e.transform(t,n),a,r)}catch(e){throw zt(e,r,n.signal)}}function zt(e,t,n){let r=L(e,n);return r.type===`unknown`?new p(`middleware "${t}" threw: ${r.message}`,`invalid_params`,{code:`middleware_threw`,cause:e}):r}function R(e,t,n,r,i,a){n(e),r.length!==0&&Vt(r,e,t,i,a)}function Bt(e,t,n,r,i){try{Promise.resolve(e.onEvent(n,{...r,own:{}})).catch(e=>{D(i,`middleware "${t}".onEvent`,e)})}catch(e){D(i,`middleware "${t}".onEvent`,e)}}function Vt(e,t,n,r,i){for(let a=0;a<e.length;a++){let o=e[a];if(!o.onEvent)continue;let s=At(o,a),{enabled:c}=o;if(c===void 0||c===!0)Bt(o,s,t,n,i);else if(c===!1)continue;else Mt(o,n,s,r,i).then(e=>{e&&Bt(o,s,t,n,i)})}}async function Ht(e,t,n,r){if(!e)return{};let i=await e.acquire(e.estimate(t),n);return i.waitedMs>0&&r(i.waitedMs,i.reason??`rpm`),{release:i.release}}async function Ut(e){let{params:t,requestId:n,attempt:r,onRequest:i,middlewareState:a,gateway:o,requestBuilder:s,providerName:c,limiter:l,middleware:u,middlewareTimeoutMs:d,logger:p,reportEvent:m}=e,h=a??E(),g=s.build(t),{useJson:_,model:v}=g,y=await Lt({request:g.request,requestId:n,attempt:r,signal:t.signal,state:h,middleware:u,middlewareTimeoutMs:d,logger:p,reportEvent:m,buildContext:(e,t,n)=>o.buildAttemptContext(e,t,n)});i?.(f(c,v,y,void 0,Date.now()));let{release:b}=await Ht(l,y,t.signal,(e,i)=>{R({kind:`rate_limited`,requestId:n,provider:c,model:v,waitedMs:e,reason:i},o.buildAttemptContext(r,t.signal,h),m,u,d,p)});return{request:y,model:v,useJson:_,state:h,release:b}}function z(e,t){return e.name??String(t)}function Wt(e){let t=e.map(z),n=new Set;for(let e of t){if(n.has(e))throw Error(`middleware ordering has a duplicate name "${e}"; every middleware's resolved name must be unique`);n.add(e)}}function Gt(e){let t=new Map;e.forEach((n,r)=>{let i=n.ref;if(!i)return;let a=t.get(i);if(a!==void 0)throw Error(`middleware ordering has a ref reused across two entries ("${z(e[a],a)}" and "${z(n,r)}"); each middleware's ref must be unique to that middleware`);t.set(i,r)})}function Kt(e){return`ref`in e?{ref:e.ref,required:!0}:{ref:e,required:!1}}function qt(e,t,n,r,i,a){let{ref:o,required:s}=Kt(r),c=t.get(o);if(!c){if(s)throw Error(`middleware "${n}" requires ref "${o.debugName}", which is not registered; this dependency is not optional`);a?.warn?.(`[VernLLM] middleware "${n}" references unknown ref "${o.debugName}" in runsAfter/runsBefore, ignoring it`);return}let l=i?c.id:n,u=i?n:c.id;e.get(l).mustPrecede.push(u)}function Jt(e,t){let n=e.map(z),r=e.map((e,t)=>({id:n[t],entry:e,index:t,mustPrecede:[]})),i=new Map(r.map(e=>[e.id,e])),a=new Map(r.filter(e=>e.entry.ref).map(e=>[e.entry.ref,e]));for(let e of r){for(let n of e.entry.runsAfter??[])qt(i,a,e.id,n,!0,t);for(let n of e.entry.runsBefore??[])qt(i,a,e.id,n,!1,t)}return r}function Yt(e,t){let n=(e.entry.priority??0)-(t.entry.priority??0);return n===0?e.index-t.index:n}function Xt(e){let t=new Map(e.map(e=>[e.id,e])),n=new Map(e.map(e=>[e.id,0]));for(let t of e)for(let e of t.mustPrecede)n.set(e,n.get(e)+1);let r=e.filter(e=>n.get(e.id)===0),i=[],a=new Set;for(;r.length>0;){r.sort(Yt);let e=r.shift();i.push(e.entry),a.add(e.id);for(let i of e.mustPrecede){let e=n.get(i)-1;n.set(i,e),e===0&&r.push(t.get(i))}}if(i.length<e.length){let t=e.filter(e=>!a.has(e.id)).map(e=>e.id);throw Error(`middleware ordering has a cycle among: ${t.join(`, `)}`)}return i}function Zt(e,t){Wt(e),Gt(e);let n=e.some(e=>e.runsAfter?.length||e.runsBefore?.length);return e.length<=1&&!n?[...e]:n?Xt(Jt(e,t)):e.map((e,t)=>({id:z(e,t),entry:e,index:t,mustPrecede:[]})).sort(Yt).map(e=>e.entry)}function Qt(e,t){let n=[],r=[],i=[];for(let t of e)t.position===`outermost`?n.push(t):t.position===`innermost`?r.push(t):i.push(t);let a=[...i].sort((e,t)=>(typeof e.position==`number`?e.position:0)-(typeof t.position==`number`?t.position:0)),o=(e,n)=>t.indexOf(e)-t.indexOf(n);return n.sort(o),r.sort(o),[...n,...a,...r]}function $t(e,t){let n=Zt(e,t);return{transformOrder:n,wrapOrder:Qt(n,e),names:Object.freeze(n.map(z))}}async function en(e){let{fn:t,requestId:n,model:r,providerName:i,isFallback:a,supportsJsonObjectMode:o,breaker:s,budget:c,maxRetries:l,baseDelayMs:u,nonRetryableStatus:d,signal:f,onAttempt:p,middleware:m,middlewareTimeoutMs:h,logger:g,reportEvent:_,logLabel:v,redactText:y,countsTowardBreaker:b}=e,x=e.state??E(),S=[],C=Le({breaker:s,logger:g,requestId:n,model:r,providerName:i,isFallback:a,supportsJsonObjectMode:o,registeredMiddlewareNames:Object.freeze(m.map(z))}),w;try{return await ct({fn:(e,n)=>(c?.recordAttempt(e>0),t(e,n,x,C)),maxRetries:l,signal:f,onAttempt:p,attempts:S,shouldRetryAttempt:(e,t)=>{if(!ot(e,d,I,t))return!1;if(c)try{c.assertAvailable()}catch(e){return w=e,!1}return!0},recoverDelayForAttempt:(e,t)=>st({requestId:n,model:r,attempt:e,error:t,state:x,signal:f,providerName:i,maxRetries:l,baseDelayMs:u,middleware:m,middlewareTimeoutMs:h,logger:g,reportEvent:_,buildEventContext:(e,t,n,r,i)=>C.buildAttemptContext(n,r,i),extractStatus:I,normalizeError:L,emitEvent:R}),normalizeError:L})}catch(e){let t=L(w??e,f,S.length>0?S:void 0);throw b(t)?C.recordFailure(S.length,f,x,t.code):C.releaseTrial(S.length,f,x),g.debug(`[VernLLM:${n}] ${v}:\n${y(pt(e))}`),t}}function tn(e){try{return JSON.parse(e)}catch{return}}var nn=class{providerName;client;model;maxRetries;timeoutMs;chunkIdleTimeoutMs;baseDelayMs;nonRetryableStatus;parseJson;logger;redact;usageReporter;reportEvent;breaker;budget;limiter;isFallback;requestBuilder;middleware;middlewareTimeoutMs;supportsJsonObjectMode;detectSoftFailure;constructor(e,t,n,r){this.providerName=e,this.client=t,this.model=n,this.maxRetries=r.maxRetries,this.timeoutMs=r.timeoutMs,this.chunkIdleTimeoutMs=r.chunkIdleTimeoutMs,this.baseDelayMs=r.baseDelayMs,this.nonRetryableStatus=r.nonRetryableStatus,this.parseJson=r.parseJson??tn,this.logger=r.logger,this.redact=r.redact,this.reportEvent=k(r.onEvent,this.logger,{onUsage:r.onUsage,onUsageFailure:r.onUsageFailure}),this.breaker=r.breaker,this.budget=r.budget,this.limiter=r.limiter,this.isFallback=r.isFallback??!1,this.middleware=r.middleware??[],this.middlewareTimeoutMs=r.middlewareTimeoutMs??5e3,this.supportsJsonObjectMode=t.supportsJsonObjectMode??!0,this.detectSoftFailure=r.detectSoftFailure,this.usageReporter=kt({providerName:this.providerName,isFallback:this.isFallback,maxRetries:this.maxRetries,emitEvent:(e,t)=>R(e,t,this.reportEvent,this.middleware,this.middlewareTimeoutMs,this.logger),logger:this.logger}),this.requestBuilder=new Je({model:n,defaultMaxTokens:r.defaultMaxTokens,defaultTemperature:r.defaultTemperature,defaultReasoningEffort:r.defaultReasoningEffort,defaultBudgetTokens:r.defaultBudgetTokens,supportsJsonObjectMode:this.supportsJsonObjectMode})}previewRequest(e){let{model:t,request:n}=this.requestBuilder.build(e);return{model:t,request:n}}get jsonObjectModeSupported(){return this.supportsJsonObjectMode}getCircuitState(e){return this.breaker?.getState?.(e)}async readCircuitState(e){return this.breaker?.readState?this.breaker.readState(e):this.breaker?.getState?.(e)}getFailureBreakdown(e){return this.breaker?.getFailureBreakdown?.(e)}getRetryBudgetState(){return this.budget?.getSnapshot()}getRateLimitState(){return this.limiter?.getState?.()}async readRateLimitState(){return this.limiter?.readState?this.limiter.readState():this.limiter?.getState?.()}get isolateByModel(){return this.breaker?.isolateByModel??!1}openCircuit(e,t){this.breaker?.open?.(e,t)}closeCircuit(e,t){this.breaker?.close?.(e,t)}assertBreakerClosed(e,t){let n=this.breaker,r=e??this.model;if(!n?.prepare){n?.assertClosed(r,t);return}return je(n,r,t,this.logger).then(()=>n.assertClosed(r,t))}releaseBreakerTrial(e,t){Ae(this.logger,`[VernLLM] circuitBreaker.releaseTrial rejected`,this.breaker?.releaseTrial?.(e??this.model,t))}async run(e,t,n,r){return en({fn:(n,r,i,a)=>this.executeCall(e,t,n,r,i,a),requestId:t,model:e.model??this.model,providerName:this.providerName,isFallback:this.isFallback,supportsJsonObjectMode:this.supportsJsonObjectMode,breaker:this.breaker,budget:this.budget,maxRetries:this.maxRetries,baseDelayMs:this.baseDelayMs,nonRetryableStatus:this.nonRetryableStatus,signal:e.signal,onAttempt:n,state:r,middleware:this.middleware,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent,logLabel:`error`,redactText:e=>this.redactText(e),countsTowardBreaker:e=>this.countsTowardBreaker(e)})}async runStream(e,t,n,r){return en({fn:(n,r,i,a)=>this.executeStreamCall(e,t,n,r,i,a),requestId:t,model:e.model??this.model,providerName:this.providerName,isFallback:this.isFallback,supportsJsonObjectMode:this.supportsJsonObjectMode,breaker:this.breaker,budget:this.budget,maxRetries:this.maxRetries,baseDelayMs:this.baseDelayMs,nonRetryableStatus:this.nonRetryableStatus,signal:e.signal,onAttempt:n,state:r,middleware:this.middleware,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent,logLabel:`stream-open error`,redactText:e=>this.redactText(e),countsTowardBreaker:e=>this.countsTowardBreaker(e)})}async executeCall(e,t,n,r,i,a){let{request:o,model:s,useJson:c,state:l,release:u}=await Ut({params:e,requestId:t,attempt:n,onRequest:r,middlewareState:i,gateway:a,requestBuilder:this.requestBuilder,providerName:this.providerName,limiter:this.limiter,middleware:this.middleware,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent}),d=u;try{let r;try{r=await Qe(e=>this.client.chat.completions.create(o,{signal:e}),this.timeoutMs,e.signal)}catch(e){throw this.reactToRateLimitError(e),e}this.limiter?.reactToRateLimitHint(Ie(r));let i=this.usageReporter.extract(r,t,s),u=this.usageReporter.actualTokensFor(i),f=r.choices?.[0]?.message?.content,p=r.choices?.[0]?.message?.tool_calls,m;try{m=xt(f,p,e,c,i,t,n,l,{gateway:a,usageReporter:this.usageReporter,logger:this.logger,redactText:e=>this.redactText(e),parseJson:this.parseJson,detectSoftFailure:this.detectSoftFailure,providerName:this.providerName,isFallback:this.isFallback,model:s})}catch(e){throw d?.(u),d=void 0,e}return d?.(u,!0),d=void 0,m}finally{d?.()}}redactText(e){return this.redact?this.redact(e):e}reactToRateLimitError(e){this.limiter&&I(e)===429&&this.limiter.signalRateLimit()}async executeStreamCall(e,t,n,r,i,a){let o=this.client.chat.completions;if(!o.createStream)throw new p(`stream: true requires a client/adapter with createStream`,`invalid_params`,{code:`unsupported_capability`,issues:{capability:`createStream`}});let s=o.createStream.bind(o),{request:c,model:l,useJson:u,state:d,release:f}=await Ut({params:e,requestId:t,attempt:n,onRequest:r,middlewareState:i,gateway:a,requestBuilder:this.requestBuilder,providerName:this.providerName,limiter:this.limiter,middleware:this.middleware,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent}),m=f,h=new AbortController,g=e.signal?AbortSignal.any([e.signal,h.signal]):h.signal;try{let{iterator:r,first:i}=await(async()=>{try{return await Qe(async e=>{let t=s(c,{signal:e})[Symbol.asyncIterator]();return{iterator:t,first:await t.next()}},this.timeoutMs,g)}catch(e){throw this.reactToRateLimitError(e),e}})();if(i.done)throw new p(`Empty LLM response`,`api`);let o=m,f=Ot(r,i,{requestId:t,model:l,providerName:this.providerName,isFallback:this.isFallback,chunkIdleTimeoutMs:e.chunkIdleTimeoutMs??this.chunkIdleTimeoutMs,streamController:h,logger:this.logger,signal:e.signal,onRateLimitHint:e=>{this.limiter?.reactToRateLimitHint(e)},onStreamSuccess:e=>{},onStreamFailure:(t,r)=>{this.reactToRateLimitError(t),t.type===`timeout`?a.recordFailure(n,e.signal,d,t.code):a.releaseTrial(n,e.signal,d),r&&t.type!==`aborted`&&this.usageReporter.reportFailure(r,t,n,a.buildAttemptContext(n,e.signal,d),!0),o?.(this.usageReporter.actualTokensFor(r))},finalize:(r,i,s)=>{let c=this.usageReporter.actualTokensFor(s);try{let f=xt(r,i,e,u,s,t,n,d,{gateway:a,usageReporter:this.usageReporter,logger:this.logger,redactText:e=>this.redactText(e),parseJson:this.parseJson,detectSoftFailure:this.detectSoftFailure,providerName:this.providerName,isFallback:this.isFallback,model:l});return o?.(c,!0),f}catch(t){throw o?.(c),t instanceof p&&this.countsTowardBreaker(t)?a.recordFailure(n,e.signal,d,t.code):a.releaseTrial(n,e.signal,d),t}}});return m=void 0,f}finally{m?.()}}countsTowardBreaker(e){return e.countsTowardBreaker}};async function rn(e,t,n,r,i,a=!1){let o=[];for(let s=0;s<e.executors.length;s++){let c=e.executors[s],l=Date.now(),u=0;try{if(!(s===0&&a)){let e=c.assertBreakerClosed(t.model,{requestId:n,state:r,signal:t.signal});e&&await e}return{result:await i(c,()=>{u+=1}),executor:c,index:s,attemptCount:u}}catch(i){let a=L(i,t.signal);c.releaseBreakerTrial(t.model,{requestId:n,state:r,signal:t.signal}),o.push({index:s-1,provider:c.providerName,model:t.model??c.model,error:a.toSnapshot()});let d=s===e.executors.length-1,f=e.fallbackOn(a,{isLastTarget:d});if((d?`stop`:f)===`stop`)throw o.length>1?new T(o):a;let p=e.executors[s+1],m=t.model??c.model,h={stage:`attempt`,requestId:n,requestedProvider:c.providerName,requestedModel:m,isFallbackAttempt:s>0,attempt:u||1,capabilities:{supportsJsonObjectMode:c.jsonObjectModeSupported},signal:t.signal,state:r,own:{},registeredMiddlewareNames:e.middleware.map(z)};R({kind:`fallback`,requestId:n,from:c.providerName,to:p.providerName,fromIndex:s-1,toIndex:s,error:a,elapsedMs:Date.now()-l},h,e.reportEvent,e.middleware,e.middlewareTimeoutMs,e.logger)}}throw new p(`No provider targets configured`,`invalid_params`)}function an(e,t){let n={provider:e.executor.providerName,model:t.model??e.executor.model,fallbackIndex:e.index-1,usedFallback:e.index>0,attempts:e.attemptCount};return t.meta&&(t.meta.current=n),{value:e.result,meta:n}}async function on(e,t,n,r,i){return an(await rn(e,t,n,i,(e,r)=>e.run(t,n,r,i),r),t)}async function sn(e,t,n,r,i){return an(await rn(e,t,n,i,(e,r)=>e.runStream(t,n,r,i),r),t)}function cn(e){let t=!1,n,r;function i(){return r||(t=!0,r=e().then(e=>(n=e,e)),r.catch(()=>{}),r)}return{call:i,wasCalled:()=>t,resolvedValue:()=>n}}async function B(e,t,n,r,i,a=!1){let{wrapOrder:o,transformOrder:s,names:c}=e.pipeline;if(o.length===0||a)return i();let l=e.primaryExecutor,{model:u,request:d}=l.previewRequest(t),f=new Map(s.map((e,t)=>[e,t])),p=i;for(let i=o.length-1;i>=0;i--){let a=o[i],m=At(a,f.get(a)),h=p;p=async()=>{let i={stage:`pre-dispatch`,requestId:n,primaryProvider:l.providerName,primaryModel:u,capabilities:{supportsJsonObjectMode:l.jsonObjectModeSupported},signal:t.signal,state:r,own:{},registeredMiddlewareNames:c};if(!await Mt(a,i,m,e.middlewareTimeoutMs,e.logger))return a.enabled!==void 0&&R({kind:`middleware`,requestId:n,middleware:m,hook:`enabled_skip`},i,e.reportEvent,s,e.middlewareTimeoutMs,e.logger),h();if(!a.wrap)return h();let o=cn(h);try{let t=await a.wrap(d,o.call,i);return o.wasCalled()||R({kind:`middleware`,requestId:n,middleware:m,hook:`wrap_short_circuit`},i,e.reportEvent,s,e.middlewareTimeoutMs,e.logger),t}catch(t){let n=o.resolvedValue();if(n!==void 0)return e.logger.error(`[VernLLM] middleware "${m}".wrap threw after next() resolved; keeping the original result`,{message:t instanceof Error?t.message:`unknown`,stack:t instanceof Error?t.stack:void 0}),n;throw zt(t,m,i.signal)}}}return p()}const V=Symbol(`deadlineExceeded`);function ln(e,t){if(e===void 0)return{signal:t,timer:void 0};let n=new AbortController;if(e<=0)return n.abort(V),{signal:t?AbortSignal.any([t,n.signal]):n.signal,timer:void 0};let r=setTimeout(()=>n.abort(V),e);return{signal:t?AbortSignal.any([t,n.signal]):n.signal,timer:r}}function un(e,t){return e instanceof p&&e.type===`aborted`&&e.code===void 0&&t?.reason===V&&(e.code=`deadline_exceeded`),e}function dn(e){if(e===void 0)return;if(typeof e==`function`)return e;let{multiplier:t,maxMs:n=1/0}=e;return(e,r)=>rt(Math.min(r*t**e,n))}var fn=class{threshold;failuresByKey=new Map;constructor(e){this.threshold=e}onSuccess(e){this.failuresByKey.set(e,0)}onFailure(e){let t=(this.failuresByKey.get(e)??0)+1;return this.failuresByKey.set(e,t),t>=this.threshold}reset(e){this.failuresByKey.set(e,0)}forget(e){this.failuresByKey.delete(e)}},pn=class{windowMs;minCalls;failureRatio;ratiosByKey=new Map;constructor(e,t,n){this.windowMs=e,this.minCalls=t,this.failureRatio=n,new Se(e),Ce(t),we(n,`failureRatio`)}ratioFor(e){let t=this.ratiosByKey.get(e);return t||(t=new Se(this.windowMs),this.ratiosByKey.set(e,t)),t}onSuccess(e){this.ratioFor(e).record(!1)}onFailure(e){let t=this.ratioFor(e);return t.record(!0),t.getCount()>=this.minCalls&&t.getRatio()>=this.failureRatio}reset(e){this.ratiosByKey.delete(e)}forget(e){this.ratiosByKey.delete(e)}};function mn(e){return`onFailure`in e?e:e.kind===`consecutive`?new fn(e.threshold):new pn(e.windowMs,e.minCalls,e.failureRatio)}function hn(){return{state:`closed`,consecutiveFailures:0,openedAt:0,trial:null,reopenCount:0,failuresByReason:new Map,cooldownMsForOpen:0}}function H(e){return e??``}const U=new WeakMap;function W(e,t){return!t||U.get(t.state)===e.trial}function gn(e,t){let n=t??`unknown`;e.failuresByReason.set(n,(e.failuresByReason.get(n)??0)+1)}var _n=class{cooldownMs;onStateChange;isolateByModel;halfOpenProbes;halfOpenSuccessRatio;cooldownBackoff;tripping;sharedBucket=hn();bucketsByModel=new Map;constructor(e={}){let t=e.threshold??5;this.cooldownMs=e.cooldownMs??3e4,this.onStateChange=e.onStateChange??(()=>{}),this.isolateByModel=e.isolateByModel??!1;let n=e.halfOpenProbes;this.halfOpenProbes=Number.isFinite(n)?Math.max(1,Math.floor(n)):1;let r=e.halfOpenSuccessRatio;this.halfOpenSuccessRatio=Number.isFinite(r)?Math.min(1,Math.max(0,r)):1,this.cooldownBackoff=dn(e.cooldownBackoff),this.tripping=mn(e.tripping??{kind:`consecutive`,threshold:t})}assertClosed(e,t){let n=this.ensureBucketFor(e);if(n.state!==`closed`){if(n.state===`open`){let r=Date.now()-n.openedAt,i=n.cooldownMsForOpen;if(r<i)throw new p(`Circuit open, provider has failed ${n.consecutiveFailures} times in a row. Retry in ${Math.ceil((i-r)/1e3)}s.`,`circuit_open`,{code:`circuit_cooling_down`});n.trial={slotsRemaining:this.halfOpenProbes-1,successes:0,failures:0},t&&U.set(t.state,n.trial),this.transition(n,`half-open`,e,t);return}if(!n.trial||n.trial.slotsRemaining<=0)throw new p(`Circuit half-open. Every trial slot is already in flight. Try again shortly.`,`circuit_open`,{code:`circuit_trial_in_flight`});--n.trial.slotsRemaining,t&&U.set(t.state,n.trial)}}recordSuccess(e,t){let n=this.lookupBucket(e);if(n){if(n.state===`half-open`&&n.trial&&W(n,t)){t&&U.delete(t.state),n.trial.successes+=1,this.settleTrialIfComplete(n,e,t);return}n.state!==`half-open`&&(n.consecutiveFailures=0,this.tripping.onSuccess(this.trippingKeyFor(e)),n.trial=null,n.reopenCount=0,n.failuresByReason.clear(),this.transition(n,`closed`,e,t),this.isolateByModel&&n.state===`closed`&&n.consecutiveFailures===0&&this.forgetModel(e))}}recordFailure(e,t,n){let r=this.ensureBucketFor(e);if(r.state===`half-open`&&r.trial&&W(r,t)){t&&U.delete(t.state),r.trial.failures+=1,gn(r,n),this.settleTrialIfComplete(r,e,t);return}r.state!==`half-open`&&(r.consecutiveFailures+=1,gn(r,n),this.tripping.onFailure(this.trippingKeyFor(e))&&this.openBucket(r,e,t))}releaseTrial(e,t){if(!t)return;let n=this.lookupBucket(e);n&&n.state===`half-open`&&n.trial&&W(n,t)&&(U.delete(t.state),n.trial.slotsRemaining+=1)}getState(e){return this.lookupBucket(e)?.state??`closed`}getFailureBreakdown(e){let t=this.lookupBucket(e);return t?Object.fromEntries(t.failuresByReason):{}}open(e,t){let n=this.ensureBucketFor(e);n.trial=null,this.openBucket(n,e,t)}close(e,t){let n=this.ensureBucketFor(e);n.consecutiveFailures=0,this.tripping.reset(this.trippingKeyFor(e)),n.trial=null,n.reopenCount=0,n.failuresByReason.clear(),this.transition(n,`closed`,e,t),this.isolateByModel&&n.state===`closed`&&n.consecutiveFailures===0&&this.forgetModel(e)}openBucket(e,t,n){e.openedAt=Date.now(),e.cooldownMsForOpen=this.computeCooldown(e),this.transition(e,`open`,t,n)}computeCooldown(e){if(!this.cooldownBackoff)return this.cooldownMs;let t=this.cooldownBackoff(e.reopenCount,this.cooldownMs);return Number.isNaN(t)?0:Math.max(0,t)}lookupBucket(e){return this.isolateByModel?this.bucketsByModel.get(H(e)):this.sharedBucket}trippingKeyFor(e){return this.isolateByModel?H(e):``}ensureBucketFor(e){if(!this.isolateByModel)return this.sharedBucket;let t=H(e),n=this.bucketsByModel.get(t);return n||(n=hn(),this.bucketsByModel.set(t,n)),n}forgetModel(e){this.bucketsByModel.delete(H(e)),this.tripping.forget?.(this.trippingKeyFor(e))}transition(e,t,n,r){if(t===e.state)return;let i=e.state;e.state=t,this.onStateChange(i,t,e.consecutiveFailures,n,r)}settleTrialIfComplete(e,t,n){let r=e.trial;if(!r||r.successes+r.failures<this.halfOpenProbes)return;let i=r.successes/this.halfOpenProbes;if(e.trial=null,i>=this.halfOpenSuccessRatio){e.consecutiveFailures=0,this.tripping.reset(this.trippingKeyFor(t)),e.reopenCount=0,e.failuresByReason.clear(),this.transition(e,`closed`,t,n),this.isolateByModel&&e.state===`closed`&&this.forgetModel(t);return}e.reopenCount+=1,this.openBucket(e,t,n)}};const vn=[`assertClosed`,`recordSuccess`,`recordFailure`,`onStateChange`],yn=[`assertClosed`,`recordSuccess`,`recordFailure`],bn=[`getState`,`getFailureBreakdown`,`open`,`close`,`releaseTrial`,`setLogger`,`prepare`,`readState`];function xn(e){let t=e;return bn.filter(e=>t[e]!==void 0&&typeof t[e]!=`function`)}function Sn(e){let{prepareTimeoutMs:t}=e;return t!==void 0&&(!Number.isFinite(t)||t<=0)}function Cn(e){let t=e;return{attemptsAdapter:yn.some(e=>typeof t[e]==`function`),missing:vn.filter(e=>typeof t[e]!=`function`),invalid:xn(e)}}function wn(e,t,n,r,i,a,o,s,c){return(l,u,d,f,p)=>{let m={kind:`circuit_state`,provider:t,model:f??n,from:l,to:u,consecutiveFailures:d};p?R(m,{stage:`attempt`,requestId:p.requestId,requestedProvider:t,requestedModel:f??n,isFallbackAttempt:s,attempt:p.attempt??1,capabilities:{supportsJsonObjectMode:c},signal:p.signal,state:p.state,own:{},registeredMiddlewareNames:a.map(z)},r,a,o,i):r(m),e&&O(i,`circuitBreaker.onStateChange`,()=>e(l,u,d,f,p))}}const Tn=new WeakMap,En=new WeakSet;function Dn(e,t,n){let r=Tn.get(e);if(r)En.has(e)||(En.add(e),n.warn(`[VernLLM] circuitBreaker: this adapter instance is already wired to another target. circuit_state events for it will now be reported to both, each tagged with its own provider/model. If that's intentional (a breaker genuinely shared across targets or clients), no action needed. If not, e.g. constructing VernLLM repeatedly with the same adapter instance, each wiring is kept for the life of the process, review whether the adapter should be constructed fresh per target instead.`));else{r=new Set,Tn.set(e,r);let t=e.onStateChange,i=r;e.onStateChange=(e,r,a,o,s)=>{for(let t of i)O(n,`circuitBreaker.onStateChange`,()=>t(e,r,a,o,s));O(n,`circuitBreaker.onStateChange`,()=>t(e,r,a,o,s))}}r.add(t)}function On(e,t,n,r,i,a,o,s,c){if(!e)return;let l=k(r,i),u=e=>wn(e,t,n,l,i,a,o,s,c);if(typeof e==`object`){let{attemptsAdapter:t,missing:n,invalid:r}=Cn(e);if(t&&n.length>0)throw new p(`circuitBreaker looks like a CircuitBreakerAdapter but is missing: ${n.join(`, `)}. All four members (${vn.join(`, `)}) are required.`,`invalid_params`);if(t&&Sn(e))throw new p(`circuitBreaker's prepareTimeoutMs (${String(e.prepareTimeoutMs)}) must be a finite number greater than 0. It is optional, omit it to use the default.`,`invalid_params`);if(r.length>0){let t=e;throw new p(`circuitBreaker's ${r.map(e=>`${e} (${typeof t[e]})`).join(`, `)} must be a function when present. ${r.length===1?`It is`:`They are`} optional, omit entirely rather than assigning a non function value.`,`invalid_params`)}if(t){let t=e;return Dn(t,u(void 0),i),Ae(i,`[VernLLM] circuitBreaker.setLogger rejected`,t.setLogger?.(i)),t}}let d=typeof e==`object`?e:void 0;return new _n({...d,onStateChange:u(d?.onStateChange)})}var kn=class{capacity;refillPerMs;available;lastRefill=Date.now();constructor(e,t){this.capacity=e,this.refillPerMs=t,this.available=e}refill(){if(this.refillPerMs===0)return;let e=Date.now(),t=e-this.lastRefill;this.available=Math.min(this.capacity,this.available+Math.max(0,t)*this.refillPerMs),this.lastRefill=e}tryTake(e){return this.refill(),this.available<e?!1:(this.available-=e,!0)}msUntilAvailable(e){return this.refill(),this.available>=e?0:this.refillPerMs===0?1/0:(e-this.available)/this.refillPerMs}give(e){this.available=Math.min(this.capacity,this.available+e)}getCapacity(){return this.capacity}getAvailable(){return this.refill(),this.available}resize(e){this.refill(),this.refillPerMs>0&&(this.refillPerMs=this.refillPerMs/this.capacity*e),this.capacity=e,this.available=Math.min(this.available,e)}};function An(e){let t=e.messages.reduce((e,t)=>{let n=t.content;if(typeof n==`string`)return e+n.length;if(n==null)return e;try{return e+JSON.stringify(n).length}catch{return e}},0);return Math.ceil(t/4)+(e.max_tokens??0)}function jn(e){if(e===void 0)return 1;if(!Number.isFinite(e)||e<=0)throw new p(`estimateFraction (${e}) must be a finite number greater than 0.`,`invalid_params`);return Math.min(e,1)}function Mn(e){if(!e)return;let t=t=>{if(!Number.isFinite(e[t]))throw new p(`aimd.${t} (${e[t]}) must be a finite number.`,`invalid_params`)};for(let e of[`minCapacity`,`maxCapacity`,`increaseBy`,`decreaseFactor`])t(e);if(e.minCapacity<1||e.maxCapacity<1)throw new p(`aimd.minCapacity (${e.minCapacity}) and aimd.maxCapacity (${e.maxCapacity}) must both be at least 1, since the requests bucket always takes 1 per acquire; a capacity below 1 could never be satisfied.`,`invalid_params`);if(e.minCapacity>e.maxCapacity)throw new p(`aimd.minCapacity (${e.minCapacity}) must not exceed aimd.maxCapacity (${e.maxCapacity}).`,`invalid_params`);return{increaseBy:Math.max(0,e.increaseBy),decreaseFactor:Math.min(1,Math.max(Number.MIN_VALUE,e.decreaseFactor)),minCapacity:e.minCapacity,maxCapacity:e.maxCapacity,proactiveFloor:e.proactiveFloor??0}}function Nn(e,t){return e===`tpm`?t:1}function Pn(e){if(e)return new kn(e,e/6e4)}var Fn=class{requests;tokens;concurrency;buckets;maxQueueMs;maxQueueSize;estimateTokensFn;estimateFraction;aimd;queue=[];wakeTimer;constructor(e){this.requests=Pn(e.requestsPerMinute),this.tokens=Pn(e.tokensPerMinute),e.maxConcurrent&&(this.concurrency=new kn(e.maxConcurrent,0)),this.buckets=[{reason:`concurrency`,bucket:this.concurrency},{reason:`rpm`,bucket:this.requests},{reason:`tpm`,bucket:this.tokens}].flatMap(({reason:e,bucket:t})=>t?[{reason:e,bucket:t}]:[]),this.maxQueueMs=e.maxQueueMs??3e4,this.maxQueueSize=e.maxQueueSize??0,this.estimateTokensFn=e.estimateTokens??An,this.estimateFraction=jn(e.estimateFraction),this.aimd=this.requests?Mn(e.aimd):void 0}estimate(e){return Math.ceil(this.estimateTokensFn(e)*this.estimateFraction)}async acquire(e,t){if(t?.aborted)throw new p(`LLM request aborted`,`aborted`);if(!Number.isFinite(e)||e<0)throw new p(`estimatedTokens must be a finite, non-negative number, got ${String(e)}`,`invalid_params`);if(this.tokens&&e>this.tokens.getCapacity())throw new p(`estimatedTokens (${e}) exceeds the configured tokensPerMinute capacity (${this.tokens.getCapacity()}); this call could never acquire capacity.`,`rate_limited`,{code:`rate_limit_capacity_exceeded`});if(this.queue.length===0){let n=this.tryAcquireBuckets(e);return n.ok?{release:this.makeRelease(e),waitedMs:0}:this.enqueue(e,n.reason,t)}if(this.maxQueueSize>0&&this.queue.length>=this.maxQueueSize)throw this.queueFullError();return this.enqueue(e,void 0,t)}queueFullError(){return new p(`Rate limit queue is full`,`rate_limited`,{code:`rate_limit_queue_full`})}enqueue(e,t,n){return new Promise((r,i)=>{let a={estimatedTokens:e,enqueuedAt:Date.now(),lastReason:t,resolve:e=>{c(),r(e)},reject:e=>{c(),this.wakeTimer&&=(clearTimeout(this.wakeTimer),void 0),this.drain(),i(e)}},o,s=()=>{a.reject(new p(`LLM request aborted`,`aborted`))},c=()=>{o&&clearTimeout(o),n?.removeEventListener(`abort`,s);let e=this.queue.indexOf(a);e!==-1&&this.queue.splice(e,1)};this.maxQueueMs>0&&(o=setTimeout(()=>{a.reject(new p(`Rate limit queue timed out before capacity was available`,`rate_limited`,{code:`rate_limit_queue_timeout`}))},this.maxQueueMs)),n?.addEventListener(`abort`,s,{once:!0}),this.queue.push(a),this.drain()})}tryAcquireBuckets(e){let t=[];for(let{reason:n,bucket:r}of this.buckets){let i=Nn(n,e);if(!r.tryTake(i)){for(let e of t)e.bucket.give(e.amount);return{ok:!1,reason:n}}t.push({bucket:r,amount:i})}return{ok:!0}}drain(){for(;this.queue.length>0;){let e=this.queue[0],t=this.tryAcquireBuckets(e.estimatedTokens);if(!t.ok){e.lastReason=t.reason,this.scheduleWake(t.reason,e.estimatedTokens);return}let n=Date.now()-e.enqueuedAt;e.resolve({release:this.makeRelease(e.estimatedTokens),waitedMs:n,reason:e.lastReason})}}scheduleWake(e,t){if(this.wakeTimer||e===`concurrency`)return;let n=(this.buckets.find(t=>t.reason===e)?.bucket)?.msUntilAvailable(Nn(e,t));if(n===void 0||!Number.isFinite(n))return;let r=Math.min(Math.max(1,Math.ceil(n)),2147483647);this.wakeTimer=setTimeout(()=>{this.wakeTimer=void 0,this.drain()},r)}makeRelease(e){let t=!1;return(n,r=!1)=>{t||(t=!0,this.concurrency?.give(1),this.tokens&&n!==void 0&&Number.isFinite(n)&&this.tokens.give(e-n),r&&this.growOnSuccess(),this.drain())}}resizeRequestsCeiling(e){this.aimd&&this.requests&&this.requests.resize(e(this.aimd,this.requests.getCapacity()))}growOnSuccess(){this.resizeRequestsCeiling((e,t)=>Math.min(t+e.increaseBy,e.maxCapacity))}signalRateLimit(){this.resizeRequestsCeiling((e,t)=>Math.max(t*e.decreaseFactor,e.minCapacity))}reactToRateLimitHint(e){if(!this.aimd||!e||e.remainingRequests===void 0)return;let t=this.aimd.proactiveFloor??0;t>0&&e.remainingRequests<=t&&this.signalRateLimit()}getState(){return{requestsRemaining:this.requests?.getAvailable(),tokensRemaining:this.tokens?.getAvailable(),concurrentInFlight:this.concurrency?this.concurrency.getCapacity()-this.concurrency.getAvailable():void 0}}};const G=[`estimate`,`acquire`,`signalRateLimit`,`reactToRateLimitHint`],In=[`getState`,`readState`,`setLogger`];function Ln(e){let t=e;return In.filter(e=>t[e]!==void 0&&typeof t[e]!=`function`)}function Rn(e){let t=e;return G.every(e=>typeof t[e]==`function`)&&Ln(e).length===0}function zn(e){let t=e;return G.some(e=>typeof t[e]==`function`)}function Bn(e,t){if(e===void 0)return;if(Rn(e))return t&&e.setLogger?.(t),e;if(zn(e)){let t=G.filter(t=>typeof e[t]!=`function`);if(t.length>0)throw new p(`rateLimit looks like a RateLimiterAdapter but is missing: ${t.join(`, `)}. All four methods (${G.join(`, `)}) are required.`,`invalid_params`)}let n=Ln(e);if(n.length>0){let t=e;throw new p(`rateLimit's ${n.map(e=>`${e} (${typeof t[e]})`).join(`, `)} must be a function. ${n.length===1?`It is`:`They are`} optional; omit entirely rather than assigning a non-function value.`,`invalid_params`)}return new Fn(e)}function Vn(e,t,n){return[e,...t].map((e,t)=>{let r=t>0,i=e.name??(r?`fallback[${t-1}]`:n.providerName),a=On(e.circuitBreaker,i,e.model,n.onEvent,n.logger,n.middleware,n.middlewareTimeoutMs,r,e.client.supportsJsonObjectMode??!0),o=e.retryBudget?new Te(e.retryBudget):void 0;return new nn(i,e.client,e.model,{maxRetries:e.maxRetries??n.maxRetries??1,timeoutMs:e.timeoutMs??n.timeoutMs??25e3,chunkIdleTimeoutMs:e.chunkIdleTimeoutMs??n.chunkIdleTimeoutMs??3e4,baseDelayMs:e.baseDelayMs??n.baseDelayMs??500,defaultMaxTokens:e.defaultMaxTokens??n.defaultMaxTokens??1e3,defaultTemperature:e.defaultTemperature===void 0?n.primaryDefaultTemperature:e.defaultTemperature,defaultReasoningEffort:e.defaultReasoningEffort===void 0?n.primaryDefaultReasoningEffort:e.defaultReasoningEffort,defaultBudgetTokens:e.defaultBudgetTokens===void 0?n.primaryDefaultBudgetTokens:e.defaultBudgetTokens,nonRetryableStatus:e.nonRetryableStatus??n.nonRetryableStatus??[400,401,403,404,422],parseJson:n.parseJson,logger:n.logger,redact:n.redact,onUsage:n.onUsage,onUsageFailure:n.onUsageFailure,onEvent:n.onEvent,breaker:a,budget:o,limiter:Bn(e.rateLimit,n.logger),isFallback:r,middleware:n.middleware,middlewareTimeoutMs:n.middlewareTimeoutMs,detectSoftFailure:e.detectSoftFailure??n.detectSoftFailure})})}function Hn(e){let t=e;return typeof t.get==`function`&&typeof t.set==`function`}function Un(e){if(e===void 0)return new b;if(Hn(e))return e;if(e.maxSize!==void 0&&(!Number.isFinite(e.maxSize)||e.maxSize<0||!Number.isInteger(e.maxSize)))throw RangeError(`cache.maxSize must be a finite, non-negative integer, got ${String(e.maxSize)}`);return new b(e.maxSize,e.eviction)}var Wn=class{debugEnabled;constructor(e){this.debugEnabled=e}debug(e){this.debugEnabled&&console.debug(e)}warn(e){console.warn(e)}error(e,t){console.error(e,t??``)}},Gn=class{debug(e){}warn(e){}error(e,t){}},Kn=class{logger;executors;fallbackOn;reportEvent;cacheOrchestrator;pipeline;middlewareTimeoutMs;cachedCallInnerParams=new WeakMap;cachedCallMeta=new Map;constructor(e){this.logger=Ee(e.logger===`silent`?new Gn:e.logger??new Wn(e.debug??!1));let t=e.name??`primary`;this.cacheOrchestrator=new xe(Un(e.cache),this.logger),this.fallbackOn=e.fallbackOn??ie,this.reportEvent=k(e.onEvent,this.logger),this.pipeline=$t(e.middleware??[],this.logger),this.middlewareTimeoutMs=e.middlewareTimeoutMs??5e3;let n=e.defaultTemperature===void 0?.2:e.defaultTemperature,r=e.defaultReasoningEffort,i=e.defaultBudgetTokens,a={client:e.client,model:e.model,name:t,maxRetries:e.maxRetries,timeoutMs:e.timeoutMs,chunkIdleTimeoutMs:e.chunkIdleTimeoutMs,baseDelayMs:e.baseDelayMs,defaultMaxTokens:e.defaultMaxTokens,defaultTemperature:n,defaultReasoningEffort:r,defaultBudgetTokens:i,nonRetryableStatus:e.nonRetryableStatus,circuitBreaker:e.circuitBreaker,rateLimit:e.rateLimit,retryBudget:e.retryBudget,detectSoftFailure:e.detectSoftFailure},o=Array.isArray(e.fallback)?e.fallback:e.fallback?[e.fallback]:[];this.executors=Vn(a,o,{providerName:t,primaryDefaultTemperature:n,primaryDefaultReasoningEffort:r,primaryDefaultBudgetTokens:i,maxRetries:e.maxRetries,timeoutMs:e.timeoutMs,chunkIdleTimeoutMs:e.chunkIdleTimeoutMs,baseDelayMs:e.baseDelayMs,defaultMaxTokens:e.defaultMaxTokens,nonRetryableStatus:e.nonRetryableStatus,parseJson:e.parseJson,redact:e.redact,onUsage:e.onUsage,onUsageFailure:e.onUsageFailure,onEvent:e.onEvent,logger:this.logger,middleware:this.pipeline.transformOrder,middlewareTimeoutMs:this.middlewareTimeoutMs,detectSoftFailure:e.detectSoftFailure})}logRefundError(e,t){this.logger.error(e,{message:t instanceof Error?t.message:`unknown`,stack:t instanceof Error?t.stack:void 0})}get logicalCallDependencies(){return{executors:this.executors,fallbackOn:this.fallbackOn,reportEvent:this.reportEvent,middleware:this.pipeline.transformOrder,middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger}}get runOperationDependencies(){return{pipeline:this.pipeline,primaryExecutor:this.executors[0],middlewareTimeoutMs:this.middlewareTimeoutMs,logger:this.logger,reportEvent:this.reportEvent}}async call(e){if(e.signal?.aborted)throw new p(`LLM request aborted`,`aborted`);let t=e.requestId??globalThis.crypto.randomUUID(),n=this.cachedCallInnerParams.get(e),r=n!==void 0,{signal:i,timer:a}=ln(e.deadlineMs,e.signal),o=i===e.signal?e:{...e,signal:i},s=n??E();try{let e=this.executors.length===1,n=await B(this.runOperationDependencies,o,t,s,async()=>{if(e){if(o.signal?.aborted)throw new p(`LLM request aborted`,`aborted`);let e=this.executors[0].assertBreakerClosed(o.model,{requestId:t,state:s,signal:o.signal});e&&await e}let n=()=>{e&&this.executors[0].releaseBreakerTrial(o.model,{requestId:t,state:s,signal:o.signal})};try{let n,r=async e=>{let t=await e;return n=t.meta,t.value};return o.stream?{value:await ge(o,()=>r(sn(this.logicalCallDependencies,o,t,e,s)),o.signal,(e,t)=>this.logRefundError(e,t)),meta:n}:{value:await he(o,!1,()=>r(on(this.logicalCallDependencies,o,t,e,s)),o.signal,(e,t)=>this.logRefundError(e,t)),meta:n}}catch(e){throw n(),e}},r);return o.stream,n.value}catch(e){throw un(e,i)}finally{clearTimeout(a)}}runCached(e){return this.cacheOrchestrator.runCached(e)}async deleteCache(e){await this.cacheOrchestrator.deleteCache(e)}async cachedCall(e){let{call:t,...n}=e,r=t;if(r.reserveUsage||r.refundUsage)throw new p("`reserveUsage`/`refundUsage` were set inside `call`, where cachedCall ignores them. Move them to the top level of the cachedCall() params, alongside cacheKey/ttl, instead.",`invalid_params`);let i=r.requestId??globalThis.crypto.randomUUID(),a=E(),o=await this.cacheOrchestrator.resolveCacheKey(n.cacheKey),s=this.cachedCallMeta.get(o),c=!1;s||(s={},c=!0,this.cachedCallMeta.set(o,s));let l=()=>{c&&this.cachedCallMeta.delete(o)},u=r.meta,d=e=>{let t={...e,meta:s};return this.cachedCallInnerParams.set(t,a),this.call(t).finally(()=>{u&&(u.current=s.current),this.cachedCallInnerParams.delete(t)})};if(r.stream){let e={...r,requestId:i},t;try{t=await B(this.runOperationDependencies,e,i,a,async()=>({value:await this.cacheOrchestrator.runCachedStream({...n,openStream:()=>d(e)},!!r.tools),meta:s.current}))}catch(e){throw l(),e}let o=t.value,c=()=>{u&&(u.current=s.current),l()};return o.finalResult.then(c,c),o}let f={...r,requestId:i};try{let e=await B(this.runOperationDependencies,f,i,a,async()=>({value:await this.runCached({...n,fn:()=>d(f)}),meta:s.current}));return u&&(u.current=s.current),e.value}finally{l()}}getCircuitState(e){let t=A(this.executors,e?.index??0,`getCircuitState`);return j(t.isolateByModel,e?.model,`getCircuitState`,this.logger),t.getCircuitState(e?.model??t.model)}getFailureBreakdown(e){let t=A(this.executors,e?.index??0,`getFailureBreakdown`);return j(t.isolateByModel,e?.model,`getFailureBreakdown`,this.logger),t.getFailureBreakdown(e?.model??t.model)}getRetryBudgetState(e){return A(this.executors,e?.index??0,`getRetryBudgetState`).getRetryBudgetState()}getRateLimitState(e){return A(this.executors,e?.index??0,`getRateLimitState`).getRateLimitState()}getCircuitStates(e){return this.executors.map((t,n)=>({provider:t.providerName,index:n,isFallback:n>0,isolateByModel:t.isolateByModel,state:t.getCircuitState(e??t.model)}))}async readRateLimitState(e){return A(this.executors,e?.index??0,`readRateLimitState`).readRateLimitState()}async readCircuitStates(e){return Promise.all(this.executors.map(async(t,n)=>({provider:t.providerName,index:n,isFallback:n>0,isolateByModel:t.isolateByModel,state:await t.readCircuitState(e??t.model)})))}openCircuit(e){let t=A(this.executors,e?.index??0,`openCircuit`);j(t.isolateByModel,e?.model,`openCircuit`,this.logger),t.openCircuit(e?.model??t.model,{requestId:globalThis.crypto.randomUUID(),state:E()})}closeCircuit(e){let t=A(this.executors,e?.index??0,`closeCircuit`);j(t.isolateByModel,e?.model,`closeCircuit`,this.logger),t.closeCircuit(e?.model??t.model,{requestId:globalThis.crypto.randomUUID(),state:E()})}};function qn(e){return e}function Jn(e){return e}async function*Yn(e){let t=new TextDecoder(`utf-8`,{fatal:!0}),n=``;for await(let r of e){let e;try{e=typeof r==`string`?r:t.decode(r,{stream:!0})}catch(e){throw new p(`Invalid UTF-8 in SSE stream`,`parse`,{cause:e})}n=(n+e).replace(/\r\n/g,`
2
2
  `).replace(/\r(?!$)/g,`
3
3
  `);let i=n.indexOf(`
4
4