@ax-llm/ax 16.0.9 → 16.0.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/index.js CHANGED
@@ -1,128 +1,128 @@
1
- function ze({model:i,modelInfo:e,models:t}){let n=t?.find(c=>c.key===i),r=n&&"model"in n?n.model:i,o=e.find(c=>c.name===i);if(o)return o;let s=e.find(c=>c.name===r);if(s)return s;let a=r.replace(/^(anthropic\.|openai\.)/,"").replace(/-latest$/,"").replace(/-\d{8}$/,"").replace(/-v\d+:\d+$/,"").replace(/@\d{8}$/,"").replace(/-\d{2,}(-[a-zA-Z0-9-]+)?$/,"").replace(/-v\d+@\d{8}$/,"").replace(/-v\d+$/,""),l=e.find(c=>c.name===a);return l||null}var Yr=(()=>{if(globalThis.crypto&&typeof globalThis.crypto.randomUUID=="function")return globalThis.crypto;throw new Error("Web Crypto API with randomUUID support not available. Requires Node.js 16+ or modern browser.")})();function ve(){return Yr.randomUUID()}async function ll(i){let e=new TextEncoder,t=typeof i=="string"?e.encode(i):i,n=await Yr.subtle.digest("SHA-256",t);return Array.from(new Uint8Array(n)).map(s=>s.toString(16).padStart(2,"0")).join("")}var Qr=class{data="";update(e){return this.data+=e,this}digest(e){if(e!=="hex")throw new Error("Only hex encoding is supported");let n=new TextEncoder().encode(this.data),r=0;for(let o=0;o<n.length;o++){let s=n[o];r=(r<<5)-r+s,r=r&r}return Math.abs(r).toString(16).padStart(8,"0")}async digestAsync(){return ll(this.data)}};function Pe(i){if(i!=="sha256")throw new Error("Only SHA-256 algorithm is supported");return new Qr}function Us(){return Yr}var Bn=class extends TransformStream{buffer="";currentEvent={rawData:""};dataParser;onError;constructor(e={}){super({transform:(t,n)=>this.handleChunk(t,n),flush:t=>this.handleFlush(t)}),this.dataParser=e.dataParser||JSON.parse,this.onError=e.onError||((t,n)=>{console.warn("Failed to parse event data:",t),console.log("Raw data that failed to parse:",n)})}handleChunk(e,t){this.buffer+=e,this.processBuffer(t)}handleFlush(e){this.processBuffer(e),this.currentEvent.rawData&&this.processEvent(e)}processBuffer(e){let n=this.buffer.replace(/\r\n|\r/g,`
1
+ function ze({model:i,modelInfo:e,models:t}){let n=t?.find(c=>c.key===i),r=n&&"model"in n?n.model:i,s=e.find(c=>c.name===i);if(s)return s;let o=e.find(c=>c.name===r);if(o)return o;let a=r.replace(/^(anthropic\.|openai\.)/,"").replace(/-latest$/,"").replace(/-\d{8}$/,"").replace(/-v\d+:\d+$/,"").replace(/@\d{8}$/,"").replace(/-\d{2,}(-[a-zA-Z0-9-]+)?$/,"").replace(/-v\d+@\d{8}$/,"").replace(/-v\d+$/,""),l=e.find(c=>c.name===a);return l||null}var Xr=(()=>{if(globalThis.crypto&&typeof globalThis.crypto.randomUUID=="function")return globalThis.crypto;throw new Error("Web Crypto API with randomUUID support not available. Requires Node.js 16+ or modern browser.")})();function ve(){return Xr.randomUUID()}async function cl(i){let e=new TextEncoder,t=typeof i=="string"?e.encode(i):i,n=await Xr.subtle.digest("SHA-256",t);return Array.from(new Uint8Array(n)).map(o=>o.toString(16).padStart(2,"0")).join("")}var Yr=class{data="";update(e){return this.data+=e,this}digest(e){if(e!=="hex")throw new Error("Only hex encoding is supported");let n=new TextEncoder().encode(this.data),r=0;for(let s=0;s<n.length;s++){let o=n[s];r=(r<<5)-r+o,r=r&r}return Math.abs(r).toString(16).padStart(8,"0")}async digestAsync(){return cl(this.data)}};function Ee(i){if(i!=="sha256")throw new Error("Only SHA-256 algorithm is supported");return new Yr}function Bo(){return Xr}var Bn=class extends TransformStream{buffer="";currentEvent={rawData:""};dataParser;onError;constructor(e={}){super({transform:(t,n)=>this.handleChunk(t,n),flush:t=>this.handleFlush(t)}),this.dataParser=e.dataParser||JSON.parse,this.onError=e.onError||((t,n)=>{console.warn("Failed to parse event data:",t),console.log("Raw data that failed to parse:",n)})}handleChunk(e,t){this.buffer+=e,this.processBuffer(t)}handleFlush(e){this.processBuffer(e),this.currentEvent.rawData&&this.processEvent(e)}processBuffer(e){let n=this.buffer.replace(/\r\n|\r/g,`
2
2
  `).split(`
3
3
  `);this.buffer=n.pop()||"";for(let r of n)r===""?this.processEvent(e):this.parseLine(r)}parseLine(e){if(e.startsWith(":"))return;let t=e.indexOf(":");if(t===-1){this.currentEvent.rawData+=(this.currentEvent.rawData&&!this.currentEvent.rawData.endsWith(`
4
4
  `)?`
5
5
  `:"")+e.trim();return}let n=e.slice(0,t).trim(),r=e.slice(t+1).trim();switch(n){case"event":this.currentEvent.event=r;break;case"data":this.currentEvent.rawData+=(this.currentEvent.rawData&&!this.currentEvent.rawData.endsWith(`
6
6
  `)?`
7
- `:"")+r;break;case"id":this.currentEvent.id=r;break;case"retry":{let o=Number.parseInt(r,10);Number.isNaN(o)||(this.currentEvent.retry=o);break}}}processEvent(e){if(this.currentEvent.rawData){if(this.currentEvent.event||(this.currentEvent.event="message"),this.currentEvent.rawData.trim()==="[DONE]"){this.currentEvent={rawData:""};return}try{let t=this.dataParser(this.currentEvent.rawData);e.enqueue(t)}catch(t){this.onError(t,this.currentEvent.rawData)}this.currentEvent={rawData:""}}}};var Xr=class{decoder;constructor(){this.decoder=new TextDecoder}transform(e,t){if(!(e instanceof ArrayBuffer||ArrayBuffer.isView(e)))throw new TypeError("Input data must be a BufferSource");let n=this.decoder.decode(e,{stream:!0});n.length!==0&&t.enqueue(n)}flush(e){let t=this.decoder.decode();t.length!==0&&e.enqueue(t)}},jn=class extends TransformStream{constructor(){super(new Xr)}};var cl={maxRetries:3,initialDelayMs:1e3,maxDelayMs:6e4,backoffFactor:2,retryableStatusCodes:[500,408,429,502,503,504]},ul=globalThis.TextDecoderStream??jn,Fe=class extends Error{constructor(t,n,r,o,s={}){super(t);this.url=n;this.requestBody=r;this.responseBody=o;this.name="AxAIServiceError",this.timestamp=new Date().toISOString(),this.errorId=ve(),this.context=s,this.stack=this.toString()}timestamp;errorId;context;toString(){return[`${this.name}: ${this.message}`,`URL: ${this.url}`,`Request Body: ${JSON.stringify(this.requestBody,null,2)}`,`Response Body: ${JSON.stringify(this.responseBody,null,2)}`,`Context: ${JSON.stringify(this.context,null,2)}`,`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`].join(`
8
- `)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},He=class extends Fe{constructor(t,n,r,o,s,a,l){let c=l?` (after ${l} retries)`:"";super(`HTTP ${t} - ${n}${c}`,r,o,{httpStatus:t,httpStatusText:n,responseBody:s,...a});this.status=t;this.statusText=n;this.name="AxAIServiceStatusError"}},Le=class extends Fe{constructor(t,n,r,o,s){super(`Network Error: ${t.message}`,n,r,o,{originalErrorName:t.name,originalErrorStack:t.stack,...s});this.originalError=t;this.name="AxAIServiceNetworkError",this.stack=t.stack}},bt=class extends Fe{constructor(e,t,n,r){super(e,t,n,void 0,r),this.name="AxAIServiceResponseError"}},Xe=class extends Fe{constructor(t,n,r,o){super("Stream terminated unexpectedly by remote host",t,n,void 0,{lastChunk:r,...o});this.lastChunk=r;this.name="AxAIServiceStreamTerminatedError"}},it=class extends Fe{constructor(e,t,n,r){super(`Request timed out after ${t}ms`,e,n,void 0,{timeoutMs:t,...r}),this.name="AxAIServiceTimeoutError"}},qn=class extends He{constructor(e,t,n,r,o,s){super(e,t,n,r,o,s),this.name="AxTokenLimitError"}},Kt=class extends Fe{constructor(e,t,n,r){super(`Request aborted${t?`: ${t}`:""}`,e,n,void 0,{abortReason:t,...r}),this.name="AxAIServiceAbortedError"}},It=class extends Fe{constructor(e,t,n,r){super("Authentication failed",e,t,n,r),this.name="AxAIServiceAuthenticationError"}},de=class extends Error{constructor(t,n,r){super(`Model refused to fulfill request: ${t}`);this.refusalMessage=t;this.model=n;this.requestId=r;this.name="AxAIRefusalError",this.timestamp=new Date().toISOString(),this.errorId=ve()}timestamp;errorId;toString(){return[`${this.name}: ${this.message}`,`Refusal: ${this.refusalMessage}`,this.model?`Model: ${this.model}`:"",this.requestId?`Request ID: ${this.requestId}`:"",`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`].filter(Boolean).join(`
7
+ `:"")+r;break;case"id":this.currentEvent.id=r;break;case"retry":{let s=Number.parseInt(r,10);Number.isNaN(s)||(this.currentEvent.retry=s);break}}}processEvent(e){if(this.currentEvent.rawData){if(this.currentEvent.event||(this.currentEvent.event="message"),this.currentEvent.rawData.trim()==="[DONE]"){this.currentEvent={rawData:""};return}try{let t=this.dataParser(this.currentEvent.rawData);e.enqueue(t)}catch(t){this.onError(t,this.currentEvent.rawData)}this.currentEvent={rawData:""}}}};var Zr=class{decoder;constructor(){this.decoder=new TextDecoder}transform(e,t){if(!(e instanceof ArrayBuffer||ArrayBuffer.isView(e)))throw new TypeError("Input data must be a BufferSource");let n=this.decoder.decode(e,{stream:!0});n.length!==0&&t.enqueue(n)}flush(e){let t=this.decoder.decode();t.length!==0&&e.enqueue(t)}},jn=class extends TransformStream{constructor(){super(new Zr)}};var ul={maxRetries:3,initialDelayMs:1e3,maxDelayMs:6e4,backoffFactor:2,retryableStatusCodes:[500,408,429,502,503,504]},pl=globalThis.TextDecoderStream??jn,Fe=class extends Error{constructor(t,n,r,s,o={}){super(t);this.url=n;this.requestBody=r;this.responseBody=s;this.name="AxAIServiceError",this.timestamp=new Date().toISOString(),this.errorId=ve(),this.context=o,this.stack=this.toString()}timestamp;errorId;context;toString(){return[`${this.name}: ${this.message}`,`URL: ${this.url}`,`Request Body: ${JSON.stringify(this.requestBody,null,2)}`,`Response Body: ${JSON.stringify(this.responseBody,null,2)}`,`Context: ${JSON.stringify(this.context,null,2)}`,`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`].join(`
8
+ `)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},He=class extends Fe{constructor(t,n,r,s,o,a,l){let c=l?` (after ${l} retries)`:"";super(`HTTP ${t} - ${n}${c}`,r,s,{httpStatus:t,httpStatusText:n,responseBody:o,...a});this.status=t;this.statusText=n;this.name="AxAIServiceStatusError"}},Le=class extends Fe{constructor(t,n,r,s,o){super(`Network Error: ${t.message}`,n,r,s,{originalErrorName:t.name,originalErrorStack:t.stack,...o});this.originalError=t;this.name="AxAIServiceNetworkError",this.stack=t.stack}},bt=class extends Fe{constructor(e,t,n,r){super(e,t,n,void 0,r),this.name="AxAIServiceResponseError"}},Xe=class extends Fe{constructor(t,n,r,s){super("Stream terminated unexpectedly by remote host",t,n,void 0,{lastChunk:r,...s});this.lastChunk=r;this.name="AxAIServiceStreamTerminatedError"}},it=class extends Fe{constructor(e,t,n,r){super(`Request timed out after ${t}ms`,e,n,void 0,{timeoutMs:t,...r}),this.name="AxAIServiceTimeoutError"}},qn=class extends He{constructor(e,t,n,r,s,o){super(e,t,n,r,s,o),this.name="AxTokenLimitError"}},Kt=class extends Fe{constructor(e,t,n,r){super(`Request aborted${t?`: ${t}`:""}`,e,n,void 0,{abortReason:t,...r}),this.name="AxAIServiceAbortedError"}},It=class extends Fe{constructor(e,t,n,r){super("Authentication failed",e,t,n,r),this.name="AxAIServiceAuthenticationError"}},de=class extends Error{constructor(t,n,r){super(`Model refused to fulfill request: ${t}`);this.refusalMessage=t;this.model=n;this.requestId=r;this.name="AxAIRefusalError",this.timestamp=new Date().toISOString(),this.errorId=ve()}timestamp;errorId;toString(){return[`${this.name}: ${this.message}`,`Refusal: ${this.refusalMessage}`,this.model?`Model: ${this.model}`:"",this.requestId?`Request ID: ${this.requestId}`:"",`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`].filter(Boolean).join(`
9
9
  `)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},Ze=class extends Error{constructor(t,n,r=!1){super(`${t} not supported by ${n}${r?" (fallback available)":""}`);this.mediaType=t;this.provider=n;this.fallbackAvailable=r;this.name="AxMediaNotSupportedError",this.timestamp=new Date().toISOString(),this.errorId=ve()}timestamp;errorId;toString(){return[`${this.name}: ${this.message}`,`Media Type: ${this.mediaType}`,`Provider: ${this.provider}`,`Fallback Available: ${this.fallbackAvailable}`,`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`].join(`
10
10
  `)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},at=class extends Error{constructor(t,n,r){super(`Failed to process ${n} during ${r}: ${t.message}`);this.originalError=t;this.contentType=n;this.processingStep=r;this.name="AxContentProcessingError",this.timestamp=new Date().toISOString(),this.errorId=ve()}timestamp;errorId;toString(){return[`${this.name}: ${this.message}`,`Content Type: ${this.contentType}`,`Processing Step: ${this.processingStep}`,`Original Error: ${this.originalError.message}`,`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`].join(`
11
- `)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}};async function Zr(i){try{return i.headers.get("content-type")?.includes("application/json")?await i.json():await i.clone().text()}catch(e){return`[ReadableStream - read failed: ${e.message}]`}}function Bs(i,e){return Math.min(e.maxDelayMs,e.initialDelayMs*e.backoffFactor**i)*(.75+Math.random()*.5)}function pl(i){if(!i)return;let e=Number(i);if(!Number.isNaN(e))return e*1e3;let t=Date.parse(i);if(!Number.isNaN(t)){let n=t-Date.now();return Math.max(0,n)}}function dl(){return{startTime:Date.now(),retryCount:0}}function js(i){i.retryCount++,i.lastRetryTime=Date.now()}function qs(i,e,t,n){return t>=n.maxRetries?!1:e&&n.retryableStatusCodes.includes(e)?!0:i instanceof Le&&!(i instanceof It)}var Oe=async(i,e)=>{if(i.localCall)return await i.localCall(e,i.stream);if(!i.url)throw new Error("API URL is required when localCall is not provided");let t={...cl,...i.retry},n=i.timeout,r=dl(),o=i.verbose??!1,s,a=new URL(i.url),l=`${[a.pathname,i.name].filter(Boolean).join("/").replace(/\/+/g,"/")}${a.search}`,c=new URL(l,a);if(i.corsProxy){let d=c.href;c=new URL(`${i.corsProxy}?url=${encodeURIComponent(d)}`)}let u=ve();if(i.validateRequest&&!await i.validateRequest(e))throw new bt("Invalid request data",c.href,e,{validation:"request"});i.span?.setAttributes({"http.request.method":i.put?"PUT":"POST","url.full":c.href,"request.id":u,"request.startTime":r.startTime});let p=0;for(;;){let d=new AbortController;if(i.abortSignal){if(i.abortSignal.aborted)throw new Kt(c.href,i.abortSignal.reason,e,{metrics:r});let m=()=>{d.abort(i.abortSignal.reason||"User aborted request")};i.abortSignal.addEventListener("abort",m,{once:!0});let g=d.abort.bind(d);d.abort=h=>{i.abortSignal.removeEventListener("abort",m),g(h)}}n&&(s=setTimeout(()=>{d.abort("Request timeout")},n));try{o&&console.log(`
11
+ `)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}};async function es(i){try{return i.headers.get("content-type")?.includes("application/json")?await i.json():await i.clone().text()}catch(e){return`[ReadableStream - read failed: ${e.message}]`}}function jo(i,e){return Math.min(e.maxDelayMs,e.initialDelayMs*e.backoffFactor**i)*(.75+Math.random()*.5)}function dl(i){if(!i)return;let e=Number(i);if(!Number.isNaN(e))return e*1e3;let t=Date.parse(i);if(!Number.isNaN(t)){let n=t-Date.now();return Math.max(0,n)}}function ml(){return{startTime:Date.now(),retryCount:0}}function qo(i){i.retryCount++,i.lastRetryTime=Date.now()}function zo(i,e,t,n){return t>=n.maxRetries?!1:e&&n.retryableStatusCodes.includes(e)?!0:i instanceof Le&&!(i instanceof It)}var Oe=async(i,e)=>{if(i.localCall)return await i.localCall(e,i.stream);if(!i.url)throw new Error("API URL is required when localCall is not provided");let t={...ul,...i.retry},n=i.timeout,r=ml(),s=i.verbose??!1,o,a=new URL(i.url),l=`${[a.pathname,i.name].filter(Boolean).join("/").replace(/\/+/g,"/")}${a.search}`,c=new URL(l,a);if(i.corsProxy){let d=c.href;c=new URL(`${i.corsProxy}?url=${encodeURIComponent(d)}`)}let u=ve();if(i.validateRequest&&!await i.validateRequest(e))throw new bt("Invalid request data",c.href,e,{validation:"request"});i.span?.setAttributes({"http.request.method":i.put?"PUT":"POST","url.full":c.href,"request.id":u,"request.startTime":r.startTime});let p=0;for(;;){let d=new AbortController;if(i.abortSignal){if(i.abortSignal.aborted)throw new Kt(c.href,i.abortSignal.reason,e,{metrics:r});let m=()=>{d.abort(i.abortSignal.reason||"User aborted request")};i.abortSignal.addEventListener("abort",m,{once:!0});let g=d.abort.bind(d);d.abort=h=>{i.abortSignal.removeEventListener("abort",m),g(h)}}n&&(o=setTimeout(()=>{d.abort("Request timeout")},n));try{s&&console.log(`
12
12
  --- [AxAI API Request] ---
13
13
  `,`URL: ${c.href}
14
14
  `,`Method: ${i.put?"PUT":"POST"}
15
15
  `,"Headers:",JSON.stringify({"Content-Type":"application/json","X-Request-ID":u,"X-Retry-Count":p.toString(),...i.headers},null,2),`
16
16
  Body:`,JSON.stringify(e,null,2),`
17
17
  ------------------------
18
- `);let m=await(i.fetch??fetch)(c,{method:i.put?"PUT":"POST",headers:{"Content-Type":"application/json","X-Request-ID":u,"X-Retry-Count":p.toString(),...i.headers},body:JSON.stringify(e),signal:d.signal});if(s&&clearTimeout(s),m.status===401||m.status===403){let y=await Zr(m);throw new It(c.href,e,y,{metrics:r})}if(m.status===400){let y=await Zr(m),b=y,I=!1;if(b?.error?.code==="context_length_exceeded")I=!0;else if(b?.type==="invalid_request_error"&&(b?.error?.message?.includes("prompt is too long")||b?.error?.message?.includes("max_tokens")||b?.error?.message?.includes("token limit")))I=!0;else if(b?.error?.code===400&&b?.error?.status==="INVALID_ARGUMENT"&&(b?.error?.message?.includes("token")||b?.error?.message?.includes("limit")))I=!0;else{let T=JSON.stringify(y).toLowerCase();(T.includes("token")&&T.includes("limit")||T.includes("context length")||T.includes("prompt is too long"))&&(I=!0)}if(I)throw new qn(m.status,m.statusText,c.href,e,y,{metrics:r})}if(m.status>=400&&qs(new Error,m.status,p,t)){let y=Bs(p,t),b=pl(m.headers.get("Retry-After"));b!==void 0&&b<=t.maxDelayMs&&(y=b,o&&console.log(`[AxAI] Respecting Retry-After header: ${y}ms`)),p++,js(r),i.span?.addEvent("retry",{attempt:p,delay:y,status:m.status,"metrics.startTime":r.startTime,"metrics.retryCount":r.retryCount,"metrics.lastRetryTime":r.lastRetryTime}),await new Promise(I=>setTimeout(I,y));continue}if(m.status>=400){let y=await Zr(m);throw new He(m.status,m.statusText,c.href,e,y,{metrics:r},p>0?p:void 0)}if(!i.stream){let y=await m.json();if(o&&console.log(`
18
+ `);let m=await(i.fetch??fetch)(c,{method:i.put?"PUT":"POST",headers:{"Content-Type":"application/json","X-Request-ID":u,"X-Retry-Count":p.toString(),...i.headers},body:JSON.stringify(e),signal:d.signal});if(o&&clearTimeout(o),m.status===401||m.status===403){let b=await es(m);throw new It(c.href,e,b,{metrics:r})}if(m.status===400){let b=await es(m),y=b,I=!1;if(y?.error?.code==="context_length_exceeded")I=!0;else if(y?.type==="invalid_request_error"&&(y?.error?.message?.includes("prompt is too long")||y?.error?.message?.includes("max_tokens")||y?.error?.message?.includes("token limit")))I=!0;else if(y?.error?.code===400&&y?.error?.status==="INVALID_ARGUMENT"&&(y?.error?.message?.includes("token")||y?.error?.message?.includes("limit")))I=!0;else{let T=JSON.stringify(b).toLowerCase();(T.includes("token")&&T.includes("limit")||T.includes("context length")||T.includes("prompt is too long"))&&(I=!0)}if(I)throw new qn(m.status,m.statusText,c.href,e,b,{metrics:r})}if(m.status>=400&&zo(new Error,m.status,p,t)){let b=jo(p,t),y=dl(m.headers.get("Retry-After"));y!==void 0&&y<=t.maxDelayMs&&(b=y,s&&console.log(`[AxAI] Respecting Retry-After header: ${b}ms`)),p++,qo(r),i.span?.addEvent("retry",{attempt:p,delay:b,status:m.status,"metrics.startTime":r.startTime,"metrics.retryCount":r.retryCount,"metrics.lastRetryTime":r.lastRetryTime}),await new Promise(I=>setTimeout(I,b));continue}if(m.status>=400){let b=await es(m);throw new He(m.status,m.statusText,c.href,e,b,{metrics:r},p>0?p:void 0)}if(!i.stream){let b=await m.json();if(s&&console.log(`
19
19
  --- [AxAI API Response] ---
20
20
  `,`Status: ${m.status} ${m.statusText}
21
- `,"Body:",JSON.stringify(y,null,2),`
21
+ `,"Body:",JSON.stringify(b,null,2),`
22
22
  -------------------------
23
- `),i.validateResponse&&!await i.validateResponse(y))throw new bt("Invalid response data",c.href,e,{validation:"response"});return i.span?.setAttributes({"response.time":Date.now()-r.startTime,"response.retries":r.retryCount}),y}if(o&&console.log(`
23
+ `),i.validateResponse&&!await i.validateResponse(b))throw new bt("Invalid response data",c.href,e,{validation:"response"});return i.span?.setAttributes({"response.time":Date.now()-r.startTime,"response.retries":r.retryCount}),b}if(s&&console.log(`
24
24
  --- [AxAI API Streaming Response Started] ---
25
25
  `,`Status: ${m.status} ${m.statusText}
26
26
  `,`
27
27
  -------------------------------------------
28
- `),!m.body)throw new bt("Response body is null",c.href,e,{metrics:r});let g,h=0;if(typeof window<"u"&&typeof EventSource<"u")return new ReadableStream({start(y){let b=m.body.getReader(),I=new TextDecoder,T="";async function v(){try{for(;;){let{done:k,value:R}=await b.read();if(k){x=!0,y.close();break}T+=I.decode(R,{stream:!0});let C=T.split(`
28
+ `),!m.body)throw new bt("Response body is null",c.href,e,{metrics:r});let g,h=0;if(typeof window<"u"&&typeof EventSource<"u")return new ReadableStream({start(b){let y=m.body.getReader(),I=new TextDecoder,T="";async function v(){try{for(;;){let{done:k,value:R}=await y.read();if(k){x=!0,b.close();break}T+=I.decode(R,{stream:!0});let C=T.split(`
29
29
 
30
30
  `);T=C.pop()||"";for(let O of C){if(!O.trim())continue;let w=O.split(`
31
- `),E="",S="message";for(let F of w)F.startsWith("data: ")?E=F.slice(6):F.startsWith("event: ")&&(S=F.slice(7));if(E){if(E==="[DONE]"){y.close();return}try{let F=JSON.parse(E);g=F,h++,r.streamChunks=h,r.lastChunkTime=Date.now(),y.enqueue(F),i.span?.addEvent("stream.chunk",{"stream.chunks":h,"stream.duration":Date.now()-r.startTime,"response.retries":r.retryCount,"sse.event.type":S})}catch(F){o&&console.warn("Skipping non-JSON SSE data:",E,F)}}}}}catch(k){let R=k,C={...r,streamDuration:Date.now()-r.startTime};R.name==="AbortError"||R.message?.includes("aborted")?y.error(new Xe(c.href,e,g,{streamMetrics:C})):y.error(new Le(R,c.href,e,"[ReadableStream - consumed during streaming]",{streamMetrics:C}))}finally{b.releaseLock()}}v()}});let A=new TransformStream({transform(y,b){g=y,h++,r.streamChunks=h,r.lastChunkTime=Date.now(),b.enqueue(y),i.span?.addEvent("stream.chunk",{"stream.chunks":h,"stream.duration":Date.now()-r.startTime,"response.retries":r.retryCount})}}),x=!1;return new ReadableStream({start(y){let b=m.body.pipeThrough(new ul).pipeThrough(new Bn).pipeThrough(A).getReader();async function I(){try{for(;;){let{done:T,value:v}=await b.read();if(T){x||(x=!0,y.close());break}if(x)break;y.enqueue(v)}}catch(T){let v=T,k={...r,streamDuration:Date.now()-r.startTime};throw v.name==="AbortError"||v.message?.includes("aborted")?y.error(new Xe(c.href,e,g,{streamMetrics:k})):v instanceof TypeError&&v.message.includes("cancelled")?y.error(new Xe(c.href,e,g,{streamMetrics:k,cancelReason:"Stream cancelled by client"})):y.error(new Le(v,c.href,e,"[ReadableStream - consumed during streaming]",{streamMetrics:k})),v}finally{s&&clearTimeout(s),b.releaseLock()}}I()},cancel(){x=!0}})}catch(m){if(m instanceof Error&&m.name==="AbortError")throw i.abortSignal?.aborted?new Kt(c.href,i.abortSignal.reason,e,{metrics:r}):new it(c.href,n||0,e,{metrics:r});let g=m;if(!(m instanceof Fe)&&m instanceof Error&&(g=new Le(m,c.href,e,void 0,{metrics:r})),i.span?.isRecording()&&(i.span.recordException(g),i.span.setAttributes({"error.time":Date.now()-r.startTime,"error.retries":r.retryCount})),g instanceof Le&&qs(g,void 0,p,t)){let h=Bs(p,t);p++,js(r),i.span?.addEvent("retry",{attempt:p,delay:h,error:g.message,"metrics.startTime":r.startTime,"metrics.retryCount":r.retryCount,"metrics.lastRetryTime":r.lastRetryTime}),await new Promise(f=>setTimeout(f,h));continue}throw g instanceof Fe&&(g.context.metrics=r),g}finally{s!==void 0&&clearTimeout(s)}}};import{context as Ti,SpanKind as Ci}from"@opentelemetry/api";var V={signatureStrict:!0,useStructuredPrompt:!0,tracer:void 0,meter:void 0,logger:void 0,optimizerLogger:void 0,debug:void 0,abortSignal:void 0,customLabels:void 0,cachingFunction:void 0,functionResultFormatter:i=>typeof i=="string"?i:i==null?"":JSON.stringify(i,null,2)};var _e=class{ANSI_WHITE_BRIGHT="\x1B[97m";ANSI_GREEN_BRIGHT="\x1B[92m";ANSI_BLUE_BRIGHT="\x1B[94m";ANSI_RED_BRIGHT="\x1B[91m";ANSI_YELLOW_BRIGHT="\x1B[93m";ANSI_YELLOW="\x1B[93m";ANSI_RED="\x1B[91m";ANSI_RESET="\x1B[0m";ANSI_ORANGE="\x1B[38;5;208m";ANSI_WHITE="\x1B[37m";ANSI_CYAN_BRIGHT="\x1B[96m";ANSI_MAGENTA_BRIGHT="\x1B[95m";ANSI_GRAY="\x1B[90m";ANSI_GREEN="\x1B[32m";ANSI_CYAN="\x1B[36m";ANSI_MAGENTA="\x1B[35m";ANSI_BLUE="\x1B[34m";ANSI_YELLOW_DIM="\x1B[33m";colorize(e,t){return`${t}${e}${this.ANSI_RESET}`}whiteBright(e){return this.colorize(e,this.ANSI_WHITE_BRIGHT)}greenBright(e){return this.colorize(e,this.ANSI_GREEN_BRIGHT)}blueBright(e){return this.colorize(e,this.ANSI_BLUE_BRIGHT)}redBright(e){return this.colorize(e,this.ANSI_RED_BRIGHT)}white(e){return this.colorize(e,this.ANSI_WHITE)}yellow(e){return this.colorize(e,this.ANSI_YELLOW)}yellowBright(e){return this.colorize(e,this.ANSI_YELLOW_BRIGHT)}red(e){return this.colorize(e,this.ANSI_RED)}orange(e){return this.colorize(e,this.ANSI_ORANGE)}cyanBright(e){return this.colorize(e,this.ANSI_CYAN_BRIGHT)}magentaBright(e){return this.colorize(e,this.ANSI_MAGENTA_BRIGHT)}gray(e){return this.colorize(e,this.ANSI_GRAY)}green(e){return this.colorize(e,this.ANSI_GREEN)}cyan(e){return this.colorize(e,this.ANSI_CYAN)}magenta(e){return this.colorize(e,this.ANSI_MAGENTA)}blue(e){return this.colorize(e,this.ANSI_BLUE)}yellowDim(e){return this.colorize(e,this.ANSI_YELLOW_DIM)}};var qu=new _e,zs=i=>{console.log(i)},Hs=(i,e,t)=>{let n=(r,o)=>t&&o&&o in t?t[o](r):r;switch(i.role){case"system":return`${n("[ SYSTEM ]","magentaBright")}
31
+ `),P="",S="message";for(let F of w)F.startsWith("data: ")?P=F.slice(6):F.startsWith("event: ")&&(S=F.slice(7));if(P){if(P==="[DONE]"){b.close();return}try{let F=JSON.parse(P);g=F,h++,r.streamChunks=h,r.lastChunkTime=Date.now(),b.enqueue(F),i.span?.addEvent("stream.chunk",{"stream.chunks":h,"stream.duration":Date.now()-r.startTime,"response.retries":r.retryCount,"sse.event.type":S})}catch(F){s&&console.warn("Skipping non-JSON SSE data:",P,F)}}}}}catch(k){let R=k,C={...r,streamDuration:Date.now()-r.startTime};R.name==="AbortError"||R.message?.includes("aborted")?b.error(new Xe(c.href,e,g,{streamMetrics:C})):b.error(new Le(R,c.href,e,"[ReadableStream - consumed during streaming]",{streamMetrics:C}))}finally{y.releaseLock()}}v()}});let A=new TransformStream({transform(b,y){g=b,h++,r.streamChunks=h,r.lastChunkTime=Date.now(),y.enqueue(b),i.span?.addEvent("stream.chunk",{"stream.chunks":h,"stream.duration":Date.now()-r.startTime,"response.retries":r.retryCount})}}),x=!1;return new ReadableStream({start(b){let y=m.body.pipeThrough(new pl).pipeThrough(new Bn).pipeThrough(A).getReader();async function I(){try{for(;;){let{done:T,value:v}=await y.read();if(T){x||(x=!0,b.close());break}if(x)break;b.enqueue(v)}}catch(T){let v=T,k={...r,streamDuration:Date.now()-r.startTime};throw v.name==="AbortError"||v.message?.includes("aborted")?b.error(new Xe(c.href,e,g,{streamMetrics:k})):v instanceof TypeError&&v.message.includes("cancelled")?b.error(new Xe(c.href,e,g,{streamMetrics:k,cancelReason:"Stream cancelled by client"})):b.error(new Le(v,c.href,e,"[ReadableStream - consumed during streaming]",{streamMetrics:k})),v}finally{o&&clearTimeout(o),y.releaseLock()}}I()},cancel(){x=!0}})}catch(m){if(m instanceof Error&&m.name==="AbortError")throw i.abortSignal?.aborted?new Kt(c.href,i.abortSignal.reason,e,{metrics:r}):new it(c.href,n||0,e,{metrics:r});let g=m;if(!(m instanceof Fe)&&m instanceof Error&&(g=new Le(m,c.href,e,void 0,{metrics:r})),i.span?.isRecording()&&(i.span.recordException(g),i.span.setAttributes({"error.time":Date.now()-r.startTime,"error.retries":r.retryCount})),g instanceof Le&&zo(g,void 0,p,t)){let h=jo(p,t);p++,qo(r),i.span?.addEvent("retry",{attempt:p,delay:h,error:g.message,"metrics.startTime":r.startTime,"metrics.retryCount":r.retryCount,"metrics.lastRetryTime":r.lastRetryTime}),await new Promise(f=>setTimeout(f,h));continue}throw g instanceof Fe&&(g.context.metrics=r),g}finally{o!==void 0&&clearTimeout(o)}}};import{context as Ci,SpanKind as Ri}from"@opentelemetry/api";var V={signatureStrict:!0,useStructuredPrompt:!0,tracer:void 0,meter:void 0,logger:void 0,optimizerLogger:void 0,debug:void 0,abortSignal:void 0,customLabels:void 0,cachingFunction:void 0,functionResultFormatter:i=>typeof i=="string"?i:i==null?"":JSON.stringify(i,null,2)};var _e=class{ANSI_WHITE_BRIGHT="\x1B[97m";ANSI_GREEN_BRIGHT="\x1B[92m";ANSI_BLUE_BRIGHT="\x1B[94m";ANSI_RED_BRIGHT="\x1B[91m";ANSI_YELLOW_BRIGHT="\x1B[93m";ANSI_YELLOW="\x1B[93m";ANSI_RED="\x1B[91m";ANSI_RESET="\x1B[0m";ANSI_ORANGE="\x1B[38;5;208m";ANSI_WHITE="\x1B[37m";ANSI_CYAN_BRIGHT="\x1B[96m";ANSI_MAGENTA_BRIGHT="\x1B[95m";ANSI_GRAY="\x1B[90m";ANSI_GREEN="\x1B[32m";ANSI_CYAN="\x1B[36m";ANSI_MAGENTA="\x1B[35m";ANSI_BLUE="\x1B[34m";ANSI_YELLOW_DIM="\x1B[33m";colorize(e,t){return`${t}${e}${this.ANSI_RESET}`}whiteBright(e){return this.colorize(e,this.ANSI_WHITE_BRIGHT)}greenBright(e){return this.colorize(e,this.ANSI_GREEN_BRIGHT)}blueBright(e){return this.colorize(e,this.ANSI_BLUE_BRIGHT)}redBright(e){return this.colorize(e,this.ANSI_RED_BRIGHT)}white(e){return this.colorize(e,this.ANSI_WHITE)}yellow(e){return this.colorize(e,this.ANSI_YELLOW)}yellowBright(e){return this.colorize(e,this.ANSI_YELLOW_BRIGHT)}red(e){return this.colorize(e,this.ANSI_RED)}orange(e){return this.colorize(e,this.ANSI_ORANGE)}cyanBright(e){return this.colorize(e,this.ANSI_CYAN_BRIGHT)}magentaBright(e){return this.colorize(e,this.ANSI_MAGENTA_BRIGHT)}gray(e){return this.colorize(e,this.ANSI_GRAY)}green(e){return this.colorize(e,this.ANSI_GREEN)}cyan(e){return this.colorize(e,this.ANSI_CYAN)}magenta(e){return this.colorize(e,this.ANSI_MAGENTA)}blue(e){return this.colorize(e,this.ANSI_BLUE)}yellowDim(e){return this.colorize(e,this.ANSI_YELLOW_DIM)}};var Ku=new _e,Ho=i=>{console.log(i)},Ko=(i,e,t)=>{let n=(r,s)=>t&&s&&s in t?t[s](r):r;switch(i.role){case"system":return`${n("[ SYSTEM ]","magentaBright")}
32
32
  ${n(i.content,"magenta")}`;case"function":return`${n("[ FUNCTION RESULT ]","yellow")}
33
33
  ${n(i.result??"[No result]","yellowDim")}`;case"user":{let r=`${n("[ USER ]","greenBright")}
34
- `;if(typeof i.content=="string")return r+n(i.content,"green");let o=i.content.map(s=>{if(s.type==="text")return n(s.text,"green");if(s.type==="image"){let a=e?"[Image]":`[Image: ${s.image}]`;return n(a,"green")}if(s.type==="audio"){let a=e?"[Audio]":`[Audio: ${s.data}]`;return n(a,"green")}return n("[Unknown content type]","gray")});return r+o.join(`
35
- `)}case"assistant":{let r=n("[ ASSISTANT","cyanBright");i.name&&(r+=` ${i.name}`),r+=" ]";let o=`${r}
36
- `;return i.content&&(o+=`${n(i.content,"cyan")}
37
- `),i.functionCalls&&i.functionCalls.length>0&&(o+=`${n("[ FUNCTION CALLS ]","yellow")}
38
- `,i.functionCalls.forEach((s,a)=>{let l=typeof s.function.params=="string"?s.function.params:JSON.stringify(s.function.params,null,2);o+=n(`${a+1}. ${s.function.name}(${l}) [id: ${s.id}]`,"yellowDim"),a<(i.functionCalls?.length??0)-1&&(o+=`
39
- `)}),o+=`
40
- `),!i.content&&(!i.functionCalls||i.functionCalls.length===0)&&(o+=n("[No content]","gray")),o}default:return`${n("[ UNKNOWN ]","redBright")}
41
- ${n(JSON.stringify(i),"gray")}`}},Ks=(i=zs)=>{let e=new _e,t=e.gray(`${"\u2500".repeat(60)}
42
- `);return n=>{let r=n,o="";switch(r.name){case"ChatRequestChatPrompt":o=`
34
+ `;if(typeof i.content=="string")return r+n(i.content,"green");let s=i.content.map(o=>{if(o.type==="text")return n(o.text,"green");if(o.type==="image"){let a=e?"[Image]":`[Image: ${o.image}]`;return n(a,"green")}if(o.type==="audio"){let a=e?"[Audio]":`[Audio: ${o.data}]`;return n(a,"green")}return n("[Unknown content type]","gray")});return r+s.join(`
35
+ `)}case"assistant":{let r=n("[ ASSISTANT","cyanBright");i.name&&(r+=` ${i.name}`),r+=" ]";let s=`${r}
36
+ `;return i.content&&(s+=`${n(i.content,"cyan")}
37
+ `),i.functionCalls&&i.functionCalls.length>0&&(s+=`${n("[ FUNCTION CALLS ]","yellow")}
38
+ `,i.functionCalls.forEach((o,a)=>{let l=typeof o.function.params=="string"?o.function.params:JSON.stringify(o.function.params,null,2);s+=n(`${a+1}. ${o.function.name}(${l}) [id: ${o.id}]`,"yellowDim"),a<(i.functionCalls?.length??0)-1&&(s+=`
39
+ `)}),s+=`
40
+ `),!i.content&&(!i.functionCalls||i.functionCalls.length===0)&&(s+=n("[No content]","gray")),s}default:return`${n("[ UNKNOWN ]","redBright")}
41
+ ${n(JSON.stringify(i),"gray")}`}},Wo=(i=Ho)=>{let e=new _e,t=e.gray(`${"\u2500".repeat(60)}
42
+ `);return n=>{let r=n,s="";switch(r.name){case"ChatRequestChatPrompt":s=`
43
43
  ${e.blueBright(`[ CHAT REQUEST Step ${r.step} ]`)}
44
44
  ${t}
45
- `,r.value.forEach((s,a)=>{o+=Hs(s,void 0,e),a<r.value.length-1&&(o+=`
45
+ `,r.value.forEach((o,a)=>{s+=Ko(o,void 0,e),a<r.value.length-1&&(s+=`
46
46
  ${t}
47
- `)}),o+=`
48
- ${t}`;break;case"FunctionResults":o=`
47
+ `)}),s+=`
48
+ ${t}`;break;case"FunctionResults":s=`
49
49
  ${e.yellow("[ FUNCTION RESULTS ]")}
50
- `,r.value.forEach((s,a)=>{o+=e.yellowDim(`Function: ${s.functionId}
51
- Result: ${s.result}`),a<r.value.length-1&&(o+=`
50
+ `,r.value.forEach((o,a)=>{s+=e.yellowDim(`Function: ${o.functionId}
51
+ Result: ${o.result}`),a<r.value.length-1&&(s+=`
52
52
  ${t}
53
- `)});break;case"ChatResponseResults":o=`
53
+ `)});break;case"ChatResponseResults":s=`
54
54
  ${e.cyanBright("[ CHAT RESPONSE ]")}
55
- `,r.value.forEach((s,a)=>{let l=[],c=s.thoughtBlocks?.some(u=>u.encrypted);s.thought&&l.push(e.gray(`[THOUGHT${c?" (redacted)":""}]
56
- ${s.thought}`)),s.content&&l.push(e.cyan(s.content)),l.length===0&&l.push(e.gray("[No content]")),o+=l.join(`
57
- `),a<r.value.length-1&&(o+=`
55
+ `,r.value.forEach((o,a)=>{let l=[],c=o.thoughtBlocks?.some(u=>u.encrypted);o.thought&&l.push(e.gray(`[THOUGHT${c?" (redacted)":""}]
56
+ ${o.thought}`)),o.content&&l.push(e.cyan(o.content)),l.length===0&&l.push(e.gray("[No content]")),s+=l.join(`
57
+ `),a<r.value.length-1&&(s+=`
58
58
  ${t}
59
- `)});break;case"ChatResponseStreamingResult":{let s=r.value.thought,a=s||r.value.delta||r.value.content||"";o=s?e.gray(`[THOUGHT]
60
- ${s}`):e.cyanBright(a);break}case"ChatResponseStreamingDoneResult":{o=`
59
+ `)});break;case"ChatResponseStreamingResult":{let o=r.value.thought,a=o||r.value.delta||r.value.content||"";s=o?e.gray(`[THOUGHT]
60
+ ${o}`):e.cyanBright(a);break}case"ChatResponseStreamingDoneResult":{s=`
61
61
  ${e.cyanBright("[ CHAT RESPONSE ]")}
62
62
  ${t}
63
- `,r.value.content&&(o+=e.cyanBright(r.value.content));let s=r.value.thoughtBlocks?.some(a=>a.encrypted);r.value.thought&&(o+=`
64
- `,o+=e.gray(`[THOUGHT${s?" (redacted)":""}]
65
- `+r.value.thought)),r.value.functionCalls&&(o+=e.cyanBright(JSON.stringify(r.value.functionCalls,null,2)));break}case"FunctionError":o=`
63
+ `,r.value.content&&(s+=e.cyanBright(r.value.content));let o=r.value.thoughtBlocks?.some(a=>a.encrypted);r.value.thought&&(s+=`
64
+ `,s+=e.gray(`[THOUGHT${o?" (redacted)":""}]
65
+ `+r.value.thought)),r.value.functionCalls&&(s+=e.cyanBright(JSON.stringify(r.value.functionCalls,null,2)));break}case"FunctionError":s=`
66
66
  ${e.redBright(`[ FUNCTION ERROR #${r.index} ]`)}
67
67
  ${t}
68
68
  ${e.white(r.fixingInstructions)}
69
- ${e.red(`Error: ${r.error}`)}`;break;case"ValidationError":o=`
69
+ ${e.red(`Error: ${r.error}`)}`;break;case"ValidationError":s=`
70
70
  ${e.redBright(`[ VALIDATION ERROR #${r.index} ]`)}
71
71
  ${t}
72
72
  ${e.white(r.fixingInstructions)}
73
- ${e.red(`Error: ${r.error}`)}`;break;case"AssertionError":o=`
73
+ ${e.red(`Error: ${r.error}`)}`;break;case"AssertionError":s=`
74
74
  ${e.redBright(`[ ASSERTION ERROR #${r.index} ]`)}
75
75
  ${t}
76
76
  ${e.white(r.fixingInstructions)}
77
- ${e.red(`Error: ${r.error}`)}`;break;case"ResultPickerUsed":o=`${e.greenBright("[ RESULT PICKER ]")}
77
+ ${e.red(`Error: ${r.error}`)}`;break;case"ResultPickerUsed":s=`${e.greenBright("[ RESULT PICKER ]")}
78
78
  ${t}
79
- ${e.green(`Selected sample ${r.selectedIndex+1} of ${r.sampleCount} (${r.latency.toFixed(2)}ms)`)}`;break;case"Notification":o=`${e.gray(`[ NOTIFICATION ${r.id} ]`)}
79
+ ${e.green(`Selected sample ${r.selectedIndex+1} of ${r.sampleCount} (${r.latency.toFixed(2)}ms)`)}`;break;case"Notification":s=`${e.gray(`[ NOTIFICATION ${r.id} ]`)}
80
80
  ${t}
81
- ${e.white(r.value)}`;break;case"EmbedRequest":o=`${e.orange(`[ EMBED REQUEST ${r.embedModel} ]`)}
81
+ ${e.white(r.value)}`;break;case"EmbedRequest":s=`${e.orange(`[ EMBED REQUEST ${r.embedModel} ]`)}
82
82
  ${t}
83
- `,r.value.forEach((s,a)=>{o+=e.white(`Text ${a+1}: ${s.substring(0,100)}${s.length>100?"...":""}`),a<r.value.length-1&&(o+=`
83
+ `,r.value.forEach((o,a)=>{s+=e.white(`Text ${a+1}: ${o.substring(0,100)}${o.length>100?"...":""}`),a<r.value.length-1&&(s+=`
84
84
  ${t}
85
- `)});break;case"EmbedResponse":o=`${e.orange(`[ EMBED RESPONSE (${r.totalEmbeddings} embeddings) ]`)}
85
+ `)});break;case"EmbedResponse":s=`${e.orange(`[ EMBED RESPONSE (${r.totalEmbeddings} embeddings) ]`)}
86
86
  ${t}
87
- `,r.value.forEach((s,a)=>{o+=e.white(`Embedding ${a+1}: [${s.sample.join(", ")}${s.truncated?", ...":""}] (length: ${s.length})`),a<r.value.length-1&&(o+=`
87
+ `,r.value.forEach((o,a)=>{s+=e.white(`Embedding ${a+1}: [${o.sample.join(", ")}${o.truncated?", ...":""}] (length: ${o.length})`),a<r.value.length-1&&(s+=`
88
88
  ${t}
89
- `)});break;case"ChatResponseUsage":{o=`${e.greenBright(`
89
+ `)});break;case"ChatResponseUsage":{s=`${e.greenBright(`
90
90
  [ CHAT RESPONSE USAGE ]`)}
91
- `;let s=r.value;o+=`${e.white("AI:")} ${s.ai}
92
- `,o+=`${e.white("Model:")} ${s.model}
93
- `,s.tokens&&(o+=`${e.white("Total Tokens:")} ${s.tokens.totalTokens}
94
- `,o+=`${e.white("Prompt Tokens:")} ${s.tokens.promptTokens}
95
- `,o+=`${e.white("Completion Tokens:")} ${s.tokens.completionTokens}
96
- `,s.tokens.thoughtsTokens!==void 0&&(o+=`${e.white("Thoughts Tokens:")} ${s.tokens.thoughtsTokens}
97
- `),s.tokens.reasoningTokens!==void 0&&(o+=`${e.white("Reasoning Tokens:")} ${s.tokens.reasoningTokens}
98
- `),s.tokens.cacheCreationTokens!==void 0&&(o+=`${e.white("Cache Creation Tokens:")} ${s.tokens.cacheCreationTokens}
99
- `),s.tokens.cacheReadTokens!==void 0&&(o+=`${e.white("Cache Read Tokens:")} ${s.tokens.cacheReadTokens}
100
- `),s.tokens.serviceTier!==void 0&&(o+=`${e.white("Service Tier:")} ${s.tokens.serviceTier}
101
- `)),o+=t;break}case"ChatResponseCitations":{o=`${e.blueBright(`
91
+ `;let o=r.value;s+=`${e.white("AI:")} ${o.ai}
92
+ `,s+=`${e.white("Model:")} ${o.model}
93
+ `,o.tokens&&(s+=`${e.white("Total Tokens:")} ${o.tokens.totalTokens}
94
+ `,s+=`${e.white("Prompt Tokens:")} ${o.tokens.promptTokens}
95
+ `,s+=`${e.white("Completion Tokens:")} ${o.tokens.completionTokens}
96
+ `,o.tokens.thoughtsTokens!==void 0&&(s+=`${e.white("Thoughts Tokens:")} ${o.tokens.thoughtsTokens}
97
+ `),o.tokens.reasoningTokens!==void 0&&(s+=`${e.white("Reasoning Tokens:")} ${o.tokens.reasoningTokens}
98
+ `),o.tokens.cacheCreationTokens!==void 0&&(s+=`${e.white("Cache Creation Tokens:")} ${o.tokens.cacheCreationTokens}
99
+ `),o.tokens.cacheReadTokens!==void 0&&(s+=`${e.white("Cache Read Tokens:")} ${o.tokens.cacheReadTokens}
100
+ `),o.tokens.serviceTier!==void 0&&(s+=`${e.white("Service Tier:")} ${o.tokens.serviceTier}
101
+ `)),s+=t;break}case"ChatResponseCitations":{s=`${e.blueBright(`
102
102
  [ CHAT RESPONSE CITATIONS ]`)}
103
- `,r.value.forEach(s=>{o+=`${e.white("- ")}${e.cyan(s.title||s.url)}
104
- `,s.description&&(o+=` ${e.gray(s.description)}
105
- `)}),o+=t;break}default:o=e.gray(JSON.stringify(r,null,2))}i(o)}},Ws=Ks(),ml=(i=zs)=>{let e="\u2500".repeat(60);return t=>{let n=t,r="";switch(n.name){case"ChatRequestChatPrompt":r=`
103
+ `,r.value.forEach(o=>{s+=`${e.white("- ")}${e.cyan(o.title||o.url)}
104
+ `,o.description&&(s+=` ${e.gray(o.description)}
105
+ `)}),s+=t;break}default:s=e.gray(JSON.stringify(r,null,2))}i(s)}},Vo=Wo(),gl=(i=Ho)=>{let e="\u2500".repeat(60);return t=>{let n=t,r="";switch(n.name){case"ChatRequestChatPrompt":r=`
106
106
  [ CHAT REQUEST Step ${n.step} ]
107
107
  ${e}
108
- `,n.value.forEach((o,s)=>{r+=Hs(o),s<n.value.length-1&&(r+=`
108
+ `,n.value.forEach((s,o)=>{r+=Ko(s),o<n.value.length-1&&(r+=`
109
109
  ${e}
110
110
  `)}),r+=`
111
111
  ${e}`;break;case"FunctionResults":r=`
112
112
  [ FUNCTION RESULTS ]
113
113
  ${e}
114
- `,n.value.forEach((o,s)=>{r+=`Function: ${o.functionId}
115
- Result: ${o.result}`,s<n.value.length-1&&(r+=`
114
+ `,n.value.forEach((s,o)=>{r+=`Function: ${s.functionId}
115
+ Result: ${s.result}`,o<n.value.length-1&&(r+=`
116
116
  ${e}
117
117
  `)});break;case"ChatResponseResults":r=`
118
118
  [ CHAT RESPONSE ]
119
- `,n.value.forEach((o,s)=>{let a=[],l=o.thoughtBlocks?.some(c=>c.encrypted);o.thought&&a.push(`[thought${l?" (redacted)":""}] ${o.thought}`),o.content&&a.push(o.content),a.length===0&&a.push("[No content]"),r+=a.join(`
120
- `),s<n.value.length-1&&(r+=`
119
+ `,n.value.forEach((s,o)=>{let a=[],l=s.thoughtBlocks?.some(c=>c.encrypted);s.thought&&a.push(`[thought${l?" (redacted)":""}] ${s.thought}`),s.content&&a.push(s.content),a.length===0&&a.push("[No content]"),r+=a.join(`
120
+ `),o<n.value.length-1&&(r+=`
121
121
  ${e}
122
122
  `)});break;case"ChatResponseStreamingResult":return;case"ChatResponseStreamingDoneResult":{r=`
123
123
  [ CHAT RESPONSE ]
124
- `,n.value.content&&(r+=n.value.content);let o=n.value.thoughtBlocks?.some(s=>s.encrypted);n.value.thought&&(r+=`
125
- `,r+=`[thought${o?" (redacted)":""}] `+n.value.thought),n.value.functionCalls&&(r+=JSON.stringify(n.value.functionCalls,null,2));break}case"FunctionError":r=`
124
+ `,n.value.content&&(r+=n.value.content);let s=n.value.thoughtBlocks?.some(o=>o.encrypted);n.value.thought&&(r+=`
125
+ `,r+=`[thought${s?" (redacted)":""}] `+n.value.thought),n.value.functionCalls&&(r+=JSON.stringify(n.value.functionCalls,null,2));break}case"FunctionError":r=`
126
126
  [ FUNCTION ERROR #${n.index} ]
127
127
  ${e}
128
128
  ${n.fixingInstructions}
@@ -140,43 +140,43 @@ Selected sample ${n.selectedIndex+1} of ${n.sampleCount} (${n.latency.toFixed(2)
140
140
  ${e}
141
141
  ${n.value}`;break;case"EmbedRequest":r=`[ EMBED REQUEST ${n.embedModel} ]
142
142
  ${e}
143
- `,n.value.forEach((o,s)=>{r+=`Text ${s+1}: ${o.substring(0,100)}${o.length>100?"...":""}`,s<n.value.length-1&&(r+=`
143
+ `,n.value.forEach((s,o)=>{r+=`Text ${o+1}: ${s.substring(0,100)}${s.length>100?"...":""}`,o<n.value.length-1&&(r+=`
144
144
  ${e}
145
145
  `)});break;case"EmbedResponse":r=`[ EMBED RESPONSE (${n.totalEmbeddings} embeddings) ]
146
146
  ${e}
147
- `,n.value.forEach((o,s)=>{r+=`Embedding ${s+1}: [${o.sample.join(", ")}${o.truncated?", ...":""}] (length: ${o.length})`,s<n.value.length-1&&(r+=`
147
+ `,n.value.forEach((s,o)=>{r+=`Embedding ${o+1}: [${s.sample.join(", ")}${s.truncated?", ...":""}] (length: ${s.length})`,o<n.value.length-1&&(r+=`
148
148
  ${e}
149
149
  `)});break;case"ChatResponseUsage":{r=`
150
150
  [ CHAT RESPONSE USAGE ]
151
- `;let o=n.value;r+=`AI: ${o.ai}
152
- `,r+=`Model: ${o.model}
153
- `,o.tokens&&(r+=`Total Tokens: ${o.tokens.totalTokens}
154
- `,r+=`Prompt Tokens: ${o.tokens.promptTokens}
155
- `,r+=`Completion Tokens: ${o.tokens.completionTokens}
156
- `,o.tokens.thoughtsTokens!==void 0&&(r+=`Thoughts Tokens: ${o.tokens.thoughtsTokens}
157
- `),o.tokens.reasoningTokens!==void 0&&(r+=`Reasoning Tokens: ${o.tokens.reasoningTokens}
158
- `),o.tokens.cacheCreationTokens!==void 0&&(r+=`Cache Creation Tokens: ${o.tokens.cacheCreationTokens}
159
- `),o.tokens.cacheReadTokens!==void 0&&(r+=`Cache Read Tokens: ${o.tokens.cacheReadTokens}
160
- `),o.tokens.serviceTier!==void 0&&(r+=`Service Tier: ${o.tokens.serviceTier}
151
+ `;let s=n.value;r+=`AI: ${s.ai}
152
+ `,r+=`Model: ${s.model}
153
+ `,s.tokens&&(r+=`Total Tokens: ${s.tokens.totalTokens}
154
+ `,r+=`Prompt Tokens: ${s.tokens.promptTokens}
155
+ `,r+=`Completion Tokens: ${s.tokens.completionTokens}
156
+ `,s.tokens.thoughtsTokens!==void 0&&(r+=`Thoughts Tokens: ${s.tokens.thoughtsTokens}
157
+ `),s.tokens.reasoningTokens!==void 0&&(r+=`Reasoning Tokens: ${s.tokens.reasoningTokens}
158
+ `),s.tokens.cacheCreationTokens!==void 0&&(r+=`Cache Creation Tokens: ${s.tokens.cacheCreationTokens}
159
+ `),s.tokens.cacheReadTokens!==void 0&&(r+=`Cache Read Tokens: ${s.tokens.cacheReadTokens}
160
+ `),s.tokens.serviceTier!==void 0&&(r+=`Service Tier: ${s.tokens.serviceTier}
161
161
  `)),r+=`${e}
162
162
  `;break}case"ChatResponseCitations":{r=`
163
163
  [ CHAT RESPONSE CITATIONS ]
164
- `,n.value.forEach(o=>{r+=`- ${o.title||o.url}
165
- `,o.description&&(r+=` ${o.description}
164
+ `,n.value.forEach(s=>{r+=`- ${s.title||s.url}
165
+ `,s.description&&(r+=` ${s.description}
166
166
  `)}),r+=`${e}
167
- `;break}default:r=JSON.stringify(n,null,2)}i(r)}};var K={LLM_SYSTEM:"gen_ai.system",LLM_OPERATION_NAME:"gen_ai.operation.name",LLM_REQUEST_MODEL:"gen_ai.request.model",LLM_REQUEST_MAX_TOKENS:"gen_ai.request.max_tokens",LLM_REQUEST_TEMPERATURE:"gen_ai.request.temperature",LLM_REQUEST_TOP_K:"gen_ai.request.top_k",LLM_REQUEST_FREQUENCY_PENALTY:"gen_ai.request.frequency_penalty",LLM_REQUEST_PRESENCE_PENALTY:"gen_ai.request.presence_penalty",LLM_REQUEST_STOP_SEQUENCES:"gen_ai.request.stop_sequences",LLM_REQUEST_LLM_IS_STREAMING:"gen_ai.request.llm_is_streaming",LLM_REQUEST_TOP_P:"gen_ai.request.top_p",LLM_USAGE_INPUT_TOKENS:"gen_ai.usage.input_tokens",LLM_USAGE_OUTPUT_TOKENS:"gen_ai.usage.output_tokens",LLM_USAGE_TOTAL_TOKENS:"gen_ai.usage.total_tokens",LLM_USAGE_THOUGHTS_TOKENS:"gen_ai.usage.thoughts_tokens",DB_SYSTEM:"db.system",DB_TABLE:"db.table",DB_NAMESPACE:"db.namespace",DB_ID:"db.id",DB_QUERY_TEXT:"db.query.text",DB_VECTOR:"db.vector",DB_OPERATION_NAME:"db.operation.name",DB_VECTOR_QUERY_TOP_K:"db.vector.query.top_k",DB_QUERY_EMBEDDINGS:"db.query.embeddings",DB_QUERY_RESULT:"db.query.result",DB_QUERY_EMBEDDINGS_VECTOR:"db.query.embeddings.vector",DB_QUERY_RESULT_ID:"db.query.result.id",DB_QUERY_RESULT_SCORE:"db.query.result.score",DB_QUERY_RESULT_DISTANCE:"db.query.result.distance",DB_QUERY_RESULT_METADATA:"db.query.result.metadata",DB_QUERY_RESULT_VECTOR:"db.query.result.vector",DB_QUERY_RESULT_DOCUMENT:"db.query.result.document"},lt={GEN_AI_USER_MESSAGE:"gen_ai.user.message",GEN_AI_SYSTEM_MESSAGE:"gen_ai.system.message",GEN_AI_ASSISTANT_MESSAGE:"gen_ai.assistant.message",GEN_AI_TOOL_MESSAGE:"gen_ai.tool.message",GEN_AI_CHOICE:"gen_ai.choice",GEN_AI_USAGE:"gen_ai.usage"},Vs=(r=>(r.COMPLETION="completion",r.CHAT="chat",r.RERANK="rerank",r.UNKNOWN="unknown",r))(Vs||{}),Js=(o=>(o.WORKFLOW="workflow",o.TASK="task",o.AGENT="agent",o.TOOL="tool",o.UNKNOWN="unknown",o))(Js||{});var eo=class{buffer;doneCallback;transformFn;constructor(e,t){this.transformFn=e,this.doneCallback=t,this.buffer=t?[]:void 0}async transform(e,t){let n=this.transformFn(e);n&&(t.enqueue(n),this.buffer?.push(n))}async flush(e){await this.doneCallback?.(this.buffer??[]),e.terminate()}},zn=class extends TransformStream{constructor(e,t){super(new eo(e,t))}};function Hn(i,e){for(let t of e){let n=i.find(r=>r.id===t.id);n?(typeof t.function.name=="string"&&t.function.name.length>0&&(n.function.name+=t.function.name),typeof t.function.params=="string"&&t.function.params.length>0&&(n.function.params+=t.function.params),typeof t.function.params=="object"&&(n.function.params=t.function.params)):i.push(t)}}var Qs=(i,e,t,n)=>{let r=n?i.filter(s=>s.role!=="system"):[...i];t({name:"ChatRequestChatPrompt",step:e,value:r})};var Ys=(i,e)=>{if(!i.results)return;let t={name:"ChatResponseResults",value:i.results};e(t)};function Xs(i,e){let t=new Map;for(let n of i)for(let r of n.results){if(!r)continue;let o=t.get(r.index);o?(r.content&&(o.content=(o.content??"")+r.content),r.thought&&(o.thought=(o.thought??"")+r.thought),r.finishReason&&(o.finishReason=r.finishReason),r.functionCalls&&(o.functionCalls?Hn(o.functionCalls,structuredClone(r.functionCalls)):o.functionCalls=structuredClone(r.functionCalls))):(o=structuredClone(r),t.set(r.index,o))}for(let n of t.values()){let r={name:"ChatResponseStreamingDoneResult",index:n.index,value:n};e(r)}}var Zs=(i,e)=>{e({name:"FunctionResults",value:i})},to=(i,e,t,n)=>{n({name:"FunctionError",index:e,fixingInstructions:t,error:i})},ei=(i,e,t,n)=>{n({name:"ValidationError",index:e,fixingInstructions:t,error:i})},ti=(i,e,t,n)=>{n({name:"AssertionError",index:e,fixingInstructions:t,error:i})},ni=(i,e,t)=>{t({name:"RefusalError",index:e,error:i})};var ri=(i,e,t)=>{t({name:"EmbedRequest",embedModel:e,value:i})},oi=(i,e)=>{let t=i.slice(0,3).map(r=>({length:r.length,sample:r.slice(0,5),truncated:r.length>5})),n={name:"EmbedResponse",totalEmbeddings:i.length,value:t};e(n)},si=(i,e,t,n)=>{n({name:"ResultPickerUsed",sampleCount:i,selectedIndex:e,latency:t})};var Wn=i=>{let e={};for(let[t,n]of Object.entries(i))if(n!=null){let r=String(n);e[t]=r.length>100?r.substring(0,100):r}return e},wt=(...i)=>{let e={};for(let t of i)t&&Object.assign(e,t);return e},Kn,ii=i=>{if(Kn)return Kn;if(i)return Kn=gl(i),Kn};var gl=i=>({latencyHistogram:i.createHistogram("ax_llm_request_duration_ms",{description:"Duration of LLM requests in milliseconds",unit:"ms"}),errorCounter:i.createCounter("ax_llm_errors_total",{description:"Total number of LLM request errors"}),requestCounter:i.createCounter("ax_llm_requests_total",{description:"Total number of LLM requests"}),tokenCounter:i.createCounter("ax_llm_tokens_total",{description:"Total number of LLM tokens consumed"}),inputTokenCounter:i.createCounter("ax_llm_input_tokens_total",{description:"Total number of input/prompt tokens consumed"}),outputTokenCounter:i.createCounter("ax_llm_output_tokens_total",{description:"Total number of output/completion tokens generated"}),errorRateGauge:i.createGauge("ax_llm_error_rate",{description:"Current error rate as a percentage (0-100)"}),meanLatencyGauge:i.createGauge("ax_llm_mean_latency_ms",{description:"Mean latency of LLM requests in milliseconds",unit:"ms"}),p95LatencyGauge:i.createGauge("ax_llm_p95_latency_ms",{description:"95th percentile latency of LLM requests in milliseconds",unit:"ms"}),p99LatencyGauge:i.createGauge("ax_llm_p99_latency_ms",{description:"99th percentile latency of LLM requests in milliseconds",unit:"ms"}),streamingRequestsCounter:i.createCounter("ax_llm_streaming_requests_total",{description:"Total number of streaming LLM requests"}),functionCallsCounter:i.createCounter("ax_llm_function_calls_total",{description:"Total number of function/tool calls made"}),functionCallLatencyHistogram:i.createHistogram("ax_llm_function_call_latency_ms",{description:"Latency of function calls in milliseconds",unit:"ms"}),requestSizeHistogram:i.createHistogram("ax_llm_request_size_bytes",{description:"Size of LLM request payloads in bytes",unit:"By"}),responseSizeHistogram:i.createHistogram("ax_llm_response_size_bytes",{description:"Size of LLM response payloads in bytes",unit:"By"}),temperatureGauge:i.createGauge("ax_llm_temperature_gauge",{description:"Temperature setting used for LLM requests"}),maxTokensGauge:i.createGauge("ax_llm_max_tokens_gauge",{description:"Maximum tokens setting used for LLM requests"}),estimatedCostCounter:i.createCounter("ax_llm_estimated_cost_total",{description:"Estimated cost of LLM requests in USD",unit:"$"}),promptLengthHistogram:i.createHistogram("ax_llm_prompt_length_chars",{description:"Length of prompts in characters"}),contextWindowUsageGauge:i.createGauge("ax_llm_context_window_usage_ratio",{description:"Context window utilization ratio (0-1)"}),timeoutsCounter:i.createCounter("ax_llm_timeouts_total",{description:"Total number of timed out LLM requests"}),abortsCounter:i.createCounter("ax_llm_aborts_total",{description:"Total number of aborted LLM requests"}),thinkingBudgetUsageCounter:i.createCounter("ax_llm_thinking_budget_usage_total",{description:"Total thinking budget tokens used"}),multimodalRequestsCounter:i.createCounter("ax_llm_multimodal_requests_total",{description:"Total number of multimodal requests (with images/audio)"}),cacheReadTokensCounter:i.createCounter("ax_llm_cache_read_tokens_total",{description:"Total number of tokens read from cache (prompt caching)"}),cacheWriteTokensCounter:i.createCounter("ax_llm_cache_write_tokens_total",{description:"Total number of tokens written to cache (prompt caching)"})}),ai=(i,e,t,n,r,o)=>{try{if(i.latencyHistogram){let s=Wn({operation:e,ai_service:n,...r?{model:r}:{},...o});i.latencyHistogram.record(t,s)}}catch(s){console.warn("Failed to record latency metric:",s)}},li=(i,e,t,n,r,o,s,a)=>{let l={operation:e,ai_service:o,...s?{model:s}:{},...a};i.meanLatencyGauge&&i.meanLatencyGauge.record(t,l),i.p95LatencyGauge&&i.p95LatencyGauge.record(n,l),i.p99LatencyGauge&&i.p99LatencyGauge.record(r,l)},ci=(i,e,t,n,r)=>{try{if(i.errorCounter){let o=Wn({operation:e,ai_service:t,...n?{model:n}:{},...r});i.errorCounter.add(1,o)}}catch(o){console.warn("Failed to record error metric:",o)}},ui=(i,e,t,n,r,o)=>{i.errorRateGauge&&i.errorRateGauge.record(t*100,{operation:e,ai_service:n,...r?{model:r}:{},...o})},pi=(i,e,t,n,r)=>{i.requestCounter&&i.requestCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},Wt=(i,e,t,n,r,o)=>{try{let s=Wn({ai_service:n,...r?{model:r}:{},...o});i.tokenCounter&&i.tokenCounter.add(t,{token_type:e,...s}),e==="input"&&i.inputTokenCounter&&i.inputTokenCounter.add(t,s),e==="output"&&i.outputTokenCounter&&i.outputTokenCounter.add(t,s)}catch(s){console.warn("Failed to record token metric:",s)}},di=(i,e,t,n,r,o)=>{t&&i.streamingRequestsCounter&&i.streamingRequestsCounter.add(1,{operation:e,ai_service:n,...r?{model:r}:{},...o})},mi=(i,e,t,n,r,o)=>{let s={function_name:e,...n?{ai_service:n}:{},...r?{model:r}:{},...o};i.functionCallsCounter&&i.functionCallsCounter.add(1,s),t&&i.functionCallLatencyHistogram&&i.functionCallLatencyHistogram.record(t,s)},no=(i,e,t,n,r,o)=>{i.requestSizeHistogram&&i.requestSizeHistogram.record(t,{operation:e,ai_service:n,...r?{model:r}:{},...o})},ro=(i,e,t,n,r,o)=>{i.responseSizeHistogram&&i.responseSizeHistogram.record(t,{operation:e,ai_service:n,...r?{model:r}:{},...o})},gi=(i,e,t,n,r,o)=>{let s={...n?{ai_service:n}:{},...r?{model:r}:{},...o};e!==void 0&&i.temperatureGauge&&i.temperatureGauge.record(e,s),t!==void 0&&i.maxTokensGauge&&i.maxTokensGauge.record(t,s)},oo=(i,e,t,n,r,o)=>{i.estimatedCostCounter&&i.estimatedCostCounter.add(t,{operation:e,ai_service:n,...r?{model:r}:{},...o})},hi=(i,e,t,n,r)=>{i.promptLengthHistogram&&i.promptLengthHistogram.record(e,{ai_service:t,...n?{model:n}:{},...r})},fi=(i,e,t,n,r)=>{i.contextWindowUsageGauge&&i.contextWindowUsageGauge.record(e,{ai_service:t,...n?{model:n}:{},...r})},xi=(i,e,t,n,r)=>{i.timeoutsCounter&&i.timeoutsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},Ai=(i,e,t,n,r)=>{i.abortsCounter&&i.abortsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},yi=(i,e,t,n,r)=>{i.thinkingBudgetUsageCounter&&i.thinkingBudgetUsageCounter.add(e,{ai_service:t,...n?{model:n}:{},...r})},bi=(i,e,t,n,r,o)=>{(e||t)&&i.multimodalRequestsCounter&&i.multimodalRequestsCounter.add(1,{ai_service:n,has_images:e.toString(),has_audio:t.toString(),...r?{model:r}:{},...o})},so=(i,e,t,n,r,o)=>{try{if(t<=0)return;let s=Wn({ai_service:n,...r?{model:r}:{},...o});e==="read"&&i.cacheReadTokensCounter&&i.cacheReadTokensCounter.add(t,s),e==="write"&&i.cacheWriteTokensCounter&&i.cacheWriteTokensCounter.add(t,s)}catch(s){console.warn("Failed to record cache token metric:",s)}};function Ii(i){try{return JSON.stringify(i,null,2)}catch{return String(i)}}function et(i,e={}){let t=[i];throw e.fieldPath!==void 0&&t.push(`Field: ${e.fieldPath}`),e.value!==void 0&&t.push(`Value: ${Ii(e.value)}`),e.note&&t.push(`Note: ${e.note}`),e.item!==void 0&&t.push(`Chat item: ${Ii(e.item)}`),new Error(t.join(`
168
- `))}function Vt(i){let e=n=>JSON.stringify(n,null,2);if(!i)throw new Error(`Chat request message item cannot be null or undefined, received: ${e(i)}`);let t=typeof i=="object"&&i!==null&&"role"in i&&typeof i.role=="string"?i.role:void 0;if(!t)throw new Error(`Chat request message must have a role, received: ${e(t)}`);switch(t){case"system":{let n=typeof i=="object"&&i!==null&&"content"in i&&typeof i.content=="string"?i.content:void 0;if(!n||n.trim()==="")throw new Error(`System message content cannot be empty or whitespace-only, received: ${e(n)}`);break}case"user":{let n=typeof i=="object"&&i!==null&&"content"in i?i.content:void 0;if(n===void 0)throw new Error(`User message content cannot be undefined, received: ${e(n)}`);if(typeof n=="string"){if(n.trim()==="")throw new Error(`User message content cannot be empty or whitespace-only, received: ${e(n)}`)}else if(Array.isArray(n)){if(n.length===0)throw new Error(`User message content array cannot be empty, received: ${e(n)}`);for(let r=0;r<n.length;r++){let o=n[r];if(!o||typeof o!="object")throw new Error(`User message content item at index ${r} must be an object, received: ${e(o)}`);let s=typeof o=="object"&&o!==null&&"type"in o&&typeof o.type=="string"?o.type:void 0;if(!s)throw new Error(`User message content item at index ${r} must have a type, received: ${e(s)}`);switch(s){case"text":{let a="text"in o&&typeof o.text=="string"?o.text:void 0;if(!a||a.trim()==="")throw new Error(`User message text content at index ${r} cannot be empty or whitespace-only, received: ${e(a)}`);break}case"image":{let a="image"in o&&typeof o.image=="string"?o.image:void 0,l="mimeType"in o&&typeof o.mimeType=="string"?o.mimeType:void 0;if(!a||a.trim()==="")throw new Error(`User message image content at index ${r} cannot be empty, received: ${e(a)}`);if(!l||l.trim()==="")throw new Error(`User message image content at index ${r} must have a mimeType, received: ${e(l)}`);break}case"audio":{let a="data"in o&&typeof o.data=="string"?o.data:void 0;if(!a||a.trim()==="")throw new Error(`User message audio content at index ${r} cannot be empty, received: ${e(a)}`);break}case"file":{let a="fileUri"in o&&typeof o.fileUri=="string",l="data"in o&&typeof o.data=="string";if(!a&&!l)throw new Error(`User message file content at index ${r} must have either 'data' or 'fileUri', received: ${e(o)}`);if(a&&l)throw new Error(`User message file content at index ${r} cannot have both 'data' and 'fileUri', received: ${e(o)}`);if(a){let u=o.fileUri;if(!u||u.trim()==="")throw new Error(`User message file content at index ${r} fileUri cannot be empty, received: ${e(u)}`)}if(l){let u=o.data;if(!u||u.trim()==="")throw new Error(`User message file content at index ${r} data cannot be empty, received: ${e(u)}`)}let c="mimeType"in o&&typeof o.mimeType=="string"?o.mimeType:null;if(!c||c.trim()==="")throw new Error(`User message file content at index ${r} must have a mimeType, received: ${e(c)}`);break}case"url":{let a="url"in o&&typeof o.url=="string"?o.url:void 0;if(!a||a.trim()==="")throw new Error(`User message url content at index ${r} cannot be empty, received: ${e(a)}`);break}default:throw new Error(`User message content item at index ${r} has unsupported type: ${e(s)}`)}}}else throw new Error(`User message content must be a string or array of content objects, received: ${e(n)}`);break}case"assistant":{let n=typeof i=="object"&&i!==null&&"content"in i?i.content:void 0,r=typeof i=="object"&&i!==null&&"functionCalls"in i?i.functionCalls:void 0,o=typeof i=="object"&&i!==null&&"thoughtBlocks"in i?i.thoughtBlocks:void 0,s=typeof n=="string"&&n.trim()!=="",a=Array.isArray(r)&&r.length>0,l=Array.isArray(o)&&o.length>0;if(!s&&!a&&!l&&et("Assistant message must include non-empty content, at least one function call, or thought blocks",{fieldPath:"content | functionCalls | thoughtBlocks",value:{content:n,functionCalls:r,thoughtBlocks:o},item:i}),n!==void 0&&typeof n!="string"&&et("Assistant message content must be a string",{fieldPath:"content",value:n,item:i}),r!==void 0&&!Array.isArray(r)&&et("Assistant message functionCalls must be an array when provided",{fieldPath:"functionCalls",value:r,item:i}),Array.isArray(r))for(let c=0;c<r.length;c++){let u=r[c];if((!u||typeof u!="object")&&et("functionCalls entry must be an object",{fieldPath:`functionCalls[${c}]`,value:u,item:i}),(!("id"in u)||typeof u.id!="string"||u.id.trim()==="")&&et("functionCalls entry must include a non-empty string id",{fieldPath:`functionCalls[${c}].id`,value:u.id,item:i}),(!("type"in u)||u.type!=="function")&&et("functionCalls entry must have type 'function'",{fieldPath:`functionCalls[${c}].type`,value:u.type,item:i}),!("function"in u)||!u.function)et("functionCalls entry must include a function object",{fieldPath:`functionCalls[${c}].function`,value:u.function,item:i});else{let p=u.function;(!("name"in p)||typeof p.name!="string"||p.name.trim()==="")&&et("functionCalls entry must include a non-empty function name",{fieldPath:`functionCalls[${c}].function.name`,value:p?.name,item:i}),p.params!==void 0&&typeof p.params!="string"&&typeof p.params!="object"&&et("functionCalls entry params must be a string or object when provided",{fieldPath:`functionCalls[${c}].function.params`,value:p.params,item:i})}}if(i.name!==void 0){let c=i.name;(typeof c!="string"||c.trim()==="")&&et("Assistant message name must be a non-empty string when provided",{fieldPath:"name",value:c,item:i})}break}case"function":{let n=typeof i=="object"&&i!==null&&"functionId"in i&&typeof i.functionId=="string"?i.functionId:void 0,r=typeof i=="object"&&i!==null&&"result"in i?i.result:void 0;if(!n||n.trim()==="")throw new Error(`Function message must have a non-empty functionId, received: ${e(n)}`);if(r==null)throw new Error(`Function message must have a result, received: ${e(r)}`);if(typeof r!="string")throw new Error(`Function message result must be a string, received: ${e(r)}`);i.isError!==void 0&&typeof i.isError!="boolean"&&et("Function message isError must be a boolean when provided",{fieldPath:"isError",value:i.isError,item:i});break}default:throw new Error(`Unsupported message role: ${e(t)}`)}}function io(i){let e=n=>JSON.stringify(n,null,2),t=Array.isArray(i)?i:[i];if(t.length===0)throw new Error(`Chat response results cannot be empty, received: ${e(t)}`);for(let n=0;n<t.length;n++){let r=t[n];if(!r)throw new Error(`Chat response result at index ${n} cannot be null or undefined, received: ${e(r)}`);if(typeof r.index!="number")throw new Error(`Chat response result at index ${n} must have a numeric index, received: ${e(r.index)}`);if(r.index<0)throw new Error(`Chat response result at index ${n} must have a non-negative index, received: ${e(r.index)}`);if(!r.content&&!r.thought&&(!r.thoughtBlocks||r.thoughtBlocks.length===0)&&!r.functionCalls&&!r.finishReason)throw new Error(`Chat response result at index ${n} must have at least one of: content, thought, thoughtBlocks, functionCalls, or finishReason, received: ${e({content:r.content,thought:r.thought,thoughtBlocks:r.thoughtBlocks,functionCalls:r.functionCalls,finishReason:r.finishReason})}`);if(r.content!==void 0&&typeof r.content!="string")throw new Error(`Chat response result content at index ${n} must be a string, received: ${e(r.content)}`);if(r.thought!==void 0&&typeof r.thought!="string")throw new Error(`Chat response result thought at index ${n} must be a string, received: ${e(r.thought)}`);if(r.thoughtBlocks!==void 0){if(!Array.isArray(r.thoughtBlocks))throw new Error(`Chat response result thoughtBlocks at index ${n} must be an array, received: ${e(r.thoughtBlocks)}`);for(let o=0;o<r.thoughtBlocks.length;o++){let s=r.thoughtBlocks[o];if(typeof s!="object"||s===null)throw new Error(`Chat response result thoughtBlocks[${o}] at index ${n} must be an object, received: ${e(s)}`);if(typeof s.data!="string")throw new Error(`Chat response result thoughtBlocks[${o}].data at index ${n} must be a string, received: ${e(s.data)}`);if(typeof s.encrypted!="boolean")throw new Error(`Chat response result thoughtBlocks[${o}].encrypted at index ${n} must be a boolean, received: ${e(s.encrypted)}`);if(s.signature!==void 0&&typeof s.signature!="string")throw new Error(`Chat response result thoughtBlocks[${o}].signature at index ${n} must be a string when provided, received: ${e(s.signature)}`)}}if(r.name!==void 0){if(typeof r.name!="string")throw new Error(`Chat response result name at index ${n} must be a string, received: ${e(r.name)}`);if(r.name.trim()==="")throw new Error(`Chat response result name at index ${n} cannot be empty or whitespace-only, received: ${e(r.name)}`)}if(r.annotations!==void 0){if(!Array.isArray(r.annotations))throw new Error(`Chat response result annotations at index ${n} must be an array, received: ${e(r.annotations)}`);for(let o=0;o<r.annotations.length;o++){let s=r.annotations[o];if(!s||typeof s!="object")throw new Error(`Chat response result annotation at index ${n}[${o}] must be an object, received: ${e(s)}`);if(s.type!=="url_citation")throw new Error(`Chat response result annotation at index ${n}[${o}] must have type 'url_citation', received: ${e(s.type)}`);if(!s.url_citation||typeof s.url_citation!="object")throw new Error(`Chat response result annotation at index ${n}[${o}] must have a valid url_citation object, received: ${e(s.url_citation)}`);if(typeof s.url_citation.url!="string")throw new Error(`Chat response result annotation at index ${n}[${o}] url_citation.url must be a string, received: ${e(s.url_citation.url)}`)}}if(r.id!==void 0){if(typeof r.id!="string")throw new Error(`Chat response result id at index ${n} must be a string, received: ${e(r.id)}`);if(r.id.trim()==="")throw new Error(`Chat response result id at index ${n} cannot be empty or whitespace-only, received: ${e(r.id)}`)}if(r.functionCalls!==void 0){if(!Array.isArray(r.functionCalls))throw new Error(`Chat response result functionCalls at index ${n} must be an array, received: ${e(r.functionCalls)}`);for(let o=0;o<r.functionCalls.length;o++){let s=r.functionCalls[o];if(!s)throw new Error(`Function call at index ${o} in result ${n} cannot be null or undefined, received: ${e(s)}`);if(!s.id||typeof s.id!="string"||s.id.trim()==="")throw new Error(`Function call at index ${o} in result ${n} must have a non-empty string id, received: ${e(s.id)}`);if(s.type!=="function")throw new Error(`Function call at index ${o} in result ${n} must have type 'function', received: ${e(s.type)}`);if(!s.function)throw new Error(`Function call at index ${o} in result ${n} must have a function object, received: ${e(s.function)}`);if(!s.function.name||typeof s.function.name!="string"||s.function.name.trim()==="")throw new Error(`Function call at index ${o} in result ${n} must have a non-empty function name, received: ${e(s.function.name)}`);if(s.function.params!==void 0&&typeof s.function.params!="string"&&typeof s.function.params!="object")throw new Error(`Function call params at index ${o} in result ${n} must be a string or object, received: ${e(s.function.params)}`)}}if(r.finishReason!==void 0){let o=["stop","length","function_call","content_filter","error"];if(!o.includes(r.finishReason))throw new Error(`Chat response result finishReason at index ${n} must be one of: ${o.join(", ")}, received: ${e(r.finishReason)}`)}}}var ao=new Map;function hl(i){return`${i.providerName}:${i.contentHash}`}function fl(i,e){e.type==="text"?i.update(`text:${e.text}`):e.type==="image"?i.update(`image:${e.mimeType}:${e.image.slice(0,100)}`):e.type==="audio"?i.update(`audio:${e.format}:${e.data.slice(0,100)}`):e.type==="file"&&("fileUri"in e?i.update(`file:${e.mimeType}:${e.fileUri}`):i.update(`file:${e.mimeType}:${e.data.slice(0,100)}`))}function xl(i){let e=Pe("sha256"),t=-1;for(let n=i.length-1;n>=0;n--){let r=i[n];if("cache"in r&&r.cache){t=n;break}}for(let n=0;n<i.length;n++){let r=i[n];if(r.role==="system"){e.update(`system:${r.content}`);continue}if(t>=0&&n<=t)if(r.role==="user"){if(typeof r.content=="string")e.update(`user:${r.content}`);else if(Array.isArray(r.content))for(let o of r.content)fl(e,o)}else r.role==="assistant"&&r.content&&e.update(`assistant:${r.content}`)}return e.digest("hex")}var oe=()=>structuredClone({temperature:0}),Re=()=>structuredClone({temperature:.4,frequencyPenalty:.2}),be=class{constructor(e,{name:t,apiURL:n,headers:r,modelInfo:o,defaults:s,options:a={},supportFor:l,models:c}){this.aiImpl=e;this.name=t,this.apiURL=n||"",this.headers=r,this.supportFor=l,this.tracer=a.tracer??V.tracer,this.meter=a.meter??V.meter,this.modelInfo=o,this.models=c,this.id=ve();let u=this.getModel(s.model)??s.model,p=this.getEmbedModel(s.embedModel)??s.embedModel;if(this.defaults={model:u,embedModel:p},!s.model||typeof s.model!="string"||s.model==="")throw new Error("No model defined");this.setOptions(a),c&&Al(c)}#e=!1;#t=!1;rt;fetch;tracer;meter;timeout;excludeContentFromTrace;models;abortSignal;logger=V.logger??Ws;corsProxy;retry;customLabels;modelInfo;modelUsage;embedModelUsage;defaults;lastUsedModelConfig;lastUsedChatModel;lastUsedEmbedModel;apiURL;name;id;headers;supportFor;metrics={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}};getMetricsInstruments(){return ii(this.meter)}setName(e){this.name=e}getId(){return this.id}setAPIURL(e){this.apiURL=e}setHeaders(e){this.headers=e}get debug(){return this.#e}setOptions(e){this.#e=e.debug??V.debug??!1,this.#t=e.verbose??!1,this.rt=e.rateLimiter,this.fetch=e.fetch,this.timeout=e.timeout,this.tracer=e.tracer??V.tracer,this.meter=e.meter??V.meter,this.excludeContentFromTrace=e.excludeContentFromTrace,this.abortSignal=e.abortSignal,this.logger=e.logger??V.logger??this.logger,this.corsProxy=e.corsProxy,this.retry=e.retry,this.customLabels=e.customLabels}getOptions(){return{debug:this.#e,verbose:this.#t,rateLimiter:this.rt,fetch:this.fetch,tracer:this.tracer,meter:this.meter,timeout:this.timeout,excludeContentFromTrace:this.excludeContentFromTrace,abortSignal:this.abortSignal,logger:this.logger,corsProxy:this.corsProxy,retry:this.retry,customLabels:this.customLabels}}getLogger(){return this.logger}getMergedCustomLabels(e){return wt(V.customLabels,this.customLabels,e)}getModelList(){let e=[];for(let t of this.models??[])t.isInternal||("model"in t&&t.model&&e.push({key:t.key,description:t.description,model:t.model}),"embedModel"in t&&t.embedModel&&e.push({key:t.key,description:t.description,embedModel:t.embedModel}));return e}getName(){return this.name}getFeatures(e){return typeof this.supportFor=="function"?this.supportFor(e??this.defaults.model):this.supportFor}getLastUsedChatModel(){return this.lastUsedChatModel}getLastUsedEmbedModel(){return this.lastUsedEmbedModel}getLastUsedModelConfig(){return this.lastUsedModelConfig}calculatePercentile(e,t){if(e.length===0)return 0;let n=[...e].sort((o,s)=>o-s),r=Math.ceil(t/100*n.length)-1;return n[r]??0}updateLatencyMetrics(e,t,n){let r=this.metrics.latency[e];r.samples.push(t),r.samples.length>1e3&&r.samples.shift(),r.mean=r.samples.reduce((s,a)=>s+a,0)/r.samples.length,r.p95=this.calculatePercentile(r.samples,95),r.p99=this.calculatePercentile(r.samples,99);let o=this.getMetricsInstruments();if(o){let s=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel,a=this.getMergedCustomLabels(n);ai(o,e,t,this.name,s,a),li(o,e,r.mean,r.p95,r.p99,this.name,s,a)}}updateErrorMetrics(e,t,n){let r=this.metrics.errors[e];r.total++,t&&r.count++,r.rate=r.count/r.total;let o=this.getMetricsInstruments();if(o){let s=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel,a=this.getMergedCustomLabels(n);pi(o,e,this.name,s,a),t&&ci(o,e,this.name,s,a),ui(o,e,r.rate,this.name,s,a)}}recordTokenUsage(e,t){let n=this.getMetricsInstruments();if(n&&e?.tokens){let{promptTokens:r,completionTokens:o,totalTokens:s,thoughtsTokens:a,cacheReadTokens:l,cacheCreationTokens:c}=e.tokens,u=this.getMergedCustomLabels(t);r&&Wt(n,"input",r,this.name,e.model,u),o&&Wt(n,"output",o,this.name,e.model,u),s&&Wt(n,"total",s,this.name,e.model,u),a&&Wt(n,"thoughts",a,this.name,e.model,u),l&&so(n,"read",l,this.name,e.model,u),c&&so(n,"write",c,this.name,e.model,u)}}calculateRequestSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}calculateResponseSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}detectMultimodalContent(e){let t=!1,n=!1;if(e.chatPrompt&&Array.isArray(e.chatPrompt)){for(let r of e.chatPrompt)if(r.role==="user"&&Array.isArray(r.content))for(let o of r.content)o.type==="image"?t=!0:o.type==="audio"&&(n=!0)}return{hasImages:t,hasAudio:n}}calculatePromptLength(e){let t=0;if(e.chatPrompt&&Array.isArray(e.chatPrompt))for(let n of e.chatPrompt)if(n.role==="system"||n.role==="assistant")n.content&&(t+=n.content.length);else if(n.role==="user"){if(typeof n.content=="string")t+=n.content.length;else if(Array.isArray(n.content))for(let r of n.content)r.type==="text"&&(t+=r.text.length)}else n.role==="function"&&n.result&&(t+=n.result.length);return t}calculateContextWindowUsage(e,t){if(!t?.tokens?.promptTokens)return 0;let n=this.modelInfo.find(r=>r.name===e);return n?.contextWindow?t.tokens.promptTokens/n.contextWindow:0}estimateCost(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(l=>l.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:r=0,completionTokens:o=0}=t.tokens,s=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return r*s/1e6+o*a/1e6}estimateCostByName(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(l=>l.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:r=0,completionTokens:o=0}=t.tokens,s=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return r*s/1e6+o*a/1e6}recordFunctionCallMetrics(e,t,n){let r=this.getMetricsInstruments();if(!(!r||!e))for(let o of e)o&&typeof o=="object"&&"function"in o&&o.function&&typeof o.function=="object"&&"name"in o.function&&mi(r,o.function.name,void 0,this.name,t,this.getMergedCustomLabels(n))}recordTimeoutMetric(e,t){let n=this.getMetricsInstruments();if(n){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;xi(n,e,this.name,r,this.getMergedCustomLabels(t))}}recordAbortMetric(e,t){let n=this.getMetricsInstruments();if(n){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;Ai(n,e,this.name,r,this.getMergedCustomLabels(t))}}recordChatMetrics(e,t,n){let r=this.getMetricsInstruments();if(!r)return;let o=this.lastUsedChatModel,s=this.lastUsedModelConfig,a=this.getMergedCustomLabels(t?.customLabels),l=s?.stream??!1;di(r,"chat",l,this.name,o,a);let{hasImages:c,hasAudio:u}=this.detectMultimodalContent(e);bi(r,c,u,this.name,o,a);let p=this.calculatePromptLength(e);hi(r,p,this.name,o,a),gi(r,s?.temperature,s?.maxTokens,this.name,o,a),t?.thinkingTokenBudget&&this.modelUsage?.tokens?.thoughtsTokens&&yi(r,this.modelUsage.tokens.thoughtsTokens,this.name,o,a);let d=this.calculateRequestSize(e);if(no(r,"chat",d,this.name,o,a),n&&!l){let m=n,g=this.calculateResponseSize(m);if(ro(r,"chat",g,this.name,o,a),m.results)for(let A of m.results)A.functionCalls&&this.recordFunctionCallMetrics(A.functionCalls,this.lastUsedChatModel,a);let h=this.calculateContextWindowUsage(this.lastUsedChatModel,m.modelUsage);h>0&&fi(r,h,this.name,o,a);let f=this.estimateCost(this.lastUsedChatModel,m.modelUsage);f>0&&oo(r,"chat",f,this.name,o,a)}}recordEmbedMetrics(e,t,n){let r=this.getMetricsInstruments();if(!r)return;let o=this.lastUsedEmbedModel,s=this.getMergedCustomLabels(n?.customLabels),a=this.calculateRequestSize(e);no(r,"embed",a,this.name,o,s);let l=this.calculateResponseSize(t);ro(r,"embed",l,this.name,o,s);let c=this.estimateCostByName(o,t.modelUsage);c>0&&oo(r,"embed",c,this.name,o,s)}getMetrics(){return structuredClone(this.metrics)}async chat(e,t){let n=performance.now(),r=!1,o,s=this.getModelByKey(e.model),a=s?s.thinkingTokenBudget:void 0,l={...s?{thinkingTokenBudget:a,showThoughts:s.showThoughts,stream:s.stream,debug:s.debug,useExpensiveModel:s.useExpensiveModel}:void 0,...Object.fromEntries(Object.entries(t??{}).filter(([,c])=>c!==void 0))};try{return o=await this._chat1(e,l),o}catch(c){throw r=!0,c instanceof Error&&(c.message.includes("timeout")||c.name==="TimeoutError"?this.recordTimeoutMetric("chat",l?.customLabels):(c.message.includes("abort")||c.name==="AbortError")&&this.recordAbortMetric("chat",l?.customLabels)),c}finally{let c=performance.now()-n;this.updateLatencyMetrics("chat",c,l?.customLabels),this.updateErrorMetrics("chat",r,l?.customLabels),r||this.recordChatMetrics(e,l,o)}}async _chat1(e,t){let n=this.getModel(e.model)??e.model??this.defaults.model;if(Array.isArray(e.chatPrompt))for(let c of e.chatPrompt)Vt(c);let r=this.getModelByKey(e.model),o={...this.aiImpl.getModelConfig(),...r?r.modelConfig:void 0,...e.modelConfig},s=this.modelInfo.find(c=>c.name===n);if(s?.notSupported?.temperature&&"temperature"in o&&delete o.temperature,s?.notSupported?.topP&&"topP"in o&&delete o.topP,t?.thinkingTokenBudget&&!this.getFeatures(n).hasThinkingBudget)throw new Error(`Model ${n} does not support thinkingTokenBudget.`);if(t?.showThoughts&&!this.getFeatures(n).hasShowThoughts)throw new Error(`Model ${n} does not support showThoughts.`);if(this.modelInfo.find(c=>c.name===n)?.isExpensive&&t?.useExpensiveModel!=="yes")throw new Error(`Model ${n} is marked as expensive and requires explicit confirmation. Set useExpensiveModel: "yes" to proceed.`);return o.stream=(t?.stream!==void 0?t.stream:o.stream)??!0,this.getFeatures(n).streaming||(o.stream=!1),this.tracer?await this.tracer.startActiveSpan("AI Chat Request",{kind:Ci.SERVER,attributes:{[K.LLM_SYSTEM]:this.name,[K.LLM_OPERATION_NAME]:"chat",[K.LLM_REQUEST_MODEL]:n,[K.LLM_REQUEST_MAX_TOKENS]:o.maxTokens??"Not set",[K.LLM_REQUEST_TEMPERATURE]:o.temperature,[K.LLM_REQUEST_TOP_P]:o.topP??"Not set",[K.LLM_REQUEST_TOP_K]:o.topK??"Not set",[K.LLM_REQUEST_FREQUENCY_PENALTY]:o.frequencyPenalty??"Not set",[K.LLM_REQUEST_PRESENCE_PENALTY]:o.presencePenalty??"Not set",[K.LLM_REQUEST_STOP_SEQUENCES]:o.stopSequences?.join(", ")??"Not set",[K.LLM_REQUEST_LLM_IS_STREAMING]:o.stream??"Not set"}},t?.traceContext??Ti.active(),async c=>await this._chat2(n,o,e,t,c)):await this._chat2(n,o,e,t)}cleanupFunctionSchema(e){let t={...e};if(t.parameters){let n={...t.parameters};Array.isArray(n.required)&&n.required.length===0&&delete n.required,n.properties&&Object.keys(n.properties).length===0&&delete n.properties,Object.keys(n).length===0||Object.keys(n).length===1&&n.type==="object"?delete t.parameters:t.parameters=n}return t}async _chat2(e,t,n,r,o){if(!this.aiImpl.createChatReq)throw new Error("createChatReq not implemented");let s=r?.debug??this.#e,a=r?.verbose??this.#t,l;n.functions&&n.functions.length>0&&(l=n.functions.map(y=>this.cleanupFunctionSchema(y)));let c={...n,model:e,functions:l,modelConfig:t};this.lastUsedChatModel=e,this.lastUsedModelConfig=t,s&&Qs(c.chatPrompt,r?.stepIndex??0,r?.logger??this.logger,r?.debugHideSystemPrompt);let u=this.getFeatures(e).functions,p=r?.functionCallMode??"auto",m=p==="prompt"||p==="auto"&&!u?{...c,chatPrompt:c.chatPrompt.map(y=>{if(y.role==="assistant"){let{content:b,name:I,cache:T}=y;return{role:"assistant",content:b,name:I,cache:T}}return y.role==="function"?{role:"user",content:y.result}:y}),functions:[]}:c,g=await this.handleContextCaching(e,m,r,o),h=async()=>{if(g?.preparedRequest){let{apiConfig:T,request:v}=g.preparedRequest;return o?.isRecording()&&Ri(n,o,this.excludeContentFromTrace),await Oe({name:T.name,url:this.apiURL,localCall:T.localCall,headers:await this.buildHeaders(T.headers),stream:t.stream,timeout:this.timeout,verbose:a,fetch:this.fetch,span:o,abortSignal:r?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:r?.retry??this.retry},v)}let[y,b]=await this.aiImpl.createChatReq(m,r);return o?.isRecording()&&Ri(n,o,this.excludeContentFromTrace),await Oe({name:y.name,url:this.apiURL,localCall:y.localCall,headers:await this.buildHeaders(y.headers),stream:t.stream,timeout:this.timeout,verbose:a,fetch:this.fetch,span:o,abortSignal:r?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:r?.retry??this.retry},b)},f=r?.rateLimiter??this.rt,A=f?await f(h,{modelUsage:this.modelUsage}):await h();if(t.stream){if(!this.aiImpl.createChatStreamResp)throw new Error("createChatStreamResp not implemented");let y=this.aiImpl.createChatStreamResp.bind(this),b=k=>R=>{let C=y(R,k);if(C.sessionId=r?.sessionId,!C.modelUsage){let O=this.aiImpl.getTokenUsage();O&&(C.modelUsage={ai:this.name,model:e,tokens:O})}return this.modelUsage=C.modelUsage,this.recordTokenUsage(C.modelUsage,r?.customLabels),o?.isRecording()&&wi(C,o,this.excludeContentFromTrace),C},I=async k=>{o?.isRecording()&&o.end(),s&&Xs(k,r?.logger??this.logger)};if(typeof window<"u"){let k=A,R={},C=[],O=r?.abortSignal??this.abortSignal;return new ReadableStream({start:w=>{let E=k.getReader(),S=()=>{try{E.cancel().catch(()=>{})}catch{}try{this.recordAbortMetric("chat",r?.customLabels)}catch{}try{o?.isRecording()&&o.end()}catch{}try{w.error(new DOMException("Aborted","AbortError"))}catch{w.error(new Error("Aborted"))}};if(O){if(O.aborted){S();return}O.addEventListener("abort",S,{once:!0})}async function F(){try{for(;;){let{done:$,value:M}=await E.read();if($){I&&await I(C),w.close();break}let P=b(R)(M);P&&(C.push(P),w.enqueue(P))}}catch($){if(w.error($),o?.isRecording())try{o.end()}catch{}}finally{if(E.releaseLock(),O)try{O.removeEventListener("abort",S)}catch{}}}F()}})}return A.pipeThrough(new zn(b({}),I))}if(!this.aiImpl.createChatResp)throw new Error("createChatResp not implemented");let x=this.aiImpl.createChatResp(A);if(x.sessionId=r?.sessionId,!x.modelUsage){let y=this.aiImpl.getTokenUsage();y&&(x.modelUsage={ai:this.name,model:e,tokens:y})}return x.modelUsage&&(this.modelUsage=x.modelUsage,this.recordTokenUsage(x.modelUsage,r?.customLabels)),o?.isRecording()&&(wi(x,o,this.excludeContentFromTrace),o.end()),s&&Ys(x,r?.logger??this.logger),x}async embed(e,t){let n=performance.now(),r=!1,o,s=this.getModelByKey(e.embedModel),a={...s?{thinkingTokenBudget:s.thinkingTokenBudget,showThoughts:s.showThoughts,stream:s.stream,debug:s.debug,useExpensiveModel:s.useExpensiveModel}:void 0,...t};try{return o=await this._embed1(e,a),o}catch(l){throw r=!0,l instanceof Error&&(l.message.includes("timeout")||l.name==="TimeoutError"?this.recordTimeoutMetric("embed",a?.customLabels):(l.message.includes("abort")||l.name==="AbortError")&&this.recordAbortMetric("embed",a?.customLabels)),l}finally{let l=performance.now()-n;this.updateLatencyMetrics("embed",l,a?.customLabels),this.updateErrorMetrics("embed",r,a?.customLabels),!r&&o&&this.recordEmbedMetrics(e,o,a)}}async _embed1(e,t){let n=this.getEmbedModel(e.embedModel)??e.embedModel??this.defaults.embedModel;if(!n)throw new Error("No embed model defined");return this.tracer?await this.tracer.startActiveSpan("AI Embed Request",{kind:Ci.SERVER,attributes:{[K.LLM_SYSTEM]:this.name,[K.LLM_OPERATION_NAME]:"embeddings",[K.LLM_REQUEST_MODEL]:n}},t?.traceContext??Ti.active(),async r=>await this._embed2(n,e,t,r)):await this._embed2(n,e,t)}async _embed2(e,t,n,r){if(!this.aiImpl.createEmbedReq)throw new Error("createEmbedReq not implemented");if(!this.aiImpl.createEmbedResp)throw new Error("createEmbedResp not implemented");let o=this.aiImpl.createEmbedReq.bind(this.aiImpl),s=n?.debug??this.#e,a=n?.verbose??this.#t,l={...t,embedModel:e};this.lastUsedEmbedModel=e,s&&ri(l.texts??[],e,n?.logger??this.logger);let c=async()=>{let[m,g]=await o(l);return await Oe({name:m.name,url:this.apiURL,localCall:m.localCall,headers:await this.buildHeaders(m.headers),verbose:a,fetch:this.fetch,timeout:this.timeout,span:r,abortSignal:n?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:n?.retry??this.retry},g)},u=n?.rateLimiter??this.rt,p=u?await u(c,{modelUsage:this.embedModelUsage}):await c(),d=this.aiImpl.createEmbedResp?.(p);if(d.sessionId=n?.sessionId,!d.modelUsage){let m=this.aiImpl.getTokenUsage();m&&(d.modelUsage={ai:this.name,model:e,tokens:m})}return this.embedModelUsage=d.modelUsage,this.recordTokenUsage(d.modelUsage,n?.customLabels),r?.isRecording()&&d.modelUsage?.tokens&&r.addEvent(lt.GEN_AI_USAGE,{[K.LLM_USAGE_INPUT_TOKENS]:d.modelUsage.tokens.promptTokens,[K.LLM_USAGE_OUTPUT_TOKENS]:d.modelUsage.tokens.completionTokens??0,[K.LLM_USAGE_TOTAL_TOKENS]:d.modelUsage.tokens.totalTokens}),s&&oi(d.embeddings,n?.logger??this.logger),r?.end(),d}async buildHeaders(e={}){return{...e,...await this.headers()}}getModelByKey(e){return e?this.models?.find(n=>n.key===e):void 0}getModel(e){let t=this.getModelByKey(e);return t&&"model"in t?t.model:void 0}getEmbedModel(e){let t=this.getModelByKey(e);return t&&"embedModel"in t?t.embedModel:void 0}async handleContextCaching(e,t,n,r){let o=n?.contextCache;if(!o)return null;let s=this.aiImpl.supportsContextCache?.(e)??!1,a=this.aiImpl.supportsImplicitCaching?.(e)??!1;if(!s&&!a)throw new Error(`Context caching is not supported by this provider/model (${this.getName()}/${e}). Remove the contextCache option or use a provider that supports caching.`);if(!s)return null;let l=o.ttlSeconds??3600,c=o.refreshWindowSeconds??300,u=o.minTokens??2048;if(o.name)return this.useCacheByName(e,t,o.name,n,r);let p=xl(t.chatPrompt);if(!p||p===Pe("sha256").digest("hex"))return null;let d={providerName:this.getName(),contentHash:p},m=hl(d),g=Date.now(),h=o.registry,f=h?await h.get(m):ao.get(m);if(f&&f.expiresAt>g){if(f.expiresAt-g<c*1e3&&this.aiImpl.buildCacheUpdateTTLOp){await this.executeCacheOperation(this.aiImpl.buildCacheUpdateTTLOp(f.cacheName,l),n,r);let b={cacheName:f.cacheName,expiresAt:g+l*1e3,tokenCount:f.tokenCount};h?await h.set(m,b):ao.set(m,{...b,contentHash:p,lastTouchedAt:g})}return this.useCacheByName(e,t,f.cacheName,n,r)}if(this.estimateCacheableTokens(t.chatPrompt)<u)return null;let x=this.aiImpl.buildCacheCreateOp?.(t,n);if(x){let y=await this.executeCacheOperation(x,n,r);if(y){let b={cacheName:y.name,expiresAt:new Date(y.expiresAt).getTime(),tokenCount:y.tokenCount};return h?await h.set(m,b):ao.set(m,{...b,contentHash:p,lastTouchedAt:g}),this.useCacheByName(e,t,y.name,n,r)}}return null}async useCacheByName(e,t,n,r,o){if(this.aiImpl.prepareCachedChatReq){let s=await this.aiImpl.prepareCachedChatReq(t,r??{},n);return{preparedRequest:{apiConfig:s.apiConfig,request:s.request}}}return null}async executeCacheOperation(e,t,n){let r=t?.verbose??this.#t;try{n?.addEvent("context_cache.operation",{type:e.type,endpoint:e.apiConfig.name});let o=await Oe({name:e.apiConfig.name,url:this.apiURL,localCall:e.apiConfig.localCall,headers:await this.buildHeaders(e.apiConfig.headers),stream:!1,timeout:this.timeout,verbose:r,fetch:this.fetch,span:n,abortSignal:t?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:t?.retry??this.retry},e.request);return e.parseResponse(o)}catch(o){n?.addEvent("context_cache.error",{type:e.type,error:o instanceof Error?o.message:String(o)});return}}estimateCacheableTokens(e){let t=0;for(let n of e){if(n.role==="system"){t+=n.content.length;continue}if("cache"in n&&n.cache)if(n.role==="user"){if(typeof n.content=="string")t+=n.content.length;else if(Array.isArray(n.content))for(let r of n.content)"cache"in r&&r.cache&&(r.type==="text"?t+=r.text.length:r.type==="image"?t+=1e3:r.type==="audio"?t+=2e3:r.type==="file"&&(t+=500))}else n.role==="assistant"&&n.content&&(t+=n.content.length)}return Math.ceil(t/4)}};function Ri(i,e,t){let n=[];if(i.chatPrompt&&Array.isArray(i.chatPrompt)&&i.chatPrompt.length>0)for(let o of i.chatPrompt)switch(o.role){case"system":if(o.content){let s={};t||(s.content=o.content),e.addEvent(lt.GEN_AI_SYSTEM_MESSAGE,s)}break;case"user":if(typeof o.content=="string")n.push(o.content);else if(Array.isArray(o.content))for(let s of o.content)s.type==="text"&&n.push(s.text);break;case"assistant":{let s=o.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params}));if(s&&s.length>0){let a={function_calls:JSON.stringify(s,null,2)};!t&&o.content&&(a.content=o.content),e.addEvent(lt.GEN_AI_ASSISTANT_MESSAGE,a)}else if(o.content){let a={};t||(a.content=o.content),e.addEvent(lt.GEN_AI_ASSISTANT_MESSAGE,a)}break}case"function":{let s={id:o.functionId};t||(s.content=o.result),e.addEvent(lt.GEN_AI_TOOL_MESSAGE,s);break}}let r={};t||(r.content=n.join(`
169
- `)),e.addEvent(lt.GEN_AI_USER_MESSAGE,r)}function wi(i,e,t){if(i.modelUsage?.tokens){let n=i.modelUsage.tokens.thoughtsTokens?{[K.LLM_USAGE_THOUGHTS_TOKENS]:i.modelUsage.tokens.thoughtsTokens}:{};e.addEvent(lt.GEN_AI_USAGE,{[K.LLM_USAGE_INPUT_TOKENS]:i.modelUsage.tokens.promptTokens,[K.LLM_USAGE_OUTPUT_TOKENS]:i.modelUsage.tokens.completionTokens??0,[K.LLM_USAGE_TOTAL_TOKENS]:i.modelUsage.tokens.totalTokens,...n})}if(i.results)for(let n=0;n<i.results.length;n++){let r=i.results[n];if(!r||!r.content&&!r.thought&&!r.functionCalls?.length&&!r.finishReason)continue;let o=r.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params})),s={};o&&o.length>0?(t||(s.content=r.content),s.tool_calls=o):t||(s.content=r.content??""),e.addEvent(lt.GEN_AI_CHOICE,{finish_reason:r.finishReason,index:n,message:JSON.stringify(s,null,2)})}}function Si(i){let e=0;for(let t of i){if(!t||typeof t!="object")throw new Error(`AxMessage array validation failed: Item at index ${e} is not a valid message object`);if(t.role!=="user"&&t.role!=="assistant")throw new Error(`AxMessage array validation failed: Item at index ${e} has invalid role: ${t.role}`);e++}}function Al(i){let e=new Set;for(let t of i){if(e.has(t.key))throw new Error(`Duplicate model key detected: "${t.key}". Each model key must be unique.`);e.add(t.key)}}var Vn=(g=>(g.Claude45Opus="claude-opus-4-5-20251101",g.Claude41Opus="claude-opus-4-1-20250805",g.Claude4Opus="claude-opus-4-20250514",g.Claude4Sonnet="claude-sonnet-4-20250514",g.Claude45Sonnet="claude-sonnet-4-5-20250929",g.Claude45Haiku="claude-haiku-4-5",g.Claude37Sonnet="claude-3-7-sonnet-latest",g.Claude35Sonnet="claude-3-5-sonnet-latest",g.Claude35Haiku="claude-3-5-haiku-latest",g.Claude3Opus="claude-3-opus-latest",g.Claude3Sonnet="claude-3-sonnet-20240229",g.Claude3Haiku="claude-3-haiku-20240307",g.Claude21="claude-2.1",g.ClaudeInstant12="claude-instant-1.2",g))(Vn||{}),Jn=(d=>(d.Claude45Opus="claude-opus-4-5@20251101",d.Claude41Opus="claude-opus-4-1@20250805",d.Claude4Opus="claude-opus-4@20250514",d.Claude45Sonnet="claude-sonnet-4-5@20250929",d.Claude4Sonnet="claude-sonnet-4@20250514",d.Claude37Sonnet="claude-3-7-sonnet@20250219",d.Claude35SonnetV2="claude-3-5-sonnet-v2@20241022",d.Claude45Haiku="claude-haiku-4-5@20251001",d.Claude35Haiku="claude-3-5-haiku@20241022",d.Claude35Sonnet="claude-3-5-sonnet@20240620",d.Claude3Opus="claude-3-opus@20240229",d.Claude3Haiku="claude-3-haiku@20240307",d))(Jn||{});var Qn=[{name:"claude-opus-4-5-20251101",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-5@20251101",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-5-20250929",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-5@20250929",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-haiku-4-5",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0}},{name:"claude-haiku-4-5@20251001",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0}},{name:"claude-opus-4-1-20250805",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-1@20250805",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4@20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4@20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-7-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-7-sonnet@20250219",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-5-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{structuredOutputs:!0}},{name:"claude-3-5-sonnet@20240620",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{structuredOutputs:!0}},{name:"claude-3-5-sonnet-v2@20241022",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-5-haiku-latest",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:4,maxTokens:8192},{name:"claude-3-5-haiku@20241022",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:8192},{name:"claude-3-opus-latest",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-opus@20240229",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-sonnet-20240229",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-haiku-20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-3-haiku@20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-2.1",currency:"usd",promptTokenCostPer1M:8,completionTokenCostPer1M:25,maxTokens:4096},{name:"claude-instant-1.2",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2.24,maxTokens:4096}];var Tt=i=>{if(!i||typeof i!="object")return i;let e={...i};if(e.type==="object"||Array.isArray(e.type)&&e.type.includes("object")){if(!e.properties||Object.keys(e.properties).length===0)throw new Error("Anthropic models do not support arbitrary JSON objects (e.g. f.json() or f.object() with no properties) in structured outputs. Please use f.string() and instruct the model to return a JSON string, or define the expected structure with f.object({ ... })");e.additionalProperties===void 0&&(e.additionalProperties=!1)}return delete e.optional,e.properties&&typeof e.properties=="object"&&(e.properties=Object.fromEntries(Object.entries(e.properties).map(([n,r])=>[n,Tt(r)]))),e.items&&(e.items=Tt(e.items)),Array.isArray(e.anyOf)&&(e.anyOf=e.anyOf.map(n=>Tt(n))),Array.isArray(e.allOf)&&(e.allOf=e.allOf.map(n=>Tt(n))),Array.isArray(e.oneOf)&&(e.oneOf=e.oneOf.map(n=>Tt(n))),e},Oi=()=>structuredClone({model:"claude-3-7-sonnet-latest",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},...oe()}),yl=()=>structuredClone({model:"claude-3-7-sonnet@20250219",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},...oe()}),lo=class{constructor(e,t){this.config=e;this.isVertex=t}tokensUsed;currentPromptConfig;usedStructuredOutput=!1;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens??4096,temperature:e.temperature,topP:e.topP,topK:e.topK,stream:e.stream,stopSequences:e.stopSequences,endSequences:e.endSequences,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,n:e.n}}createChatReq=async(e,t)=>{this.currentPromptConfig=t;let n=e.model,r=e.modelConfig?.stream??this.config.stream,o;this.isVertex?o={name:r?`/models/${n}:streamRawPredict?alt=sse`:`/models/${n}:rawPredict`}:o={name:"/messages"};let s;if(e.functionCall&&e.functions&&e.functions.length>0)if(typeof e.functionCall=="string")switch(e.functionCall){case"auto":s={tool_choice:{type:"auto"}};break;case"required":s={tool_choice:{type:"any"}};break;case"none":throw new Error("functionCall none not supported")}else if("function"in e.functionCall)s={tool_choice:{type:"tool",name:e.functionCall.function.name}};else throw new Error("Invalid function call type, must be string or object");let a=e.chatPrompt.some(C=>"cache"in C&&C.cache)||e.functions?.some(C=>C.cache),l=e.chatPrompt.filter(C=>C.role==="system"),c=l.map((C,O)=>({type:"text",text:C.content,...C.cache||a&&O===l.length-1?{cache_control:{type:"ephemeral"}}:{}})),u=e.chatPrompt.filter(C=>C.role!=="system"),p=e.functions?.map((C,O,w)=>{let E={type:"object",properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]},S=C.parameters?Tt(C.parameters):void 0;return S===void 0||S&&typeof S=="object"&&Object.keys(S).length===0?S={...E}:S&&typeof S=="object"&&S.type==="object"&&(!("properties"in S)||!S.properties||Object.keys(S.properties).length===0)&&(S={...S,properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]}),{name:C.name,description:C.description,input_schema:S,...C.cache||a&&O===w.length-1?{cache_control:{type:"ephemeral"}}:{}}}),m=(this.config.tools??[]).map(C=>C&&typeof C=="object"&&"type"in C?C:{name:C.name,description:C.description,input_schema:C.input_schema?Tt(C.input_schema):void 0,...C.cache_control?{cache_control:C.cache_control}:{}}),g=[...p??[],...m];g.length===0&&(g=void 0);let h=e.modelConfig?.maxTokens??this.config.maxTokens,f=e.modelConfig?.stopSequences??this.config.stopSequences,A=e.modelConfig?.temperature,x=e.modelConfig?.topP,y=e.modelConfig?.topK??this.config.topK,b=e.modelConfig?.n??this.config.n;if(b&&b>1)throw new Error("Anthropic does not support sampling (n > 1)");let I;if(this.config.thinking?.budget_tokens&&(I=this.config.thinking),t?.thinkingTokenBudget){let C=this.config.thinkingTokenBudgetLevels;switch(t.thinkingTokenBudget){case"none":I=void 0;break;case"minimal":I={type:"enabled",budget_tokens:C?.minimal??1024};break;case"low":I={type:"enabled",budget_tokens:C?.low??5e3};break;case"medium":I={type:"enabled",budget_tokens:C?.medium??1e4};break;case"high":I={type:"enabled",budget_tokens:C?.high??2e4};break;case"highest":I={type:"enabled",budget_tokens:C?.highest??32e3};break}}if(!I&&t?.thinkingTokenBudget===void 0){let C=this.config.thinkingTokenBudgetLevels}let T=bl(u,!!I);T.some(C=>C.role==="assistant"&&Array.isArray(C.content)&&C.content.length>0&&C.content[0]?.type==="tool_use")&&(I=void 0);let k;if(this.usedStructuredOutput=!1,e.responseFormat&&e.responseFormat.type==="json_schema"&&e.responseFormat.schema){let C=e.responseFormat.schema.schema||e.responseFormat.schema;k={type:"json_schema",schema:Tt(C)},this.usedStructuredOutput=!0}let R={...this.isVertex?{anthropic_version:"vertex-2023-10-16"}:{model:n},...h?{max_tokens:h}:{},...f&&f.length>0?{stop_sequences:f}:{},...A!==void 0&&!I?{temperature:A}:{},...x!==void 0&&(!I||x>=.95)?{top_p:x}:{},...y&&!I?{top_k:y}:{},...s,...g?{tools:g}:{},...r?{stream:!0}:{},...c?{system:c}:{},...I?{thinking:I}:{},...k?{output_format:k}:{},messages:T};return[o,R]};createChatResp=e=>{if(e.type==="error")throw new de(e.error.message,void 0,void 0);let t=vi(e.stop_reason),n=this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1,r="",o=[],s=[],a=[];for(let u of e.content)switch(u.type){case"text":if(r+=u.text??"",Array.isArray(u.citations))for(let p of u.citations)p?.url&&a.push({url:String(p.url),title:typeof p.title=="string"?p.title:void 0,snippet:typeof p.cited_text=="string"?p.cited_text:void 0});break;case"thinking":if(n){let p=u.thinking??"",d=u.signature;s.push({data:p,encrypted:!1,...typeof d=="string"?{signature:d}:{}})}break;case"redacted_thinking":if(n){let p=u.data??"",d=u.signature;s.push({data:p,encrypted:!0,...typeof d=="string"?{signature:d}:{}})}break;case"tool_use":o.push({id:u.id,type:"function",function:{name:u.name,params:u.input}});break}let l={index:0,id:e.id,finishReason:t};r&&(l.content=r),s.length>0&&(l.thoughtBlocks=s,l.thought=s.map(u=>u.data).join("")),o.length>0&&(l.functionCalls=o),a.length>0&&(l.citations=a);let c=[l];return this.tokensUsed={promptTokens:e.usage.input_tokens,completionTokens:e.usage.output_tokens,totalTokens:e.usage.input_tokens+e.usage.output_tokens+(e.usage.cache_creation_input_tokens||0)+(e.usage.cache_read_input_tokens||0),cacheCreationTokens:e.usage.cache_creation_input_tokens,cacheReadTokens:e.usage.cache_read_input_tokens},{results:c,remoteId:e.id}};createChatStreamResp=(e,t)=>{if(!("type"in e))throw new Error("Invalid Anthropic streaming event");let n=t;if(n.indexIdMap||(n.indexIdMap={}),e.type==="error"){let{error:o}=e;throw new de(o.message,void 0,void 0)}let r=0;if(e.type==="message_start"){let{message:o}=e,s=[{index:r,content:"",id:o.id}];return this.tokensUsed={promptTokens:o.usage?.input_tokens??0,completionTokens:o.usage?.output_tokens??0,totalTokens:(o.usage?.input_tokens??0)+(o.usage?.output_tokens??0)+(o.usage?.cache_creation_input_tokens??0)+(o.usage?.cache_read_input_tokens??0),cacheCreationTokens:o.usage?.cache_creation_input_tokens,cacheReadTokens:o.usage?.cache_read_input_tokens},{results:s}}if(e.type==="content_block_start"){let{content_block:o}=e;if(o.type==="text"){let s=[];if(Array.isArray(o.citations))for(let a of o.citations)a?.url&&s.push({url:String(a.url),title:typeof a.title=="string"?a.title:void 0,snippet:typeof a.cited_text=="string"?a.cited_text:void 0});return{results:[{index:r,content:o.text,...s.length?{citations:s}:{}}]}}if(o.type==="thinking")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:r,thought:o.thinking,thoughtBlocks:[{data:o.thinking,encrypted:!1}]}]}:{results:[{index:r,content:""}]};if(o.type==="tool_use"&&typeof o.id=="string"&&typeof e.index=="number"&&!n.indexIdMap[e.index]){n.indexIdMap[e.index]=o.id;let s=[{id:o.id,type:"function",function:{name:o.name,params:""}}];return{results:[{index:r,functionCalls:s}]}}if(o.type==="web_search_tool_result"||o.type==="server_tool_use")return{results:[{index:r,content:""}]}}if(e.type==="content_block_delta"){let{delta:o}=e;if(o.type==="citations_delta"){let s=o.citation;if(s&&typeof s.url=="string"&&s.url.length>0){let a=[{url:String(s.url),title:typeof s.title=="string"?s.title:void 0,snippet:typeof s.cited_text=="string"?s.cited_text:void 0}];return{results:[{index:r,content:"",citations:a}]}}return{results:[{index:r,content:""}]}}if(o.type==="text_delta"){let s=[];if(Array.isArray(o.citations))for(let a of o.citations)a?.url&&s.push({url:String(a.url),title:typeof a.title=="string"?a.title:void 0,snippet:typeof a.cited_text=="string"?a.cited_text:void 0});return{results:[{index:r,content:o.text,...s.length?{citations:s}:{}}]}}if(o.type==="thinking_delta")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:r,thought:o.thinking,thoughtBlocks:[{data:o.thinking,encrypted:!1}]}]}:{results:[{index:r,content:""}]};if(o.type==="signature_delta")return{results:[{index:r,thoughtBlocks:[{data:"",encrypted:!1,signature:o.signature}]}]};if(o.type==="input_json_delta"){let s=n.indexIdMap[e.index];if(!s)return{results:[{index:r,content:""}]};let a=[{id:s,type:"function",function:{name:"",params:o.partial_json}}];return{results:[{index:r,functionCalls:a}]}}}if(e.type==="message_delta"){let{delta:o,usage:s}=e;return this.tokensUsed={promptTokens:this.tokensUsed?.promptTokens??0,completionTokens:s.output_tokens,totalTokens:(this.tokensUsed?.promptTokens??0)+s.output_tokens+(this.tokensUsed?.cacheCreationTokens??0)+(this.tokensUsed?.cacheReadTokens??0),cacheCreationTokens:this.tokensUsed?.cacheCreationTokens,cacheReadTokens:this.tokensUsed?.cacheReadTokens},{results:[{index:r,content:"",finishReason:vi(o.stop_reason)}]}}return{results:[{index:r,content:""}]}};supportsImplicitCaching=()=>!0},Jt=class i extends be{static create(e){return new i(e)}constructor({apiKey:e,projectId:t,region:n,config:r,options:o,models:s}){let a=t!==void 0&&n!==void 0,l,c;if(a){if(!e)throw new Error("Anthropic Vertex API key not set");if(typeof e!="function")throw new Error("Anthropic Vertex API key must be a function for token-based authentication");l=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/publishers/anthropic/`,c=async()=>({Authorization:`Bearer ${await e()}`,"anthropic-beta":"web-search-2025-03-05"})}else{if(!e)throw new Error("Anthropic API key not set");l="https://api.anthropic.com/v1",c=async()=>({"anthropic-version":"2023-06-01","anthropic-beta":"structured-outputs-2025-11-13, web-search-2025-03-05","x-api-key":typeof e=="function"?await e():e})}let u={...Oi(),...r},p=new lo(u,a),d=g=>{let h=ze({model:g,modelInfo:Qn,models:s});return{functions:!0,streaming:!0,hasThinkingBudget:h?.supported?.thinkingBudget??!1,hasShowThoughts:h?.supported?.showThoughts??!1,structuredOutputs:h?.supported?.structuredOutputs??!1,functionCot:!0,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:5*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!0,types:["ephemeral"],cacheBreakpoints:!1},thinking:h?.supported?.thinkingBudget??!1,multiTurn:!0}},m=s?.map(g=>{let h=g,f=h?.config;if(!f)return g;let A={};f.maxTokens!==void 0&&(A.maxTokens=f.maxTokens),f.temperature!==void 0&&(A.temperature=f.temperature),f.topP!==void 0&&(A.topP=f.topP),f.topK!==void 0&&(A.topK=f.topK),f.presencePenalty!==void 0&&(A.presencePenalty=f.presencePenalty),f.frequencyPenalty!==void 0&&(A.frequencyPenalty=f.frequencyPenalty),f.stopSequences!==void 0&&(A.stopSequences=f.stopSequences),f.endSequences!==void 0&&(A.endSequences=f.endSequences),f.stream!==void 0&&(A.stream=f.stream),f.n!==void 0&&(A.n=f.n);let x={...h};Object.keys(A).length>0&&(x.modelConfig={...h.modelConfig??{},...A});let y=f.thinking?.thinkingTokenBudget;if(typeof y=="number"){let b=u.thinkingTokenBudgetLevels,I=[["minimal",b?.minimal??200],["low",b?.low??800],["medium",b?.medium??5e3],["high",b?.high??1e4],["highest",b?.highest??24500]],T="minimal",v=Number.POSITIVE_INFINITY;for(let[k,R]of I){let C=Math.abs(y-R);C<v&&(v=C,T=k)}x.thinkingTokenBudget=T}return f.thinking?.includeThoughts!==void 0&&(x.showThoughts=!!f.thinking.includeThoughts),x});super(p,{name:"Anthropic",apiURL:l,headers:c,modelInfo:Qn,defaults:{model:u.model},options:o,supportFor:d,models:m??s})}};function bl(i,e){let t=i.map(r=>{switch(r.role){case"function":return{role:"user",content:[{type:"tool_result",content:r.result,tool_use_id:r.functionId,...r.isError?{is_error:!0}:{},...r.cache?{cache:{type:"ephemeral"}}:{}}]};case"user":return typeof r.content=="string"?{role:"user",content:r.content,...r.cache?{cache_control:{type:"ephemeral"}}:{}}:{role:"user",content:r.content.map(s=>{switch(s.type){case"text":return{type:"text",text:s.text,...s.cache?{cache_control:{type:"ephemeral"}}:{}};case"image":return{type:"image",source:{type:"base64",media_type:s.mimeType,data:s.image},...s.cache?{cache_control:{type:"ephemeral"}}:{}};default:throw new Error("Invalid content type")}})};case"assistant":{let o="",s=[],a=r.thoughtBlocks;if(Array.isArray(a)&&a.length>0)for(let l of a)l.encrypted?s.push(l.signature?{type:"redacted_thinking",data:l.data,signature:l.signature}:{type:"redacted_thinking",data:l.data}):s.push(l.signature?{type:"thinking",thinking:l.data,signature:l.signature}:{type:"thinking",thinking:l.data});if(typeof r.content=="string"&&(s.length>0?o=[...s,{type:"text",text:r.content}]:o=r.content),typeof r.functionCalls<"u"&&(o=r.functionCalls.map(l=>{let c={};if(typeof l.function.params=="string"){let u=l.function.params;if(u.trim().length===0)c={};else try{c=JSON.parse(u)}catch{throw new Error(`Failed to parse function params JSON: ${u}`)}}else typeof l.function.params=="object"&&(c=l.function.params);return{type:"tool_use",id:l.id,name:l.function.name,input:c,...r.cache?{cache_control:{type:"ephemeral"}}:{}}}),Array.isArray(o)&&s.length>0&&(o=[...s,...o])),r.cache){if(typeof o=="string")o=[{type:"text",text:o,cache_control:{type:"ephemeral"}}];else if(Array.isArray(o)&&o.length>0){let l=o.length-1,c=o[l];c&&c.type==="text"&&(o[l]={...c,cache_control:{type:"ephemeral"}})}}return{role:"assistant",content:o}}default:throw new Error("Invalid role")}}),n=Il(t);return Tl(n)}function Il(i){let e=[];for(let[t,n]of i.entries()){if(n.role!=="assistant"){e.push(n);continue}if(t>0&&i.at(t-1)?.role==="assistant"){let r=e.pop();e.push({...r||{},...n})}else e.push(n)}return e}function Tl(i){return i.map(e=>e.role==="assistant"&&typeof e.content=="string"?{...e,content:e.content.replace(/\s+$/,"")}:e)}function vi(i){if(i)switch(i){case"stop_sequence":return"stop";case"max_tokens":return"length";case"tool_use":return"function_call";case"end_turn":return"stop";default:return"stop"}}var Yn=(w=>(w.GPT4="gpt-4",w.GPT41="gpt-4.1",w.GPT41Mini="gpt-4.1-mini",w.GPT41Nano="gpt-4.1-nano",w.GPT4O="gpt-4o",w.GPT4OMini="gpt-4o-mini",w.GPT4ChatGPT4O="chatgpt-4o-latest",w.GPT4Turbo="gpt-4-turbo",w.GPT35Turbo="gpt-3.5-turbo",w.GPT35TurboInstruct="gpt-3.5-turbo-instruct",w.GPT35TextDavinci002="text-davinci-002",w.GPT3TextBabbage002="text-babbage-002",w.GPT3TextAda001="text-ada-001",w.GPT5="gpt-5",w.GPT5Nano="gpt-5-nano",w.GPT5Mini="gpt-5-mini",w.GPT5Chat="gpt-5-chat",w.GPT5Pro="gpt-5-pro",w.GPT51="gpt-5.1",w.GPT51ChatLatest="gpt-5.1-chat-latest",w.GPT52="gpt-5.2",w.GPT52ChatLatest="gpt-5.2-chat-latest",w.GPT52Pro="gpt-5.2-pro",w.O1="o1",w.O1Mini="o1-mini",w.O3="o3",w.O3Mini="o3-mini",w.O4Mini="o4-mini",w))(Yn||{}),Qt=(n=>(n.TextEmbeddingAda002="text-embedding-ada-002",n.TextEmbedding3Small="text-embedding-3-small",n.TextEmbedding3Large="text-embedding-3-large",n))(Qt||{});var Yt=(S=>(S.GPT4="gpt-4",S.GPT41="gpt-4.1",S.GPT41Mini="gpt-4.1-mini",S.GPT41Nano="gpt-4.1-nano",S.GPT4O="gpt-4o",S.GPT4OMini="gpt-4o-mini",S.GPT4ChatGPT4O="chatgpt-4o-latest",S.GPT4Turbo="gpt-4-turbo",S.GPT35Turbo="gpt-3.5-turbo",S.GPT35TurboInstruct="gpt-3.5-turbo-instruct",S.GPT35TextDavinci002="text-davinci-002",S.GPT3TextBabbage002="text-babbage-002",S.GPT3TextAda001="text-ada-001",S.GPT5="gpt-5",S.GPT5Nano="gpt-5-nano",S.GPT5Mini="gpt-5-mini",S.GPT5Chat="gpt-5-chat",S.GPT5Pro="gpt-5-pro",S.GPT51="gpt-5.1",S.GPT51ChatLatest="gpt-5.1-chat-latest",S.GPT52="gpt-5.2",S.GPT52ChatLatest="gpt-5.2-chat-latest",S.GPT52Pro="gpt-5.2-pro",S.O1Pro="o1-pro",S.O1="o1",S.O1Mini="o1-mini",S.O3Pro="o3-pro",S.O3="o3",S.O3Mini="o3-mini",S.O4Mini="o4-mini",S))(Yt||{});var Xt=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,supported:{structuredOutputs:!0}},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6,supported:{structuredOutputs:!0}},{name:"gpt-4.1-nano",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6,supported:{structuredOutputs:!0}},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,supported:{structuredOutputs:!0}},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"gpt-5-nano",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-mini",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:6,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-chat",currency:"usd",promptTokenCostPer1M:12,completionTokenCostPer1M:36,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:60,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-pro",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:120,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2",currency:"usd",promptTokenCostPer1M:1.75,completionTokenCostPer1M:14,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-chat-latest",currency:"usd",promptTokenCostPer1M:1.75,completionTokenCostPer1M:14,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-pro",currency:"usd",promptTokenCostPer1M:21,completionTokenCostPer1M:168,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{structuredOutputs:!0}},{name:"o1-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:14.4,supported:{structuredOutputs:!0}},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{structuredOutputs:!0}},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{structuredOutputs:!0}},{name:"text-embedding-ada-002",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"text-embedding-3-small",currency:"usd",promptTokenCostPer1M:.02,completionTokenCostPer1M:.02},{name:"text-embedding-3-large",currency:"usd",promptTokenCostPer1M:.13,completionTokenCostPer1M:.13}],co=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,supported:{structuredOutputs:!0}},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6,supported:{structuredOutputs:!0}},{name:"gpt-4.1-nano",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6,supported:{structuredOutputs:!0}},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,supported:{structuredOutputs:!0}},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"gpt-5-nano",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-mini",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:6,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-chat",currency:"usd",promptTokenCostPer1M:12,completionTokenCostPer1M:36,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:60,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-pro",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:120,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2",currency:"usd",promptTokenCostPer1M:1.75,completionTokenCostPer1M:14,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-chat-latest",currency:"usd",promptTokenCostPer1M:1.75,completionTokenCostPer1M:14,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-pro",currency:"usd",promptTokenCostPer1M:21,completionTokenCostPer1M:168,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o1-pro",currency:"usd",promptTokenCostPer1M:150,completionTokenCostPer1M:600,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0},isExpensive:!0},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o3-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:80,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0},isExpensive:!0},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o3-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}}];var Cl=i=>{let e=["o1","o1-mini","o3","o3-mini","o4-mini","o1-pro","o3-pro"];return e.includes(i)||e.includes(i)},Ft=()=>structuredClone({model:"gpt-5-mini",embedModel:"text-embedding-3-small",...oe()}),po=()=>structuredClone({...Ft(),model:"gpt-5"}),mo=()=>structuredClone({model:"gpt-5-mini",embedModel:"text-embedding-3-small",...Re()}),go=()=>({...Ft(),model:"gpt-5-nano"}),uo=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.chatReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq=(e,t)=>{let n=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let r={name:"/chat/completions"},o=e.functions?.map(m=>({type:"function",function:{name:m.name,description:m.description,parameters:m.parameters}})),s=!e.functionCall&&e.functions&&e.functions.length>0?"auto":e.functionCall,a=Rl(e),l=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,c=e.modelConfig?.stream??this.config.stream,u=this.config.store,p=Cl(n),d={model:n,messages:a,...e.responseFormat?{response_format:e.responseFormat.type==="json_schema"?{type:"json_schema",json_schema:e.responseFormat.schema}:e.responseFormat}:this.config?.responseFormat?{response_format:{type:this.config.responseFormat}}:{},...o?{tools:o}:{},...s?{tool_choice:s}:{},...p?{}:{...(e.modelConfig?.maxTokens??this.config.maxTokens)!==void 0?{max_completion_tokens:e.modelConfig?.maxTokens??this.config.maxTokens}:{},...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},...(e.modelConfig?.n??this.config.n)!==void 0?{n:e.modelConfig?.n??this.config.n}:{},...(e.modelConfig?.presencePenalty??this.config.presencePenalty)!==void 0?{presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty}:{},...l!==void 0?{frequency_penalty:l}:{}},...(e.modelConfig?.stopSequences??this.config.stop)&&(e.modelConfig?.stopSequences??this.config.stop).length>0?{stop:e.modelConfig?.stopSequences??this.config.stop}:{},...this.config.logitBias!==void 0?{logit_bias:this.config.logitBias}:{},...c&&this.streamingUsage?{stream:!0,stream_options:{include_usage:!0}}:{},...u?{store:u}:{},...this.config.serviceTier?{service_tier:this.config.serviceTier}:{},...this.config.user?{user:this.config.user}:{}};if(this.config.reasoningEffort&&(d.reasoning_effort=this.config.reasoningEffort),this.config.webSearchOptions&&(d.web_search_options={...this.config.webSearchOptions.searchContextSize&&{search_context_size:this.config.webSearchOptions.searchContextSize},...this.config.webSearchOptions.userLocation&&{user_location:{approximate:{type:"approximate",...this.config.webSearchOptions.userLocation.approximate.city&&{city:this.config.webSearchOptions.userLocation.approximate.city},...this.config.webSearchOptions.userLocation.approximate.country&&{country:this.config.webSearchOptions.userLocation.approximate.country},...this.config.webSearchOptions.userLocation.approximate.region&&{region:this.config.webSearchOptions.userLocation.approximate.region},...this.config.webSearchOptions.userLocation.approximate.timezone&&{timezone:this.config.webSearchOptions.userLocation.approximate.timezone}}}}}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":d.reasoning_effort=void 0;break;case"minimal":d.reasoning_effort="minimal";break;case"low":d.reasoning_effort="medium";break;case"medium":d.reasoning_effort="high";break;case"high":d.reasoning_effort="high";break;case"highest":d.reasoning_effort="high";break}if(!d.reasoning_effort&&t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"minimal":d.reasoning_effort="minimal";break;case"low":d.reasoning_effort="medium";break;case"medium":case"high":case"highest":d.reasoning_effort="high";break}return this.chatReqUpdater&&(d=this.chatReqUpdater(d)),[r,d]};createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embeddings"},r={model:t,input:e.texts,dimensions:this.config.dimensions};return[n,r]};createChatResp(e){let{id:t,usage:n,choices:r,error:o}=e;if(o)throw o;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{results:r.map(a=>{if(a.message.refusal)throw new de(a.message.refusal,e.model,e.id);let l=ki(a.finish_reason),c=a.message.tool_calls?.map(({id:u,function:{arguments:p,name:d}})=>({id:u,type:"function",function:{name:d,params:p}}));return{index:a.index,id:`${a.index}`,content:a.message.content??void 0,thought:a.message.reasoning_content,citations:a.message.annotations?.filter(u=>u?.type==="url_citation"&&u.url_citation).map(u=>({url:u.url_citation?.url,title:u.url_citation?.title,description:u.url_citation?.description})),functionCalls:c,finishReason:l}}),remoteId:t}}createChatStreamResp(e,t){let{id:n,usage:r,choices:o}=e;this.tokensUsed=r?{promptTokens:r.prompt_tokens,completionTokens:r.completion_tokens,totalTokens:r.total_tokens}:void 0;let s=t;return s.indexIdMap||(s.indexIdMap={}),{results:o.map(({index:l,delta:{content:c,role:u,refusal:p,tool_calls:d,reasoning_content:m,annotations:g},finish_reason:h})=>{if(p)throw new de(p,void 0,n);let f=ki(h),A=d?.map(({id:x,index:y,function:{name:b,arguments:I}})=>{typeof x=="string"&&typeof y=="number"&&!s.indexIdMap[y]&&(s.indexIdMap[y]=x);let T=s.indexIdMap[y];return T?{id:T,type:"function",function:{name:b,params:I}}:null}).filter(x=>x!==null);return{index:l,content:c??void 0,role:u,thought:m,citations:g?.filter(x=>x?.type==="url_citation"&&x.url_citation).map(x=>({url:x.url_citation?.url,title:x.url_citation?.title,description:x.url_citation?.description})),functionCalls:A,finishReason:f,id:n}})}}createEmbedResp(e){let{data:t,usage:n}=e;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{embeddings:t.map(r=>r.embedding)}}},ki=i=>{switch(i){case"stop":return"stop";case"length":return"length";case"content_filter":return"error";case"tool_calls":return"function_call"}};function Rl(i){return i.chatPrompt.map(t=>{switch(t.role){case"system":return{role:"system",content:t.content};case"user":{let n=Array.isArray(t.content)?t.content.map(r=>{switch(r.type){case"text":return{type:"text",text:r.text};case"image":return{type:"image_url",image_url:{url:`data:${r.mimeType};base64,${r.image}`,details:r.details??"auto"}};case"audio":return{type:"input_audio",input_audio:{data:r.data,format:r.format==="wav"?"wav":void 0}};default:throw new Error("Invalid content type")}}):t.content;return{role:"user",...t.name?{name:t.name}:{},content:n}}case"assistant":{let n=t.functionCalls?.map(r=>({id:r.id,type:"function",function:{name:r.function.name,arguments:typeof r.function.params=="object"?JSON.stringify(r.function.params):r.function.params}}));if(n&&n.length>0)return{role:"assistant",...t.content?{content:t.content}:{},name:t.name,tool_calls:n};if(t.content===void 0)throw new Error("Assistant content is required when no tool calls are provided");return{role:"assistant",content:t.content,...t.name?{name:t.name}:{}}}case"function":return{role:"tool",content:t.result,tool_call_id:t.functionId};default:throw new Error("Invalid role")}})}var fe=class extends be{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:o,models:s,chatReqUpdater:a,supportFor:l}){if(!e||e==="")throw new Error("OpenAI API key not set");let c=new uo(t,n?.streamingUsage??!0,a);super(c,{name:"OpenAI",apiURL:r||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:o,defaults:{model:t.model,embedModel:t.embedModel},options:n,supportFor:l,models:s})}},Zt=class extends fe{constructor({apiKey:e,apiURL:t,config:n,options:r,models:o,modelInfo:s}){if(!e||e==="")throw new Error("OpenAI API key not set");s=[...Xt,...s??[]];let a=c=>{let u=ze({model:c,modelInfo:s,models:o});return{functions:!0,streaming:!0,hasThinkingBudget:u?.supported?.thinkingBudget??!1,hasShowThoughts:u?.supported?.showThoughts??!1,structuredOutputs:u?.supported?.structuredOutputs??!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!0,formats:["wav","mp3","ogg"],maxDuration:25*60},files:{supported:!0,formats:["text/plain","application/pdf","image/jpeg","image/png"],maxSize:512*1024*1024,uploadMethod:"upload"},urls:{supported:!1,webSearch:!0,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:u?.supported?.thinkingBudget??!1,multiTurn:!0}},l=o?.map(c=>{let u=c,p=u?.config;if(!p)return c;let d={};p.maxTokens!==void 0&&(d.maxTokens=p.maxTokens),p.temperature!==void 0&&(d.temperature=p.temperature),p.topP!==void 0&&(d.topP=p.topP),p.presencePenalty!==void 0&&(d.presencePenalty=p.presencePenalty),p.frequencyPenalty!==void 0&&(d.frequencyPenalty=p.frequencyPenalty);let m=p.stopSequences??p.stop;m!==void 0&&(d.stopSequences=m),p.n!==void 0&&(d.n=p.n),p.stream!==void 0&&(d.stream=p.stream);let g={...u};Object.keys(d).length>0&&(g.modelConfig={...u.modelConfig??{},...d});let h=p?.thinking?.thinkingTokenBudget;if(typeof h=="number"){let f=[["minimal",200],["low",800],["medium",5e3],["high",1e4],["highest",24500]],A="minimal",x=Number.POSITIVE_INFINITY;for(let[y,b]of f){let I=Math.abs(h-b);I<x&&(x=I,A=y)}g.thinkingTokenBudget=A}return p?.thinking?.includeThoughts!==void 0&&(g.showThoughts=!!p.thinking.includeThoughts),g});super({apiKey:e,apiURL:t,config:{...Ft(),...n},options:r,modelInfo:s,models:l??o,supportFor:a}),super.setName("OpenAI")}};var wl=i=>{let e=i.trim();if(!e)return e;if(e.includes("api-version=")){let t=e.indexOf("api-version="),n=e.slice(t);return new URLSearchParams(n).get("api-version")??e}return e},Sl=i=>{let e=i.match(/^(\d{4}-\d{2}-\d{2})/);return e?e[1]>="2024-08-01":!1},Mi=Ft,vl=mo,Ol=go,kl=po,en=class extends fe{constructor({apiKey:e,resourceName:t,deploymentName:n,version:r="api-version=2024-02-15-preview",config:o,options:s,models:a,modelInfo:l}){if(!e||e==="")throw new Error("Azure OpenAPI API key not set");if(!t||t==="")throw new Error("Azure OpenAPI resource name not set");if(!n||n==="")throw new Error("Azure OpenAPI deployment id not set");let c={...Mi(),...o},u=wl(r),p=Sl(u);l=[...Xt,...l??[]];let d=g=>{let h=ze({model:g,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:h?.supported?.thinkingBudget??!1,hasShowThoughts:h?.supported?.showThoughts??!1,structuredOutputs:p&&(h?.supported?.structuredOutputs??!1),functionCot:!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:h?.supported?.thinkingBudget??!1,multiTurn:!0}};super({apiKey:e,config:c,options:s,models:a,modelInfo:l,supportFor:d});let m=t.includes("://")?t:`https://${t}.openai.azure.com/`;super.setName("Azure OpenAI"),super.setAPIURL(new URL(`/openai/deployments/${n}?api-version=${u}`,m).href),super.setHeaders(async()=>({"api-key":e}))}};var ho=class i{services;currentServiceIndex=0;currentService;debug;initialBackoffMs;maxBackoffMs;maxRetries;serviceFailures=new Map;constructor(e,t){if(e.length===0)throw new Error("No AI services provided.");Ml(e),this.services=[...e].sort(t?.comparator??i.metricComparator);let n=this.services[this.currentServiceIndex];if(n===void 0)throw new Error("Error initializing the AI services.");this.currentService=n,this.debug=t?.debug??!0,this.initialBackoffMs=t?.initialBackoffMs??1e3,this.maxBackoffMs=t?.maxBackoffMs??32e3,this.maxRetries=t?.maxRetries??3}static create(e,t){return new i(e,t)}getLastUsedChatModel(){return this.currentService.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.currentService.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.currentService.getLastUsedModelConfig()}static inputOrderComparator=()=>0;static metricComparator=(e,t)=>{let n=e.getMetrics(),r=t.getMetrics();return n.latency.chat.mean-r.latency.chat.mean};getModelList(){for(let e of this.services){let t=e.getModelList();if(t)return t}}getNextService(e,t){let n=t+1,r=e[n];return r===void 0?{service:void 0,index:n}:{service:r,index:n}}reset(){this.currentServiceIndex=0;let e=this.services[this.currentServiceIndex];if(e===void 0)throw new Error("No AI services provided.");this.currentService=e}getName(){return this.currentService.getName()}getId(){return this.currentService.getId()}getFeatures(e){let t={functions:!1,streaming:!1,thinking:!1,multiTurn:!1,structuredOutputs:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]}};for(let n of this.services){let r=n.getFeatures(e);r.functions&&(t.functions=!0),r.streaming&&(t.streaming=!0),r.thinking&&(t.thinking=!0),r.multiTurn&&(t.multiTurn=!0),r.structuredOutputs&&(t.structuredOutputs=!0),r.functionCot&&(t.functionCot=!0),r.hasThinkingBudget&&(t.hasThinkingBudget=!0),r.hasShowThoughts&&(t.hasShowThoughts=!0),r.media.images.supported&&(t.media.images.supported=!0),t.media.images.formats=Array.from(new Set([...t.media.images.formats,...r.media.images.formats])),r.media.audio.supported&&(t.media.audio.supported=!0),t.media.audio.formats=Array.from(new Set([...t.media.audio.formats,...r.media.audio.formats])),r.media.files.supported&&(t.media.files.supported=!0),t.media.files.formats=Array.from(new Set([...t.media.files.formats,...r.media.files.formats])),r.media.files.uploadMethod!=="none"&&(t.media.files.uploadMethod=r.media.files.uploadMethod),r.media.urls.supported&&(t.media.urls.supported=!0),r.media.urls.webSearch&&(t.media.urls.webSearch=!0),r.media.urls.contextFetching&&(t.media.urls.contextFetching=!0),r.caching.supported&&(t.caching.supported=!0),t.caching.types=Array.from(new Set([...t.caching.types,...r.caching.types]))}return t}getMetrics(){let e={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}},t=0,n=0,r=0,o=0;for(let s of this.services){let a=s.getMetrics();e.errors.chat.count+=a.errors.chat.count,e.errors.chat.total+=a.errors.chat.total,e.errors.embed.count+=a.errors.embed.count,e.errors.embed.total+=a.errors.embed.total;let l=a.latency.chat.samples.length;l>0&&(t+=a.latency.chat.mean*l,n+=l);let c=a.latency.embed.samples.length;c>0&&(r+=a.latency.embed.mean*c,o+=c)}e.errors.chat.total>0&&(e.errors.chat.rate=e.errors.chat.count/e.errors.chat.total),e.errors.embed.total>0&&(e.errors.embed.rate=e.errors.embed.count/e.errors.embed.total),n>0&&(e.latency.chat.mean=t/n),o>0&&(e.latency.embed.mean=r/o);for(let s of this.services){let a=s.getMetrics();e.latency.chat.p95=Math.max(e.latency.chat.p95,a.latency.chat.p95),e.latency.chat.p99=Math.max(e.latency.chat.p99,a.latency.chat.p99),e.latency.embed.p95=Math.max(e.latency.embed.p95,a.latency.embed.p95),e.latency.embed.p99=Math.max(e.latency.embed.p99,a.latency.embed.p99)}return e}canRetryService(e){let t=this.serviceFailures.get(e.getId());if(!t)return!0;let{retries:n,lastFailureTime:r}=t,o=Date.now()-r,s=Math.min(this.initialBackoffMs*2**n,this.maxBackoffMs);return o>=s}handleFailure(e,t){let r=(this.serviceFailures.get(e.getId())?.retries??0)+1;this.serviceFailures.set(e.getId(),{retries:r,lastFailureTime:Date.now()}),this.debug&&console.warn(`AxBalancer: Service ${e.getName()} failed (retry ${r}/${this.maxRetries})`,t)}handleSuccess(e){this.serviceFailures.delete(e.getId())}async chat(e,t){let n=e.responseFormat?.type==="json_schema",r=e.capabilities,o=r?.requiresImages,s=r?.requiresAudio,a=this.services,l=e.model;if((n||o||s)&&(a=this.services.filter(p=>{let d=p.getFeatures(l);return!(n&&!d.structuredOutputs||o&&!d.media.images.supported||s&&!d.media.audio.supported)}),a.length===0)){let p=[];throw n&&p.push("structured outputs"),o&&p.push("images"),s&&p.push("audio"),new Error(`No services available that support required capabilities: ${p.join(", ")}.`)}let c=0,u=a[c];if(!u)throw new Error("No matching AI services available for request.");for(this.currentService=u;;){if(!this.canRetryService(u)){let p=this.getNextService(a,c);if(!p.service)throw new Error(`All candidate services exhausted (tried ${a.length} service(s))`);u=p.service,c=p.index,this.currentService=u;continue}try{let p=await u.chat(e,t);return this.handleSuccess(u),p}catch(p){if(!(p instanceof Fe))throw p;switch(p.constructor){case It:throw p;case He:{if(![408,429,500,502,503,504].includes(p.status))throw p;break}case Le:break;case bt:break;case Xe:break;case it:break;default:throw p}if(this.handleFailure(u,p),(this.serviceFailures.get(u.getId())?.retries??0)>=this.maxRetries){let m=this.getNextService(a,c);if(this.debug&&console.warn(`AxBalancer: Switching to service ${m.service?.getName()??"none"}`,p),!m.service)throw p;u=m.service,c=m.index,this.currentService=u}}}}async embed(e,t){this.reset();let n=this.currentServiceIndex;for(;;){if(!this.canRetryService(this.currentService)){let r=this.getNextService(this.services,n);if(!r.service)throw new Error(`All services exhausted (tried ${this.services.length} service(s))`);this.currentService=r.service,n=r.index,this.currentServiceIndex=n;continue}try{let r=await this.currentService.embed(e,t);return this.handleSuccess(this.currentService),r}catch(r){if(!(r instanceof Fe)||r instanceof He&&![408,429,500,502,503,504].includes(r.status)||r instanceof It)throw r;if(this.handleFailure(this.currentService,r),(this.serviceFailures.get(this.currentService.getId())?.retries??0)>=this.maxRetries){let s=this.getNextService(this.services,n);if(!s.service)throw r;this.currentService=s.service,n=s.index,this.currentServiceIndex=n}}}}setOptions(e){for(let t of this.services)t.setOptions(e);this.currentService.setOptions(e),this.debug=e.debug??this.debug}getOptions(){return this.currentService.getOptions()}getLogger(){return this.currentService.getLogger()}};function Ml(i){let e=i.find(r=>r.getModelList()!==void 0);if(!e)return;let t=e.getModelList();if(!t)throw new Error("No model list found in any service.");let n=new Set(t.map(r=>r.key));for(let r=0;r<i.length;r++){let o=i[r];if(!o)throw new Error(`Service at index ${r} is undefined`);let s=o.getModelList();if(!s)throw new Error(`Service at index ${r} (${o.getName()}) has no model list while another service does.`);let a=new Set(s.map(l=>l.key));for(let l of n)if(!a.has(l))throw new Error(`Service at index ${r} (${o.getName()}) is missing model "${l}"`);for(let l of a)if(!n.has(l))throw new Error(`Service at index ${r} (${o.getName()}) has extra model "${l}"`)}}function _t(i){let e=!1,t=!1,n=!1,r=!1,o=!1,s=!1,a=!1,l=new Set,c=0;if(i.chatPrompt&&Array.isArray(i.chatPrompt))for(let u of i.chatPrompt){if(u.role==="user"&&Array.isArray(u.content))for(let p of u.content)switch(l.add(p.type),p.type){case"image":e=!0,p.cache&&(a=!0),c+=85;break;case"audio":t=!0,p.cache&&(a=!0),c+=p.duration||60;break;case"file":n=!0,p.cache&&(a=!0),c+=Math.ceil((p.extractedText?.length||1e3)/4);break;case"url":r=!0,p.cache&&(a=!0),c+=Math.ceil((p.cachedContent?.length||2e3)/4);break;case"text":p.cache&&(a=!0),c+=Math.ceil(p.text.length/4);break}else"content"in u&&typeof u.content=="string"&&(c+=Math.ceil(u.content.length/4));"cache"in u&&u.cache&&(a=!0)}return i.functions&&i.functions.length>0&&(o=!0),i.modelConfig?.stream===!0&&(s=!0),i.capabilities&&(i.capabilities.requiresImages&&(e=!0),i.capabilities.requiresAudio&&(t=!0),i.capabilities.requiresFiles&&(n=!0),i.capabilities.requiresWebSearch&&(r=!0)),{hasImages:e,hasAudio:t,hasFiles:n,hasUrls:r,requiresFunctions:o,requiresStreaming:s,requiresCaching:a,contentTypes:l,estimatedTokens:c}}function Ei(i,e){let t=i.getFeatures(),n=[],r=[],o=[];if(e.hasImages&&!t.media.images.supported&&(n.push("Image support"),o.push("Use altText for images or imageToText service")),e.hasAudio&&!t.media.audio.supported&&(n.push("Audio support"),o.push("Pre-transcribe audio or use transcription field")),e.hasFiles&&!t.media.files.supported&&(n.push("File support"),o.push("Pre-extract text content or use extractedText field")),e.hasUrls&&!t.media.urls.supported&&(n.push("URL/Web search support"),o.push("Pre-fetch content or use cachedContent field")),e.requiresFunctions&&!t.functions&&n.push("Function calling"),e.requiresStreaming&&!t.streaming&&(n.push("Streaming responses"),o.push("Use non-streaming mode")),e.requiresCaching&&!t.caching.supported&&(n.push("Content caching"),o.push("Repeated content will not be cached")),e.hasImages&&t.media.images.supported){let a=t.media.images.maxSize;a&&a<10*1024*1024&&r.push(`Image size limit is ${Math.round(a/(1024*1024))}MB`)}if(e.hasAudio&&t.media.audio.supported){let a=t.media.audio.maxDuration;a&&a<600&&r.push(`Audio duration limit is ${Math.round(a/60)} minutes`)}return{isSupported:n.length===0,missingCapabilities:n,warnings:r,alternatives:o}}function fo(i,e){return i.map(t=>{let n=t.getFeatures(),r=Ei(t,e),o=0,s=[];return o+=10,e.hasImages&&n.media.images.supported&&(o+=25,s.push("Images"),n.media.images.detailLevels?.includes("high")&&(o+=5),n.media.images.maxSize&&n.media.images.maxSize>10*1024*1024&&(o+=3)),e.hasAudio&&n.media.audio.supported&&(o+=25,s.push("Audio"),n.media.audio.maxDuration&&n.media.audio.maxDuration>600&&(o+=5)),e.hasFiles&&n.media.files.supported&&(o+=25,s.push("Files"),n.media.files.uploadMethod==="cloud"&&(o+=3)),e.hasUrls&&n.media.urls.supported&&(o+=25,s.push("URLs"),n.media.urls.webSearch&&(o+=5)),e.requiresFunctions&&n.functions&&(o+=15,s.push("Functions"),n.functionCot&&(o+=3)),e.requiresStreaming&&n.streaming&&(o+=10,s.push("Streaming")),e.requiresCaching&&n.caching.supported&&(o+=8,s.push("Caching"),n.caching.types.includes("persistent")&&(o+=3)),n.thinking&&(o+=2),n.multiTurn&&(o+=2),n.hasThinkingBudget&&(o+=1),n.hasShowThoughts&&(o+=1),o-=r.missingCapabilities.length*10,{provider:t,score:o,missingCapabilities:r.missingCapabilities,supportedCapabilities:s}}).sort((t,n)=>n.score-t.score)}function xo(i,e,t={}){if(e.length===0)throw new Error("No providers available");let n=_t(i),r=fo(e,n);if(t.requireExactMatch){let o=r.filter(s=>s.missingCapabilities.length===0);if(o.length===0)throw new Error(`No providers fully support the request requirements: ${r[0]?.missingCapabilities.join(", ")||"unknown requirements"}`);return o[0].provider}if(!t.allowDegradation){let o=r[0];if(o.missingCapabilities.length>0)throw new Error(`Best available provider (${o.provider.getName()}) is missing: ${o.missingCapabilities.join(", ")}`)}return r[0].provider}function El(i,e){let t=_t(i),n=fo(e,t),r=n[0]?.provider||null,o=[t.hasImages&&"images",t.hasAudio&&"audio",t.hasFiles&&"files",t.hasUrls&&"URLs",t.requiresFunctions&&"functions",t.requiresStreaming&&"streaming",t.requiresCaching&&"caching"].filter(Boolean).length,s=r?n[0].supportedCapabilities.length:0,a=r?`${r.getName()} supports ${s}/${o} requirements (${Math.round(s/Math.max(o,1)*100)}% compatibility)`:"No suitable providers found";return{requirements:t,providerScores:n,recommendedProvider:r,summary:a}}function Pl(i,e){return i.filter(t=>t.getFeatures().media[e].supported)}function Fl(i,e){let t={};for(let n of i){let o=n.getFeatures().media[e];if(o.supported)for(let s of o.formats)t[s]||(t[s]=[]),t[s].push(n)}return t}var Xn=(r=>(r.CommandRPlus="command-r-plus",r.CommandR="command-r",r.Command="command",r.CommandLight="command-light",r))(Xn||{}),Zn=(r=>(r.EmbedEnglishV30="embed-english-v3.0",r.EmbedEnglishLightV30="embed-english-light-v3.0",r.EmbedMultiLingualV30="embed-multilingual-v3.0",r.EmbedMultiLingualLightV30="embed-multilingual-light-v3.0",r))(Zn||{});var Ao=[{name:"command-r-plus",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"command-r",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command-light",currency:"usd",promptTokenCostPer1M:.3,completionTokenCostPer1M:.6},{name:"embed-english-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-english-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1}];var Fi=()=>structuredClone({model:"command-r-plus",embedModel:"embed-english-v3.0",...oe()}),_l=()=>structuredClone({model:"command-r",embedModel:"embed-english-v3.0",...Re()}),yo=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,frequencyPenalty:e.frequencyPenalty,presencePenalty:e.presencePenalty,endSequences:e.endSequences,stopSequences:e.stopSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.at(-1),r=e.chatPrompt.slice(0,-1),o;n&&n.role==="user"&&typeof n.content=="string"&&(o=n?.content);let s=Nl(r),a=e.functions?.map(p=>{let d={};if(p.parameters?.properties)for(let[m,g]of Object.entries(p.parameters.properties))d[m]={description:g.description,type:g.type,required:p.parameters.required?.includes(m)??!1};return{name:p.name,description:p.description,parameter_definitions:d}}),l=e.chatPrompt.filter(p=>p.role==="function").map(p=>{let d=a?.find(m=>m.name===p.functionId);if(!d)throw new Error("Function not found");return{call:{name:d.name,parameters:d.parameter_definitions},outputs:[{result:p.result??""}]}}),c={name:"/chat"},u={message:o,model:t,tools:a,...l&&!o?{tool_results:l}:{},chat_history:s,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},k:e.modelConfig?.topK??this.config.topK,...e.modelConfig?.topP!==void 0?{p:e.modelConfig.topP}:{},frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,end_sequences:this.config.endSequences,stop_sequences:e.modelConfig?.stopSequences??this.config.stopSequences};return[c,u]}createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embed"},r={model:t,texts:e.texts??[],input_type:"classification",truncate:""};return[n,r]};createChatResp=e=>{this.tokensUsed=e.meta.billed_units?{promptTokens:e.meta.billed_units.input_tokens,completionTokens:e.meta.billed_units.output_tokens,totalTokens:e.meta.billed_units.input_tokens+e.meta.billed_units.output_tokens}:void 0;let t;if("finish_reason"in e)switch(e.finish_reason){case"COMPLETE":t="stop";break;case"MAX_TOKENS":t="length";break;case"ERROR":throw new Error("Finish reason: ERROR");case"ERROR_TOXIC":throw new Error("Finish reason: CONTENT_FILTER");default:t="stop";break}let n;return"tool_calls"in e&&(n=e.tool_calls?.map(o=>({id:o.name,type:"function",function:{name:o.name,params:o.parameters}}))),{results:[{index:0,id:e.generation_id,content:e.text,functionCalls:n,finishReason:t}],remoteId:e.response_id}};createChatStreamResp=(e,t)=>{let n=t;e.event_type==="stream-start"&&(n.generation_id=e.generation_id),this.tokensUsed={promptTokens:0,completionTokens:e.meta.billed_units?.output_tokens??0,totalTokens:e.meta.billed_units?.output_tokens??0};let{results:r}=this.createChatResp(e),o=r[0];if(!o)throw new Error("No result");return o.id=n.generation_id??"",{results:r}};createEmbedResp(e){return{remoteId:e.id,embeddings:e.embeddings}}},tn=class extends be{constructor({apiKey:e,config:t,options:n,models:r}){if(!e||e==="")throw new Error("Cohere API key not set");let o={...Fi(),...t},s=new yo(o),a=r?.map(l=>{let c=l,u=c?.config;if(!u)return l;let p={};u.maxTokens!==void 0&&(p.maxTokens=u.maxTokens),u.temperature!==void 0&&(p.temperature=u.temperature),u.topP!==void 0&&(p.topP=u.topP),u.topK!==void 0&&(p.topK=u.topK),u.presencePenalty!==void 0&&(p.presencePenalty=u.presencePenalty),u.frequencyPenalty!==void 0&&(p.frequencyPenalty=u.frequencyPenalty),u.stopSequences!==void 0&&(p.stopSequences=u.stopSequences),u.endSequences!==void 0&&(p.endSequences=u.endSequences),u.stream!==void 0&&(p.stream=u.stream),u.n!==void 0&&(p.n=u.n);let d={...c};return Object.keys(p).length>0&&(d.modelConfig={...c.modelConfig??{},...p}),d});super(s,{name:"Cohere",apiURL:"https://api.cohere.ai/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:Ao,defaults:{model:o.model},supportFor:{functions:!0,streaming:!0,media:{images:{supported:!1,formats:[],maxSize:0,detailLevels:[]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},options:n,models:a??r})}};function Nl(i){return i.map(e=>{let t="";if(e.role==="system"||e.role==="assistant"||e.role==="user")if(typeof e.content=="string")t=e.content;else throw new Error("Multi-modal content not supported");switch(e.role){case"user":return{role:"USER",message:t};case"system":return{role:"SYSTEM",message:t};case"assistant":{let n=Pi(e.functionCalls);return{role:"CHATBOT",message:t,tool_calls:n}}case"function":{let n=i.map(s=>{if(s.role==="assistant")return s.functionCalls?.find(a=>a.id===e.functionId)}).filter(s=>s!==void 0),r=Pi(n)?.at(0);if(!r)throw new Error("Function call not found");let o=[{result:e.result}];return{role:"TOOL",tool_results:[{call:r,outputs:o}]}}default:throw new Error("Unknown role")}})}function Pi(i){return i?.map(e=>{let t;if(typeof e.function.params=="string"){let n=e.function.params;if(n.trim().length===0)t={};else try{t=JSON.parse(n)}catch{throw new Error(`Failed to parse function params JSON: ${n}`)}}else t=e.function.params;return{name:e.function.name,parameters:t}})}var er=(n=>(n.DeepSeekChat="deepseek-chat",n.DeepSeekCoder="deepseek-coder",n.DeepSeekReasoner="deepseek-reasoner",n))(er||{});var bo=[{name:"deepseek-chat",currency:"USD",promptTokenCostPer1M:.27,completionTokenCostPer1M:1.1},{name:"deepseek-reasoner",currency:"USD",promptTokenCostPer1M:.55,completionTokenCostPer1M:2.19}];var _i=()=>structuredClone({model:"deepseek-chat",...oe()}),$l=()=>structuredClone({model:"deepseek-coder",...Re()}),nn=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("DeepSeek API key not set");let s={..._i(),...t};o=[...bo,...o??[]],super({apiKey:e,config:s,options:n,apiURL:"https://api.deepseek.com",modelInfo:o,supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:r}),super.setName("DeepSeek")}};var tr=(x=>(x.Gemini3Flash="gemini-3-flash-preview",x.Gemini3Pro="gemini-3-pro-preview",x.Gemini3ProImage="gemini-3-pro-image-preview",x.Gemini25Pro="gemini-2.5-pro",x.Gemini25Flash="gemini-2.5-flash",x.Gemini25FlashLite="gemini-2.5-flash-lite",x.Gemini20Flash="gemini-2.0-flash",x.Gemini20FlashLite="gemini-2.0-flash-lite",x.Gemini20ProExp="gemini-2.0-pro-exp-02-05",x.Gemini20FlashThinkingExp="gemini-2.0-flash-thinking-exp-01-21",x.Gemini1Pro="gemini-1.0-pro",x.Gemini15Flash="gemini-1.5-flash",x.Gemini15Flash002="gemini-1.5-flash-002",x.Gemini15Flash8B="gemini-1.5-flash-8b",x.Gemini15Pro="gemini-1.5-pro",x.GeminiFlashLatest="gemini-flash-latest",x.GeminiFlashLiteLatest="gemini-flash-lite-latest",x.GeminiProLatest="gemini-pro-latest",x))(tr||{}),Io=(o=>(o.GeminiEmbedding001="gemini-embedding-001",o.GeminiEmbedding="gemini-embedding-exp",o.TextEmbeddingLarge="text-embedding-large-exp-03-07",o.TextEmbedding004="text-embedding-004",o.TextEmbedding005="text-embedding-005",o))(Io||{}),To=(r=>(r.HarmCategoryHarassment="HARM_CATEGORY_HARASSMENT",r.HarmCategoryHateSpeech="HARM_CATEGORY_HATE_SPEECH",r.HarmCategorySexuallyExplicit="HARM_CATEGORY_SEXUALLY_EXPLICIT",r.HarmCategoryDangerousContent="HARM_CATEGORY_DANGEROUS_CONTENT",r))(To||{}),Co=(o=>(o.BlockNone="BLOCK_NONE",o.BlockOnlyHigh="BLOCK_ONLY_HIGH",o.BlockMediumAndAbove="BLOCK_MEDIUM_AND_ABOVE",o.BlockLowAndAbove="BLOCK_LOW_AND_ABOVE",o.BlockDefault="HARM_BLOCK_THRESHOLD_UNSPECIFIED",o))(Co||{}),Ni=(l=>(l.SemanticSimilarity="SEMANTIC_SIMILARITY",l.Classification="CLASSIFICATION",l.Clustering="CLUSTERING",l.RetrievalDocument="RETRIEVAL_DOCUMENT",l.RetrievalQuery="RETRIEVAL_QUERY",l.QuestionAnswering="QUESTION_ANSWERING",l.FactVerification="FACT_VERIFICATION",l.CodeRetrievalQuery="CODE_RETRIEVAL_QUERY",l))(Ni||{}),$i=["gemini-3-flash-preview","gemini-3-pro-preview","gemini-2.5-pro","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.0-flash","gemini-2.0-flash-lite","gemini-flash-latest","gemini-flash-lite-latest"];var Ro=[{name:"gemini-3-flash-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3-pro-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2,completionTokenCostPer1M:12,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3-pro-image-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2,completionTokenCostPer1M:.134,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2.5,completionTokenCostPer1M:15,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-pro-exp-02-05",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-flash-thinking-exp-01-21",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:15,completionTokenCostPer1M:3.5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.01,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gemini-2.0-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{structuredOutputs:!0}},{name:"gemini-1.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3,supported:{structuredOutputs:!0}},{name:"gemini-1.5-flash-8b",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.0375,completionTokenCostPer1M:.15,supported:{structuredOutputs:!0}},{name:"gemini-1.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5,supported:{structuredOutputs:!0}},{name:"gemini-1.0-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5,supported:{structuredOutputs:!0}},{name:"gemini-flash-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-flash-lite-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-pro-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}}];var nr=i=>{if(!i||typeof i!="object")return i;let e={...i};return delete e.additionalProperties,delete e.default,delete e.optional,delete e.maximum,delete e.oneOf,delete e.anyOf,e.properties&&typeof e.properties=="object"&&(e.properties=Object.fromEntries(Object.entries(e.properties).map(([t,n])=>[t,nr(n)]))),e.items&&(e.items=nr(e.items)),e},Li=[{category:"HARM_CATEGORY_HARASSMENT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_HATE_SPEECH",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_SEXUALLY_EXPLICIT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_DANGEROUS_CONTENT",threshold:"BLOCK_NONE"}],Di=()=>structuredClone({model:"gemini-2.5-flash",embedModel:"text-embedding-005",safetySettings:Li,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},...oe()}),Ll=()=>structuredClone({model:"gemini-2.0-flash",embedModel:"text-embedding-005",safetySettings:Li,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},...Re()}),wo=class{constructor(e,t,n,r,o){this.config=e;this.isVertex=t;this.endpointId=n;this.apiKey=r;this.options=o;if(!this.isVertex&&this.config.autoTruncate)throw new Error("Auto truncate is not supported for GoogleGemini")}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq=async(e,t)=>{let n=e.model,r=e.modelConfig?.stream??this.config.stream;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let o;if(this.endpointId?o={name:r?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:o={name:r?`/models/${n}:streamGenerateContent?alt=sse`:`/models/${n}:generateContent`},!this.isVertex){let A=r?"&":"?",x=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;o.name+=`${A}key=${x}`}let s=e.chatPrompt.filter(A=>A.role==="system").map(A=>A.content),a=s.length>0?{role:"user",parts:[{text:s.join(" ")}]}:void 0,l=[],c=e.chatPrompt.filter(A=>A.role!=="system");for(let A=0;A<c.length;A++){let x=c[A];switch(x.role){case"user":{let y=Array.isArray(x.content)?x.content.map((b,I)=>{switch(b.type){case"text":return{text:b.text};case"image":return{inlineData:{mimeType:b.mimeType,data:b.image}};case"audio":return{inlineData:{mimeType:`audio/${b.format??"mp3"}`,data:b.data}};case"file":return"fileUri"in b?{fileData:{mimeType:b.mimeType,fileUri:b.fileUri}}:{inlineData:{mimeType:b.mimeType,data:b.data}};default:throw new Error(`Chat prompt content type not supported (index: ${I})`)}}):[{text:x.content}];l.push({role:"user",parts:y});break}case"assistant":{let y=[],b=x.thoughtBlocks,I=x.functionCalls&&x.functionCalls.length>0,T=b?.[0],v=b?.map(R=>R.data).join("")??"",k=T?.signature;if(v&&y.push({...I?{}:{thought:!0},text:v,...k&&!I?{thought_signature:k}:{}}),x.functionCalls){let R=x.functionCalls.map((C,O)=>{let w;if(typeof C.function.params=="string"){let S=C.function.params;if(S.trim().length===0)w={};else try{w=JSON.parse(S)}catch{throw new Error(`Failed to parse function params JSON: ${S}`)}}else w=C.function.params;let E={functionCall:{name:C.function.name,args:w}};return k&&O===0&&(E.thought_signature=k),E});y.push(...R)}if(x.content&&y.push({text:x.content}),y.length===0)throw new Error("Assistant content is empty");l.push({role:"model",parts:y});break}case"function":{let y=[],b=x,I=A;for(;;){if(!("functionId"in b))throw new Error(`Chat prompt functionId is empty (index: ${I})`);if(y.push({functionResponse:{name:b.functionId,response:{result:b.result}}}),I+1<c.length&&c[I+1].role==="function")I++,b=c[I];else break}A=I,l.push({role:"user",parts:y});break}default:throw new Error(`Invalid role: ${JSON.stringify(x)} (index: ${A})`)}}let u=[];if(e.functions&&e.functions.length>0){let A=e.functions.map(x=>{let y={type:"object",properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]},b=x.parameters?nr(x.parameters):void 0;return b===void 0||b&&typeof b=="object"&&Object.keys(b).length===0?b={...y}:b&&typeof b=="object"&&b.type==="object"&&(!("properties"in b)||!b.properties||Object.keys(b.properties).length===0)&&(b={...b,properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]}),{name:x.name,description:x.description,parameters:b}});u.push({function_declarations:A})}if(this.options?.codeExecution&&u.push({code_execution:{}}),this.options?.googleSearchRetrieval&&u.push({google_search_retrieval:{dynamic_retrieval_config:this.options.googleSearchRetrieval}}),this.options?.googleSearch&&u.push({google_search:{}}),this.options?.googleMaps){let A=this.options.googleMaps,x=A?.enableWidget!==void 0?{enableWidget:A.enableWidget}:{};u.push({google_maps:x})}this.options?.urlContext&&u.push({url_context:{}}),u.length===0&&(u=void 0);let p,d=Array.isArray(u)?u.some(A=>A&&Array.isArray(A.function_declarations)&&A.function_declarations.length>0):!1;if(e.functionCall)if(e.functionCall==="none")p={function_calling_config:{mode:"NONE"}};else if(e.functionCall==="auto")p={function_calling_config:{mode:"AUTO"}};else if(e.functionCall==="required")p={function_calling_config:{mode:"ANY"}};else{let A=e.functionCall.function?.name?{allowedFunctionNames:[e.functionCall.function.name]}:{};p={function_calling_config:{mode:"ANY"},...A}}else d&&(p={function_calling_config:{mode:"AUTO"}});this.options?.retrievalConfig&&(p={...p??{},retrievalConfig:{...this.options.retrievalConfig.latLng?{latLng:this.options.retrievalConfig.latLng}:{}}});let m={};if(this.config.thinking?.includeThoughts&&(m.includeThoughts=!0),this.config.thinking?.thinkingTokenBudget&&(m.thinkingBudget=this.config.thinking.thinkingTokenBudget),this.config.thinking?.thinkingLevel&&(m.thinkingLevel=this.config.thinking.thinkingLevel),t?.thinkingTokenBudget){let A=this.config.thinkingTokenBudgetLevels,x=n.includes("gemini-3");switch(t.thinkingTokenBudget){case"none":m.thinkingBudget=0,m.includeThoughts=!1,delete m.thinkingLevel;break;case"minimal":m.thinkingBudget=A?.minimal??200,x&&(m.thinkingLevel="low");break;case"low":m.thinkingBudget=A?.low??800,x&&(m.thinkingLevel="low");break;case"medium":m.thinkingBudget=A?.medium??5e3,x&&(m.thinkingLevel="high");break;case"high":m.thinkingBudget=A?.high??1e4,x&&(m.thinkingLevel="high");break;case"highest":m.thinkingBudget=A?.highest??24500,x&&(m.thinkingLevel="high");break}}m.thinkingLevel&&delete m.thinkingBudget,t?.showThoughts!==void 0&&t?.thinkingTokenBudget!=="none"&&(m.includeThoughts=t.showThoughts);let g={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{topP:e.modelConfig.topP}:{},topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain",...Object.keys(m).length>0?{thinkingConfig:m}:{}};if(e.responseFormat){if(g.responseMimeType="application/json",e.responseFormat.type==="json_schema"&&e.responseFormat.schema){let A=e.responseFormat.schema.schema||e.responseFormat.schema;g.responseSchema=nr(A)}}else this.config.responseFormat&&this.config.responseFormat==="json_object"&&(g.responseMimeType="application/json");let h=this.config.safetySettings;return[o,{contents:l,tools:u,toolConfig:p,systemInstruction:a,generationConfig:g,safetySettings:h}]};createEmbedReq=async e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n,r;if(this.isVertex)this.endpointId?n={name:`/${this.endpointId}:predict`}:n={name:`/models/${t}:predict`},r={instances:e.texts.map(o=>({content:o,...this.config.embedType&&{taskType:this.config.embedType}})),parameters:{autoTruncate:this.config.autoTruncate,outputDimensionality:this.config.dimensions}};else{let o=typeof this.apiKey=="function"?this.apiKey():this.apiKey;n={name:`/models/${t}:batchEmbedContents?key=${o}`},r={requests:e.texts.map(s=>({model:`models/${t}`,content:{parts:[{text:s}]},outputDimensionality:this.config.dimensions,...this.config.embedType&&{taskType:this.config.embedType}}))}}return[n,r]};createChatResp=e=>{let t,n=e.candidates?.map(o=>{let s={index:0};switch(o.finishReason){case"MAX_TOKENS":s.finishReason="length";break;case"STOP":s.finishReason="stop";break;case"SAFETY":throw new de("Content was blocked due to safety settings",void 0,void 0);case"RECITATION":throw new de("Content was blocked due to recitation policy",void 0,void 0);case"MALFORMED_FUNCTION_CALL":throw new de("Function call was malformed and blocked",void 0,void 0);case"UNEXPECTED_TOOL_CALL":throw new de("Unexpected tool call",void 0,void 0);case"FINISH_REASON_UNSPECIFIED":throw new de("Finish reason unspecified",void 0,void 0);case"BLOCKLIST":throw new de("Content was blocked due to blocklist",void 0,void 0);case"PROHIBITED_CONTENT":throw new de("Content was blocked due to prohibited content",void 0,void 0);case"SPII":throw new de("Content was blocked due to SPII",void 0,void 0);case"OTHER":throw new de("Other finish reason",void 0,void 0)}if(!o.content||!o.content.parts)return s;for(let c of o.content.parts){if("text"in c){if("thought"in c&&c.thought||c.thought===!0){s.thought=c.text;let u=c.thoughtSignature||c.thought_signature;s.thoughtBlocks||(s.thoughtBlocks=[]),s.thoughtBlocks.push({data:c.text,encrypted:!1,...u?{signature:u}:{}})}else s.content=c.text;continue}if("functionCall"in c){let u=c.thoughtSignature||c.thought_signature;if(u)if(!s.thoughtBlocks||s.thoughtBlocks.length===0)s.thoughtBlocks=[{data:"",encrypted:!1,signature:u}];else{let p=s.thoughtBlocks[s.thoughtBlocks.length-1];p&&!p.signature&&(p.signature=u)}s.functionCalls=[...s.functionCalls??[],{id:ve(),type:"function",function:{name:c.functionCall.name,params:c.functionCall.args}}]}}let a=o.citationMetadata?.citations;if(Array.isArray(a)&&a.length){let c=u=>u?`${u.year}-${String(u.month).padStart(2,"0")}-${String(u.day).padStart(2,"0")}`:void 0;s.citations=a.filter(u=>typeof u?.uri=="string").map(u=>({url:u.uri,title:u.title,license:u.license,publicationDate:c(u.publicationDate)}))}let l=o.groundingMetadata;if(l){if(Array.isArray(l.groundingChunks)){let c=l.groundingChunks.map(u=>u?.maps).filter(u=>u&&typeof u.uri=="string").map(u=>({url:u.uri,title:u.title}));c.length&&(s.citations=[...s.citations??[],...c])}typeof l.googleMapsWidgetContextToken=="string"&&(t=l.googleMapsWidgetContextToken)}return s});e.usageMetadata&&(this.tokensUsed={totalTokens:e.usageMetadata.totalTokenCount,promptTokens:e.usageMetadata.promptTokenCount,completionTokens:e.usageMetadata.candidatesTokenCount,thoughtsTokens:e.usageMetadata.thoughtsTokenCount,...e.usageMetadata.cachedContentTokenCount!==void 0?{cacheReadTokens:e.usageMetadata.cachedContentTokenCount}:{}});let r={results:n};return t&&(r.providerMetadata={...r.providerMetadata,google:{...r.providerMetadata?.google??{},mapsWidgetContextToken:t}}),r};createChatStreamResp=e=>this.createChatResp(e);createEmbedResp=e=>{let t;return this.isVertex?t=e.predictions.map(n=>n.embeddings.values):t=e.embeddings.map(n=>n.values),{embeddings:t}};supportsContextCache=e=>{let t=e;return $i.some(n=>t.includes(n)||n.includes(t))};buildCacheCreateOp=(e,t)=>{let n=e.model,r=t.contextCache?.ttlSeconds??3600,{systemInstruction:o,contents:s}=this.extractCacheableContent(e.chatPrompt);if(!o&&(!s||s.length===0))return;let a={model:this.isVertex?n:`models/${n}`,ttl:`${r}s`,displayName:`ax-cache-${Date.now()}`};o&&(a.systemInstruction=o),s&&s.length>0&&(a.contents=s);let l;if(this.isVertex)l="/cachedContents";else{l="/cachedContents";let c=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;l+=`?key=${c}`}return{type:"create",apiConfig:{name:l},request:a,parseResponse:c=>{let u=c;if(u?.name)return{name:u.name,expiresAt:u.expireTime,tokenCount:u.usageMetadata?.totalTokenCount}}}};buildCacheUpdateTTLOp=(e,t)=>{let n={ttl:`${t}s`},r=`/${e}`;if(!this.isVertex&&this.apiKey){let o=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;r+=`?key=${o}`}return{type:"update",apiConfig:{name:r,headers:{"Content-Type":"application/json"}},request:n,parseResponse:o=>{let s=o;if(s?.name)return{name:s.name,expiresAt:s.expireTime,tokenCount:s.usageMetadata?.totalTokenCount}}}};buildCacheDeleteOp=e=>{let t=`/${e}`;if(!this.isVertex&&this.apiKey){let n=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;t+=`?key=${n}`}return{type:"delete",apiConfig:{name:t,headers:{"Content-Type":"application/json"}},request:{},parseResponse:()=>{}}};prepareCachedChatReq=async(e,t,n)=>{let r=e.model,o=e.modelConfig?.stream??this.config.stream,{dynamicContents:s,dynamicSystemInstruction:a}=this.extractDynamicContent(e.chatPrompt),l;if(this.endpointId?l={name:o?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:l={name:o?`/models/${r}:streamGenerateContent?alt=sse`:`/models/${r}:generateContent`},!this.isVertex){let d=o?"&":"?",m=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;l.name+=`${d}key=${m}`}let c={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{topP:e.modelConfig.topP}:{},topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain"},u=this.config.safetySettings,p={contents:s,cachedContent:n,generationConfig:c,safetySettings:u};return a&&(p.systemInstruction=a),{apiConfig:l,request:p}};extractCacheableContent(e){let t,n=[],r=-1;for(let o=e.length-1;o>=0;o--){let s=e[o];if("cache"in s&&s.cache){r=o;break}}for(let o=0;o<e.length;o++){let s=e[o];if(s.role==="system"){t={role:"user",parts:[{text:s.content}]};continue}if(r>=0&&o<=r)if(s.role==="user"){let a=[];if(typeof s.content=="string")a.push({text:s.content});else if(Array.isArray(s.content))for(let l of s.content)switch(l.type){case"text":a.push({text:l.text});break;case"image":a.push({inlineData:{mimeType:l.mimeType,data:l.image}});break;case"audio":a.push({inlineData:{mimeType:`audio/${l.format??"mp3"}`,data:l.data}});break;case"file":"fileUri"in l?a.push({fileData:{mimeType:l.mimeType,fileUri:l.fileUri}}):a.push({inlineData:{mimeType:l.mimeType,data:l.data}});break}a.length>0&&n.push({role:"user",parts:a})}else s.role==="assistant"&&s.content&&n.push({role:"model",parts:[{text:s.content}]})}return{systemInstruction:t,contents:n}}extractDynamicContent(e){let n=[];for(let r of e)if(r.role!=="system"&&!("cache"in r&&r.cache))if(r.role==="user"){let o=[];if(typeof r.content=="string")o.push({text:r.content});else if(Array.isArray(r.content)){for(let s of r.content)if(!("cache"in s&&s.cache))switch(s.type){case"text":o.push({text:s.text});break;case"image":o.push({inlineData:{mimeType:s.mimeType,data:s.image}});break;case"audio":o.push({inlineData:{mimeType:`audio/${s.format??"mp3"}`,data:s.data}});break;case"file":"fileUri"in s?o.push({fileData:{mimeType:s.mimeType,fileUri:s.fileUri}}):o.push({inlineData:{mimeType:s.mimeType,data:s.data}});break}}o.length>0&&n.push({role:"user",parts:o})}else if(r.role==="assistant"){let o=[];if(r.content&&o.push({text:r.content}),r.functionCalls)for(let s of r.functionCalls){let a;if(typeof s.function.params=="string")try{a=JSON.parse(s.function.params)}catch{a={}}else a=s.function.params??{};o.push({functionCall:{name:s.function.name,args:a}})}o.length>0&&n.push({role:"model",parts:o})}else r.role==="function"&&n.push({role:"user",parts:[{functionResponse:{name:r.functionId,response:{result:r.result}}}]});return{dynamicContents:n,dynamicSystemInstruction:void 0}}},rn=class i extends be{static create(e){return new i(e)}constructor({apiKey:e,projectId:t,region:n,endpointId:r,config:o,options:s,models:a,modelInfo:l}){let c=t!==void 0&&n!==void 0,u,p;if(c){if(!e)throw new Error("GoogleGemini Vertex API key not set");if(typeof e!="function")throw new Error("GoogleGemini Vertex API key must be a function for token-based authentication");let f;r?f="endpoints":f="publishers/google",u=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/${f}`,p=async()=>({Authorization:`Bearer ${typeof e=="function"?await e():e}`})}else{if(!e)throw new Error("GoogleGemini AI API key not set");u="https://generativelanguage.googleapis.com/v1beta",p=async()=>({})}let d={...Di(),...o},m=new wo(d,c,r,e,s);l=[...Ro,...l??[]];let g=f=>{let A=ze({model:f,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:A?.supported?.thinkingBudget??!1,hasShowThoughts:A?.supported?.showThoughts??!1,structuredOutputs:A?.supported?.structuredOutputs??!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!0,formats:["wav","mp3","aac","ogg"],maxDuration:9.5*60},files:{supported:!0,formats:["application/pdf","text/plain","text/csv","text/html","text/xml"],maxSize:2*1024*1024*1024,uploadMethod:"cloud"},urls:{supported:!0,webSearch:!0,contextFetching:!0}},caching:{supported:m.supportsContextCache(f),types:["persistent"]},thinking:A?.supported?.thinkingBudget??!1,multiTurn:!0}},h=a?.map(f=>{let A=f,x=A?.config;if(!x)return f;let y={};x.maxTokens!==void 0&&(y.maxTokens=x.maxTokens),x.temperature!==void 0&&(y.temperature=x.temperature),x.topP!==void 0&&(y.topP=x.topP),x.topK!==void 0&&(y.topK=x.topK),x.presencePenalty!==void 0&&(y.presencePenalty=x.presencePenalty),x.frequencyPenalty!==void 0&&(y.frequencyPenalty=x.frequencyPenalty),x.stopSequences!==void 0&&(y.stopSequences=x.stopSequences),x.endSequences!==void 0&&(y.endSequences=x.endSequences),x.stream!==void 0&&(y.stream=x.stream),x.n!==void 0&&(y.n=x.n);let b={...A};Object.keys(y).length>0&&(b.modelConfig={...A.modelConfig??{},...y});let I=x.thinking?.thinkingTokenBudget;if(typeof I=="number"){let T=d.thinkingTokenBudgetLevels,v=[["minimal",T?.minimal??200],["low",T?.low??800],["medium",T?.medium??5e3],["high",T?.high??1e4],["highest",T?.highest??24500]],k="minimal",R=Number.POSITIVE_INFINITY;for(let[C,O]of v){let w=Math.abs(I-O);w<R&&(R=w,k=C)}b.thinkingTokenBudget=k}return x.thinking?.includeThoughts!==void 0&&(b.showThoughts=!!x.thinking.includeThoughts),b});super(m,{name:"GoogleGeminiAI",apiURL:u,headers:p,modelInfo:l,defaults:{model:d.model,embedModel:d.embedModel},options:s,supportFor:g,models:h??a})}};var Dl=new _e,on=class{options;maxTokens;refillRate;currentTokens;lastRefillTime;constructor(e,t,n){this.maxTokens=e,this.refillRate=t,this.currentTokens=e,this.lastRefillTime=Date.now(),this.options=n}refillTokens(){let e=Date.now(),n=(e-this.lastRefillTime)/1e3*this.refillRate;this.currentTokens=Math.min(this.maxTokens,this.currentTokens+n),this.lastRefillTime=e}async waitUntilTokensAvailable(e){if(this.refillTokens(),this.currentTokens>=e){this.currentTokens-=e;return}return this.options?.debug&&console.log(Dl.red(`Rate limiter: Waiting for ${e-this.currentTokens} tokens`)),await new Promise(t=>setTimeout(t,100)),this.waitUntilTokensAvailable(e)}async acquire(e){await this.waitUntilTokensAvailable(e)}};var rr=(r=>(r.Llama3_8B="llama3-8b-8192",r.Llama33_70B="llama-3.3-70b-versatile",r.Mixtral_8x7B="mixtral-8x7b-32768",r.Gemma2_9B="gemma2-9b-it",r))(rr||{});var So=[{name:"gemma2-9b-it",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.2,completionTokenCostPer1M:.2},{name:"llama-3.3-70b-versatile",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.59,completionTokenCostPer1M:.79},{name:"llama3-8b-8192",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.05,completionTokenCostPer1M:.08},{name:"mixtral-8x7b-32768",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.24,completionTokenCostPer1M:.24}];var Gl=()=>structuredClone({model:"llama-3.3-70b-versatile",...oe()}),sn=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Groq API key not set");let s={...Gl(),...t},a={...n,streamingUsage:!1};o=[...So,...o??[]];let l={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0};super({apiKey:e,config:s,options:a,modelInfo:o,apiURL:"https://api.groq.com/openai/v1",models:r,supportFor:l}),super.setName("Groq"),this.setOptions(a)}setOptions=e=>{let t=this.newRateLimiter(e);super.setOptions({...e,rateLimiter:t})};newRateLimiter=e=>{if(e?.rateLimiter)return e.rateLimiter;let t=e?.tokensPerMinute??4800,n=new on(t,t/60,{debug:e?.debug});return async(o,s)=>{let a=s.modelUsage?.tokens?.totalTokens||0;return await n.acquire(a),await o()}}};var vo=[];var Oo=(e=>(e.MetaLlama270BChatHF="meta-llama/Llama-2-70b-chat-hf",e))(Oo||{});var Gi=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...oe()}),Ul=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...Re()}),ko=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,n:e.n,presencePenalty:e.presencePenalty}}createChatReq=e=>{let t=e.model,n=e.functions?`Functions:
167
+ `;break}default:r=JSON.stringify(n,null,2)}i(r)}};var K={LLM_SYSTEM:"gen_ai.system",LLM_OPERATION_NAME:"gen_ai.operation.name",LLM_REQUEST_MODEL:"gen_ai.request.model",LLM_REQUEST_MAX_TOKENS:"gen_ai.request.max_tokens",LLM_REQUEST_TEMPERATURE:"gen_ai.request.temperature",LLM_REQUEST_TOP_K:"gen_ai.request.top_k",LLM_REQUEST_FREQUENCY_PENALTY:"gen_ai.request.frequency_penalty",LLM_REQUEST_PRESENCE_PENALTY:"gen_ai.request.presence_penalty",LLM_REQUEST_STOP_SEQUENCES:"gen_ai.request.stop_sequences",LLM_REQUEST_LLM_IS_STREAMING:"gen_ai.request.llm_is_streaming",LLM_REQUEST_TOP_P:"gen_ai.request.top_p",LLM_USAGE_INPUT_TOKENS:"gen_ai.usage.input_tokens",LLM_USAGE_OUTPUT_TOKENS:"gen_ai.usage.output_tokens",LLM_USAGE_TOTAL_TOKENS:"gen_ai.usage.total_tokens",LLM_USAGE_THOUGHTS_TOKENS:"gen_ai.usage.thoughts_tokens",DB_SYSTEM:"db.system",DB_TABLE:"db.table",DB_NAMESPACE:"db.namespace",DB_ID:"db.id",DB_QUERY_TEXT:"db.query.text",DB_VECTOR:"db.vector",DB_OPERATION_NAME:"db.operation.name",DB_VECTOR_QUERY_TOP_K:"db.vector.query.top_k",DB_QUERY_EMBEDDINGS:"db.query.embeddings",DB_QUERY_RESULT:"db.query.result",DB_QUERY_EMBEDDINGS_VECTOR:"db.query.embeddings.vector",DB_QUERY_RESULT_ID:"db.query.result.id",DB_QUERY_RESULT_SCORE:"db.query.result.score",DB_QUERY_RESULT_DISTANCE:"db.query.result.distance",DB_QUERY_RESULT_METADATA:"db.query.result.metadata",DB_QUERY_RESULT_VECTOR:"db.query.result.vector",DB_QUERY_RESULT_DOCUMENT:"db.query.result.document"},lt={GEN_AI_USER_MESSAGE:"gen_ai.user.message",GEN_AI_SYSTEM_MESSAGE:"gen_ai.system.message",GEN_AI_ASSISTANT_MESSAGE:"gen_ai.assistant.message",GEN_AI_TOOL_MESSAGE:"gen_ai.tool.message",GEN_AI_CHOICE:"gen_ai.choice",GEN_AI_USAGE:"gen_ai.usage"},Jo=(r=>(r.COMPLETION="completion",r.CHAT="chat",r.RERANK="rerank",r.UNKNOWN="unknown",r))(Jo||{}),Qo=(s=>(s.WORKFLOW="workflow",s.TASK="task",s.AGENT="agent",s.TOOL="tool",s.UNKNOWN="unknown",s))(Qo||{});var ts=class{buffer;doneCallback;transformFn;constructor(e,t){this.transformFn=e,this.doneCallback=t,this.buffer=t?[]:void 0}async transform(e,t){let n=this.transformFn(e);n&&(t.enqueue(n),this.buffer?.push(n))}async flush(e){await this.doneCallback?.(this.buffer??[]),e.terminate()}},zn=class extends TransformStream{constructor(e,t){super(new ts(e,t))}};function Hn(i,e){for(let t of e){let n=i.find(r=>r.id===t.id);n?(typeof t.function.name=="string"&&t.function.name.length>0&&(n.function.name+=t.function.name),typeof t.function.params=="string"&&t.function.params.length>0&&(n.function.params+=t.function.params),typeof t.function.params=="object"&&(n.function.params=t.function.params)):i.push(t)}}var Yo=(i,e,t,n)=>{let r=n?i.filter(o=>o.role!=="system"):[...i];t({name:"ChatRequestChatPrompt",step:e,value:r})};var Xo=(i,e)=>{if(!i.results)return;let t={name:"ChatResponseResults",value:i.results};e(t)};function Zo(i,e){let t=new Map;for(let n of i)for(let r of n.results){if(!r)continue;let s=t.get(r.index);s?(r.content&&(s.content=(s.content??"")+r.content),r.thought&&(s.thought=(s.thought??"")+r.thought),r.finishReason&&(s.finishReason=r.finishReason),r.functionCalls&&(s.functionCalls?Hn(s.functionCalls,structuredClone(r.functionCalls)):s.functionCalls=structuredClone(r.functionCalls))):(s=structuredClone(r),t.set(r.index,s))}for(let n of t.values()){let r={name:"ChatResponseStreamingDoneResult",index:n.index,value:n};e(r)}}var ei=(i,e)=>{e({name:"FunctionResults",value:i})},ns=(i,e,t,n)=>{n({name:"FunctionError",index:e,fixingInstructions:t,error:i})},ti=(i,e,t,n)=>{n({name:"ValidationError",index:e,fixingInstructions:t,error:i})},ni=(i,e,t,n)=>{n({name:"AssertionError",index:e,fixingInstructions:t,error:i})},ri=(i,e,t)=>{t({name:"RefusalError",index:e,error:i})};var si=(i,e,t)=>{t({name:"EmbedRequest",embedModel:e,value:i})},oi=(i,e)=>{let t=i.slice(0,3).map(r=>({length:r.length,sample:r.slice(0,5),truncated:r.length>5})),n={name:"EmbedResponse",totalEmbeddings:i.length,value:t};e(n)},ii=(i,e,t,n)=>{n({name:"ResultPickerUsed",sampleCount:i,selectedIndex:e,latency:t})};var Wn=i=>{let e={};for(let[t,n]of Object.entries(i))if(n!=null){let r=String(n);e[t]=r.length>100?r.substring(0,100):r}return e},wt=(...i)=>{let e={};for(let t of i)t&&Object.assign(e,t);return e},Kn,ai=i=>{if(Kn)return Kn;if(i)return Kn=hl(i),Kn};var hl=i=>({latencyHistogram:i.createHistogram("ax_llm_request_duration_ms",{description:"Duration of LLM requests in milliseconds",unit:"ms"}),errorCounter:i.createCounter("ax_llm_errors_total",{description:"Total number of LLM request errors"}),requestCounter:i.createCounter("ax_llm_requests_total",{description:"Total number of LLM requests"}),tokenCounter:i.createCounter("ax_llm_tokens_total",{description:"Total number of LLM tokens consumed"}),inputTokenCounter:i.createCounter("ax_llm_input_tokens_total",{description:"Total number of input/prompt tokens consumed"}),outputTokenCounter:i.createCounter("ax_llm_output_tokens_total",{description:"Total number of output/completion tokens generated"}),errorRateGauge:i.createGauge("ax_llm_error_rate",{description:"Current error rate as a percentage (0-100)"}),meanLatencyGauge:i.createGauge("ax_llm_mean_latency_ms",{description:"Mean latency of LLM requests in milliseconds",unit:"ms"}),p95LatencyGauge:i.createGauge("ax_llm_p95_latency_ms",{description:"95th percentile latency of LLM requests in milliseconds",unit:"ms"}),p99LatencyGauge:i.createGauge("ax_llm_p99_latency_ms",{description:"99th percentile latency of LLM requests in milliseconds",unit:"ms"}),streamingRequestsCounter:i.createCounter("ax_llm_streaming_requests_total",{description:"Total number of streaming LLM requests"}),functionCallsCounter:i.createCounter("ax_llm_function_calls_total",{description:"Total number of function/tool calls made"}),functionCallLatencyHistogram:i.createHistogram("ax_llm_function_call_latency_ms",{description:"Latency of function calls in milliseconds",unit:"ms"}),requestSizeHistogram:i.createHistogram("ax_llm_request_size_bytes",{description:"Size of LLM request payloads in bytes",unit:"By"}),responseSizeHistogram:i.createHistogram("ax_llm_response_size_bytes",{description:"Size of LLM response payloads in bytes",unit:"By"}),temperatureGauge:i.createGauge("ax_llm_temperature_gauge",{description:"Temperature setting used for LLM requests"}),maxTokensGauge:i.createGauge("ax_llm_max_tokens_gauge",{description:"Maximum tokens setting used for LLM requests"}),estimatedCostCounter:i.createCounter("ax_llm_estimated_cost_total",{description:"Estimated cost of LLM requests in USD",unit:"$"}),promptLengthHistogram:i.createHistogram("ax_llm_prompt_length_chars",{description:"Length of prompts in characters"}),contextWindowUsageGauge:i.createGauge("ax_llm_context_window_usage_ratio",{description:"Context window utilization ratio (0-1)"}),timeoutsCounter:i.createCounter("ax_llm_timeouts_total",{description:"Total number of timed out LLM requests"}),abortsCounter:i.createCounter("ax_llm_aborts_total",{description:"Total number of aborted LLM requests"}),thinkingBudgetUsageCounter:i.createCounter("ax_llm_thinking_budget_usage_total",{description:"Total thinking budget tokens used"}),multimodalRequestsCounter:i.createCounter("ax_llm_multimodal_requests_total",{description:"Total number of multimodal requests (with images/audio)"}),cacheReadTokensCounter:i.createCounter("ax_llm_cache_read_tokens_total",{description:"Total number of tokens read from cache (prompt caching)"}),cacheWriteTokensCounter:i.createCounter("ax_llm_cache_write_tokens_total",{description:"Total number of tokens written to cache (prompt caching)"})}),li=(i,e,t,n,r,s)=>{try{if(i.latencyHistogram){let o=Wn({operation:e,ai_service:n,...r?{model:r}:{},...s});i.latencyHistogram.record(t,o)}}catch(o){console.warn("Failed to record latency metric:",o)}},ci=(i,e,t,n,r,s,o,a)=>{let l={operation:e,ai_service:s,...o?{model:o}:{},...a};i.meanLatencyGauge&&i.meanLatencyGauge.record(t,l),i.p95LatencyGauge&&i.p95LatencyGauge.record(n,l),i.p99LatencyGauge&&i.p99LatencyGauge.record(r,l)},ui=(i,e,t,n,r)=>{try{if(i.errorCounter){let s=Wn({operation:e,ai_service:t,...n?{model:n}:{},...r});i.errorCounter.add(1,s)}}catch(s){console.warn("Failed to record error metric:",s)}},pi=(i,e,t,n,r,s)=>{i.errorRateGauge&&i.errorRateGauge.record(t*100,{operation:e,ai_service:n,...r?{model:r}:{},...s})},di=(i,e,t,n,r)=>{i.requestCounter&&i.requestCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},Wt=(i,e,t,n,r,s)=>{try{let o=Wn({ai_service:n,...r?{model:r}:{},...s});i.tokenCounter&&i.tokenCounter.add(t,{token_type:e,...o}),e==="input"&&i.inputTokenCounter&&i.inputTokenCounter.add(t,o),e==="output"&&i.outputTokenCounter&&i.outputTokenCounter.add(t,o)}catch(o){console.warn("Failed to record token metric:",o)}},mi=(i,e,t,n,r,s)=>{t&&i.streamingRequestsCounter&&i.streamingRequestsCounter.add(1,{operation:e,ai_service:n,...r?{model:r}:{},...s})},gi=(i,e,t,n,r,s)=>{let o={function_name:e,...n?{ai_service:n}:{},...r?{model:r}:{},...s};i.functionCallsCounter&&i.functionCallsCounter.add(1,o),t&&i.functionCallLatencyHistogram&&i.functionCallLatencyHistogram.record(t,o)},rs=(i,e,t,n,r,s)=>{i.requestSizeHistogram&&i.requestSizeHistogram.record(t,{operation:e,ai_service:n,...r?{model:r}:{},...s})},ss=(i,e,t,n,r,s)=>{i.responseSizeHistogram&&i.responseSizeHistogram.record(t,{operation:e,ai_service:n,...r?{model:r}:{},...s})},hi=(i,e,t,n,r,s)=>{let o={...n?{ai_service:n}:{},...r?{model:r}:{},...s};e!==void 0&&i.temperatureGauge&&i.temperatureGauge.record(e,o),t!==void 0&&i.maxTokensGauge&&i.maxTokensGauge.record(t,o)},os=(i,e,t,n,r,s)=>{i.estimatedCostCounter&&i.estimatedCostCounter.add(t,{operation:e,ai_service:n,...r?{model:r}:{},...s})},fi=(i,e,t,n,r)=>{i.promptLengthHistogram&&i.promptLengthHistogram.record(e,{ai_service:t,...n?{model:n}:{},...r})},xi=(i,e,t,n,r)=>{i.contextWindowUsageGauge&&i.contextWindowUsageGauge.record(e,{ai_service:t,...n?{model:n}:{},...r})},Ai=(i,e,t,n,r)=>{i.timeoutsCounter&&i.timeoutsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},yi=(i,e,t,n,r)=>{i.abortsCounter&&i.abortsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},bi=(i,e,t,n,r)=>{i.thinkingBudgetUsageCounter&&i.thinkingBudgetUsageCounter.add(e,{ai_service:t,...n?{model:n}:{},...r})},Ii=(i,e,t,n,r,s)=>{(e||t)&&i.multimodalRequestsCounter&&i.multimodalRequestsCounter.add(1,{ai_service:n,has_images:e.toString(),has_audio:t.toString(),...r?{model:r}:{},...s})},is=(i,e,t,n,r,s)=>{try{if(t<=0)return;let o=Wn({ai_service:n,...r?{model:r}:{},...s});e==="read"&&i.cacheReadTokensCounter&&i.cacheReadTokensCounter.add(t,o),e==="write"&&i.cacheWriteTokensCounter&&i.cacheWriteTokensCounter.add(t,o)}catch(o){console.warn("Failed to record cache token metric:",o)}};function Ti(i){try{return JSON.stringify(i,null,2)}catch{return String(i)}}function et(i,e={}){let t=[i];throw e.fieldPath!==void 0&&t.push(`Field: ${e.fieldPath}`),e.value!==void 0&&t.push(`Value: ${Ti(e.value)}`),e.note&&t.push(`Note: ${e.note}`),e.item!==void 0&&t.push(`Chat item: ${Ti(e.item)}`),new Error(t.join(`
168
+ `))}function Vt(i){let e=n=>JSON.stringify(n,null,2);if(!i)throw new Error(`Chat request message item cannot be null or undefined, received: ${e(i)}`);let t=typeof i=="object"&&i!==null&&"role"in i&&typeof i.role=="string"?i.role:void 0;if(!t)throw new Error(`Chat request message must have a role, received: ${e(t)}`);switch(t){case"system":{let n=typeof i=="object"&&i!==null&&"content"in i&&typeof i.content=="string"?i.content:void 0;if(!n||n.trim()==="")throw new Error(`System message content cannot be empty or whitespace-only, received: ${e(n)}`);break}case"user":{let n=typeof i=="object"&&i!==null&&"content"in i?i.content:void 0;if(n===void 0)throw new Error(`User message content cannot be undefined, received: ${e(n)}`);if(typeof n=="string"){if(n.trim()==="")throw new Error(`User message content cannot be empty or whitespace-only, received: ${e(n)}`)}else if(Array.isArray(n)){if(n.length===0)throw new Error(`User message content array cannot be empty, received: ${e(n)}`);for(let r=0;r<n.length;r++){let s=n[r];if(!s||typeof s!="object")throw new Error(`User message content item at index ${r} must be an object, received: ${e(s)}`);let o=typeof s=="object"&&s!==null&&"type"in s&&typeof s.type=="string"?s.type:void 0;if(!o)throw new Error(`User message content item at index ${r} must have a type, received: ${e(o)}`);switch(o){case"text":{let a="text"in s&&typeof s.text=="string"?s.text:void 0;if(!a||a.trim()==="")throw new Error(`User message text content at index ${r} cannot be empty or whitespace-only, received: ${e(a)}`);break}case"image":{let a="image"in s&&typeof s.image=="string"?s.image:void 0,l="mimeType"in s&&typeof s.mimeType=="string"?s.mimeType:void 0;if(!a||a.trim()==="")throw new Error(`User message image content at index ${r} cannot be empty, received: ${e(a)}`);if(!l||l.trim()==="")throw new Error(`User message image content at index ${r} must have a mimeType, received: ${e(l)}`);break}case"audio":{let a="data"in s&&typeof s.data=="string"?s.data:void 0;if(!a||a.trim()==="")throw new Error(`User message audio content at index ${r} cannot be empty, received: ${e(a)}`);break}case"file":{let a="fileUri"in s&&typeof s.fileUri=="string",l="data"in s&&typeof s.data=="string";if(!a&&!l)throw new Error(`User message file content at index ${r} must have either 'data' or 'fileUri', received: ${e(s)}`);if(a&&l)throw new Error(`User message file content at index ${r} cannot have both 'data' and 'fileUri', received: ${e(s)}`);if(a){let u=s.fileUri;if(!u||u.trim()==="")throw new Error(`User message file content at index ${r} fileUri cannot be empty, received: ${e(u)}`)}if(l){let u=s.data;if(!u||u.trim()==="")throw new Error(`User message file content at index ${r} data cannot be empty, received: ${e(u)}`)}let c="mimeType"in s&&typeof s.mimeType=="string"?s.mimeType:null;if(!c||c.trim()==="")throw new Error(`User message file content at index ${r} must have a mimeType, received: ${e(c)}`);break}case"url":{let a="url"in s&&typeof s.url=="string"?s.url:void 0;if(!a||a.trim()==="")throw new Error(`User message url content at index ${r} cannot be empty, received: ${e(a)}`);break}default:throw new Error(`User message content item at index ${r} has unsupported type: ${e(o)}`)}}}else throw new Error(`User message content must be a string or array of content objects, received: ${e(n)}`);break}case"assistant":{let n=typeof i=="object"&&i!==null&&"content"in i?i.content:void 0,r=typeof i=="object"&&i!==null&&"functionCalls"in i?i.functionCalls:void 0,s=typeof i=="object"&&i!==null&&"thoughtBlocks"in i?i.thoughtBlocks:void 0,o=typeof n=="string"&&n.trim()!=="",a=Array.isArray(r)&&r.length>0,l=Array.isArray(s)&&s.length>0;if(!o&&!a&&!l&&et("Assistant message must include non-empty content, at least one function call, or thought blocks",{fieldPath:"content | functionCalls | thoughtBlocks",value:{content:n,functionCalls:r,thoughtBlocks:s},item:i}),n!==void 0&&typeof n!="string"&&et("Assistant message content must be a string",{fieldPath:"content",value:n,item:i}),r!==void 0&&!Array.isArray(r)&&et("Assistant message functionCalls must be an array when provided",{fieldPath:"functionCalls",value:r,item:i}),Array.isArray(r))for(let c=0;c<r.length;c++){let u=r[c];if((!u||typeof u!="object")&&et("functionCalls entry must be an object",{fieldPath:`functionCalls[${c}]`,value:u,item:i}),(!("id"in u)||typeof u.id!="string"||u.id.trim()==="")&&et("functionCalls entry must include a non-empty string id",{fieldPath:`functionCalls[${c}].id`,value:u.id,item:i}),(!("type"in u)||u.type!=="function")&&et("functionCalls entry must have type 'function'",{fieldPath:`functionCalls[${c}].type`,value:u.type,item:i}),!("function"in u)||!u.function)et("functionCalls entry must include a function object",{fieldPath:`functionCalls[${c}].function`,value:u.function,item:i});else{let p=u.function;(!("name"in p)||typeof p.name!="string"||p.name.trim()==="")&&et("functionCalls entry must include a non-empty function name",{fieldPath:`functionCalls[${c}].function.name`,value:p?.name,item:i}),p.params!==void 0&&typeof p.params!="string"&&typeof p.params!="object"&&et("functionCalls entry params must be a string or object when provided",{fieldPath:`functionCalls[${c}].function.params`,value:p.params,item:i})}}if(i.name!==void 0){let c=i.name;(typeof c!="string"||c.trim()==="")&&et("Assistant message name must be a non-empty string when provided",{fieldPath:"name",value:c,item:i})}break}case"function":{let n=typeof i=="object"&&i!==null&&"functionId"in i&&typeof i.functionId=="string"?i.functionId:void 0,r=typeof i=="object"&&i!==null&&"result"in i?i.result:void 0;if(!n||n.trim()==="")throw new Error(`Function message must have a non-empty functionId, received: ${e(n)}`);if(r==null)throw new Error(`Function message must have a result, received: ${e(r)}`);if(typeof r!="string")throw new Error(`Function message result must be a string, received: ${e(r)}`);i.isError!==void 0&&typeof i.isError!="boolean"&&et("Function message isError must be a boolean when provided",{fieldPath:"isError",value:i.isError,item:i});break}default:throw new Error(`Unsupported message role: ${e(t)}`)}}function as(i){let e=n=>JSON.stringify(n,null,2),t=Array.isArray(i)?i:[i];if(t.length===0)throw new Error(`Chat response results cannot be empty, received: ${e(t)}`);for(let n=0;n<t.length;n++){let r=t[n];if(!r)throw new Error(`Chat response result at index ${n} cannot be null or undefined, received: ${e(r)}`);if(typeof r.index!="number")throw new Error(`Chat response result at index ${n} must have a numeric index, received: ${e(r.index)}`);if(r.index<0)throw new Error(`Chat response result at index ${n} must have a non-negative index, received: ${e(r.index)}`);if(!r.content&&!r.thought&&(!r.thoughtBlocks||r.thoughtBlocks.length===0)&&!r.functionCalls&&!r.finishReason)throw new Error(`Chat response result at index ${n} must have at least one of: content, thought, thoughtBlocks, functionCalls, or finishReason, received: ${e({content:r.content,thought:r.thought,thoughtBlocks:r.thoughtBlocks,functionCalls:r.functionCalls,finishReason:r.finishReason})}`);if(r.content!==void 0&&typeof r.content!="string")throw new Error(`Chat response result content at index ${n} must be a string, received: ${e(r.content)}`);if(r.thought!==void 0&&typeof r.thought!="string")throw new Error(`Chat response result thought at index ${n} must be a string, received: ${e(r.thought)}`);if(r.thoughtBlocks!==void 0){if(!Array.isArray(r.thoughtBlocks))throw new Error(`Chat response result thoughtBlocks at index ${n} must be an array, received: ${e(r.thoughtBlocks)}`);for(let s=0;s<r.thoughtBlocks.length;s++){let o=r.thoughtBlocks[s];if(typeof o!="object"||o===null)throw new Error(`Chat response result thoughtBlocks[${s}] at index ${n} must be an object, received: ${e(o)}`);if(typeof o.data!="string")throw new Error(`Chat response result thoughtBlocks[${s}].data at index ${n} must be a string, received: ${e(o.data)}`);if(typeof o.encrypted!="boolean")throw new Error(`Chat response result thoughtBlocks[${s}].encrypted at index ${n} must be a boolean, received: ${e(o.encrypted)}`);if(o.signature!==void 0&&typeof o.signature!="string")throw new Error(`Chat response result thoughtBlocks[${s}].signature at index ${n} must be a string when provided, received: ${e(o.signature)}`)}}if(r.name!==void 0){if(typeof r.name!="string")throw new Error(`Chat response result name at index ${n} must be a string, received: ${e(r.name)}`);if(r.name.trim()==="")throw new Error(`Chat response result name at index ${n} cannot be empty or whitespace-only, received: ${e(r.name)}`)}if(r.annotations!==void 0){if(!Array.isArray(r.annotations))throw new Error(`Chat response result annotations at index ${n} must be an array, received: ${e(r.annotations)}`);for(let s=0;s<r.annotations.length;s++){let o=r.annotations[s];if(!o||typeof o!="object")throw new Error(`Chat response result annotation at index ${n}[${s}] must be an object, received: ${e(o)}`);if(o.type!=="url_citation")throw new Error(`Chat response result annotation at index ${n}[${s}] must have type 'url_citation', received: ${e(o.type)}`);if(!o.url_citation||typeof o.url_citation!="object")throw new Error(`Chat response result annotation at index ${n}[${s}] must have a valid url_citation object, received: ${e(o.url_citation)}`);if(typeof o.url_citation.url!="string")throw new Error(`Chat response result annotation at index ${n}[${s}] url_citation.url must be a string, received: ${e(o.url_citation.url)}`)}}if(r.id!==void 0){if(typeof r.id!="string")throw new Error(`Chat response result id at index ${n} must be a string, received: ${e(r.id)}`);if(r.id.trim()==="")throw new Error(`Chat response result id at index ${n} cannot be empty or whitespace-only, received: ${e(r.id)}`)}if(r.functionCalls!==void 0){if(!Array.isArray(r.functionCalls))throw new Error(`Chat response result functionCalls at index ${n} must be an array, received: ${e(r.functionCalls)}`);for(let s=0;s<r.functionCalls.length;s++){let o=r.functionCalls[s];if(!o)throw new Error(`Function call at index ${s} in result ${n} cannot be null or undefined, received: ${e(o)}`);if(!o.id||typeof o.id!="string"||o.id.trim()==="")throw new Error(`Function call at index ${s} in result ${n} must have a non-empty string id, received: ${e(o.id)}`);if(o.type!=="function")throw new Error(`Function call at index ${s} in result ${n} must have type 'function', received: ${e(o.type)}`);if(!o.function)throw new Error(`Function call at index ${s} in result ${n} must have a function object, received: ${e(o.function)}`);if(!o.function.name||typeof o.function.name!="string"||o.function.name.trim()==="")throw new Error(`Function call at index ${s} in result ${n} must have a non-empty function name, received: ${e(o.function.name)}`);if(o.function.params!==void 0&&typeof o.function.params!="string"&&typeof o.function.params!="object")throw new Error(`Function call params at index ${s} in result ${n} must be a string or object, received: ${e(o.function.params)}`)}}if(r.finishReason!==void 0){let s=["stop","length","function_call","content_filter","error"];if(!s.includes(r.finishReason))throw new Error(`Chat response result finishReason at index ${n} must be one of: ${s.join(", ")}, received: ${e(r.finishReason)}`)}}}var ls=new Map;function fl(i){return`${i.providerName}:${i.contentHash}`}function xl(i,e){e.type==="text"?i.update(`text:${e.text}`):e.type==="image"?i.update(`image:${e.mimeType}:${e.image.slice(0,100)}`):e.type==="audio"?i.update(`audio:${e.format}:${e.data.slice(0,100)}`):e.type==="file"&&("fileUri"in e?i.update(`file:${e.mimeType}:${e.fileUri}`):i.update(`file:${e.mimeType}:${e.data.slice(0,100)}`))}function Al(i){let e=Ee("sha256"),t=-1;for(let n=i.length-1;n>=0;n--){let r=i[n];if("cache"in r&&r.cache){t=n;break}}for(let n=0;n<i.length;n++){let r=i[n];if(r.role==="system"){e.update(`system:${r.content}`);continue}if(t>=0&&n<=t)if(r.role==="user"){if(typeof r.content=="string")e.update(`user:${r.content}`);else if(Array.isArray(r.content))for(let s of r.content)xl(e,s)}else r.role==="assistant"&&r.content&&e.update(`assistant:${r.content}`)}return e.digest("hex")}var se=()=>structuredClone({temperature:0}),Re=()=>structuredClone({temperature:.4,frequencyPenalty:.2}),be=class{constructor(e,{name:t,apiURL:n,headers:r,modelInfo:s,defaults:o,options:a={},supportFor:l,models:c}){this.aiImpl=e;this.name=t,this.apiURL=n||"",this.headers=r,this.supportFor=l,this.tracer=a.tracer??V.tracer,this.meter=a.meter??V.meter,this.modelInfo=s,this.models=c,this.id=ve();let u=this.getModel(o.model)??o.model,p=this.getEmbedModel(o.embedModel)??o.embedModel;if(this.defaults={model:u,embedModel:p},!o.model||typeof o.model!="string"||o.model==="")throw new Error("No model defined");this.setOptions(a),c&&yl(c)}#e=!1;#t=!1;rt;fetch;tracer;meter;timeout;excludeContentFromTrace;models;abortSignal;logger=V.logger??Vo;corsProxy;retry;customLabels;modelInfo;modelUsage;embedModelUsage;defaults;lastUsedModelConfig;lastUsedChatModel;lastUsedEmbedModel;apiURL;name;id;headers;supportFor;metrics={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}};getMetricsInstruments(){return ai(this.meter)}setName(e){this.name=e}getId(){return this.id}setAPIURL(e){this.apiURL=e}setHeaders(e){this.headers=e}get debug(){return this.#e}setOptions(e){this.#e=e.debug??V.debug??!1,this.#t=e.verbose??!1,this.rt=e.rateLimiter,this.fetch=e.fetch,this.timeout=e.timeout,this.tracer=e.tracer??V.tracer,this.meter=e.meter??V.meter,this.excludeContentFromTrace=e.excludeContentFromTrace,this.abortSignal=e.abortSignal,this.logger=e.logger??V.logger??this.logger,this.corsProxy=e.corsProxy,this.retry=e.retry,this.customLabels=e.customLabels}getOptions(){return{debug:this.#e,verbose:this.#t,rateLimiter:this.rt,fetch:this.fetch,tracer:this.tracer,meter:this.meter,timeout:this.timeout,excludeContentFromTrace:this.excludeContentFromTrace,abortSignal:this.abortSignal,logger:this.logger,corsProxy:this.corsProxy,retry:this.retry,customLabels:this.customLabels}}getLogger(){return this.logger}getMergedCustomLabels(e){return wt(V.customLabels,this.customLabels,e)}getModelList(){let e=[];for(let t of this.models??[])t.isInternal||("model"in t&&t.model&&e.push({key:t.key,description:t.description,model:t.model}),"embedModel"in t&&t.embedModel&&e.push({key:t.key,description:t.description,embedModel:t.embedModel}));return e}getName(){return this.name}getFeatures(e){return typeof this.supportFor=="function"?this.supportFor(e??this.defaults.model):this.supportFor}getLastUsedChatModel(){return this.lastUsedChatModel}getLastUsedEmbedModel(){return this.lastUsedEmbedModel}getLastUsedModelConfig(){return this.lastUsedModelConfig}calculatePercentile(e,t){if(e.length===0)return 0;let n=[...e].sort((s,o)=>s-o),r=Math.ceil(t/100*n.length)-1;return n[r]??0}updateLatencyMetrics(e,t,n){let r=this.metrics.latency[e];r.samples.push(t),r.samples.length>1e3&&r.samples.shift(),r.mean=r.samples.reduce((o,a)=>o+a,0)/r.samples.length,r.p95=this.calculatePercentile(r.samples,95),r.p99=this.calculatePercentile(r.samples,99);let s=this.getMetricsInstruments();if(s){let o=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel,a=this.getMergedCustomLabels(n);li(s,e,t,this.name,o,a),ci(s,e,r.mean,r.p95,r.p99,this.name,o,a)}}updateErrorMetrics(e,t,n){let r=this.metrics.errors[e];r.total++,t&&r.count++,r.rate=r.count/r.total;let s=this.getMetricsInstruments();if(s){let o=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel,a=this.getMergedCustomLabels(n);di(s,e,this.name,o,a),t&&ui(s,e,this.name,o,a),pi(s,e,r.rate,this.name,o,a)}}recordTokenUsage(e,t){let n=this.getMetricsInstruments();if(n&&e?.tokens){let{promptTokens:r,completionTokens:s,totalTokens:o,thoughtsTokens:a,cacheReadTokens:l,cacheCreationTokens:c}=e.tokens,u=this.getMergedCustomLabels(t);r&&Wt(n,"input",r,this.name,e.model,u),s&&Wt(n,"output",s,this.name,e.model,u),o&&Wt(n,"total",o,this.name,e.model,u),a&&Wt(n,"thoughts",a,this.name,e.model,u),l&&is(n,"read",l,this.name,e.model,u),c&&is(n,"write",c,this.name,e.model,u)}}calculateRequestSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}calculateResponseSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}detectMultimodalContent(e){let t=!1,n=!1;if(e.chatPrompt&&Array.isArray(e.chatPrompt)){for(let r of e.chatPrompt)if(r.role==="user"&&Array.isArray(r.content))for(let s of r.content)s.type==="image"?t=!0:s.type==="audio"&&(n=!0)}return{hasImages:t,hasAudio:n}}calculatePromptLength(e){let t=0;if(e.chatPrompt&&Array.isArray(e.chatPrompt))for(let n of e.chatPrompt)if(n.role==="system"||n.role==="assistant")n.content&&(t+=n.content.length);else if(n.role==="user"){if(typeof n.content=="string")t+=n.content.length;else if(Array.isArray(n.content))for(let r of n.content)r.type==="text"&&(t+=r.text.length)}else n.role==="function"&&n.result&&(t+=n.result.length);return t}calculateContextWindowUsage(e,t){if(!t?.tokens?.promptTokens)return 0;let n=this.modelInfo.find(r=>r.name===e);return n?.contextWindow?t.tokens.promptTokens/n.contextWindow:0}estimateCost(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(l=>l.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:r=0,completionTokens:s=0}=t.tokens,o=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return r*o/1e6+s*a/1e6}estimateCostByName(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(l=>l.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:r=0,completionTokens:s=0}=t.tokens,o=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return r*o/1e6+s*a/1e6}recordFunctionCallMetrics(e,t,n){let r=this.getMetricsInstruments();if(!(!r||!e))for(let s of e)s&&typeof s=="object"&&"function"in s&&s.function&&typeof s.function=="object"&&"name"in s.function&&gi(r,s.function.name,void 0,this.name,t,this.getMergedCustomLabels(n))}recordTimeoutMetric(e,t){let n=this.getMetricsInstruments();if(n){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;Ai(n,e,this.name,r,this.getMergedCustomLabels(t))}}recordAbortMetric(e,t){let n=this.getMetricsInstruments();if(n){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;yi(n,e,this.name,r,this.getMergedCustomLabels(t))}}recordChatMetrics(e,t,n){let r=this.getMetricsInstruments();if(!r)return;let s=this.lastUsedChatModel,o=this.lastUsedModelConfig,a=this.getMergedCustomLabels(t?.customLabels),l=o?.stream??!1;mi(r,"chat",l,this.name,s,a);let{hasImages:c,hasAudio:u}=this.detectMultimodalContent(e);Ii(r,c,u,this.name,s,a);let p=this.calculatePromptLength(e);fi(r,p,this.name,s,a),hi(r,o?.temperature,o?.maxTokens,this.name,s,a),t?.thinkingTokenBudget&&this.modelUsage?.tokens?.thoughtsTokens&&bi(r,this.modelUsage.tokens.thoughtsTokens,this.name,s,a);let d=this.calculateRequestSize(e);if(rs(r,"chat",d,this.name,s,a),n&&!l){let m=n,g=this.calculateResponseSize(m);if(ss(r,"chat",g,this.name,s,a),m.results)for(let A of m.results)A.functionCalls&&this.recordFunctionCallMetrics(A.functionCalls,this.lastUsedChatModel,a);let h=this.calculateContextWindowUsage(this.lastUsedChatModel,m.modelUsage);h>0&&xi(r,h,this.name,s,a);let f=this.estimateCost(this.lastUsedChatModel,m.modelUsage);f>0&&os(r,"chat",f,this.name,s,a)}}recordEmbedMetrics(e,t,n){let r=this.getMetricsInstruments();if(!r)return;let s=this.lastUsedEmbedModel,o=this.getMergedCustomLabels(n?.customLabels),a=this.calculateRequestSize(e);rs(r,"embed",a,this.name,s,o);let l=this.calculateResponseSize(t);ss(r,"embed",l,this.name,s,o);let c=this.estimateCostByName(s,t.modelUsage);c>0&&os(r,"embed",c,this.name,s,o)}getMetrics(){return structuredClone(this.metrics)}async chat(e,t){let n=performance.now(),r=!1,s,o=this.getModelByKey(e.model),a=o?o.thinkingTokenBudget:void 0,l={...o?{thinkingTokenBudget:a,showThoughts:o.showThoughts,stream:o.stream,debug:o.debug,useExpensiveModel:o.useExpensiveModel}:void 0,...Object.fromEntries(Object.entries(t??{}).filter(([,c])=>c!==void 0))};try{return s=await this._chat1(e,l),s}catch(c){throw r=!0,c instanceof Error&&(c.message.includes("timeout")||c.name==="TimeoutError"?this.recordTimeoutMetric("chat",l?.customLabels):(c.message.includes("abort")||c.name==="AbortError")&&this.recordAbortMetric("chat",l?.customLabels)),c}finally{let c=performance.now()-n;this.updateLatencyMetrics("chat",c,l?.customLabels),this.updateErrorMetrics("chat",r,l?.customLabels),r||this.recordChatMetrics(e,l,s)}}async _chat1(e,t){let n=this.getModel(e.model)??e.model??this.defaults.model;if(Array.isArray(e.chatPrompt))for(let c of e.chatPrompt)Vt(c);let r=this.getModelByKey(e.model),s={...this.aiImpl.getModelConfig(),...r?r.modelConfig:void 0,...e.modelConfig},o=this.modelInfo.find(c=>c.name===n);if(o?.notSupported?.temperature&&"temperature"in s&&delete s.temperature,o?.notSupported?.topP&&"topP"in s&&delete s.topP,t?.thinkingTokenBudget&&!this.getFeatures(n).hasThinkingBudget)throw new Error(`Model ${n} does not support thinkingTokenBudget.`);if(t?.showThoughts&&!this.getFeatures(n).hasShowThoughts)throw new Error(`Model ${n} does not support showThoughts.`);if(this.modelInfo.find(c=>c.name===n)?.isExpensive&&t?.useExpensiveModel!=="yes")throw new Error(`Model ${n} is marked as expensive and requires explicit confirmation. Set useExpensiveModel: "yes" to proceed.`);return s.stream=(t?.stream!==void 0?t.stream:s.stream)??!0,this.getFeatures(n).streaming||(s.stream=!1),this.tracer?await this.tracer.startActiveSpan("AI Chat Request",{kind:Ri.SERVER,attributes:{[K.LLM_SYSTEM]:this.name,[K.LLM_OPERATION_NAME]:"chat",[K.LLM_REQUEST_MODEL]:n,[K.LLM_REQUEST_MAX_TOKENS]:s.maxTokens??"Not set",[K.LLM_REQUEST_TEMPERATURE]:s.temperature,[K.LLM_REQUEST_TOP_P]:s.topP??"Not set",[K.LLM_REQUEST_TOP_K]:s.topK??"Not set",[K.LLM_REQUEST_FREQUENCY_PENALTY]:s.frequencyPenalty??"Not set",[K.LLM_REQUEST_PRESENCE_PENALTY]:s.presencePenalty??"Not set",[K.LLM_REQUEST_STOP_SEQUENCES]:s.stopSequences?.join(", ")??"Not set",[K.LLM_REQUEST_LLM_IS_STREAMING]:s.stream??"Not set"}},t?.traceContext??Ci.active(),async c=>await this._chat2(n,s,e,t,c)):await this._chat2(n,s,e,t)}cleanupFunctionSchema(e){let t={...e};if(t.parameters){let n={...t.parameters};Array.isArray(n.required)&&n.required.length===0&&delete n.required,n.properties&&Object.keys(n.properties).length===0&&delete n.properties,Object.keys(n).length===0||Object.keys(n).length===1&&n.type==="object"?delete t.parameters:t.parameters=n}return t}async _chat2(e,t,n,r,s){if(!this.aiImpl.createChatReq)throw new Error("createChatReq not implemented");let o=r?.debug??this.#e,a=r?.verbose??this.#t,l;n.functions&&n.functions.length>0&&(l=n.functions.map(b=>this.cleanupFunctionSchema(b)));let c={...n,model:e,functions:l,modelConfig:t};this.lastUsedChatModel=e,this.lastUsedModelConfig=t,o&&Yo(c.chatPrompt,r?.stepIndex??0,r?.logger??this.logger,r?.debugHideSystemPrompt);let u=this.getFeatures(e).functions,p=r?.functionCallMode??"auto",m=p==="prompt"||p==="auto"&&!u?{...c,chatPrompt:c.chatPrompt.map(b=>{if(b.role==="assistant"){let{content:y,name:I,cache:T}=b;return{role:"assistant",content:y,name:I,cache:T}}return b.role==="function"?{role:"user",content:b.result}:b}),functions:[]}:c,g=await this.handleContextCaching(e,m,r,s),h=async()=>{if(g?.preparedRequest){let{apiConfig:T,request:v}=g.preparedRequest;return s?.isRecording()&&wi(n,s,this.excludeContentFromTrace),await Oe({name:T.name,url:this.apiURL,localCall:T.localCall,headers:await this.buildHeaders(T.headers),stream:t.stream,timeout:this.timeout,verbose:a,fetch:this.fetch,span:s,abortSignal:r?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:r?.retry??this.retry},v)}let[b,y]=await this.aiImpl.createChatReq(m,r);return s?.isRecording()&&wi(n,s,this.excludeContentFromTrace),await Oe({name:b.name,url:this.apiURL,localCall:b.localCall,headers:await this.buildHeaders(b.headers),stream:t.stream,timeout:this.timeout,verbose:a,fetch:this.fetch,span:s,abortSignal:r?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:r?.retry??this.retry},y)},f=r?.rateLimiter??this.rt,A=f?await f(h,{modelUsage:this.modelUsage}):await h();if(t.stream){if(!this.aiImpl.createChatStreamResp)throw new Error("createChatStreamResp not implemented");let b=this.aiImpl.createChatStreamResp.bind(this),y=k=>R=>{let C=b(R,k);if(C.sessionId=r?.sessionId,!C.modelUsage){let O=this.aiImpl.getTokenUsage();O&&(C.modelUsage={ai:this.name,model:e,tokens:O})}return this.modelUsage=C.modelUsage,this.recordTokenUsage(C.modelUsage,r?.customLabels),s?.isRecording()&&Si(C,s,this.excludeContentFromTrace),C},I=async k=>{s?.isRecording()&&s.end(),o&&Zo(k,r?.logger??this.logger)};if(typeof window<"u"){let k=A,R={},C=[],O=r?.abortSignal??this.abortSignal;return new ReadableStream({start:w=>{let P=k.getReader(),S=()=>{try{P.cancel().catch(()=>{})}catch{}try{this.recordAbortMetric("chat",r?.customLabels)}catch{}try{s?.isRecording()&&s.end()}catch{}try{w.error(new DOMException("Aborted","AbortError"))}catch{w.error(new Error("Aborted"))}};if(O){if(O.aborted){S();return}O.addEventListener("abort",S,{once:!0})}async function F(){try{for(;;){let{done:$,value:M}=await P.read();if($){I&&await I(C),w.close();break}let E=y(R)(M);E&&(C.push(E),w.enqueue(E))}}catch($){if(w.error($),s?.isRecording())try{s.end()}catch{}}finally{if(P.releaseLock(),O)try{O.removeEventListener("abort",S)}catch{}}}F()}})}return A.pipeThrough(new zn(y({}),I))}if(!this.aiImpl.createChatResp)throw new Error("createChatResp not implemented");let x=this.aiImpl.createChatResp(A);if(x.sessionId=r?.sessionId,!x.modelUsage){let b=this.aiImpl.getTokenUsage();b&&(x.modelUsage={ai:this.name,model:e,tokens:b})}return x.modelUsage&&(this.modelUsage=x.modelUsage,this.recordTokenUsage(x.modelUsage,r?.customLabels)),s?.isRecording()&&(Si(x,s,this.excludeContentFromTrace),s.end()),o&&Xo(x,r?.logger??this.logger),x}async embed(e,t){let n=performance.now(),r=!1,s,o=this.getModelByKey(e.embedModel),a={...o?{thinkingTokenBudget:o.thinkingTokenBudget,showThoughts:o.showThoughts,stream:o.stream,debug:o.debug,useExpensiveModel:o.useExpensiveModel}:void 0,...t};try{return s=await this._embed1(e,a),s}catch(l){throw r=!0,l instanceof Error&&(l.message.includes("timeout")||l.name==="TimeoutError"?this.recordTimeoutMetric("embed",a?.customLabels):(l.message.includes("abort")||l.name==="AbortError")&&this.recordAbortMetric("embed",a?.customLabels)),l}finally{let l=performance.now()-n;this.updateLatencyMetrics("embed",l,a?.customLabels),this.updateErrorMetrics("embed",r,a?.customLabels),!r&&s&&this.recordEmbedMetrics(e,s,a)}}async _embed1(e,t){let n=this.getEmbedModel(e.embedModel)??e.embedModel??this.defaults.embedModel;if(!n)throw new Error("No embed model defined");return this.tracer?await this.tracer.startActiveSpan("AI Embed Request",{kind:Ri.SERVER,attributes:{[K.LLM_SYSTEM]:this.name,[K.LLM_OPERATION_NAME]:"embeddings",[K.LLM_REQUEST_MODEL]:n}},t?.traceContext??Ci.active(),async r=>await this._embed2(n,e,t,r)):await this._embed2(n,e,t)}async _embed2(e,t,n,r){if(!this.aiImpl.createEmbedReq)throw new Error("createEmbedReq not implemented");if(!this.aiImpl.createEmbedResp)throw new Error("createEmbedResp not implemented");let s=this.aiImpl.createEmbedReq.bind(this.aiImpl),o=n?.debug??this.#e,a=n?.verbose??this.#t,l={...t,embedModel:e};this.lastUsedEmbedModel=e,o&&si(l.texts??[],e,n?.logger??this.logger);let c=async()=>{let[m,g]=await s(l);return await Oe({name:m.name,url:this.apiURL,localCall:m.localCall,headers:await this.buildHeaders(m.headers),verbose:a,fetch:this.fetch,timeout:this.timeout,span:r,abortSignal:n?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:n?.retry??this.retry},g)},u=n?.rateLimiter??this.rt,p=u?await u(c,{modelUsage:this.embedModelUsage}):await c(),d=this.aiImpl.createEmbedResp?.(p);if(d.sessionId=n?.sessionId,!d.modelUsage){let m=this.aiImpl.getTokenUsage();m&&(d.modelUsage={ai:this.name,model:e,tokens:m})}return this.embedModelUsage=d.modelUsage,this.recordTokenUsage(d.modelUsage,n?.customLabels),r?.isRecording()&&d.modelUsage?.tokens&&r.addEvent(lt.GEN_AI_USAGE,{[K.LLM_USAGE_INPUT_TOKENS]:d.modelUsage.tokens.promptTokens,[K.LLM_USAGE_OUTPUT_TOKENS]:d.modelUsage.tokens.completionTokens??0,[K.LLM_USAGE_TOTAL_TOKENS]:d.modelUsage.tokens.totalTokens}),o&&oi(d.embeddings,n?.logger??this.logger),r?.end(),d}async buildHeaders(e={}){return{...e,...await this.headers()}}getModelByKey(e){return e?this.models?.find(n=>n.key===e):void 0}getModel(e){let t=this.getModelByKey(e);return t&&"model"in t?t.model:void 0}getEmbedModel(e){let t=this.getModelByKey(e);return t&&"embedModel"in t?t.embedModel:void 0}async handleContextCaching(e,t,n,r){let s=n?.contextCache;if(!s)return null;let o=this.aiImpl.supportsContextCache?.(e)??!1,a=this.aiImpl.supportsImplicitCaching?.(e)??!1;if(!o&&!a)throw new Error(`Context caching is not supported by this provider/model (${this.getName()}/${e}). Remove the contextCache option or use a provider that supports caching.`);if(!o)return null;let l=s.ttlSeconds??3600,c=s.refreshWindowSeconds??300,u=s.minTokens??2048;if(s.name)return this.useCacheByName(e,t,s.name,n,r);let p=Al(t.chatPrompt);if(!p||p===Ee("sha256").digest("hex"))return null;let d={providerName:this.getName(),contentHash:p},m=fl(d),g=Date.now(),h=s.registry,f=h?await h.get(m):ls.get(m);if(f&&f.expiresAt>g){if(f.expiresAt-g<c*1e3&&this.aiImpl.buildCacheUpdateTTLOp){await this.executeCacheOperation(this.aiImpl.buildCacheUpdateTTLOp(f.cacheName,l),n,r);let y={cacheName:f.cacheName,expiresAt:g+l*1e3,tokenCount:f.tokenCount};h?await h.set(m,y):ls.set(m,{...y,contentHash:p,lastTouchedAt:g})}return this.useCacheByName(e,t,f.cacheName,n,r)}if(this.estimateCacheableTokens(t.chatPrompt)<u)return null;let x=this.aiImpl.buildCacheCreateOp?.(t,n);if(x){let b=await this.executeCacheOperation(x,n,r);if(b){let y={cacheName:b.name,expiresAt:new Date(b.expiresAt).getTime(),tokenCount:b.tokenCount};return h?await h.set(m,y):ls.set(m,{...y,contentHash:p,lastTouchedAt:g}),this.useCacheByName(e,t,b.name,n,r)}}return null}async useCacheByName(e,t,n,r,s){if(this.aiImpl.prepareCachedChatReq){let o=await this.aiImpl.prepareCachedChatReq(t,r??{},n);return{preparedRequest:{apiConfig:o.apiConfig,request:o.request}}}return null}async executeCacheOperation(e,t,n){let r=t?.verbose??this.#t;try{n?.addEvent("context_cache.operation",{type:e.type,endpoint:e.apiConfig.name});let s=await Oe({name:e.apiConfig.name,url:this.apiURL,localCall:e.apiConfig.localCall,headers:await this.buildHeaders(e.apiConfig.headers),stream:!1,timeout:this.timeout,verbose:r,fetch:this.fetch,span:n,abortSignal:t?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:t?.retry??this.retry},e.request);return e.parseResponse(s)}catch(s){n?.addEvent("context_cache.error",{type:e.type,error:s instanceof Error?s.message:String(s)});return}}estimateCacheableTokens(e){let t=0;for(let n of e){if(n.role==="system"){t+=n.content.length;continue}if("cache"in n&&n.cache)if(n.role==="user"){if(typeof n.content=="string")t+=n.content.length;else if(Array.isArray(n.content))for(let r of n.content)"cache"in r&&r.cache&&(r.type==="text"?t+=r.text.length:r.type==="image"?t+=1e3:r.type==="audio"?t+=2e3:r.type==="file"&&(t+=500))}else n.role==="assistant"&&n.content&&(t+=n.content.length)}return Math.ceil(t/4)}};function wi(i,e,t){let n=[];if(i.chatPrompt&&Array.isArray(i.chatPrompt)&&i.chatPrompt.length>0)for(let s of i.chatPrompt)switch(s.role){case"system":if(s.content){let o={};t||(o.content=s.content),e.addEvent(lt.GEN_AI_SYSTEM_MESSAGE,o)}break;case"user":if(typeof s.content=="string")n.push(s.content);else if(Array.isArray(s.content))for(let o of s.content)o.type==="text"&&n.push(o.text);break;case"assistant":{let o=s.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params}));if(o&&o.length>0){let a={function_calls:JSON.stringify(o,null,2)};!t&&s.content&&(a.content=s.content),e.addEvent(lt.GEN_AI_ASSISTANT_MESSAGE,a)}else if(s.content){let a={};t||(a.content=s.content),e.addEvent(lt.GEN_AI_ASSISTANT_MESSAGE,a)}break}case"function":{let o={id:s.functionId};t||(o.content=s.result),e.addEvent(lt.GEN_AI_TOOL_MESSAGE,o);break}}let r={};t||(r.content=n.join(`
169
+ `)),e.addEvent(lt.GEN_AI_USER_MESSAGE,r)}function Si(i,e,t){if(i.modelUsage?.tokens){let n=i.modelUsage.tokens.thoughtsTokens?{[K.LLM_USAGE_THOUGHTS_TOKENS]:i.modelUsage.tokens.thoughtsTokens}:{};e.addEvent(lt.GEN_AI_USAGE,{[K.LLM_USAGE_INPUT_TOKENS]:i.modelUsage.tokens.promptTokens,[K.LLM_USAGE_OUTPUT_TOKENS]:i.modelUsage.tokens.completionTokens??0,[K.LLM_USAGE_TOTAL_TOKENS]:i.modelUsage.tokens.totalTokens,...n})}if(i.results)for(let n=0;n<i.results.length;n++){let r=i.results[n];if(!r||!r.content&&!r.thought&&!r.functionCalls?.length&&!r.finishReason)continue;let s=r.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params})),o={};s&&s.length>0?(t||(o.content=r.content),o.tool_calls=s):t||(o.content=r.content??""),e.addEvent(lt.GEN_AI_CHOICE,{finish_reason:r.finishReason,index:n,message:JSON.stringify(o,null,2)})}}function vi(i){let e=0;for(let t of i){if(!t||typeof t!="object")throw new Error(`AxMessage array validation failed: Item at index ${e} is not a valid message object`);if(t.role!=="user"&&t.role!=="assistant")throw new Error(`AxMessage array validation failed: Item at index ${e} has invalid role: ${t.role}`);e++}}function yl(i){let e=new Set;for(let t of i){if(e.has(t.key))throw new Error(`Duplicate model key detected: "${t.key}". Each model key must be unique.`);e.add(t.key)}}var Vn=(g=>(g.Claude45Opus="claude-opus-4-5-20251101",g.Claude41Opus="claude-opus-4-1-20250805",g.Claude4Opus="claude-opus-4-20250514",g.Claude4Sonnet="claude-sonnet-4-20250514",g.Claude45Sonnet="claude-sonnet-4-5-20250929",g.Claude45Haiku="claude-haiku-4-5",g.Claude37Sonnet="claude-3-7-sonnet-latest",g.Claude35Sonnet="claude-3-5-sonnet-latest",g.Claude35Haiku="claude-3-5-haiku-latest",g.Claude3Opus="claude-3-opus-latest",g.Claude3Sonnet="claude-3-sonnet-20240229",g.Claude3Haiku="claude-3-haiku-20240307",g.Claude21="claude-2.1",g.ClaudeInstant12="claude-instant-1.2",g))(Vn||{}),Jn=(d=>(d.Claude45Opus="claude-opus-4-5@20251101",d.Claude41Opus="claude-opus-4-1@20250805",d.Claude4Opus="claude-opus-4@20250514",d.Claude45Sonnet="claude-sonnet-4-5@20250929",d.Claude4Sonnet="claude-sonnet-4@20250514",d.Claude37Sonnet="claude-3-7-sonnet@20250219",d.Claude35SonnetV2="claude-3-5-sonnet-v2@20241022",d.Claude45Haiku="claude-haiku-4-5@20251001",d.Claude35Haiku="claude-3-5-haiku@20241022",d.Claude35Sonnet="claude-3-5-sonnet@20240620",d.Claude3Opus="claude-3-opus@20240229",d.Claude3Haiku="claude-3-haiku@20240307",d))(Jn||{});var Qn=[{name:"claude-opus-4-5-20251101",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-5@20251101",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-5-20250929",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-5@20250929",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-haiku-4-5",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0}},{name:"claude-haiku-4-5@20251001",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0}},{name:"claude-opus-4-1-20250805",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-1@20250805",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4@20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4@20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-7-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-7-sonnet@20250219",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-5-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{structuredOutputs:!0}},{name:"claude-3-5-sonnet@20240620",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{structuredOutputs:!0}},{name:"claude-3-5-sonnet-v2@20241022",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-5-haiku-latest",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:4,maxTokens:8192},{name:"claude-3-5-haiku@20241022",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:8192},{name:"claude-3-opus-latest",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-opus@20240229",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-sonnet-20240229",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-haiku-20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-3-haiku@20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-2.1",currency:"usd",promptTokenCostPer1M:8,completionTokenCostPer1M:25,maxTokens:4096},{name:"claude-instant-1.2",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2.24,maxTokens:4096}];var Tt=i=>{if(!i||typeof i!="object")return i;let e={...i};if(e.type==="object"||Array.isArray(e.type)&&e.type.includes("object")){if(!e.properties||Object.keys(e.properties).length===0)throw new Error("Anthropic models do not support arbitrary JSON objects (e.g. f.json() or f.object() with no properties) in structured outputs. Please use f.string() and instruct the model to return a JSON string, or define the expected structure with f.object({ ... })");e.additionalProperties===void 0&&(e.additionalProperties=!1)}return delete e.optional,e.properties&&typeof e.properties=="object"&&(e.properties=Object.fromEntries(Object.entries(e.properties).map(([n,r])=>[n,Tt(r)]))),e.items&&(e.items=Tt(e.items)),Array.isArray(e.anyOf)&&(e.anyOf=e.anyOf.map(n=>Tt(n))),Array.isArray(e.allOf)&&(e.allOf=e.allOf.map(n=>Tt(n))),Array.isArray(e.oneOf)&&(e.oneOf=e.oneOf.map(n=>Tt(n))),e},ki=()=>structuredClone({model:"claude-3-7-sonnet-latest",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},...se()}),bl=()=>structuredClone({model:"claude-3-7-sonnet@20250219",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},...se()}),cs=class{constructor(e,t){this.config=e;this.isVertex=t}tokensUsed;currentPromptConfig;usedStructuredOutput=!1;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens??4096,temperature:e.temperature,topP:e.topP,topK:e.topK,stream:e.stream,stopSequences:e.stopSequences,endSequences:e.endSequences,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,n:e.n}}createChatReq=async(e,t)=>{this.currentPromptConfig=t;let n=e.model,r=e.modelConfig?.stream??this.config.stream,s;this.isVertex?s={name:r?`/models/${n}:streamRawPredict?alt=sse`:`/models/${n}:rawPredict`}:s={name:"/messages"};let o;if(e.functionCall&&e.functions&&e.functions.length>0)if(typeof e.functionCall=="string")switch(e.functionCall){case"auto":o={tool_choice:{type:"auto"}};break;case"required":o={tool_choice:{type:"any"}};break;case"none":throw new Error("functionCall none not supported")}else if("function"in e.functionCall)o={tool_choice:{type:"tool",name:e.functionCall.function.name}};else throw new Error("Invalid function call type, must be string or object");let a=e.chatPrompt.some(C=>"cache"in C&&C.cache)||e.functions?.some(C=>C.cache),l=e.chatPrompt.filter(C=>C.role==="system"),c=l.map((C,O)=>({type:"text",text:C.content,...C.cache||a&&O===l.length-1?{cache_control:{type:"ephemeral"}}:{}})),u=e.chatPrompt.filter(C=>C.role!=="system"),p=e.functions?.map((C,O,w)=>{let P={type:"object",properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]},S=C.parameters?Tt(C.parameters):void 0;return S===void 0||S&&typeof S=="object"&&Object.keys(S).length===0?S={...P}:S&&typeof S=="object"&&S.type==="object"&&(!("properties"in S)||!S.properties||Object.keys(S.properties).length===0)&&(S={...S,properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]}),{name:C.name,description:C.description,input_schema:S,...C.cache||a&&O===w.length-1?{cache_control:{type:"ephemeral"}}:{}}}),m=(this.config.tools??[]).map(C=>C&&typeof C=="object"&&"type"in C?C:{name:C.name,description:C.description,input_schema:C.input_schema?Tt(C.input_schema):void 0,...C.cache_control?{cache_control:C.cache_control}:{}}),g=[...p??[],...m];g.length===0&&(g=void 0);let h=e.modelConfig?.maxTokens??this.config.maxTokens,f=e.modelConfig?.stopSequences??this.config.stopSequences,A=e.modelConfig?.temperature,x=e.modelConfig?.topP,b=e.modelConfig?.topK??this.config.topK,y=e.modelConfig?.n??this.config.n;if(y&&y>1)throw new Error("Anthropic does not support sampling (n > 1)");let I;if(this.config.thinking?.budget_tokens&&(I=this.config.thinking),t?.thinkingTokenBudget){let C=this.config.thinkingTokenBudgetLevels;switch(t.thinkingTokenBudget){case"none":I=void 0;break;case"minimal":I={type:"enabled",budget_tokens:C?.minimal??1024};break;case"low":I={type:"enabled",budget_tokens:C?.low??5e3};break;case"medium":I={type:"enabled",budget_tokens:C?.medium??1e4};break;case"high":I={type:"enabled",budget_tokens:C?.high??2e4};break;case"highest":I={type:"enabled",budget_tokens:C?.highest??32e3};break}}if(!I&&t?.thinkingTokenBudget===void 0){let C=this.config.thinkingTokenBudgetLevels}let T=Il(u,!!I);T.some(C=>C.role==="assistant"&&Array.isArray(C.content)&&C.content.length>0&&C.content[0]?.type==="tool_use")&&(I=void 0);let k;if(this.usedStructuredOutput=!1,e.responseFormat&&e.responseFormat.type==="json_schema"&&e.responseFormat.schema){let C=e.responseFormat.schema.schema||e.responseFormat.schema;k={type:"json_schema",schema:Tt(C)},this.usedStructuredOutput=!0}let R={...this.isVertex?{anthropic_version:"vertex-2023-10-16"}:{model:n},...h?{max_tokens:h}:{},...f&&f.length>0?{stop_sequences:f}:{},...A!==void 0&&!I?{temperature:A}:{},...x!==void 0&&(!I||x>=.95)?{top_p:x}:{},...b&&!I?{top_k:b}:{},...o,...g?{tools:g}:{},...r?{stream:!0}:{},...c?{system:c}:{},...I?{thinking:I}:{},...k?{output_format:k}:{},messages:T};return[s,R]};createChatResp=e=>{if(e.type==="error")throw new de(e.error.message,void 0,void 0);let t=Oi(e.stop_reason),n=this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1,r="",s=[],o=[],a=[];for(let u of e.content)switch(u.type){case"text":if(r+=u.text??"",Array.isArray(u.citations))for(let p of u.citations)p?.url&&a.push({url:String(p.url),title:typeof p.title=="string"?p.title:void 0,snippet:typeof p.cited_text=="string"?p.cited_text:void 0});break;case"thinking":if(n){let p=u.thinking??"",d=u.signature;o.push({data:p,encrypted:!1,...typeof d=="string"?{signature:d}:{}})}break;case"redacted_thinking":if(n){let p=u.data??"",d=u.signature;o.push({data:p,encrypted:!0,...typeof d=="string"?{signature:d}:{}})}break;case"tool_use":s.push({id:u.id,type:"function",function:{name:u.name,params:u.input}});break}let l={index:0,id:e.id,finishReason:t};r&&(l.content=r),o.length>0&&(l.thoughtBlocks=o,l.thought=o.map(u=>u.data).join("")),s.length>0&&(l.functionCalls=s),a.length>0&&(l.citations=a);let c=[l];return this.tokensUsed={promptTokens:e.usage.input_tokens,completionTokens:e.usage.output_tokens,totalTokens:e.usage.input_tokens+e.usage.output_tokens+(e.usage.cache_creation_input_tokens||0)+(e.usage.cache_read_input_tokens||0),cacheCreationTokens:e.usage.cache_creation_input_tokens,cacheReadTokens:e.usage.cache_read_input_tokens},{results:c,remoteId:e.id}};createChatStreamResp=(e,t)=>{if(!("type"in e))throw new Error("Invalid Anthropic streaming event");let n=t;if(n.indexIdMap||(n.indexIdMap={}),e.type==="error"){let{error:s}=e;throw new de(s.message,void 0,void 0)}let r=0;if(e.type==="message_start"){let{message:s}=e,o=[{index:r,content:"",id:s.id}];return this.tokensUsed={promptTokens:s.usage?.input_tokens??0,completionTokens:s.usage?.output_tokens??0,totalTokens:(s.usage?.input_tokens??0)+(s.usage?.output_tokens??0)+(s.usage?.cache_creation_input_tokens??0)+(s.usage?.cache_read_input_tokens??0),cacheCreationTokens:s.usage?.cache_creation_input_tokens,cacheReadTokens:s.usage?.cache_read_input_tokens},{results:o}}if(e.type==="content_block_start"){let{content_block:s}=e;if(s.type==="text"){let o=[];if(Array.isArray(s.citations))for(let a of s.citations)a?.url&&o.push({url:String(a.url),title:typeof a.title=="string"?a.title:void 0,snippet:typeof a.cited_text=="string"?a.cited_text:void 0});return{results:[{index:r,content:s.text,...o.length?{citations:o}:{}}]}}if(s.type==="thinking")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:r,thought:s.thinking,thoughtBlocks:[{data:s.thinking,encrypted:!1}]}]}:{results:[{index:r,content:""}]};if(s.type==="tool_use"&&typeof s.id=="string"&&typeof e.index=="number"&&!n.indexIdMap[e.index]){n.indexIdMap[e.index]=s.id;let o=[{id:s.id,type:"function",function:{name:s.name,params:""}}];return{results:[{index:r,functionCalls:o}]}}if(s.type==="web_search_tool_result"||s.type==="server_tool_use")return{results:[{index:r,content:""}]}}if(e.type==="content_block_delta"){let{delta:s}=e;if(s.type==="citations_delta"){let o=s.citation;if(o&&typeof o.url=="string"&&o.url.length>0){let a=[{url:String(o.url),title:typeof o.title=="string"?o.title:void 0,snippet:typeof o.cited_text=="string"?o.cited_text:void 0}];return{results:[{index:r,content:"",citations:a}]}}return{results:[{index:r,content:""}]}}if(s.type==="text_delta"){let o=[];if(Array.isArray(s.citations))for(let a of s.citations)a?.url&&o.push({url:String(a.url),title:typeof a.title=="string"?a.title:void 0,snippet:typeof a.cited_text=="string"?a.cited_text:void 0});return{results:[{index:r,content:s.text,...o.length?{citations:o}:{}}]}}if(s.type==="thinking_delta")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:r,thought:s.thinking,thoughtBlocks:[{data:s.thinking,encrypted:!1}]}]}:{results:[{index:r,content:""}]};if(s.type==="signature_delta")return{results:[{index:r,thoughtBlocks:[{data:"",encrypted:!1,signature:s.signature}]}]};if(s.type==="input_json_delta"){let o=n.indexIdMap[e.index];if(!o)return{results:[{index:r,content:""}]};let a=[{id:o,type:"function",function:{name:"",params:s.partial_json}}];return{results:[{index:r,functionCalls:a}]}}}if(e.type==="message_delta"){let{delta:s,usage:o}=e;return this.tokensUsed={promptTokens:this.tokensUsed?.promptTokens??0,completionTokens:o.output_tokens,totalTokens:(this.tokensUsed?.promptTokens??0)+o.output_tokens+(this.tokensUsed?.cacheCreationTokens??0)+(this.tokensUsed?.cacheReadTokens??0),cacheCreationTokens:this.tokensUsed?.cacheCreationTokens,cacheReadTokens:this.tokensUsed?.cacheReadTokens},{results:[{index:r,content:"",finishReason:Oi(s.stop_reason)}]}}return{results:[{index:r,content:""}]}};supportsImplicitCaching=()=>!0},Jt=class i extends be{static create(e){return new i(e)}constructor({apiKey:e,projectId:t,region:n,config:r,options:s,models:o}){let a=t!==void 0&&n!==void 0,l,c;if(a){if(!e)throw new Error("Anthropic Vertex API key not set");if(typeof e!="function")throw new Error("Anthropic Vertex API key must be a function for token-based authentication");l=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/publishers/anthropic/`,c=async()=>({Authorization:`Bearer ${await e()}`,"anthropic-beta":"web-search-2025-03-05"})}else{if(!e)throw new Error("Anthropic API key not set");l="https://api.anthropic.com/v1",c=async()=>({"anthropic-version":"2023-06-01","anthropic-beta":"structured-outputs-2025-11-13, web-search-2025-03-05","x-api-key":typeof e=="function"?await e():e})}let u={...ki(),...r},p=new cs(u,a),d=g=>{let h=ze({model:g,modelInfo:Qn,models:o});return{functions:!0,streaming:!0,hasThinkingBudget:h?.supported?.thinkingBudget??!1,hasShowThoughts:h?.supported?.showThoughts??!1,structuredOutputs:h?.supported?.structuredOutputs??!1,functionCot:!0,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:5*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!0,types:["ephemeral"],cacheBreakpoints:!1},thinking:h?.supported?.thinkingBudget??!1,multiTurn:!0}},m=o?.map(g=>{let h=g,f=h?.config;if(!f)return g;let A={};f.maxTokens!==void 0&&(A.maxTokens=f.maxTokens),f.temperature!==void 0&&(A.temperature=f.temperature),f.topP!==void 0&&(A.topP=f.topP),f.topK!==void 0&&(A.topK=f.topK),f.presencePenalty!==void 0&&(A.presencePenalty=f.presencePenalty),f.frequencyPenalty!==void 0&&(A.frequencyPenalty=f.frequencyPenalty),f.stopSequences!==void 0&&(A.stopSequences=f.stopSequences),f.endSequences!==void 0&&(A.endSequences=f.endSequences),f.stream!==void 0&&(A.stream=f.stream),f.n!==void 0&&(A.n=f.n);let x={...h};Object.keys(A).length>0&&(x.modelConfig={...h.modelConfig??{},...A});let b=f.thinking?.thinkingTokenBudget;if(typeof b=="number"){let y=u.thinkingTokenBudgetLevels,I=[["minimal",y?.minimal??200],["low",y?.low??800],["medium",y?.medium??5e3],["high",y?.high??1e4],["highest",y?.highest??24500]],T="minimal",v=Number.POSITIVE_INFINITY;for(let[k,R]of I){let C=Math.abs(b-R);C<v&&(v=C,T=k)}x.thinkingTokenBudget=T}return f.thinking?.includeThoughts!==void 0&&(x.showThoughts=!!f.thinking.includeThoughts),x});super(p,{name:"Anthropic",apiURL:l,headers:c,modelInfo:Qn,defaults:{model:u.model},options:s,supportFor:d,models:m??o})}};function Il(i,e){let t=i.map(r=>{switch(r.role){case"function":return{role:"user",content:[{type:"tool_result",content:r.result,tool_use_id:r.functionId,...r.isError?{is_error:!0}:{},...r.cache?{cache:{type:"ephemeral"}}:{}}]};case"user":return typeof r.content=="string"?{role:"user",content:r.content,...r.cache?{cache_control:{type:"ephemeral"}}:{}}:{role:"user",content:r.content.map(o=>{switch(o.type){case"text":return{type:"text",text:o.text,...o.cache?{cache_control:{type:"ephemeral"}}:{}};case"image":return{type:"image",source:{type:"base64",media_type:o.mimeType,data:o.image},...o.cache?{cache_control:{type:"ephemeral"}}:{}};default:throw new Error("Invalid content type")}})};case"assistant":{let s="",o=[],a=r.thoughtBlocks;if(Array.isArray(a)&&a.length>0)for(let l of a)l.encrypted?o.push(l.signature?{type:"redacted_thinking",data:l.data,signature:l.signature}:{type:"redacted_thinking",data:l.data}):o.push(l.signature?{type:"thinking",thinking:l.data,signature:l.signature}:{type:"thinking",thinking:l.data});if(typeof r.content=="string"&&(o.length>0?s=[...o,{type:"text",text:r.content}]:s=r.content),typeof r.functionCalls<"u"&&(s=r.functionCalls.map(l=>{let c={};if(typeof l.function.params=="string"){let u=l.function.params;if(u.trim().length===0)c={};else try{c=JSON.parse(u)}catch{throw new Error(`Failed to parse function params JSON: ${u}`)}}else typeof l.function.params=="object"&&(c=l.function.params);return{type:"tool_use",id:l.id,name:l.function.name,input:c,...r.cache?{cache_control:{type:"ephemeral"}}:{}}}),Array.isArray(s)&&o.length>0&&(s=[...o,...s])),r.cache){if(typeof s=="string")s=[{type:"text",text:s,cache_control:{type:"ephemeral"}}];else if(Array.isArray(s)&&s.length>0){let l=s.length-1,c=s[l];c&&c.type==="text"&&(s[l]={...c,cache_control:{type:"ephemeral"}})}}return{role:"assistant",content:s}}default:throw new Error("Invalid role")}}),n=Tl(t);return Cl(n)}function Tl(i){let e=[];for(let[t,n]of i.entries()){if(n.role!=="assistant"){e.push(n);continue}if(t>0&&i.at(t-1)?.role==="assistant"){let r=e.pop();e.push({...r||{},...n})}else e.push(n)}return e}function Cl(i){return i.map(e=>e.role==="assistant"&&typeof e.content=="string"?{...e,content:e.content.replace(/\s+$/,"")}:e)}function Oi(i){if(i)switch(i){case"stop_sequence":return"stop";case"max_tokens":return"length";case"tool_use":return"function_call";case"end_turn":return"stop";default:return"stop"}}var Yn=(w=>(w.GPT4="gpt-4",w.GPT41="gpt-4.1",w.GPT41Mini="gpt-4.1-mini",w.GPT41Nano="gpt-4.1-nano",w.GPT4O="gpt-4o",w.GPT4OMini="gpt-4o-mini",w.GPT4ChatGPT4O="chatgpt-4o-latest",w.GPT4Turbo="gpt-4-turbo",w.GPT35Turbo="gpt-3.5-turbo",w.GPT35TurboInstruct="gpt-3.5-turbo-instruct",w.GPT35TextDavinci002="text-davinci-002",w.GPT3TextBabbage002="text-babbage-002",w.GPT3TextAda001="text-ada-001",w.GPT5="gpt-5",w.GPT5Nano="gpt-5-nano",w.GPT5Mini="gpt-5-mini",w.GPT5Chat="gpt-5-chat",w.GPT5Pro="gpt-5-pro",w.GPT51="gpt-5.1",w.GPT51ChatLatest="gpt-5.1-chat-latest",w.GPT52="gpt-5.2",w.GPT52ChatLatest="gpt-5.2-chat-latest",w.GPT52Pro="gpt-5.2-pro",w.O1="o1",w.O1Mini="o1-mini",w.O3="o3",w.O3Mini="o3-mini",w.O4Mini="o4-mini",w))(Yn||{}),Qt=(n=>(n.TextEmbeddingAda002="text-embedding-ada-002",n.TextEmbedding3Small="text-embedding-3-small",n.TextEmbedding3Large="text-embedding-3-large",n))(Qt||{});var Yt=(S=>(S.GPT4="gpt-4",S.GPT41="gpt-4.1",S.GPT41Mini="gpt-4.1-mini",S.GPT41Nano="gpt-4.1-nano",S.GPT4O="gpt-4o",S.GPT4OMini="gpt-4o-mini",S.GPT4ChatGPT4O="chatgpt-4o-latest",S.GPT4Turbo="gpt-4-turbo",S.GPT35Turbo="gpt-3.5-turbo",S.GPT35TurboInstruct="gpt-3.5-turbo-instruct",S.GPT35TextDavinci002="text-davinci-002",S.GPT3TextBabbage002="text-babbage-002",S.GPT3TextAda001="text-ada-001",S.GPT5="gpt-5",S.GPT5Nano="gpt-5-nano",S.GPT5Mini="gpt-5-mini",S.GPT5Chat="gpt-5-chat",S.GPT5Pro="gpt-5-pro",S.GPT51="gpt-5.1",S.GPT51ChatLatest="gpt-5.1-chat-latest",S.GPT52="gpt-5.2",S.GPT52ChatLatest="gpt-5.2-chat-latest",S.GPT52Pro="gpt-5.2-pro",S.O1Pro="o1-pro",S.O1="o1",S.O1Mini="o1-mini",S.O3Pro="o3-pro",S.O3="o3",S.O3Mini="o3-mini",S.O4Mini="o4-mini",S))(Yt||{});var Xt=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,supported:{structuredOutputs:!0}},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6,supported:{structuredOutputs:!0}},{name:"gpt-4.1-nano",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6,supported:{structuredOutputs:!0}},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,supported:{structuredOutputs:!0}},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"gpt-5-nano",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-mini",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:6,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-chat",currency:"usd",promptTokenCostPer1M:12,completionTokenCostPer1M:36,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:60,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-pro",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:120,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2",currency:"usd",promptTokenCostPer1M:1.75,completionTokenCostPer1M:14,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-chat-latest",currency:"usd",promptTokenCostPer1M:1.75,completionTokenCostPer1M:14,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-pro",currency:"usd",promptTokenCostPer1M:21,completionTokenCostPer1M:168,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{structuredOutputs:!0}},{name:"o1-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:14.4,supported:{structuredOutputs:!0}},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{structuredOutputs:!0}},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{structuredOutputs:!0}},{name:"text-embedding-ada-002",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"text-embedding-3-small",currency:"usd",promptTokenCostPer1M:.02,completionTokenCostPer1M:.02},{name:"text-embedding-3-large",currency:"usd",promptTokenCostPer1M:.13,completionTokenCostPer1M:.13}],us=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,supported:{structuredOutputs:!0}},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6,supported:{structuredOutputs:!0}},{name:"gpt-4.1-nano",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6,supported:{structuredOutputs:!0}},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,supported:{structuredOutputs:!0}},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"gpt-5-nano",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-mini",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:6,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-chat",currency:"usd",promptTokenCostPer1M:12,completionTokenCostPer1M:36,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:60,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-pro",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:120,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2",currency:"usd",promptTokenCostPer1M:1.75,completionTokenCostPer1M:14,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-chat-latest",currency:"usd",promptTokenCostPer1M:1.75,completionTokenCostPer1M:14,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-pro",currency:"usd",promptTokenCostPer1M:21,completionTokenCostPer1M:168,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o1-pro",currency:"usd",promptTokenCostPer1M:150,completionTokenCostPer1M:600,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0},isExpensive:!0},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o3-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:80,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0},isExpensive:!0},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o3-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}}];var Rl=i=>{let e=["o1","o1-mini","o3","o3-mini","o4-mini","o1-pro","o3-pro"];return e.includes(i)||e.includes(i)},Ft=()=>structuredClone({model:"gpt-5-mini",embedModel:"text-embedding-3-small",...se()}),ds=()=>structuredClone({...Ft(),model:"gpt-5"}),ms=()=>structuredClone({model:"gpt-5-mini",embedModel:"text-embedding-3-small",...Re()}),gs=()=>({...Ft(),model:"gpt-5-nano"}),ps=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.chatReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq=(e,t)=>{let n=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let r={name:"/chat/completions"},s=e.functions?.map(m=>({type:"function",function:{name:m.name,description:m.description,parameters:m.parameters}})),o=!e.functionCall&&e.functions&&e.functions.length>0?"auto":e.functionCall,a=wl(e),l=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,c=e.modelConfig?.stream??this.config.stream,u=this.config.store,p=Rl(n),d={model:n,messages:a,...e.responseFormat?{response_format:e.responseFormat.type==="json_schema"?{type:"json_schema",json_schema:e.responseFormat.schema}:e.responseFormat}:this.config?.responseFormat?{response_format:{type:this.config.responseFormat}}:{},...s?{tools:s}:{},...o?{tool_choice:o}:{},...p?{}:{...(e.modelConfig?.maxTokens??this.config.maxTokens)!==void 0?{max_completion_tokens:e.modelConfig?.maxTokens??this.config.maxTokens}:{},...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},...(e.modelConfig?.n??this.config.n)!==void 0?{n:e.modelConfig?.n??this.config.n}:{},...(e.modelConfig?.presencePenalty??this.config.presencePenalty)!==void 0?{presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty}:{},...l!==void 0?{frequency_penalty:l}:{}},...(e.modelConfig?.stopSequences??this.config.stop)&&(e.modelConfig?.stopSequences??this.config.stop).length>0?{stop:e.modelConfig?.stopSequences??this.config.stop}:{},...this.config.logitBias!==void 0?{logit_bias:this.config.logitBias}:{},...c&&this.streamingUsage?{stream:!0,stream_options:{include_usage:!0}}:{},...u?{store:u}:{},...this.config.serviceTier?{service_tier:this.config.serviceTier}:{},...this.config.user?{user:this.config.user}:{}};if(this.config.reasoningEffort&&(d.reasoning_effort=this.config.reasoningEffort),this.config.webSearchOptions&&(d.web_search_options={...this.config.webSearchOptions.searchContextSize&&{search_context_size:this.config.webSearchOptions.searchContextSize},...this.config.webSearchOptions.userLocation&&{user_location:{approximate:{type:"approximate",...this.config.webSearchOptions.userLocation.approximate.city&&{city:this.config.webSearchOptions.userLocation.approximate.city},...this.config.webSearchOptions.userLocation.approximate.country&&{country:this.config.webSearchOptions.userLocation.approximate.country},...this.config.webSearchOptions.userLocation.approximate.region&&{region:this.config.webSearchOptions.userLocation.approximate.region},...this.config.webSearchOptions.userLocation.approximate.timezone&&{timezone:this.config.webSearchOptions.userLocation.approximate.timezone}}}}}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":d.reasoning_effort=void 0;break;case"minimal":d.reasoning_effort="minimal";break;case"low":d.reasoning_effort="medium";break;case"medium":d.reasoning_effort="high";break;case"high":d.reasoning_effort="high";break;case"highest":d.reasoning_effort="high";break}if(!d.reasoning_effort&&t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"minimal":d.reasoning_effort="minimal";break;case"low":d.reasoning_effort="medium";break;case"medium":case"high":case"highest":d.reasoning_effort="high";break}return this.chatReqUpdater&&(d=this.chatReqUpdater(d)),[r,d]};createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embeddings"},r={model:t,input:e.texts,dimensions:this.config.dimensions};return[n,r]};createChatResp(e){let{id:t,usage:n,choices:r,error:s}=e;if(s)throw s;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{results:r.map(a=>{if(a.message.refusal)throw new de(a.message.refusal,e.model,e.id);let l=Mi(a.finish_reason),c=a.message.tool_calls?.map(({id:u,function:{arguments:p,name:d}})=>({id:u,type:"function",function:{name:d,params:p}}));return{index:a.index,id:`${a.index}`,content:a.message.content??void 0,thought:a.message.reasoning_content,citations:a.message.annotations?.filter(u=>u?.type==="url_citation"&&u.url_citation).map(u=>({url:u.url_citation?.url,title:u.url_citation?.title,description:u.url_citation?.description})),functionCalls:c,finishReason:l}}),remoteId:t}}createChatStreamResp(e,t){let{id:n,usage:r,choices:s}=e;this.tokensUsed=r?{promptTokens:r.prompt_tokens,completionTokens:r.completion_tokens,totalTokens:r.total_tokens}:void 0;let o=t;return o.indexIdMap||(o.indexIdMap={}),{results:s.map(({index:l,delta:{content:c,role:u,refusal:p,tool_calls:d,reasoning_content:m,annotations:g},finish_reason:h})=>{if(p)throw new de(p,void 0,n);let f=Mi(h),A=d?.map(({id:x,index:b,function:{name:y,arguments:I}})=>{typeof x=="string"&&typeof b=="number"&&!o.indexIdMap[b]&&(o.indexIdMap[b]=x);let T=o.indexIdMap[b];return T?{id:T,type:"function",function:{name:y,params:I}}:null}).filter(x=>x!==null);return{index:l,content:c??void 0,role:u,thought:m,citations:g?.filter(x=>x?.type==="url_citation"&&x.url_citation).map(x=>({url:x.url_citation?.url,title:x.url_citation?.title,description:x.url_citation?.description})),functionCalls:A,finishReason:f,id:n}})}}createEmbedResp(e){let{data:t,usage:n}=e;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{embeddings:t.map(r=>r.embedding)}}},Mi=i=>{switch(i){case"stop":return"stop";case"length":return"length";case"content_filter":return"error";case"tool_calls":return"function_call"}};function wl(i){return i.chatPrompt.map(t=>{switch(t.role){case"system":return{role:"system",content:t.content};case"user":{let n=Array.isArray(t.content)?t.content.map(r=>{switch(r.type){case"text":return{type:"text",text:r.text};case"image":return{type:"image_url",image_url:{url:`data:${r.mimeType};base64,${r.image}`,details:r.details??"auto"}};case"audio":return{type:"input_audio",input_audio:{data:r.data,format:r.format==="wav"?"wav":void 0}};default:throw new Error("Invalid content type")}}):t.content;return{role:"user",...t.name?{name:t.name}:{},content:n}}case"assistant":{let n=t.functionCalls?.map(r=>({id:r.id,type:"function",function:{name:r.function.name,arguments:typeof r.function.params=="object"?JSON.stringify(r.function.params):r.function.params}}));if(n&&n.length>0)return{role:"assistant",...t.content?{content:t.content}:{},name:t.name,tool_calls:n};if(t.content===void 0)throw new Error("Assistant content is required when no tool calls are provided");return{role:"assistant",content:t.content,...t.name?{name:t.name}:{}}}case"function":return{role:"tool",content:t.result,tool_call_id:t.functionId};default:throw new Error("Invalid role")}})}var fe=class extends be{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:s,models:o,chatReqUpdater:a,supportFor:l}){if(!e||e==="")throw new Error("OpenAI API key not set");let c=new ps(t,n?.streamingUsage??!0,a);super(c,{name:"OpenAI",apiURL:r||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:s,defaults:{model:t.model,embedModel:t.embedModel},options:n,supportFor:l,models:o})}},Zt=class extends fe{constructor({apiKey:e,apiURL:t,config:n,options:r,models:s,modelInfo:o}){if(!e||e==="")throw new Error("OpenAI API key not set");o=[...Xt,...o??[]];let a=c=>{let u=ze({model:c,modelInfo:o,models:s});return{functions:!0,streaming:!0,hasThinkingBudget:u?.supported?.thinkingBudget??!1,hasShowThoughts:u?.supported?.showThoughts??!1,structuredOutputs:u?.supported?.structuredOutputs??!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!0,formats:["wav","mp3","ogg"],maxDuration:25*60},files:{supported:!0,formats:["text/plain","application/pdf","image/jpeg","image/png"],maxSize:512*1024*1024,uploadMethod:"upload"},urls:{supported:!1,webSearch:!0,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:u?.supported?.thinkingBudget??!1,multiTurn:!0}},l=s?.map(c=>{let u=c,p=u?.config;if(!p)return c;let d={};p.maxTokens!==void 0&&(d.maxTokens=p.maxTokens),p.temperature!==void 0&&(d.temperature=p.temperature),p.topP!==void 0&&(d.topP=p.topP),p.presencePenalty!==void 0&&(d.presencePenalty=p.presencePenalty),p.frequencyPenalty!==void 0&&(d.frequencyPenalty=p.frequencyPenalty);let m=p.stopSequences??p.stop;m!==void 0&&(d.stopSequences=m),p.n!==void 0&&(d.n=p.n),p.stream!==void 0&&(d.stream=p.stream);let g={...u};Object.keys(d).length>0&&(g.modelConfig={...u.modelConfig??{},...d});let h=p?.thinking?.thinkingTokenBudget;if(typeof h=="number"){let f=[["minimal",200],["low",800],["medium",5e3],["high",1e4],["highest",24500]],A="minimal",x=Number.POSITIVE_INFINITY;for(let[b,y]of f){let I=Math.abs(h-y);I<x&&(x=I,A=b)}g.thinkingTokenBudget=A}return p?.thinking?.includeThoughts!==void 0&&(g.showThoughts=!!p.thinking.includeThoughts),g});super({apiKey:e,apiURL:t,config:{...Ft(),...n},options:r,modelInfo:o,models:l??s,supportFor:a}),super.setName("OpenAI")}};var Sl=i=>{let e=i.trim();if(!e)return e;if(e.includes("api-version=")){let t=e.indexOf("api-version="),n=e.slice(t);return new URLSearchParams(n).get("api-version")??e}return e},vl=i=>{let e=i.match(/^(\d{4}-\d{2}-\d{2})/);return e?e[1]>="2024-08-01":!1},Pi=Ft,Ol=ms,kl=gs,Ml=ds,en=class extends fe{constructor({apiKey:e,resourceName:t,deploymentName:n,version:r="api-version=2024-02-15-preview",config:s,options:o,models:a,modelInfo:l}){if(!e||e==="")throw new Error("Azure OpenAPI API key not set");if(!t||t==="")throw new Error("Azure OpenAPI resource name not set");if(!n||n==="")throw new Error("Azure OpenAPI deployment id not set");let c={...Pi(),...s},u=Sl(r),p=vl(u);l=[...Xt,...l??[]];let d=g=>{let h=ze({model:g,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:h?.supported?.thinkingBudget??!1,hasShowThoughts:h?.supported?.showThoughts??!1,structuredOutputs:p&&(h?.supported?.structuredOutputs??!1),functionCot:!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:h?.supported?.thinkingBudget??!1,multiTurn:!0}};super({apiKey:e,config:c,options:o,models:a,modelInfo:l,supportFor:d});let m=t.includes("://")?t:`https://${t}.openai.azure.com/`;super.setName("Azure OpenAI"),super.setAPIURL(new URL(`/openai/deployments/${n}?api-version=${u}`,m).href),super.setHeaders(async()=>({"api-key":e}))}};var hs=class i{services;currentServiceIndex=0;currentService;debug;initialBackoffMs;maxBackoffMs;maxRetries;serviceFailures=new Map;constructor(e,t){if(e.length===0)throw new Error("No AI services provided.");Pl(e),this.services=[...e].sort(t?.comparator??i.metricComparator);let n=this.services[this.currentServiceIndex];if(n===void 0)throw new Error("Error initializing the AI services.");this.currentService=n,this.debug=t?.debug??!0,this.initialBackoffMs=t?.initialBackoffMs??1e3,this.maxBackoffMs=t?.maxBackoffMs??32e3,this.maxRetries=t?.maxRetries??3}static create(e,t){return new i(e,t)}getLastUsedChatModel(){return this.currentService.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.currentService.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.currentService.getLastUsedModelConfig()}static inputOrderComparator=()=>0;static metricComparator=(e,t)=>{let n=e.getMetrics(),r=t.getMetrics();return n.latency.chat.mean-r.latency.chat.mean};getModelList(){for(let e of this.services){let t=e.getModelList();if(t)return t}}getNextService(e,t){let n=t+1,r=e[n];return r===void 0?{service:void 0,index:n}:{service:r,index:n}}reset(){this.currentServiceIndex=0;let e=this.services[this.currentServiceIndex];if(e===void 0)throw new Error("No AI services provided.");this.currentService=e}getName(){return this.currentService.getName()}getId(){return this.currentService.getId()}getFeatures(e){let t={functions:!1,streaming:!1,thinking:!1,multiTurn:!1,structuredOutputs:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]}};for(let n of this.services){let r=n.getFeatures(e);r.functions&&(t.functions=!0),r.streaming&&(t.streaming=!0),r.thinking&&(t.thinking=!0),r.multiTurn&&(t.multiTurn=!0),r.structuredOutputs&&(t.structuredOutputs=!0),r.functionCot&&(t.functionCot=!0),r.hasThinkingBudget&&(t.hasThinkingBudget=!0),r.hasShowThoughts&&(t.hasShowThoughts=!0),r.media.images.supported&&(t.media.images.supported=!0),t.media.images.formats=Array.from(new Set([...t.media.images.formats,...r.media.images.formats])),r.media.audio.supported&&(t.media.audio.supported=!0),t.media.audio.formats=Array.from(new Set([...t.media.audio.formats,...r.media.audio.formats])),r.media.files.supported&&(t.media.files.supported=!0),t.media.files.formats=Array.from(new Set([...t.media.files.formats,...r.media.files.formats])),r.media.files.uploadMethod!=="none"&&(t.media.files.uploadMethod=r.media.files.uploadMethod),r.media.urls.supported&&(t.media.urls.supported=!0),r.media.urls.webSearch&&(t.media.urls.webSearch=!0),r.media.urls.contextFetching&&(t.media.urls.contextFetching=!0),r.caching.supported&&(t.caching.supported=!0),t.caching.types=Array.from(new Set([...t.caching.types,...r.caching.types]))}return t}getMetrics(){let e={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}},t=0,n=0,r=0,s=0;for(let o of this.services){let a=o.getMetrics();e.errors.chat.count+=a.errors.chat.count,e.errors.chat.total+=a.errors.chat.total,e.errors.embed.count+=a.errors.embed.count,e.errors.embed.total+=a.errors.embed.total;let l=a.latency.chat.samples.length;l>0&&(t+=a.latency.chat.mean*l,n+=l);let c=a.latency.embed.samples.length;c>0&&(r+=a.latency.embed.mean*c,s+=c)}e.errors.chat.total>0&&(e.errors.chat.rate=e.errors.chat.count/e.errors.chat.total),e.errors.embed.total>0&&(e.errors.embed.rate=e.errors.embed.count/e.errors.embed.total),n>0&&(e.latency.chat.mean=t/n),s>0&&(e.latency.embed.mean=r/s);for(let o of this.services){let a=o.getMetrics();e.latency.chat.p95=Math.max(e.latency.chat.p95,a.latency.chat.p95),e.latency.chat.p99=Math.max(e.latency.chat.p99,a.latency.chat.p99),e.latency.embed.p95=Math.max(e.latency.embed.p95,a.latency.embed.p95),e.latency.embed.p99=Math.max(e.latency.embed.p99,a.latency.embed.p99)}return e}canRetryService(e){let t=this.serviceFailures.get(e.getId());if(!t)return!0;let{retries:n,lastFailureTime:r}=t,s=Date.now()-r,o=Math.min(this.initialBackoffMs*2**n,this.maxBackoffMs);return s>=o}handleFailure(e,t){let r=(this.serviceFailures.get(e.getId())?.retries??0)+1;this.serviceFailures.set(e.getId(),{retries:r,lastFailureTime:Date.now()}),this.debug&&console.warn(`AxBalancer: Service ${e.getName()} failed (retry ${r}/${this.maxRetries})`,t)}handleSuccess(e){this.serviceFailures.delete(e.getId())}async chat(e,t){let n=e.responseFormat?.type==="json_schema",r=e.capabilities,s=r?.requiresImages,o=r?.requiresAudio,a=this.services,l=e.model;if((n||s||o)&&(a=this.services.filter(p=>{let d=p.getFeatures(l);return!(n&&!d.structuredOutputs||s&&!d.media.images.supported||o&&!d.media.audio.supported)}),a.length===0)){let p=[];throw n&&p.push("structured outputs"),s&&p.push("images"),o&&p.push("audio"),new Error(`No services available that support required capabilities: ${p.join(", ")}.`)}let c=0,u=a[c];if(!u)throw new Error("No matching AI services available for request.");for(this.currentService=u;;){if(!this.canRetryService(u)){let p=this.getNextService(a,c);if(!p.service)throw new Error(`All candidate services exhausted (tried ${a.length} service(s))`);u=p.service,c=p.index,this.currentService=u;continue}try{let p=await u.chat(e,t);return this.handleSuccess(u),p}catch(p){if(!(p instanceof Fe))throw p;switch(p.constructor){case It:throw p;case He:{if(![408,429,500,502,503,504].includes(p.status))throw p;break}case Le:break;case bt:break;case Xe:break;case it:break;default:throw p}if(this.handleFailure(u,p),(this.serviceFailures.get(u.getId())?.retries??0)>=this.maxRetries){let m=this.getNextService(a,c);if(this.debug&&console.warn(`AxBalancer: Switching to service ${m.service?.getName()??"none"}`,p),!m.service)throw p;u=m.service,c=m.index,this.currentService=u}}}}async embed(e,t){this.reset();let n=this.currentServiceIndex;for(;;){if(!this.canRetryService(this.currentService)){let r=this.getNextService(this.services,n);if(!r.service)throw new Error(`All services exhausted (tried ${this.services.length} service(s))`);this.currentService=r.service,n=r.index,this.currentServiceIndex=n;continue}try{let r=await this.currentService.embed(e,t);return this.handleSuccess(this.currentService),r}catch(r){if(!(r instanceof Fe)||r instanceof He&&![408,429,500,502,503,504].includes(r.status)||r instanceof It)throw r;if(this.handleFailure(this.currentService,r),(this.serviceFailures.get(this.currentService.getId())?.retries??0)>=this.maxRetries){let o=this.getNextService(this.services,n);if(!o.service)throw r;this.currentService=o.service,n=o.index,this.currentServiceIndex=n}}}}setOptions(e){for(let t of this.services)t.setOptions(e);this.currentService.setOptions(e),this.debug=e.debug??this.debug}getOptions(){return this.currentService.getOptions()}getLogger(){return this.currentService.getLogger()}};function Pl(i){let e=i.find(r=>r.getModelList()!==void 0);if(!e)return;let t=e.getModelList();if(!t)throw new Error("No model list found in any service.");let n=new Set(t.map(r=>r.key));for(let r=0;r<i.length;r++){let s=i[r];if(!s)throw new Error(`Service at index ${r} is undefined`);let o=s.getModelList();if(!o)throw new Error(`Service at index ${r} (${s.getName()}) has no model list while another service does.`);let a=new Set(o.map(l=>l.key));for(let l of n)if(!a.has(l))throw new Error(`Service at index ${r} (${s.getName()}) is missing model "${l}"`);for(let l of a)if(!n.has(l))throw new Error(`Service at index ${r} (${s.getName()}) has extra model "${l}"`)}}function _t(i){let e=!1,t=!1,n=!1,r=!1,s=!1,o=!1,a=!1,l=new Set,c=0;if(i.chatPrompt&&Array.isArray(i.chatPrompt))for(let u of i.chatPrompt){if(u.role==="user"&&Array.isArray(u.content))for(let p of u.content)switch(l.add(p.type),p.type){case"image":e=!0,p.cache&&(a=!0),c+=85;break;case"audio":t=!0,p.cache&&(a=!0),c+=p.duration||60;break;case"file":n=!0,p.cache&&(a=!0),c+=Math.ceil((p.extractedText?.length||1e3)/4);break;case"url":r=!0,p.cache&&(a=!0),c+=Math.ceil((p.cachedContent?.length||2e3)/4);break;case"text":p.cache&&(a=!0),c+=Math.ceil(p.text.length/4);break}else"content"in u&&typeof u.content=="string"&&(c+=Math.ceil(u.content.length/4));"cache"in u&&u.cache&&(a=!0)}return i.functions&&i.functions.length>0&&(s=!0),i.modelConfig?.stream===!0&&(o=!0),i.capabilities&&(i.capabilities.requiresImages&&(e=!0),i.capabilities.requiresAudio&&(t=!0),i.capabilities.requiresFiles&&(n=!0),i.capabilities.requiresWebSearch&&(r=!0)),{hasImages:e,hasAudio:t,hasFiles:n,hasUrls:r,requiresFunctions:s,requiresStreaming:o,requiresCaching:a,contentTypes:l,estimatedTokens:c}}function Ei(i,e){let t=i.getFeatures(),n=[],r=[],s=[];if(e.hasImages&&!t.media.images.supported&&(n.push("Image support"),s.push("Use altText for images or imageToText service")),e.hasAudio&&!t.media.audio.supported&&(n.push("Audio support"),s.push("Pre-transcribe audio or use transcription field")),e.hasFiles&&!t.media.files.supported&&(n.push("File support"),s.push("Pre-extract text content or use extractedText field")),e.hasUrls&&!t.media.urls.supported&&(n.push("URL/Web search support"),s.push("Pre-fetch content or use cachedContent field")),e.requiresFunctions&&!t.functions&&n.push("Function calling"),e.requiresStreaming&&!t.streaming&&(n.push("Streaming responses"),s.push("Use non-streaming mode")),e.requiresCaching&&!t.caching.supported&&(n.push("Content caching"),s.push("Repeated content will not be cached")),e.hasImages&&t.media.images.supported){let a=t.media.images.maxSize;a&&a<10*1024*1024&&r.push(`Image size limit is ${Math.round(a/(1024*1024))}MB`)}if(e.hasAudio&&t.media.audio.supported){let a=t.media.audio.maxDuration;a&&a<600&&r.push(`Audio duration limit is ${Math.round(a/60)} minutes`)}return{isSupported:n.length===0,missingCapabilities:n,warnings:r,alternatives:s}}function fs(i,e){return i.map(t=>{let n=t.getFeatures(),r=Ei(t,e),s=0,o=[];return s+=10,e.hasImages&&n.media.images.supported&&(s+=25,o.push("Images"),n.media.images.detailLevels?.includes("high")&&(s+=5),n.media.images.maxSize&&n.media.images.maxSize>10*1024*1024&&(s+=3)),e.hasAudio&&n.media.audio.supported&&(s+=25,o.push("Audio"),n.media.audio.maxDuration&&n.media.audio.maxDuration>600&&(s+=5)),e.hasFiles&&n.media.files.supported&&(s+=25,o.push("Files"),n.media.files.uploadMethod==="cloud"&&(s+=3)),e.hasUrls&&n.media.urls.supported&&(s+=25,o.push("URLs"),n.media.urls.webSearch&&(s+=5)),e.requiresFunctions&&n.functions&&(s+=15,o.push("Functions"),n.functionCot&&(s+=3)),e.requiresStreaming&&n.streaming&&(s+=10,o.push("Streaming")),e.requiresCaching&&n.caching.supported&&(s+=8,o.push("Caching"),n.caching.types.includes("persistent")&&(s+=3)),n.thinking&&(s+=2),n.multiTurn&&(s+=2),n.hasThinkingBudget&&(s+=1),n.hasShowThoughts&&(s+=1),s-=r.missingCapabilities.length*10,{provider:t,score:s,missingCapabilities:r.missingCapabilities,supportedCapabilities:o}}).sort((t,n)=>n.score-t.score)}function xs(i,e,t={}){if(e.length===0)throw new Error("No providers available");let n=_t(i),r=fs(e,n);if(t.requireExactMatch){let s=r.filter(o=>o.missingCapabilities.length===0);if(s.length===0)throw new Error(`No providers fully support the request requirements: ${r[0]?.missingCapabilities.join(", ")||"unknown requirements"}`);return s[0].provider}if(!t.allowDegradation){let s=r[0];if(s.missingCapabilities.length>0)throw new Error(`Best available provider (${s.provider.getName()}) is missing: ${s.missingCapabilities.join(", ")}`)}return r[0].provider}function El(i,e){let t=_t(i),n=fs(e,t),r=n[0]?.provider||null,s=[t.hasImages&&"images",t.hasAudio&&"audio",t.hasFiles&&"files",t.hasUrls&&"URLs",t.requiresFunctions&&"functions",t.requiresStreaming&&"streaming",t.requiresCaching&&"caching"].filter(Boolean).length,o=r?n[0].supportedCapabilities.length:0,a=r?`${r.getName()} supports ${o}/${s} requirements (${Math.round(o/Math.max(s,1)*100)}% compatibility)`:"No suitable providers found";return{requirements:t,providerScores:n,recommendedProvider:r,summary:a}}function Fl(i,e){return i.filter(t=>t.getFeatures().media[e].supported)}function _l(i,e){let t={};for(let n of i){let s=n.getFeatures().media[e];if(s.supported)for(let o of s.formats)t[o]||(t[o]=[]),t[o].push(n)}return t}var Xn=(r=>(r.CommandRPlus="command-r-plus",r.CommandR="command-r",r.Command="command",r.CommandLight="command-light",r))(Xn||{}),Zn=(r=>(r.EmbedEnglishV30="embed-english-v3.0",r.EmbedEnglishLightV30="embed-english-light-v3.0",r.EmbedMultiLingualV30="embed-multilingual-v3.0",r.EmbedMultiLingualLightV30="embed-multilingual-light-v3.0",r))(Zn||{});var As=[{name:"command-r-plus",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"command-r",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command-light",currency:"usd",promptTokenCostPer1M:.3,completionTokenCostPer1M:.6},{name:"embed-english-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-english-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1}];var _i=()=>structuredClone({model:"command-r-plus",embedModel:"embed-english-v3.0",...se()}),Nl=()=>structuredClone({model:"command-r",embedModel:"embed-english-v3.0",...Re()}),ys=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,frequencyPenalty:e.frequencyPenalty,presencePenalty:e.presencePenalty,endSequences:e.endSequences,stopSequences:e.stopSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.at(-1),r=e.chatPrompt.slice(0,-1),s;n&&n.role==="user"&&typeof n.content=="string"&&(s=n?.content);let o=$l(r),a=e.functions?.map(p=>{let d={};if(p.parameters?.properties)for(let[m,g]of Object.entries(p.parameters.properties))d[m]={description:g.description,type:g.type,required:p.parameters.required?.includes(m)??!1};return{name:p.name,description:p.description,parameter_definitions:d}}),l=e.chatPrompt.filter(p=>p.role==="function").map(p=>{let d=a?.find(m=>m.name===p.functionId);if(!d)throw new Error("Function not found");return{call:{name:d.name,parameters:d.parameter_definitions},outputs:[{result:p.result??""}]}}),c={name:"/chat"},u={message:s,model:t,tools:a,...l&&!s?{tool_results:l}:{},chat_history:o,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},k:e.modelConfig?.topK??this.config.topK,...e.modelConfig?.topP!==void 0?{p:e.modelConfig.topP}:{},frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,end_sequences:this.config.endSequences,stop_sequences:e.modelConfig?.stopSequences??this.config.stopSequences};return[c,u]}createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embed"},r={model:t,texts:e.texts??[],input_type:"classification",truncate:""};return[n,r]};createChatResp=e=>{this.tokensUsed=e.meta.billed_units?{promptTokens:e.meta.billed_units.input_tokens,completionTokens:e.meta.billed_units.output_tokens,totalTokens:e.meta.billed_units.input_tokens+e.meta.billed_units.output_tokens}:void 0;let t;if("finish_reason"in e)switch(e.finish_reason){case"COMPLETE":t="stop";break;case"MAX_TOKENS":t="length";break;case"ERROR":throw new Error("Finish reason: ERROR");case"ERROR_TOXIC":throw new Error("Finish reason: CONTENT_FILTER");default:t="stop";break}let n;return"tool_calls"in e&&(n=e.tool_calls?.map(s=>({id:s.name,type:"function",function:{name:s.name,params:s.parameters}}))),{results:[{index:0,id:e.generation_id,content:e.text,functionCalls:n,finishReason:t}],remoteId:e.response_id}};createChatStreamResp=(e,t)=>{let n=t;e.event_type==="stream-start"&&(n.generation_id=e.generation_id),this.tokensUsed={promptTokens:0,completionTokens:e.meta.billed_units?.output_tokens??0,totalTokens:e.meta.billed_units?.output_tokens??0};let{results:r}=this.createChatResp(e),s=r[0];if(!s)throw new Error("No result");return s.id=n.generation_id??"",{results:r}};createEmbedResp(e){return{remoteId:e.id,embeddings:e.embeddings}}},tn=class extends be{constructor({apiKey:e,config:t,options:n,models:r}){if(!e||e==="")throw new Error("Cohere API key not set");let s={..._i(),...t},o=new ys(s),a=r?.map(l=>{let c=l,u=c?.config;if(!u)return l;let p={};u.maxTokens!==void 0&&(p.maxTokens=u.maxTokens),u.temperature!==void 0&&(p.temperature=u.temperature),u.topP!==void 0&&(p.topP=u.topP),u.topK!==void 0&&(p.topK=u.topK),u.presencePenalty!==void 0&&(p.presencePenalty=u.presencePenalty),u.frequencyPenalty!==void 0&&(p.frequencyPenalty=u.frequencyPenalty),u.stopSequences!==void 0&&(p.stopSequences=u.stopSequences),u.endSequences!==void 0&&(p.endSequences=u.endSequences),u.stream!==void 0&&(p.stream=u.stream),u.n!==void 0&&(p.n=u.n);let d={...c};return Object.keys(p).length>0&&(d.modelConfig={...c.modelConfig??{},...p}),d});super(o,{name:"Cohere",apiURL:"https://api.cohere.ai/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:As,defaults:{model:s.model},supportFor:{functions:!0,streaming:!0,media:{images:{supported:!1,formats:[],maxSize:0,detailLevels:[]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},options:n,models:a??r})}};function $l(i){return i.map(e=>{let t="";if(e.role==="system"||e.role==="assistant"||e.role==="user")if(typeof e.content=="string")t=e.content;else throw new Error("Multi-modal content not supported");switch(e.role){case"user":return{role:"USER",message:t};case"system":return{role:"SYSTEM",message:t};case"assistant":{let n=Fi(e.functionCalls);return{role:"CHATBOT",message:t,tool_calls:n}}case"function":{let n=i.map(o=>{if(o.role==="assistant")return o.functionCalls?.find(a=>a.id===e.functionId)}).filter(o=>o!==void 0),r=Fi(n)?.at(0);if(!r)throw new Error("Function call not found");let s=[{result:e.result}];return{role:"TOOL",tool_results:[{call:r,outputs:s}]}}default:throw new Error("Unknown role")}})}function Fi(i){return i?.map(e=>{let t;if(typeof e.function.params=="string"){let n=e.function.params;if(n.trim().length===0)t={};else try{t=JSON.parse(n)}catch{throw new Error(`Failed to parse function params JSON: ${n}`)}}else t=e.function.params;return{name:e.function.name,parameters:t}})}var er=(n=>(n.DeepSeekChat="deepseek-chat",n.DeepSeekCoder="deepseek-coder",n.DeepSeekReasoner="deepseek-reasoner",n))(er||{});var bs=[{name:"deepseek-chat",currency:"USD",promptTokenCostPer1M:.27,completionTokenCostPer1M:1.1},{name:"deepseek-reasoner",currency:"USD",promptTokenCostPer1M:.55,completionTokenCostPer1M:2.19}];var Ni=()=>structuredClone({model:"deepseek-chat",...se()}),Ll=()=>structuredClone({model:"deepseek-coder",...Re()}),nn=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:s}){if(!e||e==="")throw new Error("DeepSeek API key not set");let o={...Ni(),...t};s=[...bs,...s??[]],super({apiKey:e,config:o,options:n,apiURL:"https://api.deepseek.com",modelInfo:s,supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:r}),super.setName("DeepSeek")}};var tr=(x=>(x.Gemini3Flash="gemini-3-flash-preview",x.Gemini3Pro="gemini-3-pro-preview",x.Gemini3ProImage="gemini-3-pro-image-preview",x.Gemini25Pro="gemini-2.5-pro",x.Gemini25Flash="gemini-2.5-flash",x.Gemini25FlashLite="gemini-2.5-flash-lite",x.Gemini20Flash="gemini-2.0-flash",x.Gemini20FlashLite="gemini-2.0-flash-lite",x.Gemini20ProExp="gemini-2.0-pro-exp-02-05",x.Gemini20FlashThinkingExp="gemini-2.0-flash-thinking-exp-01-21",x.Gemini1Pro="gemini-1.0-pro",x.Gemini15Flash="gemini-1.5-flash",x.Gemini15Flash002="gemini-1.5-flash-002",x.Gemini15Flash8B="gemini-1.5-flash-8b",x.Gemini15Pro="gemini-1.5-pro",x.GeminiFlashLatest="gemini-flash-latest",x.GeminiFlashLiteLatest="gemini-flash-lite-latest",x.GeminiProLatest="gemini-pro-latest",x))(tr||{}),Is=(s=>(s.GeminiEmbedding001="gemini-embedding-001",s.GeminiEmbedding="gemini-embedding-exp",s.TextEmbeddingLarge="text-embedding-large-exp-03-07",s.TextEmbedding004="text-embedding-004",s.TextEmbedding005="text-embedding-005",s))(Is||{}),Ts=(r=>(r.HarmCategoryHarassment="HARM_CATEGORY_HARASSMENT",r.HarmCategoryHateSpeech="HARM_CATEGORY_HATE_SPEECH",r.HarmCategorySexuallyExplicit="HARM_CATEGORY_SEXUALLY_EXPLICIT",r.HarmCategoryDangerousContent="HARM_CATEGORY_DANGEROUS_CONTENT",r))(Ts||{}),Cs=(s=>(s.BlockNone="BLOCK_NONE",s.BlockOnlyHigh="BLOCK_ONLY_HIGH",s.BlockMediumAndAbove="BLOCK_MEDIUM_AND_ABOVE",s.BlockLowAndAbove="BLOCK_LOW_AND_ABOVE",s.BlockDefault="HARM_BLOCK_THRESHOLD_UNSPECIFIED",s))(Cs||{}),$i=(l=>(l.SemanticSimilarity="SEMANTIC_SIMILARITY",l.Classification="CLASSIFICATION",l.Clustering="CLUSTERING",l.RetrievalDocument="RETRIEVAL_DOCUMENT",l.RetrievalQuery="RETRIEVAL_QUERY",l.QuestionAnswering="QUESTION_ANSWERING",l.FactVerification="FACT_VERIFICATION",l.CodeRetrievalQuery="CODE_RETRIEVAL_QUERY",l))($i||{}),Li=["gemini-3-flash-preview","gemini-3-pro-preview","gemini-2.5-pro","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.0-flash","gemini-2.0-flash-lite","gemini-flash-latest","gemini-flash-lite-latest"];var Rs=[{name:"gemini-3-flash-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3-pro-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2,completionTokenCostPer1M:12,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3-pro-image-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2,completionTokenCostPer1M:.134,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2.5,completionTokenCostPer1M:15,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-pro-exp-02-05",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-flash-thinking-exp-01-21",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:15,completionTokenCostPer1M:3.5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.01,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gemini-2.0-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{structuredOutputs:!0}},{name:"gemini-1.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3,supported:{structuredOutputs:!0}},{name:"gemini-1.5-flash-8b",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.0375,completionTokenCostPer1M:.15,supported:{structuredOutputs:!0}},{name:"gemini-1.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5,supported:{structuredOutputs:!0}},{name:"gemini-1.0-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5,supported:{structuredOutputs:!0}},{name:"gemini-flash-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-flash-lite-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-pro-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}}];var nr=i=>{if(!i||typeof i!="object")return i;let e={...i};return delete e.additionalProperties,delete e.default,delete e.optional,delete e.maximum,delete e.oneOf,delete e.anyOf,e.properties&&typeof e.properties=="object"&&(e.properties=Object.fromEntries(Object.entries(e.properties).map(([t,n])=>[t,nr(n)]))),e.items&&(e.items=nr(e.items)),e},Di=[{category:"HARM_CATEGORY_HARASSMENT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_HATE_SPEECH",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_SEXUALLY_EXPLICIT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_DANGEROUS_CONTENT",threshold:"BLOCK_NONE"}],Gi=()=>structuredClone({model:"gemini-2.5-flash",embedModel:"text-embedding-005",safetySettings:Di,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},...se()}),Dl=()=>structuredClone({model:"gemini-2.0-flash",embedModel:"text-embedding-005",safetySettings:Di,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},...Re()}),ws=class{constructor(e,t,n,r,s){this.config=e;this.isVertex=t;this.endpointId=n;this.apiKey=r;this.options=s;if(!this.isVertex&&this.config.autoTruncate)throw new Error("Auto truncate is not supported for GoogleGemini")}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq=async(e,t)=>{let n=e.model,r=e.modelConfig?.stream??this.config.stream;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let s;if(this.endpointId?s={name:r?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:s={name:r?`/models/${n}:streamGenerateContent?alt=sse`:`/models/${n}:generateContent`},!this.isVertex){let A=r?"&":"?",x=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;s.name+=`${A}key=${x}`}let o=e.chatPrompt.filter(A=>A.role==="system").map(A=>A.content),a=o.length>0?{role:"user",parts:[{text:o.join(" ")}]}:void 0,l=[],c=e.chatPrompt.filter(A=>A.role!=="system");for(let A=0;A<c.length;A++){let x=c[A];switch(x.role){case"user":{let b=Array.isArray(x.content)?x.content.map((y,I)=>{switch(y.type){case"text":return{text:y.text};case"image":return{inlineData:{mimeType:y.mimeType,data:y.image}};case"audio":return{inlineData:{mimeType:`audio/${y.format??"mp3"}`,data:y.data}};case"file":return"fileUri"in y?{fileData:{mimeType:y.mimeType,fileUri:y.fileUri}}:{inlineData:{mimeType:y.mimeType,data:y.data}};default:throw new Error(`Chat prompt content type not supported (index: ${I})`)}}):[{text:x.content}];l.push({role:"user",parts:b});break}case"assistant":{let b=[],y=x.thoughtBlocks,I=x.functionCalls&&x.functionCalls.length>0,T=y?.[0],v=y?.map(R=>R.data).join("")??"",k=T?.signature;if(v&&b.push({...I?{}:{thought:!0},text:v,...k&&!I?{thought_signature:k}:{}}),x.functionCalls){let R=x.functionCalls.map((C,O)=>{let w;if(typeof C.function.params=="string"){let S=C.function.params;if(S.trim().length===0)w={};else try{w=JSON.parse(S)}catch{throw new Error(`Failed to parse function params JSON: ${S}`)}}else w=C.function.params;let P={functionCall:{name:C.function.name,args:w}};return k&&O===0&&(P.thought_signature=k),P});b.push(...R)}if(x.content&&b.push({text:x.content}),b.length===0)throw new Error("Assistant content is empty");l.push({role:"model",parts:b});break}case"function":{let b=[],y=x,I=A;for(;;){if(!("functionId"in y))throw new Error(`Chat prompt functionId is empty (index: ${I})`);if(b.push({functionResponse:{name:y.functionId,response:{result:y.result}}}),I+1<c.length&&c[I+1].role==="function")I++,y=c[I];else break}A=I,l.push({role:"user",parts:b});break}default:throw new Error(`Invalid role: ${JSON.stringify(x)} (index: ${A})`)}}let u=[];if(e.functions&&e.functions.length>0){let A=e.functions.map(x=>{let b={type:"object",properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]},y=x.parameters?nr(x.parameters):void 0;return y===void 0||y&&typeof y=="object"&&Object.keys(y).length===0?y={...b}:y&&typeof y=="object"&&y.type==="object"&&(!("properties"in y)||!y.properties||Object.keys(y.properties).length===0)&&(y={...y,properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]}),{name:x.name,description:x.description,parameters:y}});u.push({function_declarations:A})}if(this.options?.codeExecution&&u.push({code_execution:{}}),this.options?.googleSearchRetrieval&&u.push({google_search_retrieval:{dynamic_retrieval_config:this.options.googleSearchRetrieval}}),this.options?.googleSearch&&u.push({google_search:{}}),this.options?.googleMaps){let A=this.options.googleMaps,x=A?.enableWidget!==void 0?{enableWidget:A.enableWidget}:{};u.push({google_maps:x})}this.options?.urlContext&&u.push({url_context:{}}),u.length===0&&(u=void 0);let p,d=Array.isArray(u)?u.some(A=>A&&Array.isArray(A.function_declarations)&&A.function_declarations.length>0):!1;if(e.functionCall)if(e.functionCall==="none")p={function_calling_config:{mode:"NONE"}};else if(e.functionCall==="auto")p={function_calling_config:{mode:"AUTO"}};else if(e.functionCall==="required")p={function_calling_config:{mode:"ANY"}};else{let A=e.functionCall.function?.name?{allowedFunctionNames:[e.functionCall.function.name]}:{};p={function_calling_config:{mode:"ANY"},...A}}else d&&(p={function_calling_config:{mode:"AUTO"}});this.options?.retrievalConfig&&(p={...p??{},retrievalConfig:{...this.options.retrievalConfig.latLng?{latLng:this.options.retrievalConfig.latLng}:{}}});let m={};if(this.config.thinking?.includeThoughts&&(m.includeThoughts=!0),this.config.thinking?.thinkingTokenBudget&&(m.thinkingBudget=this.config.thinking.thinkingTokenBudget),this.config.thinking?.thinkingLevel&&(m.thinkingLevel=this.config.thinking.thinkingLevel),t?.thinkingTokenBudget){let A=this.config.thinkingTokenBudgetLevels,x=n.includes("gemini-3");switch(t.thinkingTokenBudget){case"none":m.thinkingBudget=0,m.includeThoughts=!1,delete m.thinkingLevel;break;case"minimal":m.thinkingBudget=A?.minimal??200,x&&(m.thinkingLevel="low");break;case"low":m.thinkingBudget=A?.low??800,x&&(m.thinkingLevel="low");break;case"medium":m.thinkingBudget=A?.medium??5e3,x&&(m.thinkingLevel="high");break;case"high":m.thinkingBudget=A?.high??1e4,x&&(m.thinkingLevel="high");break;case"highest":m.thinkingBudget=A?.highest??24500,x&&(m.thinkingLevel="high");break}}m.thinkingLevel&&delete m.thinkingBudget,t?.showThoughts!==void 0&&t?.thinkingTokenBudget!=="none"&&(m.includeThoughts=t.showThoughts);let g={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{topP:e.modelConfig.topP}:{},topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain",...Object.keys(m).length>0?{thinkingConfig:m}:{}};if(e.responseFormat){if(g.responseMimeType="application/json",e.responseFormat.type==="json_schema"&&e.responseFormat.schema){let A=e.responseFormat.schema.schema||e.responseFormat.schema;g.responseSchema=nr(A)}}else this.config.responseFormat&&this.config.responseFormat==="json_object"&&(g.responseMimeType="application/json");let h=this.config.safetySettings;return[s,{contents:l,tools:u,toolConfig:p,systemInstruction:a,generationConfig:g,safetySettings:h}]};createEmbedReq=async e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n,r;if(this.isVertex)this.endpointId?n={name:`/${this.endpointId}:predict`}:n={name:`/models/${t}:predict`},r={instances:e.texts.map(s=>({content:s,...this.config.embedType&&{taskType:this.config.embedType}})),parameters:{autoTruncate:this.config.autoTruncate,outputDimensionality:this.config.dimensions}};else{let s=typeof this.apiKey=="function"?this.apiKey():this.apiKey;n={name:`/models/${t}:batchEmbedContents?key=${s}`},r={requests:e.texts.map(o=>({model:`models/${t}`,content:{parts:[{text:o}]},outputDimensionality:this.config.dimensions,...this.config.embedType&&{taskType:this.config.embedType}}))}}return[n,r]};createChatResp=e=>{let t,n=e.candidates?.map(s=>{let o={index:0};switch(s.finishReason){case"MAX_TOKENS":o.finishReason="length";break;case"STOP":o.finishReason="stop";break;case"SAFETY":throw new de("Content was blocked due to safety settings",void 0,void 0);case"RECITATION":throw new de("Content was blocked due to recitation policy",void 0,void 0);case"MALFORMED_FUNCTION_CALL":throw new de("Function call was malformed and blocked",void 0,void 0);case"UNEXPECTED_TOOL_CALL":throw new de("Unexpected tool call",void 0,void 0);case"FINISH_REASON_UNSPECIFIED":throw new de("Finish reason unspecified",void 0,void 0);case"BLOCKLIST":throw new de("Content was blocked due to blocklist",void 0,void 0);case"PROHIBITED_CONTENT":throw new de("Content was blocked due to prohibited content",void 0,void 0);case"SPII":throw new de("Content was blocked due to SPII",void 0,void 0);case"OTHER":throw new de("Other finish reason",void 0,void 0)}if(!s.content||!s.content.parts)return o;for(let c of s.content.parts){if("text"in c){if("thought"in c&&c.thought||c.thought===!0){o.thought=c.text;let u=c.thoughtSignature||c.thought_signature;o.thoughtBlocks||(o.thoughtBlocks=[]),o.thoughtBlocks.push({data:c.text,encrypted:!1,...u?{signature:u}:{}})}else o.content=c.text;continue}if("functionCall"in c){let u=c.thoughtSignature||c.thought_signature;if(u)if(!o.thoughtBlocks||o.thoughtBlocks.length===0)o.thoughtBlocks=[{data:"",encrypted:!1,signature:u}];else{let p=o.thoughtBlocks[o.thoughtBlocks.length-1];p&&!p.signature&&(p.signature=u)}o.functionCalls=[...o.functionCalls??[],{id:ve(),type:"function",function:{name:c.functionCall.name,params:c.functionCall.args}}]}}let a=s.citationMetadata?.citations;if(Array.isArray(a)&&a.length){let c=u=>u?`${u.year}-${String(u.month).padStart(2,"0")}-${String(u.day).padStart(2,"0")}`:void 0;o.citations=a.filter(u=>typeof u?.uri=="string").map(u=>({url:u.uri,title:u.title,license:u.license,publicationDate:c(u.publicationDate)}))}let l=s.groundingMetadata;if(l){if(Array.isArray(l.groundingChunks)){let c=l.groundingChunks.map(u=>u?.maps).filter(u=>u&&typeof u.uri=="string").map(u=>({url:u.uri,title:u.title}));c.length&&(o.citations=[...o.citations??[],...c])}typeof l.googleMapsWidgetContextToken=="string"&&(t=l.googleMapsWidgetContextToken)}return o});e.usageMetadata&&(this.tokensUsed={totalTokens:e.usageMetadata.totalTokenCount,promptTokens:e.usageMetadata.promptTokenCount,completionTokens:e.usageMetadata.candidatesTokenCount,thoughtsTokens:e.usageMetadata.thoughtsTokenCount,...e.usageMetadata.cachedContentTokenCount!==void 0?{cacheReadTokens:e.usageMetadata.cachedContentTokenCount}:{}});let r={results:n};return t&&(r.providerMetadata={...r.providerMetadata,google:{...r.providerMetadata?.google??{},mapsWidgetContextToken:t}}),r};createChatStreamResp=e=>this.createChatResp(e);createEmbedResp=e=>{let t;return this.isVertex?t=e.predictions.map(n=>n.embeddings.values):t=e.embeddings.map(n=>n.values),{embeddings:t}};supportsContextCache=e=>{let t=e;return Li.some(n=>t.includes(n)||n.includes(t))};buildCacheCreateOp=(e,t)=>{let n=e.model,r=t.contextCache?.ttlSeconds??3600,{systemInstruction:s,contents:o}=this.extractCacheableContent(e.chatPrompt);if(!s&&(!o||o.length===0))return;let a={model:this.isVertex?n:`models/${n}`,ttl:`${r}s`,displayName:`ax-cache-${Date.now()}`};s&&(a.systemInstruction=s),o&&o.length>0&&(a.contents=o);let l;if(this.isVertex)l="/cachedContents";else{l="/cachedContents";let c=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;l+=`?key=${c}`}return{type:"create",apiConfig:{name:l},request:a,parseResponse:c=>{let u=c;if(u?.name)return{name:u.name,expiresAt:u.expireTime,tokenCount:u.usageMetadata?.totalTokenCount}}}};buildCacheUpdateTTLOp=(e,t)=>{let n={ttl:`${t}s`},r=`/${e}`;if(!this.isVertex&&this.apiKey){let s=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;r+=`?key=${s}`}return{type:"update",apiConfig:{name:r,headers:{"Content-Type":"application/json"}},request:n,parseResponse:s=>{let o=s;if(o?.name)return{name:o.name,expiresAt:o.expireTime,tokenCount:o.usageMetadata?.totalTokenCount}}}};buildCacheDeleteOp=e=>{let t=`/${e}`;if(!this.isVertex&&this.apiKey){let n=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;t+=`?key=${n}`}return{type:"delete",apiConfig:{name:t,headers:{"Content-Type":"application/json"}},request:{},parseResponse:()=>{}}};prepareCachedChatReq=async(e,t,n)=>{let r=e.model,s=e.modelConfig?.stream??this.config.stream,{dynamicContents:o,dynamicSystemInstruction:a}=this.extractDynamicContent(e.chatPrompt),l;if(this.endpointId?l={name:s?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:l={name:s?`/models/${r}:streamGenerateContent?alt=sse`:`/models/${r}:generateContent`},!this.isVertex){let d=s?"&":"?",m=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;l.name+=`${d}key=${m}`}let c={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{topP:e.modelConfig.topP}:{},topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain"},u=this.config.safetySettings,p={contents:o,cachedContent:n,generationConfig:c,safetySettings:u};return a&&(p.systemInstruction=a),{apiConfig:l,request:p}};extractCacheableContent(e){let t,n=[],r=-1;for(let s=e.length-1;s>=0;s--){let o=e[s];if("cache"in o&&o.cache){r=s;break}}for(let s=0;s<e.length;s++){let o=e[s];if(o.role==="system"){t={role:"user",parts:[{text:o.content}]};continue}if(r>=0&&s<=r)if(o.role==="user"){let a=[];if(typeof o.content=="string")a.push({text:o.content});else if(Array.isArray(o.content))for(let l of o.content)switch(l.type){case"text":a.push({text:l.text});break;case"image":a.push({inlineData:{mimeType:l.mimeType,data:l.image}});break;case"audio":a.push({inlineData:{mimeType:`audio/${l.format??"mp3"}`,data:l.data}});break;case"file":"fileUri"in l?a.push({fileData:{mimeType:l.mimeType,fileUri:l.fileUri}}):a.push({inlineData:{mimeType:l.mimeType,data:l.data}});break}a.length>0&&n.push({role:"user",parts:a})}else o.role==="assistant"&&o.content&&n.push({role:"model",parts:[{text:o.content}]})}return{systemInstruction:t,contents:n}}extractDynamicContent(e){let n=[];for(let r of e)if(r.role!=="system"&&!("cache"in r&&r.cache))if(r.role==="user"){let s=[];if(typeof r.content=="string")s.push({text:r.content});else if(Array.isArray(r.content)){for(let o of r.content)if(!("cache"in o&&o.cache))switch(o.type){case"text":s.push({text:o.text});break;case"image":s.push({inlineData:{mimeType:o.mimeType,data:o.image}});break;case"audio":s.push({inlineData:{mimeType:`audio/${o.format??"mp3"}`,data:o.data}});break;case"file":"fileUri"in o?s.push({fileData:{mimeType:o.mimeType,fileUri:o.fileUri}}):s.push({inlineData:{mimeType:o.mimeType,data:o.data}});break}}s.length>0&&n.push({role:"user",parts:s})}else if(r.role==="assistant"){let s=[];if(r.content&&s.push({text:r.content}),r.functionCalls)for(let o of r.functionCalls){let a;if(typeof o.function.params=="string")try{a=JSON.parse(o.function.params)}catch{a={}}else a=o.function.params??{};s.push({functionCall:{name:o.function.name,args:a}})}s.length>0&&n.push({role:"model",parts:s})}else r.role==="function"&&n.push({role:"user",parts:[{functionResponse:{name:r.functionId,response:{result:r.result}}}]});return{dynamicContents:n,dynamicSystemInstruction:void 0}}},rn=class i extends be{static create(e){return new i(e)}constructor({apiKey:e,projectId:t,region:n,endpointId:r,config:s,options:o,models:a,modelInfo:l}){let c=t!==void 0&&n!==void 0,u,p;if(c){if(!e)throw new Error("GoogleGemini Vertex API key not set");if(typeof e!="function")throw new Error("GoogleGemini Vertex API key must be a function for token-based authentication");let f;r?f="endpoints":f="publishers/google",u=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/${f}`,p=async()=>({Authorization:`Bearer ${typeof e=="function"?await e():e}`})}else{if(!e)throw new Error("GoogleGemini AI API key not set");u="https://generativelanguage.googleapis.com/v1beta",p=async()=>({})}let d={...Gi(),...s},m=new ws(d,c,r,e,o);l=[...Rs,...l??[]];let g=f=>{let A=ze({model:f,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:A?.supported?.thinkingBudget??!1,hasShowThoughts:A?.supported?.showThoughts??!1,structuredOutputs:A?.supported?.structuredOutputs??!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!0,formats:["wav","mp3","aac","ogg"],maxDuration:9.5*60},files:{supported:!0,formats:["application/pdf","text/plain","text/csv","text/html","text/xml"],maxSize:2*1024*1024*1024,uploadMethod:"cloud"},urls:{supported:!0,webSearch:!0,contextFetching:!0}},caching:{supported:m.supportsContextCache(f),types:["persistent"]},thinking:A?.supported?.thinkingBudget??!1,multiTurn:!0}},h=a?.map(f=>{let A=f,x=A?.config;if(!x)return f;let b={};x.maxTokens!==void 0&&(b.maxTokens=x.maxTokens),x.temperature!==void 0&&(b.temperature=x.temperature),x.topP!==void 0&&(b.topP=x.topP),x.topK!==void 0&&(b.topK=x.topK),x.presencePenalty!==void 0&&(b.presencePenalty=x.presencePenalty),x.frequencyPenalty!==void 0&&(b.frequencyPenalty=x.frequencyPenalty),x.stopSequences!==void 0&&(b.stopSequences=x.stopSequences),x.endSequences!==void 0&&(b.endSequences=x.endSequences),x.stream!==void 0&&(b.stream=x.stream),x.n!==void 0&&(b.n=x.n);let y={...A};Object.keys(b).length>0&&(y.modelConfig={...A.modelConfig??{},...b});let I=x.thinking?.thinkingTokenBudget;if(typeof I=="number"){let T=d.thinkingTokenBudgetLevels,v=[["minimal",T?.minimal??200],["low",T?.low??800],["medium",T?.medium??5e3],["high",T?.high??1e4],["highest",T?.highest??24500]],k="minimal",R=Number.POSITIVE_INFINITY;for(let[C,O]of v){let w=Math.abs(I-O);w<R&&(R=w,k=C)}y.thinkingTokenBudget=k}return x.thinking?.includeThoughts!==void 0&&(y.showThoughts=!!x.thinking.includeThoughts),y});super(m,{name:"GoogleGeminiAI",apiURL:u,headers:p,modelInfo:l,defaults:{model:d.model,embedModel:d.embedModel},options:o,supportFor:g,models:h??a})}};var Gl=new _e,sn=class{options;maxTokens;refillRate;currentTokens;lastRefillTime;constructor(e,t,n){this.maxTokens=e,this.refillRate=t,this.currentTokens=e,this.lastRefillTime=Date.now(),this.options=n}refillTokens(){let e=Date.now(),n=(e-this.lastRefillTime)/1e3*this.refillRate;this.currentTokens=Math.min(this.maxTokens,this.currentTokens+n),this.lastRefillTime=e}async waitUntilTokensAvailable(e){if(this.refillTokens(),this.currentTokens>=e){this.currentTokens-=e;return}return this.options?.debug&&console.log(Gl.red(`Rate limiter: Waiting for ${e-this.currentTokens} tokens`)),await new Promise(t=>setTimeout(t,100)),this.waitUntilTokensAvailable(e)}async acquire(e){await this.waitUntilTokensAvailable(e)}};var rr=(r=>(r.Llama3_8B="llama3-8b-8192",r.Llama33_70B="llama-3.3-70b-versatile",r.Mixtral_8x7B="mixtral-8x7b-32768",r.Gemma2_9B="gemma2-9b-it",r))(rr||{});var Ss=[{name:"gemma2-9b-it",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.2,completionTokenCostPer1M:.2},{name:"llama-3.3-70b-versatile",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.59,completionTokenCostPer1M:.79},{name:"llama3-8b-8192",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.05,completionTokenCostPer1M:.08},{name:"mixtral-8x7b-32768",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.24,completionTokenCostPer1M:.24}];var Ul=()=>structuredClone({model:"llama-3.3-70b-versatile",...se()}),on=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:s}){if(!e||e==="")throw new Error("Groq API key not set");let o={...Ul(),...t},a={...n,streamingUsage:!1};s=[...Ss,...s??[]];let l={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0};super({apiKey:e,config:o,options:a,modelInfo:s,apiURL:"https://api.groq.com/openai/v1",models:r,supportFor:l}),super.setName("Groq"),this.setOptions(a)}setOptions=e=>{let t=this.newRateLimiter(e);super.setOptions({...e,rateLimiter:t})};newRateLimiter=e=>{if(e?.rateLimiter)return e.rateLimiter;let t=e?.tokensPerMinute??4800,n=new sn(t,t/60,{debug:e?.debug});return async(s,o)=>{let a=o.modelUsage?.tokens?.totalTokens||0;return await n.acquire(a),await s()}}};var vs=[];var Os=(e=>(e.MetaLlama270BChatHF="meta-llama/Llama-2-70b-chat-hf",e))(Os||{});var Ui=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...se()}),Bl=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...Re()}),ks=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,n:e.n,presencePenalty:e.presencePenalty}}createChatReq=e=>{let t=e.model,n=e.functions?`Functions:
170
170
  ${JSON.stringify(e.functions,null,2)}
171
171
  `:"",r=e.chatPrompt?.map(l=>{switch(l.role){case"user":return`User: ${l.content}`;case"system":return`System: ${l.content}`;case"function":return`Function Result: ${l.result}`;case"assistant":{let c=l.functionCalls?.map(u=>{let p=typeof u.function.params=="string"?u.function.params:JSON.stringify(u.function.params);return`${u.function.name}(${p})`}).join(`
172
172
  `);return c?`Assistant: ${l.content}
173
173
  Functions:
174
174
  ${c}`:`Assistant: ${l.content}`}default:throw new Error("Unknown role")}}).join(`
175
- `),o=`${n} ${r}`.trim(),s={name:"/models"},a={model:t,inputs:o,parameters:{max_new_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,repetition_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},top_k:e.modelConfig?.topK??this.config.topK,return_full_text:this.config.returnFullText,num_return_sequences:this.config.n,do_sample:this.config.doSample,max_time:this.config.maxTime},options:{use_cache:this.config.useCache,wait_for_model:this.config.waitForModel}};return[s,a]};createChatResp=e=>({results:[{index:0,content:e.generated_text}]})},an=class extends be{constructor({apiKey:e,config:t,options:n,models:r}){if(!e||e==="")throw new Error("HuggingFace API key not set");let o={...Gi(),...t},s=new ko(o);super(s,{name:"HuggingFace",apiURL:"https://api-inference.huggingface.co",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:vo,defaults:{model:o.model},options:n,supportFor:{functions:!1,streaming:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:r})}};var or=(l=>(l.Mistral7B="open-mistral-7b",l.Mistral8x7B="open-mixtral-8x7b",l.MistralSmall="mistral-small-latest",l.MistralNemo="mistral-nemo-latest",l.MistralLarge="mistral-large-latest",l.Codestral="codestral-latest",l.OpenCodestralMamba="open-codestral-mamba",l.OpenMistralNemo="open-mistral-nemo-latest",l))(or||{}),Ui=(e=>(e.MistralEmbed="mistral-embed",e))(Ui||{});var Mo=[{name:"open-mistral-7b",currency:"USD",promptTokenCostPer1M:.25,completionTokenCostPer1M:.25},{name:"open-mixtral-8x7b",currency:"USD",promptTokenCostPer1M:.7,completionTokenCostPer1M:.7},{name:"mistral-nemo-latest",currency:"USD",promptTokenCostPer1M:.15,completionTokenCostPer1M:.15},{name:"mistral-small-latest",currency:"USD",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"mistral-large-latest",currency:"USD",promptTokenCostPer1M:2,completionTokenCostPer1M:6},{name:"codestral-latest",currency:"USD",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"open-codestral-mamba",currency:"USD",promptTokenCostPer1M:.25,completionTokenCostPer1M:.25},{name:"open-mistral-nemo-latest",currency:"USD",promptTokenCostPer1M:.3,completionTokenCostPer1M:.3}];var Eo=()=>structuredClone({model:"mistral-small-latest",...oe(),topP:1}),Bl=()=>structuredClone({...Eo(),model:"mistral-large-latest"}),ln=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Mistral API key not set");let s={...Eo(),...t};o=[...Mo,...o??[]];let a={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},l=c=>{let{max_completion_tokens:u,messages:p,...d}=c;return{...d,messages:this.updateMessages(p),max_tokens:u}};super({apiKey:e,config:s,options:n,apiURL:"https://api.mistral.ai/v1",modelInfo:o,models:r,supportFor:a,chatReqUpdater:l}),super.setName("Mistral")}updateMessages(e){let t=[];if(!Array.isArray(e))return e;for(let n of e)if(n.role==="user"&&Array.isArray(n.content)){let r=n.content.map(o=>typeof o=="object"&&o!==null&&"image_url"in o?{type:"image_url",image_url:{url:o.image_url?.url}}:o);t.push({...n,content:r})}else t.push(n);return t}};var Po=class{constructor(e={}){this.config=e;this.config.id=this.config.id??ve()}metrics={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}};getLastUsedChatModel(){return this.config.modelInfo?.name??"mock-model"}getLastUsedEmbedModel(){return this.config.embedModelInfo?.name??"mock-embed-model"}getLastUsedModelConfig(){return this.config.modelInfo?{maxTokens:this.config.modelInfo.maxTokens,temperature:.7,stream:this.config.features?.streaming??!1}:void 0}getName(){return this.config.name??"mock-ai-service"}getId(){return this.config.id??"mock-ai-service-id"}getFeatures(e){let t=this.config.features?.media;return{functions:this.config.features?.functions??!1,streaming:this.config.features?.streaming??!1,structuredOutputs:this.config.features?.structuredOutputs??!1,media:{images:{supported:t?.images?.supported??!1,formats:t?.images?.formats??[]},audio:{supported:t?.audio?.supported??!1,formats:t?.audio?.formats??[]},files:{supported:t?.files?.supported??!1,formats:t?.files?.formats??[],uploadMethod:t?.files?.uploadMethod??"none"},urls:{supported:t?.urls?.supported??!1,webSearch:t?.urls?.webSearch??!1,contextFetching:t?.urls?.contextFetching??!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}getModelList(){return this.config.models}getMetrics(){return this.metrics}async chat(e,t){if(this.config.latencyMs&&await new Promise(n=>setTimeout(n,this.config.latencyMs)),this.config.shouldError)throw new Error(this.config.errorMessage??"Mock chat error");return this.updateMetrics("chat"),typeof this.config.chatResponse=="function"?await this.config.chatResponse(e):this.config.chatResponse??{results:[{index:0,content:"Mock response",finishReason:"stop"}],modelUsage:{ai:this.getName(),model:"mock-model",tokens:{promptTokens:10,completionTokens:5,totalTokens:15}}}}async embed(e,t){if(this.config.latencyMs&&await new Promise(n=>setTimeout(n,this.config.latencyMs)),this.config.shouldError)throw new Error(this.config.errorMessage??"Mock embed error");return this.updateMetrics("embed"),typeof this.config.embedResponse=="function"?this.config.embedResponse(e):this.config.embedResponse??{embeddings:[[.1,.2,.3]],modelUsage:{ai:this.getName(),model:"mock-model",tokens:{promptTokens:5,completionTokens:0,totalTokens:5}}}}setOptions(e){this.config.options=e}getOptions(){return this.config.options??{}}getLogger(){return this.config.options?.logger??(e=>{console.log(e)})}updateMetrics(e){let t=this.config.latencyMs??0;this.metrics.latency[e].samples.push(t);let n=this.metrics.latency[e].samples;if(this.metrics.latency[e].mean=n.reduce((r,o)=>r+o,0)/n.length,n.length>0){let r=[...n].sort((a,l)=>a-l),o=Math.max(0,Math.floor(r.length*.95)-1);this.metrics.latency[e].p95=r[o]??t;let s=Math.max(0,Math.floor(r.length*.99)-1);this.metrics.latency[e].p99=r[s]??t}if(this.config.shouldError){this.metrics.errors[e].count++,this.metrics.errors[e].total++;let r=this.metrics.latency[e].samples.length;this.metrics.errors[e].rate=r>0?this.metrics.errors[e].count/r:0}}};var Fo=class i{options;lastUsedService;services=new Map;constructor(e){if(e.length===0)throw new Error("No AI services provided.");for(let[t,n]of e.entries())if("key"in n){if(this.services.has(n.key))throw new Error(`Duplicate model key: ${n.key}`);let{service:o,description:s,isInternal:a}=n;this.services.set(n.key,{service:o,description:s,isInternal:a})}else{let o=n.getModelList();if(!o)throw new Error(`Service ${t} \`${n.getName()}\` has no model list.`);for(let s of o){if(this.services.has(s.key)){let a=this.services.get(s.key)?.service;throw new Error(`Service ${t} \`${n.getName()}\` has duplicate model key: ${s.key} as service ${a?.getName()}`)}if("model"in s&&typeof s.model)this.services.set(s.key,{description:s.description,service:n,model:s.model});else if("embedModel"in s&&s.embedModel)this.services.set(s.key,{description:s.description,service:n,embedModel:s.embedModel});else throw new Error(`Key ${s.key} in model list for service ${t} \`${n.getName()}\` is missing a model or embedModel property.`)}}}static create(e){return new i(e)}getLastUsedChatModel(){return this.lastUsedService?.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.lastUsedService?.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.lastUsedService?.getLastUsedModelConfig()}async chat(e,t){let n=e.model;if(!n)throw new Error("Model key must be specified for multi-service");let r=this.services.get(n);if(!r)throw new Error(`No service found for model key: ${n}`);if(this.lastUsedService=r.service,!r.model){let{model:o,...s}=e;return await r.service.chat(s,t)}return await r.service.chat({model:n,...e},t)}async embed(e,t){let n=e.embedModel;if(!n)throw new Error("Embed model key must be specified for multi-service");let r=this.services.get(n);if(!r)throw new Error(`No service found for embed model key: ${n}`);if(this.lastUsedService=r.service,!r.model){let{embedModel:o,...s}=e;return await r.service.embed(s,t)}return await r.service.embed({embedModel:n,...e},t)}getId(){return`MultiServiceRouter:${Array.from(this.services.values()).map(e=>e.service.getId()).join(",")}`}getName(){return"MultiServiceRouter"}getModelList(){return Array.from(this.services).filter(([,e])=>!e.isInternal).map(([e,t])=>{if(t.model)return{key:e,description:t.description,model:t.model};if(t.embedModel)return{key:e,description:t.description,embedModel:t.embedModel};throw new Error(`Service ${e} has no model or embedModel`)})}getFeatures(e){if(e){let t=this.services.get(e);if(t)return t.service.getFeatures(e)}return{functions:!1,streaming:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}getMetrics(){let e=this.lastUsedService;if(!e){let t=this.services.values().next().value;t&&(e="service"in t?t.service:t)}if(!e)throw new Error("No service available to get metrics.");return e.getMetrics()}setOptions(e){for(let t of this.services.values())t.service.setOptions(e);this.options=e}getOptions(){return this.options??{}}getLogger(){let e=this.lastUsedService;if(!e){let t=this.services.values().next().value;t&&(e=t.service)}if(!e)throw new Error("No service available to get logger.");return e.getLogger()}setServiceEntry(e,t){this.services.set(e,t)}};var Bi=()=>structuredClone({...oe(),model:"nous-hermes2",embedModel:"all-minilm"}),jl=()=>structuredClone({...Re(),model:"nous-hermes2",embedModel:"all-minilm"}),cn=class extends fe{constructor({apiKey:e="not-set",url:t="http://localhost:11434/v1",config:n,options:r,models:o}){let s={...Bi(),...n};super({apiKey:e,options:r,config:s,apiURL:t,models:o,modelInfo:[],supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}),super.setName("Ollama")}};var ql=i=>["o1","o1-mini","o1-pro","o3","o3-mini","o3-pro","o4-mini"].includes(i),un=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.responsesReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,stopSequences:e.stopSequences,topP:e.topP,stream:e.stream}}mapInternalContentToResponsesInput(e,t){let n=[];for(let r of e){if(r.type==="text"){t==="assistant"?n.push({type:"output_text",text:r.text}):n.push({type:"input_text",text:r.text});continue}if(t==="assistant")continue;if(r.type==="image"){let s=`data:${r.mimeType};base64,${r.image}`;n.push({type:"input_image",image_url:{url:s,details:r.details??"auto"}});continue}if(r.type==="audio"){n.push({type:"input_audio",input_audio:{data:r.data,format:r.format==="wav"?"wav":void 0}});continue}let o=r;throw new Error(`Unsupported content part: ${JSON.stringify(o)}`)}return n}createResponsesReqInternalInput(e,t=!1){let n=[];for(let r of e){if(t&&r.role==="system")continue;let o;if(r.role==="system"||r.role==="user"||r.role==="assistant"&&r.content)if(typeof r.content=="string")r.role==="system"?o=r.content:r.role==="assistant"?o=[{type:"output_text",text:r.content}]:o=[{type:"input_text",text:r.content}];else if(Array.isArray(r.content))o=this.mapInternalContentToResponsesInput(r.content,r.role==="assistant"?"assistant":"user");else{if(!(r.role==="assistant"&&!r.content&&r.functionCalls))throw new Error(`Invalid content type for role ${r.role}`);o=""}else r.role,o="";switch(r.role){case"system":n.push({type:"message",role:"system",content:o});break;case"user":n.push({type:"message",role:"user",content:o,name:r.name});break;case"assistant":if(r.content||r.functionCalls){let s={type:"message",role:"assistant",content:""};if(r.content&&(s.content=o),r.name&&(s.name=r.name),r.content&&n.push(s),r.functionCalls)for(let a of r.functionCalls)n.push({type:"function_call",call_id:a.id,name:a.function.name,arguments:typeof a.function.params=="object"?JSON.stringify(a.function.params):a.function.params||""})}break;case"function":n.push({type:"function_call_output",call_id:r.functionId,output:r.result});break;default:{let s=r.role;throw new Error(`Invalid role in chat prompt: ${s}`)}}}return n}createChatReq(e,t){let n=e.model,r={name:"/responses"},o=null,s=!1;if(e.chatPrompt){for(let A of e.chatPrompt)if(A.role==="system"&&typeof A.content=="string"){o=A.content,s=!0;break}}let a=o??this.config.systemPrompt??null,l=e.functions?.map(A=>({type:"function",name:A.name,description:A.description,parameters:A.parameters??{}})),c=[],u=ql(n),p=this.config.reasoningSummary;t?.showThoughts?p||(p="auto"):p=void 0;let d=this.config.reasoningEffort;if(t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":d=void 0;break;case"minimal":d="minimal";break;case"low":d="medium";break;case"medium":case"high":case"highest":d="high";break}let m={model:n,input:"",instructions:a,tools:l?.length?l:void 0,tool_choice:e.functionCall==="none"||e.functionCall==="auto"||e.functionCall==="required"?e.functionCall:typeof e.functionCall=="object"&&e.functionCall.function?{type:"function",name:e.functionCall.function.name}:void 0,...u?{max_output_tokens:e.modelConfig?.maxTokens??this.config.maxTokens??void 0}:{...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty??void 0,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty??void 0,max_output_tokens:e.modelConfig?.maxTokens??this.config.maxTokens??void 0},stream:e.modelConfig?.stream??this.config.stream??!1,background:void 0,include:c.length>0?c:void 0,metadata:void 0,parallel_tool_calls:this.config.parallelToolCalls,previous_response_id:void 0,...d?{reasoning:{effort:d,summary:p}}:{},service_tier:this.config.serviceTier,store:this.config.store,text:void 0,truncation:void 0,user:this.config.user,seed:this.config.seed};this.config.user&&(m.user=this.config.user),this.config.parallelToolCalls!==void 0&&(m.parallel_tool_calls=this.config.parallelToolCalls),e.responseFormat?m.text={format:e.responseFormat.type==="json_schema"?{type:"json_schema",json_schema:e.responseFormat.schema}:{type:e.responseFormat.type}}:this.config.responseFormat&&(m.text={format:{type:this.config.responseFormat}}),this.config.seed&&(m.seed=this.config.seed);let g=e.chatPrompt?this.createResponsesReqInternalInput(e.chatPrompt,s):[];if(g.length>0)m.input=g;else if(e.chatPrompt&&e.chatPrompt.length===1&&e.chatPrompt[0]?.role==="user"&&e.chatPrompt[0]?.content&&typeof e.chatPrompt[0].content=="string"&&!a)m.input=e.chatPrompt[0].content;else if(g.length===0&&!a)throw new Error("Responses API request must have input or instructions.");let h=m.reasoning??{};if(this.config.reasoningEffort&&(h={...h,effort:this.config.reasoningEffort}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":h={};break;case"minimal":h={...h,effort:"minimal"};break;case"low":h={...h,effort:"medium"};break;case"medium":case"high":case"highest":h={...h,effort:"high"};break}Object.keys(h).length>0&&h.effort?m.reasoning=h:m.reasoning=void 0;let f=m;return this.responsesReqUpdater&&(f=this.responsesReqUpdater(f)),[r,f]}createChatResp(e){let{id:t,output:n,usage:r}=e;r&&(this.tokensUsed={promptTokens:r.prompt_tokens,completionTokens:r.completion_tokens??r.output_tokens??0,totalTokens:r.total_tokens});let o={};for(let s of n??[])switch(s.type){case"message":o.id=s.id,o.content=_o(s.content,t),o.finishReason=s.status==="completed"?"stop":"content_filter",o.citations=sr(s.content);break;case"reasoning":o.id=s.id,s.encrypted_content?o.thought=s.encrypted_content:o.thought=s.summary.map(a=>typeof a=="object"?JSON.stringify(a):a).join(`
176
- `);break;case"file_search_call":o.id=s.id,o.functionCalls=[{id:s.id,type:"function",function:{name:"file_search",params:{queries:s.queries,results:s.results}}}],o.finishReason="function_call";break;case"web_search_call":o.id=s.id,o.functionCalls=[{id:s.id,type:"function",function:{name:"web_search",params:{queries:s.queries}}}],o.finishReason="function_call";break;case"computer_call":o.id=s.id,o.functionCalls=[{id:s.id,type:"function",function:{name:"computer_use",params:{action:s.action}}}],o.finishReason="function_call";break;case"code_interpreter_call":o.id=s.id,o.functionCalls=[{id:s.id,type:"function",function:{name:"code_interpreter",params:{code:s.code,results:s.results}}}],o.finishReason="function_call";break;case"image_generation_call":o.id=s.id,o.functionCalls=[{id:s.id,type:"function",function:{name:"image_generation",params:{result:s.result}}}],o.finishReason="function_call";break;case"local_shell_call":o.id=s.id,o.functionCalls=[{id:s.id,type:"function",function:{name:"local_shell",params:{action:s.action}}}],o.finishReason="function_call";break;case"mcp_call":o.id=s.id,o.functionCalls=[{id:s.id,type:"function",function:{name:"mcp",params:{name:s.name,args:s.args,serverLabel:s.server_label,output:s.output,error:s.error}}}],o.finishReason="function_call";break;case"function_call":o.id=s.id,o.functionCalls=[{id:s.id,type:"function",function:{name:s.name,params:s.arguments}}],o.finishReason="function_call";break}return{results:[{...o,index:0}],remoteId:t}}createChatStreamResp(e){let t=e,n={index:0,id:"",content:"",finishReason:"stop"},r;switch(t.type){case"response.created":case"response.in_progress":case"response.queued":r=t.response.id,n.id=`${t.response.id}_res_0`;break;case"response.output_item.added":switch(t.item.type){case"message":n.id=t.item.id,n.content=_o(t.item.content,t.item.id),n.citations=sr(t.item.content);break;case"function_call":n.id=t.item.id,n.functionCalls=[{id:t.item.id,type:"function",function:{name:t.item.name,params:t.item.arguments}}];break;case"file_search_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"file_search",params:{queries:o.queries||[],results:o.results?.map(s=>({fileId:s.file_id,filename:s.filename,score:s.score,text:s.text,attributes:s.attributes}))}}}]}break;case"web_search_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"web_search",params:{queries:o.queries||[]}}}]}break;case"computer_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"computer_use",params:{action:o.action||{}}}}]}break;case"code_interpreter_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"code_interpreter",params:{code:o.code||"",results:o.results}}}]}break;case"image_generation_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"image_generation",params:{result:o.result}}}]}break;case"local_shell_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"local_shell",params:{action:o.action||{}}}}]}break;case"mcp_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"mcp",params:{name:o.name||"",args:o.args||"",serverLabel:o.server_label||"",output:o.output,error:o.error}}}]}break}break;case"response.content_part.added":n.id=t.item_id,n.content=_o([t.part],t.item_id),n.citations=sr([t.part]);break;case"response.output_text.delta":n.id=t.item_id,n.content=t.delta;break;case"response.output_text.done":break;case"response.function_call_arguments.delta":n.id=t.item_id,n.functionCalls=[{id:t.item_id,type:"function",function:{name:"",params:t.delta}}];break;case"response.reasoning_summary_text.delta":n.id=t.item_id,n.thought=t.delta;break;case"response.file_search_call.in_progress":case"response.file_search_call.searching":n.id=t.item_id,n.finishReason="function_call";break;case"response.file_search_call.completed":n.id=t.item_id,n.finishReason="function_call";break;case"response.web_search_call.in_progress":case"response.web_search_call.searching":n.id=t.item_id,n.finishReason="function_call";break;case"response.web_search_call.completed":n.id=t.item_id,n.finishReason="function_call";break;case"response.image_generation_call.in_progress":case"response.image_generation_call.generating":n.id=t.item_id,n.finishReason="function_call";break;case"response.image_generation_call.completed":n.id=t.item_id,n.finishReason="function_call";break;case"response.image_generation_call.partial_image":n.id=t.item_id,n.finishReason="function_call";break;case"response.mcp_call.in_progress":n.id=t.item_id,n.finishReason="function_call";break;case"response.mcp_call.arguments.delta":n.id=t.item_id,n.functionCalls=[{id:t.item_id,type:"function",function:{name:"",params:t.delta}}];break;case"response.mcp_call.arguments.done":n.id=t.item_id,n.functionCalls=[{id:t.item_id,type:"function",function:{name:"",params:t.arguments}}];break;case"response.mcp_call.completed":case"response.mcp_call.failed":n.id="mcp_call_event",n.finishReason="function_call";break;case"response.mcp_list_tools.in_progress":case"response.mcp_list_tools.completed":case"response.mcp_list_tools.failed":n.id="mcp_list_tools_event",n.finishReason="function_call";break;case"response.output_item.done":switch(t.item.type){case"message":if(n.id=t.item.id,n.finishReason=t.item.status==="completed"?"stop":"error",!n.citations||n.citations.length===0){let o=sr(t.item.content||[]);o&&(n.citations=o)}break;case"function_call":case"file_search_call":case"web_search_call":case"computer_call":case"code_interpreter_call":case"image_generation_call":case"local_shell_call":case"mcp_call":n.id=t.item.id,n.finishReason="function_call";break}break;case"response.completed":t.response.usage&&(this.tokensUsed={promptTokens:t.response.usage.prompt_tokens,completionTokens:t.response.usage.completion_tokens??t.response.usage.output_tokens??0,totalTokens:t.response.usage.total_tokens}),r=t.response.id,n.id=`${t.response.id}_completed`,n.finishReason="stop";break;case"response.failed":r=t.response.id,n.id=`${t.response.id}_failed`,n.finishReason="error";break;case"response.incomplete":r=t.response.id,n.id=`${t.response.id}_incomplete`,n.finishReason="length";break;case"error":n.id="error",n.content=`Error: ${t.message}`,n.finishReason="error";break;default:n.id="unknown";break}return{results:[n],remoteId:r}}createEmbedReq(e){let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embeddings"},r={model:t,input:e.texts,dimensions:this.config.dimensions};return[n,r]}},_o=(i,e)=>{let t=i.filter(n=>n.type==="refusal");if(t.length>0){let n=t.map(r=>r.refusal).join(`
175
+ `),s=`${n} ${r}`.trim(),o={name:"/models"},a={model:t,inputs:s,parameters:{max_new_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,repetition_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},top_k:e.modelConfig?.topK??this.config.topK,return_full_text:this.config.returnFullText,num_return_sequences:this.config.n,do_sample:this.config.doSample,max_time:this.config.maxTime},options:{use_cache:this.config.useCache,wait_for_model:this.config.waitForModel}};return[o,a]};createChatResp=e=>({results:[{index:0,content:e.generated_text}]})},an=class extends be{constructor({apiKey:e,config:t,options:n,models:r}){if(!e||e==="")throw new Error("HuggingFace API key not set");let s={...Ui(),...t},o=new ks(s);super(o,{name:"HuggingFace",apiURL:"https://api-inference.huggingface.co",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:vs,defaults:{model:s.model},options:n,supportFor:{functions:!1,streaming:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:r})}};var sr=(l=>(l.Mistral7B="open-mistral-7b",l.Mistral8x7B="open-mixtral-8x7b",l.MistralSmall="mistral-small-latest",l.MistralNemo="mistral-nemo-latest",l.MistralLarge="mistral-large-latest",l.Codestral="codestral-latest",l.OpenCodestralMamba="open-codestral-mamba",l.OpenMistralNemo="open-mistral-nemo-latest",l))(sr||{}),Bi=(e=>(e.MistralEmbed="mistral-embed",e))(Bi||{});var Ms=[{name:"open-mistral-7b",currency:"USD",promptTokenCostPer1M:.25,completionTokenCostPer1M:.25},{name:"open-mixtral-8x7b",currency:"USD",promptTokenCostPer1M:.7,completionTokenCostPer1M:.7},{name:"mistral-nemo-latest",currency:"USD",promptTokenCostPer1M:.15,completionTokenCostPer1M:.15},{name:"mistral-small-latest",currency:"USD",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"mistral-large-latest",currency:"USD",promptTokenCostPer1M:2,completionTokenCostPer1M:6},{name:"codestral-latest",currency:"USD",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"open-codestral-mamba",currency:"USD",promptTokenCostPer1M:.25,completionTokenCostPer1M:.25},{name:"open-mistral-nemo-latest",currency:"USD",promptTokenCostPer1M:.3,completionTokenCostPer1M:.3}];var Ps=()=>structuredClone({model:"mistral-small-latest",...se(),topP:1}),jl=()=>structuredClone({...Ps(),model:"mistral-large-latest"}),ln=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:s}){if(!e||e==="")throw new Error("Mistral API key not set");let o={...Ps(),...t};s=[...Ms,...s??[]];let a={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},l=c=>{let{max_completion_tokens:u,messages:p,...d}=c;return{...d,messages:this.updateMessages(p),max_tokens:u}};super({apiKey:e,config:o,options:n,apiURL:"https://api.mistral.ai/v1",modelInfo:s,models:r,supportFor:a,chatReqUpdater:l}),super.setName("Mistral")}updateMessages(e){let t=[];if(!Array.isArray(e))return e;for(let n of e)if(n.role==="user"&&Array.isArray(n.content)){let r=n.content.map(s=>typeof s=="object"&&s!==null&&"image_url"in s?{type:"image_url",image_url:{url:s.image_url?.url}}:s);t.push({...n,content:r})}else t.push(n);return t}};var Es=class{constructor(e={}){this.config=e;this.config.id=this.config.id??ve()}metrics={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}};getLastUsedChatModel(){return this.config.modelInfo?.name??"mock-model"}getLastUsedEmbedModel(){return this.config.embedModelInfo?.name??"mock-embed-model"}getLastUsedModelConfig(){return this.config.modelInfo?{maxTokens:this.config.modelInfo.maxTokens,temperature:.7,stream:this.config.features?.streaming??!1}:void 0}getName(){return this.config.name??"mock-ai-service"}getId(){return this.config.id??"mock-ai-service-id"}getFeatures(e){let t=this.config.features?.media;return{functions:this.config.features?.functions??!1,streaming:this.config.features?.streaming??!1,structuredOutputs:this.config.features?.structuredOutputs??!1,media:{images:{supported:t?.images?.supported??!1,formats:t?.images?.formats??[]},audio:{supported:t?.audio?.supported??!1,formats:t?.audio?.formats??[]},files:{supported:t?.files?.supported??!1,formats:t?.files?.formats??[],uploadMethod:t?.files?.uploadMethod??"none"},urls:{supported:t?.urls?.supported??!1,webSearch:t?.urls?.webSearch??!1,contextFetching:t?.urls?.contextFetching??!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}getModelList(){return this.config.models}getMetrics(){return this.metrics}async chat(e,t){if(this.config.latencyMs&&await new Promise(n=>setTimeout(n,this.config.latencyMs)),this.config.shouldError)throw new Error(this.config.errorMessage??"Mock chat error");return this.updateMetrics("chat"),typeof this.config.chatResponse=="function"?await this.config.chatResponse(e):this.config.chatResponse??{results:[{index:0,content:"Mock response",finishReason:"stop"}],modelUsage:{ai:this.getName(),model:"mock-model",tokens:{promptTokens:10,completionTokens:5,totalTokens:15}}}}async embed(e,t){if(this.config.latencyMs&&await new Promise(n=>setTimeout(n,this.config.latencyMs)),this.config.shouldError)throw new Error(this.config.errorMessage??"Mock embed error");return this.updateMetrics("embed"),typeof this.config.embedResponse=="function"?this.config.embedResponse(e):this.config.embedResponse??{embeddings:[[.1,.2,.3]],modelUsage:{ai:this.getName(),model:"mock-model",tokens:{promptTokens:5,completionTokens:0,totalTokens:5}}}}setOptions(e){this.config.options=e}getOptions(){return this.config.options??{}}getLogger(){return this.config.options?.logger??(e=>{console.log(e)})}updateMetrics(e){let t=this.config.latencyMs??0;this.metrics.latency[e].samples.push(t);let n=this.metrics.latency[e].samples;if(this.metrics.latency[e].mean=n.reduce((r,s)=>r+s,0)/n.length,n.length>0){let r=[...n].sort((a,l)=>a-l),s=Math.max(0,Math.floor(r.length*.95)-1);this.metrics.latency[e].p95=r[s]??t;let o=Math.max(0,Math.floor(r.length*.99)-1);this.metrics.latency[e].p99=r[o]??t}if(this.config.shouldError){this.metrics.errors[e].count++,this.metrics.errors[e].total++;let r=this.metrics.latency[e].samples.length;this.metrics.errors[e].rate=r>0?this.metrics.errors[e].count/r:0}}};var Fs=class i{options;lastUsedService;services=new Map;constructor(e){if(e.length===0)throw new Error("No AI services provided.");for(let[t,n]of e.entries())if("key"in n){if(this.services.has(n.key))throw new Error(`Duplicate model key: ${n.key}`);let{service:s,description:o,isInternal:a}=n;this.services.set(n.key,{service:s,description:o,isInternal:a})}else{let s=n.getModelList();if(!s)throw new Error(`Service ${t} \`${n.getName()}\` has no model list.`);for(let o of s){if(this.services.has(o.key)){let a=this.services.get(o.key)?.service;throw new Error(`Service ${t} \`${n.getName()}\` has duplicate model key: ${o.key} as service ${a?.getName()}`)}if("model"in o&&typeof o.model)this.services.set(o.key,{description:o.description,service:n,model:o.model});else if("embedModel"in o&&o.embedModel)this.services.set(o.key,{description:o.description,service:n,embedModel:o.embedModel});else throw new Error(`Key ${o.key} in model list for service ${t} \`${n.getName()}\` is missing a model or embedModel property.`)}}}static create(e){return new i(e)}getLastUsedChatModel(){return this.lastUsedService?.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.lastUsedService?.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.lastUsedService?.getLastUsedModelConfig()}async chat(e,t){let n=e.model;if(!n)throw new Error("Model key must be specified for multi-service");let r=this.services.get(n);if(!r)throw new Error(`No service found for model key: ${n}`);if(this.lastUsedService=r.service,!r.model){let{model:s,...o}=e;return await r.service.chat(o,t)}return await r.service.chat({model:n,...e},t)}async embed(e,t){let n=e.embedModel;if(!n)throw new Error("Embed model key must be specified for multi-service");let r=this.services.get(n);if(!r)throw new Error(`No service found for embed model key: ${n}`);if(this.lastUsedService=r.service,!r.model){let{embedModel:s,...o}=e;return await r.service.embed(o,t)}return await r.service.embed({embedModel:n,...e},t)}getId(){return`MultiServiceRouter:${Array.from(this.services.values()).map(e=>e.service.getId()).join(",")}`}getName(){return"MultiServiceRouter"}getModelList(){return Array.from(this.services).filter(([,e])=>!e.isInternal).map(([e,t])=>{if(t.model)return{key:e,description:t.description,model:t.model};if(t.embedModel)return{key:e,description:t.description,embedModel:t.embedModel};throw new Error(`Service ${e} has no model or embedModel`)})}getFeatures(e){if(e){let t=this.services.get(e);if(t)return t.service.getFeatures(e)}return{functions:!1,streaming:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}getMetrics(){let e=this.lastUsedService;if(!e){let t=this.services.values().next().value;t&&(e="service"in t?t.service:t)}if(!e)throw new Error("No service available to get metrics.");return e.getMetrics()}setOptions(e){for(let t of this.services.values())t.service.setOptions(e);this.options=e}getOptions(){return this.options??{}}getLogger(){let e=this.lastUsedService;if(!e){let t=this.services.values().next().value;t&&(e=t.service)}if(!e)throw new Error("No service available to get logger.");return e.getLogger()}setServiceEntry(e,t){this.services.set(e,t)}};var ji=()=>structuredClone({...se(),model:"nous-hermes2",embedModel:"all-minilm"}),ql=()=>structuredClone({...Re(),model:"nous-hermes2",embedModel:"all-minilm"}),cn=class extends fe{constructor({apiKey:e="not-set",url:t="http://localhost:11434/v1",config:n,options:r,models:s}){let o={...ji(),...n};super({apiKey:e,options:r,config:o,apiURL:t,models:s,modelInfo:[],supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}),super.setName("Ollama")}};var zl=i=>["o1","o1-mini","o1-pro","o3","o3-mini","o3-pro","o4-mini"].includes(i),un=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.responsesReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,stopSequences:e.stopSequences,topP:e.topP,stream:e.stream}}mapInternalContentToResponsesInput(e,t){let n=[];for(let r of e){if(r.type==="text"){t==="assistant"?n.push({type:"output_text",text:r.text}):n.push({type:"input_text",text:r.text});continue}if(t==="assistant")continue;if(r.type==="image"){let o=`data:${r.mimeType};base64,${r.image}`;n.push({type:"input_image",image_url:{url:o,details:r.details??"auto"}});continue}if(r.type==="audio"){n.push({type:"input_audio",input_audio:{data:r.data,format:r.format==="wav"?"wav":void 0}});continue}let s=r;throw new Error(`Unsupported content part: ${JSON.stringify(s)}`)}return n}createResponsesReqInternalInput(e,t=!1){let n=[];for(let r of e){if(t&&r.role==="system")continue;let s;if(r.role==="system"||r.role==="user"||r.role==="assistant"&&r.content)if(typeof r.content=="string")r.role==="system"?s=r.content:r.role==="assistant"?s=[{type:"output_text",text:r.content}]:s=[{type:"input_text",text:r.content}];else if(Array.isArray(r.content))s=this.mapInternalContentToResponsesInput(r.content,r.role==="assistant"?"assistant":"user");else{if(!(r.role==="assistant"&&!r.content&&r.functionCalls))throw new Error(`Invalid content type for role ${r.role}`);s=""}else r.role,s="";switch(r.role){case"system":n.push({type:"message",role:"system",content:s});break;case"user":n.push({type:"message",role:"user",content:s,name:r.name});break;case"assistant":if(r.content||r.functionCalls){let o={type:"message",role:"assistant",content:""};if(r.content&&(o.content=s),r.name&&(o.name=r.name),r.content&&n.push(o),r.functionCalls)for(let a of r.functionCalls)n.push({type:"function_call",call_id:a.id,name:a.function.name,arguments:typeof a.function.params=="object"?JSON.stringify(a.function.params):a.function.params||""})}break;case"function":n.push({type:"function_call_output",call_id:r.functionId,output:r.result});break;default:{let o=r.role;throw new Error(`Invalid role in chat prompt: ${o}`)}}}return n}createChatReq(e,t){let n=e.model,r={name:"/responses"},s=null,o=!1;if(e.chatPrompt){for(let A of e.chatPrompt)if(A.role==="system"&&typeof A.content=="string"){s=A.content,o=!0;break}}let a=s??this.config.systemPrompt??null,l=e.functions?.map(A=>({type:"function",name:A.name,description:A.description,parameters:A.parameters??{}})),c=[],u=zl(n),p=this.config.reasoningSummary;t?.showThoughts?p||(p="auto"):p=void 0;let d=this.config.reasoningEffort;if(t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":d=void 0;break;case"minimal":d="minimal";break;case"low":d="medium";break;case"medium":case"high":case"highest":d="high";break}let m={model:n,input:"",instructions:a,tools:l?.length?l:void 0,tool_choice:e.functionCall==="none"||e.functionCall==="auto"||e.functionCall==="required"?e.functionCall:typeof e.functionCall=="object"&&e.functionCall.function?{type:"function",name:e.functionCall.function.name}:void 0,...u?{max_output_tokens:e.modelConfig?.maxTokens??this.config.maxTokens??void 0}:{...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty??void 0,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty??void 0,max_output_tokens:e.modelConfig?.maxTokens??this.config.maxTokens??void 0},stream:e.modelConfig?.stream??this.config.stream??!1,background:void 0,include:c.length>0?c:void 0,metadata:void 0,parallel_tool_calls:this.config.parallelToolCalls,previous_response_id:void 0,...d?{reasoning:{effort:d,summary:p}}:{},service_tier:this.config.serviceTier,store:this.config.store,text:void 0,truncation:void 0,user:this.config.user,seed:this.config.seed};this.config.user&&(m.user=this.config.user),this.config.parallelToolCalls!==void 0&&(m.parallel_tool_calls=this.config.parallelToolCalls),e.responseFormat?m.text={format:e.responseFormat.type==="json_schema"?{type:"json_schema",json_schema:e.responseFormat.schema}:{type:e.responseFormat.type}}:this.config.responseFormat&&(m.text={format:{type:this.config.responseFormat}}),this.config.seed&&(m.seed=this.config.seed);let g=e.chatPrompt?this.createResponsesReqInternalInput(e.chatPrompt,o):[];if(g.length>0)m.input=g;else if(e.chatPrompt&&e.chatPrompt.length===1&&e.chatPrompt[0]?.role==="user"&&e.chatPrompt[0]?.content&&typeof e.chatPrompt[0].content=="string"&&!a)m.input=e.chatPrompt[0].content;else if(g.length===0&&!a)throw new Error("Responses API request must have input or instructions.");let h=m.reasoning??{};if(this.config.reasoningEffort&&(h={...h,effort:this.config.reasoningEffort}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":h={};break;case"minimal":h={...h,effort:"minimal"};break;case"low":h={...h,effort:"medium"};break;case"medium":case"high":case"highest":h={...h,effort:"high"};break}Object.keys(h).length>0&&h.effort?m.reasoning=h:m.reasoning=void 0;let f=m;return this.responsesReqUpdater&&(f=this.responsesReqUpdater(f)),[r,f]}createChatResp(e){let{id:t,output:n,usage:r}=e;r&&(this.tokensUsed={promptTokens:r.prompt_tokens,completionTokens:r.completion_tokens??r.output_tokens??0,totalTokens:r.total_tokens});let s={};for(let o of n??[])switch(o.type){case"message":s.id=o.id,s.content=_s(o.content,t),s.finishReason=o.status==="completed"?"stop":"content_filter",s.citations=or(o.content);break;case"reasoning":s.id=o.id,o.encrypted_content?s.thought=o.encrypted_content:s.thought=o.summary.map(a=>typeof a=="object"?JSON.stringify(a):a).join(`
176
+ `);break;case"file_search_call":s.id=o.id,s.functionCalls=[{id:o.id,type:"function",function:{name:"file_search",params:{queries:o.queries,results:o.results}}}],s.finishReason="function_call";break;case"web_search_call":s.id=o.id,s.functionCalls=[{id:o.id,type:"function",function:{name:"web_search",params:{queries:o.queries}}}],s.finishReason="function_call";break;case"computer_call":s.id=o.id,s.functionCalls=[{id:o.id,type:"function",function:{name:"computer_use",params:{action:o.action}}}],s.finishReason="function_call";break;case"code_interpreter_call":s.id=o.id,s.functionCalls=[{id:o.id,type:"function",function:{name:"code_interpreter",params:{code:o.code,results:o.results}}}],s.finishReason="function_call";break;case"image_generation_call":s.id=o.id,s.functionCalls=[{id:o.id,type:"function",function:{name:"image_generation",params:{result:o.result}}}],s.finishReason="function_call";break;case"local_shell_call":s.id=o.id,s.functionCalls=[{id:o.id,type:"function",function:{name:"local_shell",params:{action:o.action}}}],s.finishReason="function_call";break;case"mcp_call":s.id=o.id,s.functionCalls=[{id:o.id,type:"function",function:{name:"mcp",params:{name:o.name,args:o.args,serverLabel:o.server_label,output:o.output,error:o.error}}}],s.finishReason="function_call";break;case"function_call":s.id=o.id,s.functionCalls=[{id:o.id,type:"function",function:{name:o.name,params:o.arguments}}],s.finishReason="function_call";break}return{results:[{...s,index:0}],remoteId:t}}createChatStreamResp(e){let t=e,n={index:0,id:"",content:"",finishReason:"stop"},r;switch(t.type){case"response.created":case"response.in_progress":case"response.queued":r=t.response.id,n.id=`${t.response.id}_res_0`;break;case"response.output_item.added":switch(t.item.type){case"message":n.id=t.item.id,n.content=_s(t.item.content,t.item.id),n.citations=or(t.item.content);break;case"function_call":n.id=t.item.id,n.functionCalls=[{id:t.item.id,type:"function",function:{name:t.item.name,params:t.item.arguments}}];break;case"file_search_call":{let s=t.item;n.id=t.item.id,n.functionCalls=[{id:s.id,type:"function",function:{name:"file_search",params:{queries:s.queries||[],results:s.results?.map(o=>({fileId:o.file_id,filename:o.filename,score:o.score,text:o.text,attributes:o.attributes}))}}}]}break;case"web_search_call":{let s=t.item;n.id=t.item.id,n.functionCalls=[{id:s.id,type:"function",function:{name:"web_search",params:{queries:s.queries||[]}}}]}break;case"computer_call":{let s=t.item;n.id=t.item.id,n.functionCalls=[{id:s.id,type:"function",function:{name:"computer_use",params:{action:s.action||{}}}}]}break;case"code_interpreter_call":{let s=t.item;n.id=t.item.id,n.functionCalls=[{id:s.id,type:"function",function:{name:"code_interpreter",params:{code:s.code||"",results:s.results}}}]}break;case"image_generation_call":{let s=t.item;n.id=t.item.id,n.functionCalls=[{id:s.id,type:"function",function:{name:"image_generation",params:{result:s.result}}}]}break;case"local_shell_call":{let s=t.item;n.id=t.item.id,n.functionCalls=[{id:s.id,type:"function",function:{name:"local_shell",params:{action:s.action||{}}}}]}break;case"mcp_call":{let s=t.item;n.id=t.item.id,n.functionCalls=[{id:s.id,type:"function",function:{name:"mcp",params:{name:s.name||"",args:s.args||"",serverLabel:s.server_label||"",output:s.output,error:s.error}}}]}break}break;case"response.content_part.added":n.id=t.item_id,n.content=_s([t.part],t.item_id),n.citations=or([t.part]);break;case"response.output_text.delta":n.id=t.item_id,n.content=t.delta;break;case"response.output_text.done":break;case"response.function_call_arguments.delta":n.id=t.item_id,n.functionCalls=[{id:t.item_id,type:"function",function:{name:"",params:t.delta}}];break;case"response.reasoning_summary_text.delta":n.id=t.item_id,n.thought=t.delta;break;case"response.file_search_call.in_progress":case"response.file_search_call.searching":n.id=t.item_id,n.finishReason="function_call";break;case"response.file_search_call.completed":n.id=t.item_id,n.finishReason="function_call";break;case"response.web_search_call.in_progress":case"response.web_search_call.searching":n.id=t.item_id,n.finishReason="function_call";break;case"response.web_search_call.completed":n.id=t.item_id,n.finishReason="function_call";break;case"response.image_generation_call.in_progress":case"response.image_generation_call.generating":n.id=t.item_id,n.finishReason="function_call";break;case"response.image_generation_call.completed":n.id=t.item_id,n.finishReason="function_call";break;case"response.image_generation_call.partial_image":n.id=t.item_id,n.finishReason="function_call";break;case"response.mcp_call.in_progress":n.id=t.item_id,n.finishReason="function_call";break;case"response.mcp_call.arguments.delta":n.id=t.item_id,n.functionCalls=[{id:t.item_id,type:"function",function:{name:"",params:t.delta}}];break;case"response.mcp_call.arguments.done":n.id=t.item_id,n.functionCalls=[{id:t.item_id,type:"function",function:{name:"",params:t.arguments}}];break;case"response.mcp_call.completed":case"response.mcp_call.failed":n.id="mcp_call_event",n.finishReason="function_call";break;case"response.mcp_list_tools.in_progress":case"response.mcp_list_tools.completed":case"response.mcp_list_tools.failed":n.id="mcp_list_tools_event",n.finishReason="function_call";break;case"response.output_item.done":switch(t.item.type){case"message":if(n.id=t.item.id,n.finishReason=t.item.status==="completed"?"stop":"error",!n.citations||n.citations.length===0){let s=or(t.item.content||[]);s&&(n.citations=s)}break;case"function_call":case"file_search_call":case"web_search_call":case"computer_call":case"code_interpreter_call":case"image_generation_call":case"local_shell_call":case"mcp_call":n.id=t.item.id,n.finishReason="function_call";break}break;case"response.completed":t.response.usage&&(this.tokensUsed={promptTokens:t.response.usage.prompt_tokens,completionTokens:t.response.usage.completion_tokens??t.response.usage.output_tokens??0,totalTokens:t.response.usage.total_tokens}),r=t.response.id,n.id=`${t.response.id}_completed`,n.finishReason="stop";break;case"response.failed":r=t.response.id,n.id=`${t.response.id}_failed`,n.finishReason="error";break;case"response.incomplete":r=t.response.id,n.id=`${t.response.id}_incomplete`,n.finishReason="length";break;case"error":n.id="error",n.content=`Error: ${t.message}`,n.finishReason="error";break;default:n.id="unknown";break}return{results:[n],remoteId:r}}createEmbedReq(e){let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embeddings"},r={model:t,input:e.texts,dimensions:this.config.dimensions};return[n,r]}},_s=(i,e)=>{let t=i.filter(n=>n.type==="refusal");if(t.length>0){let n=t.map(r=>r.refusal).join(`
177
177
  `);throw new de(n,void 0,e)}return i.filter(n=>n.type==="output_text").map(n=>n.text).join(`
178
- `)};function sr(i){let e=[];for(let t of i??[])if(t?.type==="output_text"&&Array.isArray(t.annotations))for(let n of t.annotations)n&&n.type==="url_citation"&&typeof n.url=="string"&&e.push({url:n.url,title:n.title,description:n.description});return e.length?e:void 0}var ar=()=>({model:"gpt-4o",embedModel:"text-embedding-ada-002",temperature:.7,topP:1,stream:!0}),zl=()=>({...ar(),model:"gpt-4o",temperature:.5}),Hl=()=>({...ar(),model:"gpt-4o",temperature:.9}),ir=class extends be{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:o=[],models:s,responsesReqUpdater:a,supportFor:l={functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}){if(!e||e==="")throw new Error("OpenAI API key not set");let c=new un(t,n?.streamingUsage??!0,a),u=s?.map(p=>{let d=p,m=d?.config;if(!m)return p;let g={};m.maxTokens!==void 0&&(g.maxTokens=m.maxTokens),m.temperature!==void 0&&(g.temperature=m.temperature),m.topP!==void 0&&(g.topP=m.topP),m.presencePenalty!==void 0&&(g.presencePenalty=m.presencePenalty),m.frequencyPenalty!==void 0&&(g.frequencyPenalty=m.frequencyPenalty);let h=m.stopSequences??m.stop;h!==void 0&&(g.stopSequences=h),m.n!==void 0&&(g.n=m.n),m.stream!==void 0&&(g.stream=m.stream);let f={...d};Object.keys(g).length>0&&(f.modelConfig={...d.modelConfig??{},...g});let A=m?.thinking?.thinkingTokenBudget;if(typeof A=="number"){let x=[["minimal",200],["low",800],["medium",5e3],["high",1e4],["highest",24500]],y="minimal",b=Number.POSITIVE_INFINITY;for(let[I,T]of x){let v=Math.abs(A-T);v<b&&(b=v,y=I)}f.thinkingTokenBudget=y}return m?.thinking?.includeThoughts!==void 0&&(f.showThoughts=!!m.thinking.includeThoughts),f});super(c,{name:"OpenAI",apiURL:r||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:o,defaults:{model:t.model??"gpt-4o",embedModel:t.embedModel??"text-embedding-ada-002"},options:n,supportFor:l,models:u??s})}},pn=class extends ir{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("OpenAI API key not set");o=[...co,...o??[]];let s=a=>{let l=ze({model:a,modelInfo:o,models:r});return{functions:!0,streaming:!0,hasThinkingBudget:l?.supported?.thinkingBudget??!1,hasShowThoughts:l?.supported?.showThoughts??!1,structuredOutputs:l?.supported?.structuredOutputs??!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}};super({apiKey:e,config:{...ar(),...t},options:n,modelInfo:o,models:r,supportFor:s})}};var ji=()=>structuredClone({model:"openrouter/auto",...oe()}),dn=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o,referer:s,title:a}){if(!e||e==="")throw new Error("OpenRouter API key not set");let l={...ji(),...t},c={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},u=o??[];super({apiKey:e,config:l,options:n,apiURL:"https://openrouter.ai/api/v1",modelInfo:u,models:r,supportFor:c}),super.setName("OpenRouter"),super.setHeaders(async()=>{let p={Authorization:`Bearer ${e}`};return s&&(p["HTTP-Referer"]=s),a&&(p["X-Title"]=a),p})}};async function No(i,e,t={}){if(typeof i=="string")return[{type:"text",text:i}];if(!Array.isArray(i))return[{type:"text",text:String(i)}];let n=e.getFeatures(),r=[];for(let o of i)try{switch(o.type){case"text":r.push({type:"text",text:o.text});break;case"image":if(n.media.images.supported)o.altText?r.push({type:"text",text:`[Image: ${o.altText}]`}):r.push({type:"text",text:"[Image content]"});else if(o.altText)r.push({type:"text",text:o.altText});else if(t.imageToText)try{let s=await t.imageToText(o.image);r.push({type:"text",text:s})}catch(s){throw new at(s,"image","vision analysis")}else switch(t.fallbackBehavior){case"error":throw new Ze("Images",e.getName(),!1);case"skip":continue;default:r.push({type:"text",text:"[Image content not supported by this provider]"})}break;case"audio":if(n.media.audio.supported)o.transcription?r.push({type:"text",text:o.transcription}):r.push({type:"text",text:"[Audio content]"});else if(o.transcription)r.push({type:"text",text:o.transcription});else if(t.audioToText)try{let s=await t.audioToText(o.data,o.format);r.push({type:"text",text:s})}catch(s){throw new at(s,"audio","transcription")}else switch(t.fallbackBehavior){case"error":throw new Ze("Audio",e.getName(),!1);case"skip":continue;case"degrade":r.push({type:"text",text:"[Audio content not supported by this provider]"})}break;case"file":if(n.media.files.supported)o.extractedText?r.push({type:"text",text:o.extractedText}):r.push({type:"text",text:`[File: ${o.filename}]`});else if(o.extractedText)r.push({type:"text",text:o.extractedText});else if(t.fileToText)try{let s=await t.fileToText(o.data,o.mimeType);r.push({type:"text",text:s})}catch(s){throw new at(s,"file","text extraction")}else switch(t.fallbackBehavior){case"error":throw new Ze("Files",e.getName(),!1);case"skip":continue;default:r.push({type:"text",text:`[File: ${o.filename} - content not accessible by this provider]`})}break;case"url":if(n.media.urls.supported)o.cachedContent?r.push({type:"text",text:o.cachedContent}):r.push({type:"text",text:`[Link: ${o.url}${o.title?` - ${o.title}`:""}]`});else if(o.cachedContent)r.push({type:"text",text:o.cachedContent});else if(t.urlToText)try{let s=await t.urlToText(o.url);r.push({type:"text",text:s})}catch(s){throw new at(s,"url","content fetching")}else switch(t.fallbackBehavior){case"error":throw new Ze("URLs",e.getName(),!1);case"skip":continue;case"degrade":r.push({type:"text",text:`[Link: ${o.url}${o.title?` - ${o.title}`:""}]`})}break;default:typeof o=="object"&&o.text?r.push({type:"text",text:o.text}):r.push({type:"text",text:String(o)})}}catch(s){throw s instanceof Ze||s instanceof at?s:new at(s,o.type||"unknown","content processing")}return r}function Kl(i){let e=!1,t=!1,n=!1,r=!1;for(let o of i)if(o.role==="user"&&Array.isArray(o.content))for(let s of o.content)switch(s.type){case"image":e=!0;break;case"audio":t=!0;break;case"file":n=!0;break;case"url":r=!0;break}return{hasImages:e,hasAudio:t,hasFiles:n,hasUrls:r}}var lr=(n=>(n.RekaCore="reka-core",n.RekaFlash="reka-flash",n.RekaEdge="reka-edge",n))(lr||{});var $o=[{name:"reka-core",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"reka-flash",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2},{name:"reka-edge",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1}];var cr=()=>structuredClone({model:"reka-core",...oe()}),Wl=()=>structuredClone({...cr(),model:"reka-core"}),Vl=()=>structuredClone({model:"reka-core",...Re()}),Jl=()=>({...cr(),model:"reka-flash"}),Lo=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq=e=>{let t=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let n={name:"/chat/completions"},r=Ql(e),o=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,s=e.modelConfig?.stream??this.config.stream,a={model:t,messages:r,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},top_k:e.modelConfig?.n??this.config.n,...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},stop:e.modelConfig?.stopSequences??this.config.stop,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...o?{frequency_penalty:o}:{},...s?{stream:!0}:{}};return[n,a]};createChatResp=e=>{let{id:t,usage:n,responses:r}=e;return this.tokensUsed=n?{promptTokens:n.input_tokens,completionTokens:n.output_tokens,totalTokens:n.input_tokens+n.output_tokens}:void 0,{results:r.map((s,a)=>{let l=qi(s.finish_reason),c;return typeof s.message.content=="string"?c=s.message.content:c=s.message.content.text,{index:a,id:`${t}`,content:c,finishReason:l}}),remoteId:t}};createChatStreamResp=e=>{let{id:t,usage:n,responses:r}=e;return this.tokensUsed=n?{promptTokens:n.input_tokens,completionTokens:n.output_tokens,totalTokens:n.input_tokens+n.output_tokens}:void 0,{results:r.map((s,a)=>{let l=qi(s.finish_reason),c;return typeof s.chunk.content=="string"?c=s.chunk.content:c=s.chunk.content.text,{index:a,id:`${t}`,content:c,finishReason:l}})}}},qi=i=>{switch(i){case"stop":return"stop";case"context":return"length";case"length":return"length"}};function Ql(i){return i.chatPrompt.map(e=>{switch(e.role){case"system":return{role:"user",content:e.content};case"user":return Array.isArray(e.content)?{role:"user",content:e.content.map(t=>{switch(t.type){case"text":return{type:"text",text:t.text};case"image":throw new Error("Image type not supported");default:throw new Error("Invalid content type")}})}:{role:"user",content:e.content};case"assistant":if(Array.isArray(e.content))return{role:"assistant",content:e.content.map(t=>{switch(t.type){case"text":return{type:"text",text:t.text};case"image":throw new Error("Image type not supported");default:throw new Error("Invalid content type")}})};if(!e.content)throw new Error("Assistant content is empty");return{role:"user",content:e.content};default:throw new Error("Invalid role")}})}var mn=class extends be{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:o=$o,models:s}){if(!e||e==="")throw new Error("Reka API key not set");let a={...cr(),...t},l=new Lo(a);super(l,{name:"Reka",apiURL:r||"https://api.reka.ai/v1/chat",headers:async()=>({"X-Api-Key":e}),modelInfo:o,defaults:{model:a.model},options:n,supportFor:{functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:s})}};var Do=class{providers;processingServices;config;constructor(e){this.providers=[e.providers.primary,...e.providers.alternatives],this.processingServices=e.processing,this.config=e.routing}async chat(e,t={}){let n=await this.selectProviderWithDegradation(e,t.routingOptions||{}),r=await this.preprocessRequest(e,n.provider,t.processingOptions);try{return{response:await n.provider.chat(r,t),routing:n}}catch(o){if(o instanceof Ze&&t.fallbackProviders?.length)return await this.tryFallbackProviders(e,t.fallbackProviders,t);throw o}}async preprocessRequest(e,t,n){let r={...n,fallbackBehavior:n?.fallbackBehavior||"degrade",imageToText:n?.imageToText||this.processingServices.imageToText,audioToText:n?.audioToText||this.processingServices.audioToText,fileToText:n?.fileToText||this.processingServices.fileToText,urlToText:n?.urlToText||this.processingServices.urlToText},o=[];for(let s of e.chatPrompt)if(s.role==="user"&&Array.isArray(s.content)){let a=await No(s.content,t,r);a.every(c=>c.type==="text")&&a.length===1?o.push({...s,content:a[0].text}):o.push({...s,content:a.map(c=>({type:"text",text:c.text}))})}else o.push(s);return{...e,chatPrompt:o}}async selectProviderWithDegradation(e,t){let n=_t(e),r=[],o=[],s=[];try{let a=xo(e,this.providers,{requireExactMatch:t.requireExactMatch??this.config.capability.requireExactMatch,allowDegradation:t.allowDegradation??this.config.capability.allowDegradation}),l=a.getFeatures();return n.hasImages&&!l.media.images.supported&&(o.push("Images will be converted to text descriptions"),r.push("Image-to-text conversion")),n.hasAudio&&!l.media.audio.supported&&(o.push("Audio will be transcribed to text"),r.push("Audio-to-text transcription")),n.hasFiles&&!l.media.files.supported&&(o.push("File content will be extracted to text"),r.push("File-to-text extraction")),n.hasUrls&&!l.media.urls.supported&&(o.push("URL content will be pre-fetched"),r.push("URL content fetching")),n.requiresStreaming&&!l.streaming&&s.push("Streaming not supported - will use non-streaming mode"),n.requiresCaching&&!l.caching.supported&&s.push("Content caching not supported"),{provider:a,processingApplied:r,degradations:o,warnings:s}}catch(a){throw new Error(`Provider selection failed: ${a instanceof Error?a.message:"Unknown error"}`)}}async tryFallbackProviders(e,t,n){for(let r of t)try{let o={provider:r,processingApplied:["Fallback provider selection"],degradations:["Using fallback provider due to primary provider failure"],warnings:[]},s=await this.preprocessRequest(e,r,{fallbackBehavior:"degrade"});return{response:await r.chat(s,n),routing:o}}catch{}throw new Error("All fallback providers failed")}async getRoutingRecommendation(e){return await this.selectProviderWithDegradation(e,{})}async validateRequest(e){let t=_t(e),n=[],r=[];try{let o=await this.selectProviderWithDegradation(e,{});return o.degradations.length>0&&(n.push(...o.degradations),r.push("Consider using a provider that natively supports all media types")),o.warnings.length>0&&n.push(...o.warnings),t.hasImages&&this.processingServices.imageToText===void 0&&(this.providers.some(a=>a.getFeatures().media.images.supported)||(n.push("No image processing service available and no providers support images"),r.push("Add imageToText processing service or use image-capable provider"))),t.hasAudio&&this.processingServices.audioToText===void 0&&(this.providers.some(a=>a.getFeatures().media.audio.supported)||(n.push("No audio processing service available and no providers support audio"),r.push("Add audioToText processing service or use audio-capable provider"))),{canHandle:n.length===0||o.degradations.length>0,issues:n,recommendations:r}}catch(o){return{canHandle:!1,issues:[`Cannot route request: ${o instanceof Error?o.message:"Unknown error"}`],recommendations:["Add more providers or processing services to handle this request"]}}}getRoutingStats(){let e={};for(let t of this.providers){let n=t.getFeatures(),r=t.getName();n.functions&&(e.Functions=e.Functions||[],e.Functions.push(r)),n.streaming&&(e.Streaming=e.Streaming||[],e.Streaming.push(r)),n.media.images.supported&&(e.Images=e.Images||[],e.Images.push(r)),n.media.audio.supported&&(e.Audio=e.Audio||[],e.Audio.push(r)),n.media.files.supported&&(e.Files=e.Files||[],e.Files.push(r)),n.media.urls.supported&&(e.URLs=e.URLs||[],e.URLs.push(r)),n.caching.supported&&(e.Caching=e.Caching||[],e.Caching.push(r))}return{totalProviders:this.providers.length,capabilityMatrix:e,recommendedProvider:this.providers[0]?.getName()||"None"}}};var Go=[];var zi=()=>structuredClone({model:"mistralai/Mixtral-8x7B-Instruct-v0.1",...oe()}),gn=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Together API key not set");let s={...zi(),...t};o=[...Go,...o??[]];let a={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0};super({apiKey:e,config:s,options:n,apiURL:"https://api.together.xyz/v1",modelInfo:o,models:r,supportFor:a}),super.setName("Together")}};var ur=(d=>(d.Llama31_8B_Instruct="Llama-3.1-8B-Instruct-q4f32_1-MLC",d.Llama31_70B_Instruct="Llama-3.1-70B-Instruct-q4f16_1-MLC",d.Llama32_1B_Instruct="Llama-3.2-1B-Instruct-q4f32_1-MLC",d.Llama32_3B_Instruct="Llama-3.2-3B-Instruct-q4f32_1-MLC",d.Mistral7B_Instruct="Mistral-7B-Instruct-v0.3-q4f32_1-MLC",d.Phi35_Mini_Instruct="Phi-3.5-mini-instruct-q4f32_1-MLC",d.Gemma2_2B_Instruct="gemma-2-2b-it-q4f32_1-MLC",d.Gemma2_9B_Instruct="gemma-2-9b-it-q4f32_1-MLC",d.Qwen2_5_0_5B_Instruct="Qwen2.5-0.5B-Instruct-q4f32_1-MLC",d.Qwen2_5_1_5B_Instruct="Qwen2.5-1.5B-Instruct-q4f32_1-MLC",d.Qwen2_5_3B_Instruct="Qwen2.5-3B-Instruct-q4f32_1-MLC",d.Qwen2_5_7B_Instruct="Qwen2.5-7B-Instruct-q4f32_1-MLC",d))(ur||{});var Uo=[{name:"Llama-3.1-8B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096},{name:"Llama-3.1-70B-Instruct-q4f16_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096,isExpensive:!0},{name:"Llama-3.2-1B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:2048},{name:"Llama-3.2-3B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:2048},{name:"Mistral-7B-Instruct-v0.3-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:4096},{name:"Phi-3.5-mini-instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096},{name:"gemma-2-2b-it-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:8192,maxTokens:2048},{name:"gemma-2-9b-it-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:8192,maxTokens:2048},{name:"Qwen2.5-0.5B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-1.5B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-3B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-7B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:4096}];var Hi=()=>structuredClone({model:"Llama-3.2-3B-Instruct-q4f32_1-MLC",...oe()}),Yl=()=>structuredClone({model:"Llama-3.2-3B-Instruct-q4f32_1-MLC",...Re()}),Bo=class{constructor(e,t){this.config=e;this.engine=t}tokensUsed;engine;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.map(a=>{if(a.role==="function")return{role:"function",name:a.functionId,content:typeof a.result=="string"?a.result:JSON.stringify(a.result)};let l="";typeof a.content=="string"?l=a.content:Array.isArray(a.content)&&(l=a.content.filter(u=>u.type==="text").map(u=>u.text).join(`
179
- `));let c={role:a.role,content:l};return a.role==="assistant"&&a.functionCalls?.length?{...c,tool_calls:a.functionCalls.map(u=>({id:u.id,type:"function",function:{name:u.function.name,arguments:typeof u.function.params=="string"?u.function.params:JSON.stringify(u.function.params||{})}}))}:c}),r=e.functions?.map(a=>({type:"function",function:{name:a.name,description:a.description,parameters:a.parameters||{type:"object",properties:{}}}})),o={name:"/chat/completions",localCall:async(a,l)=>{try{let c=await this.engine.chat.completions.create({...a,stream:l||!1});return l?new ReadableStream({async start(u){try{for await(let p of c)u.enqueue(p);u.close()}catch(p){u.error(p)}}}):c}catch(c){throw new Error(`WebLLM API error: ${c}`)}}},s={model:t,messages:n,...r?.length?{tools:r}:{},max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,stop:e.modelConfig?.stopSequences??this.config.stopSequences,stream:e.modelConfig?.stream??this.config.stream,n:e.modelConfig?.n??this.config.n};return[o,s]}createEmbedReq=e=>{throw new Error("WebLLM does not support embeddings")};createChatResp=e=>(this.tokensUsed={promptTokens:e.usage?.prompt_tokens??0,completionTokens:e.usage?.completion_tokens??0,totalTokens:e.usage?.total_tokens??0},{results:e.choices.map((n,r)=>{let o="stop";switch(n.finish_reason){case"stop":o="stop";break;case"length":o="length";break;case"tool_calls":o="function_call";break;case"content_filter":o="content_filter";break;default:o="stop";break}let s=n.message.tool_calls?.map(a=>({id:a.id,type:"function",function:{name:a.function.name,params:a.function.arguments}}));return{index:r,id:e.id,content:n.message.content||"",functionCalls:s,finishReason:o}}),remoteId:e.id});createChatStreamResp=(e,t)=>{let n=t,r=e.choices[0];if(!r)throw new Error("No choice in WebLLM stream response");if(r.delta.content&&(n.content=(n.content||"")+r.delta.content),r.delta.tool_calls){n.toolCalls||(n.toolCalls=[]);for(let l of r.delta.tool_calls){let c=n.toolCalls[l.index];c?l.function?.arguments&&(c.function.arguments=(c.function?.arguments||"")+l.function.arguments):n.toolCalls[l.index]={id:l.id,type:l.type,function:{name:l.function?.name,arguments:l.function?.arguments||""}}}}e.usage&&(this.tokensUsed={promptTokens:e.usage.prompt_tokens,completionTokens:e.usage.completion_tokens,totalTokens:e.usage.total_tokens});let o;if(r.finish_reason)switch(r.finish_reason){case"stop":o="stop";break;case"length":o="length";break;case"tool_calls":o="function_call";break;case"content_filter":o="content_filter";break;default:o="stop";break}let s=n.toolCalls?.map(l=>({id:l.id||"",type:"function",function:{name:l.function?.name||"",params:l.function?.arguments||""}}));return{results:[{index:0,id:e.id,content:n.content||"",functionCalls:s,finishReason:o}],remoteId:e.id}};createEmbedResp(e){throw new Error("WebLLM does not support embeddings")}},hn=class extends be{constructor({engine:e,config:t,options:n,models:r}){if(!e)throw new Error("WebLLM engine instance is required");let o={...Hi(),...t},s=new Bo(o,e);super(s,{name:"WebLLM",apiURL:void 0,headers:async()=>({}),modelInfo:Uo,defaults:{model:o.model},supportFor:a=>({functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}),options:n,models:r})}};var pr=(r=>(r.Grok3="grok-3",r.Grok3Mini="grok-3-mini",r.Grok3Fast="grok-3-fast",r.Grok3MiniFast="grok-3-mini-fast",r))(pr||{}),Ki=(e=>(e.GrokEmbedSmall="grok-embed-small",e))(Ki||{});var jo=[{name:"grok-3",currency:"USD",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"grok-3-mini",currency:"USD",promptTokenCostPer1M:.3,completionTokenCostPer1M:.5,supported:{thinkingBudget:!0}},{name:"grok-3-fast",currency:"USD",promptTokenCostPer1M:5,completionTokenCostPer1M:25},{name:"grok-3-mini-fast",currency:"USD",promptTokenCostPer1M:.6,completionTokenCostPer1M:4,supported:{thinkingBudget:!0}}];var qo=()=>structuredClone({model:"grok-3-mini",...oe()}),Xl=()=>structuredClone({...qo(),model:"grok-3"}),fn=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Grok API key not set");let s={...qo(),...t};o=[...jo,...o??[]];let a=c=>{let u=ze({model:c,modelInfo:o,models:r});return{functions:!0,streaming:!0,hasThinkingBudget:u?.supported?.thinkingBudget??!1,hasShowThoughts:u?.supported?.showThoughts??!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}},l=c=>{if(n?.searchParameters){let u=n.searchParameters;return{...c,search_parameters:{mode:u.mode,return_citations:u.returnCitations,from_date:u.fromDate,to_date:u.toDate,max_search_results:u.maxSearchResults,sources:u.sources?.map(p=>({type:p.type,country:p.country,excluded_websites:p.excludedWebsites,allowed_websites:p.allowedWebsites,safe_search:p.safeSearch,x_handles:p.xHandles,links:p.links}))}}}return c};super({apiKey:e,config:s,options:n,apiURL:"https://api.x.ai/v1",modelInfo:o,models:r,supportFor:a,chatReqUpdater:l}),super.setName("Grok")}};function Zl(i){return dr.create(i)}var dr=class i{ai;static create(e){return new i(e)}constructor(e){switch(e.name){case"openai":this.ai=new Zt(e);break;case"openai-responses":this.ai=new pn(e);break;case"azure-openai":this.ai=new en(e);break;case"grok":this.ai=new fn(e);break;case"huggingface":this.ai=new an(e);break;case"groq":this.ai=new sn(e);break;case"together":this.ai=new gn(e);break;case"openrouter":this.ai=new dn(e);break;case"cohere":this.ai=new tn(e);break;case"google-gemini":this.ai=new rn(e);break;case"anthropic":this.ai=new Jt(e);break;case"mistral":this.ai=new ln(e);break;case"deepseek":this.ai=new nn(e);break;case"ollama":this.ai=new cn(e);break;case"reka":this.ai=new mn(e);break;case"webllm":this.ai=new hn(e);break;default:throw new Error("Unknown AI")}}getName(){return this.ai.getName()}getId(){return this.ai.getId()}getFeatures(e){return this.ai.getFeatures(e)}getModelList(){return this.ai.getModelList()}getLastUsedChatModel(){return this.ai.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.ai.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.ai.getLastUsedModelConfig()}getMetrics(){return this.ai.getMetrics()}async chat(e,t){return await this.ai.chat(e,t)}async embed(e,t){return await this.ai.embed(e,t)}setOptions(e){this.ai.setOptions(e)}getOptions(){return this.ai.getOptions()}getLogger(){return this.ai.getLogger()}};import{SpanKind as zo}from"@opentelemetry/api";var tt=class{name;fetch;tracer;_upsert;_batchUpsert;_query;constructor({name:e,fetch:t,tracer:n}){this.name=e,this.fetch=t,this.tracer=n}async upsert(e,t){if(!this._upsert)throw new Error("upsert() not implemented");return this.tracer?await this.tracer.startActiveSpan("DB Upsert Request",{kind:zo.SERVER,attributes:{[K.DB_SYSTEM]:this.name,[K.DB_OPERATION_NAME]:"upsert",[K.DB_TABLE]:e.table,[K.DB_NAMESPACE]:e.namespace,[K.DB_OPERATION_NAME]:t?"update":"insert"}},async n=>{try{return await this._upsert(e,t,{span:n})}finally{n.end()}}):await this._upsert(e,t)}async batchUpsert(e,t){if(!this._batchUpsert)throw new Error("batchUpsert() not implemented");if(e.length===0)throw new Error("Batch request is empty");if(!e[0])throw new Error("Batch request is invalid first element is undefined");return this.tracer?await this.tracer.startActiveSpan("DB Batch Upsert Request",{kind:zo.SERVER,attributes:{[K.DB_SYSTEM]:this.name,[K.DB_OPERATION_NAME]:"upsert",[K.DB_TABLE]:e[0].table,[K.DB_NAMESPACE]:e[0].namespace,[K.DB_OPERATION_NAME]:t?"update":"insert"}},async n=>{try{return await this._batchUpsert(e,t,{span:n})}finally{n.end()}}):await this._batchUpsert(e,t)}async query(e){if(!this._query)throw new Error("query() not implemented");return this.tracer?await this.tracer.startActiveSpan("DB Query Request",{kind:zo.SERVER,attributes:{[K.DB_SYSTEM]:this.name,[K.DB_OPERATION_NAME]:"upsert",[K.DB_TABLE]:e.table,[K.DB_NAMESPACE]:e.namespace,[K.DB_OPERATION_NAME]:"query"}},async t=>{try{return await this._query(e,{span:t})}finally{t.end()}}):await this._query(e)}};var Ho="https://api.cloudflare.com/client/v4/accounts/",xn=class extends tt{apiKey;accountId;constructor({apiKey:e,accountId:t,fetch:n,tracer:r}){if(!e||!t)throw new Error("Cloudflare credentials not set");super({name:"Cloudflare",fetch:n,tracer:r}),this.apiKey=e,this.accountId=t}_upsert=async(e,t,n)=>{let r=await Oe({url:new URL(`${this.accountId}/vectorize/indexes/${e.table}/upsert`,Ho),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:n?.span},{id:e.id,values:e.values,namespace:e.namespace,metadata:e.metadata});if(r.errors)throw new Error(`Cloudflare upsert failed: ${r.errors.map(({message:o})=>o).join(", ")}`);return{ids:r.result.ids}};batchUpsert=async(e,t,n)=>{if(t)throw new Error("Weaviate does not support batch update");if(e.length<1)throw new Error("Batch request is empty");if(!e[0]||!e[0].table)throw new Error("Table name is empty");let r=e[0].table,o=await Oe({url:new URL(`${this.accountId}/vectorize/indexes/${r}/upsert`,Ho),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:n?.span},e.map(s=>({id:s.id,values:s.values,namespace:s.namespace,metadata:s.metadata})));if(o.errors)throw new Error(`Cloudflare batch upsert failed: ${o.errors.map(({message:s})=>s).join(", ")}`);return{ids:o.result.ids}};query=async(e,t)=>{let n=await Oe({url:new URL(`${this.accountId}/vectorize/indexes/${e.table}/query`,Ho),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:t?.span},{vector:e.values,topK:e.limit||10,returnValues:!0});if(n.errors)throw new Error(`Cloudflare query failed: ${n.errors.map(({message:o})=>o).join(", ")}`);return{matches:n.result.matches.map(({id:o,score:s,values:a,metadata:l})=>({id:o,score:s,values:a,metadata:l}))}}};var St=class extends tt{state;constructor({tracer:e}={}){super({name:"Memory",tracer:e}),this.state={}}_upsert=async(e,t,n)=>{if(!this.state[e.table])this.state[e.table]={[e.id]:e};else{let r=this.state[e.table];if(!r)throw new Error(`Table not found: ${e.table}`);r[e.id]=e}return{ids:[e.id]}};_batchUpsert=async(e,t,n)=>{let r=[];for(let o of e){let s=await this.upsert(o,t);r.push(...s.ids)}return{ids:r}};_query=async(e,t)=>{let n=this.state[e.table];if(!n)return{matches:[]};let r=[];return Object.entries(n).forEach(([o,s])=>{if(e.values&&s.values){let a=ec(e.values,s.values);r.push({id:o,score:a,metadata:s.metadata})}}),r.sort((o,s)=>o.score-s.score),e.limit&&(r.length=e.limit),{matches:r}};getDB=()=>structuredClone(this.state);setDB=e=>{this.state=structuredClone(e)};clearDB=()=>{this.state={}}},ec=(i,e)=>{if(i.length!==e.length)throw new Error("Vectors must be of the same length.");let t=0,n=0,r=0,o=!0,s=!0,a=new Float64Array(i),l=new Float64Array(e);for(let d=0;d<a.length;d++)t+=a[d]*l[d],n+=a[d]*a[d],r+=l[d]*l[d],a[d]!==0&&(o=!1),l[d]!==0&&(s=!1);if(o||s)return 1;let c=Math.sqrt(n),u=Math.sqrt(r);return 1-t/(c*u)};var tc=i=>({namespace:i.namespace,topK:i.limit||10,filter:{},includeValues:!0,includeMetadata:!0,vector:i.values??[],id:i.id}),An=class extends tt{apiKey;apiURL;constructor({apiKey:e,host:t,fetch:n,tracer:r}){if(!e||e==="")throw new Error("Pinecone API key not set");super({name:"Pinecone",fetch:n,tracer:r}),this.apiKey=e,this.apiURL=t}_upsert=async(e,t,n)=>(await this._batchUpsert([e],t,n),{ids:[e.id]});_batchUpsert=async(e,t,n)=>{if(e.length===0)throw new Error("Batch request is empty");return await Oe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/vectors/upsert",fetch:this.fetch,span:n?.span},e.map(({id:r,values:o=[],metadata:s})=>({id:r,values:o,metadata:s}))),{ids:e.map(({id:r})=>r)}};query=async(e,t)=>{if(e.text)throw new Error("Pinecone does not support text");return{matches:(await Oe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/query",fetch:this.fetch,span:t?.span},tc(e))).matches.map(({id:o,score:s,values:a,metadata:l})=>({id:o,score:s,metadata:l,values:a}))}}};var yn=class extends tt{apiKey;apiURL;constructor({apiKey:e,host:t,fetch:n,tracer:r}){if(!e||e==="")throw new Error("Weaviate API key not set");super({name:"Weaviate",fetch:n,tracer:r}),this.apiKey=e,this.apiURL=t}_upsert=async(e,t,n)=>{let r=await Oe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:`/v1/objects/${e.table}/${e.id}`,put:!!t,fetch:this.fetch,span:n?.span},{id:e.id,class:e.table,tenant:e.namespace,vector:e.values,properties:e.metadata??{}});if(r?.result?.errors)throw new Error(`Weaviate upsert failed: ${r.result.errors.error.map(({message:o})=>o).join(", ")}`);return{ids:[r.id]}};_batchUpsert=async(e,t,n)=>{if(t)throw new Error("Weaviate does not support batch update");if(e.length===0)throw new Error("Batch request is empty");let r=e.map(s=>({id:s.id,class:s.table,tenant:s.namespace,vector:s.values,properties:s.metadata??{}})),o=await Oe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/v1/batch/objects",fetch:this.fetch,span:n?.span},{objects:r});if(o?.some(({result:s})=>s?.errors))throw new Error(`Weaviate batch upsert failed: ${o.map(({result:s})=>s?.errors?.error.map(({message:a})=>a).join(", ")).join(", ")}`);return{ids:o.map(({id:s})=>s)}};_query=async(e,t)=>{let n="";if(e.columns&&e.columns.length===0)throw new Error("Weaviate requires at least one column");if(e.values)n=`nearVector: {
178
+ `)};function or(i){let e=[];for(let t of i??[])if(t?.type==="output_text"&&Array.isArray(t.annotations))for(let n of t.annotations)n&&n.type==="url_citation"&&typeof n.url=="string"&&e.push({url:n.url,title:n.title,description:n.description});return e.length?e:void 0}var ar=()=>({model:"gpt-4o",embedModel:"text-embedding-ada-002",temperature:.7,topP:1,stream:!0}),Hl=()=>({...ar(),model:"gpt-4o",temperature:.5}),Kl=()=>({...ar(),model:"gpt-4o",temperature:.9}),ir=class extends be{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:s=[],models:o,responsesReqUpdater:a,supportFor:l={functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}){if(!e||e==="")throw new Error("OpenAI API key not set");let c=new un(t,n?.streamingUsage??!0,a),u=o?.map(p=>{let d=p,m=d?.config;if(!m)return p;let g={};m.maxTokens!==void 0&&(g.maxTokens=m.maxTokens),m.temperature!==void 0&&(g.temperature=m.temperature),m.topP!==void 0&&(g.topP=m.topP),m.presencePenalty!==void 0&&(g.presencePenalty=m.presencePenalty),m.frequencyPenalty!==void 0&&(g.frequencyPenalty=m.frequencyPenalty);let h=m.stopSequences??m.stop;h!==void 0&&(g.stopSequences=h),m.n!==void 0&&(g.n=m.n),m.stream!==void 0&&(g.stream=m.stream);let f={...d};Object.keys(g).length>0&&(f.modelConfig={...d.modelConfig??{},...g});let A=m?.thinking?.thinkingTokenBudget;if(typeof A=="number"){let x=[["minimal",200],["low",800],["medium",5e3],["high",1e4],["highest",24500]],b="minimal",y=Number.POSITIVE_INFINITY;for(let[I,T]of x){let v=Math.abs(A-T);v<y&&(y=v,b=I)}f.thinkingTokenBudget=b}return m?.thinking?.includeThoughts!==void 0&&(f.showThoughts=!!m.thinking.includeThoughts),f});super(c,{name:"OpenAI",apiURL:r||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:s,defaults:{model:t.model??"gpt-4o",embedModel:t.embedModel??"text-embedding-ada-002"},options:n,supportFor:l,models:u??o})}},pn=class extends ir{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:s}){if(!e||e==="")throw new Error("OpenAI API key not set");s=[...us,...s??[]];let o=a=>{let l=ze({model:a,modelInfo:s,models:r});return{functions:!0,streaming:!0,hasThinkingBudget:l?.supported?.thinkingBudget??!1,hasShowThoughts:l?.supported?.showThoughts??!1,structuredOutputs:l?.supported?.structuredOutputs??!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}};super({apiKey:e,config:{...ar(),...t},options:n,modelInfo:s,models:r,supportFor:o})}};var qi=()=>structuredClone({model:"openrouter/auto",...se()}),dn=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:s,referer:o,title:a}){if(!e||e==="")throw new Error("OpenRouter API key not set");let l={...qi(),...t},c={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},u=s??[];super({apiKey:e,config:l,options:n,apiURL:"https://openrouter.ai/api/v1",modelInfo:u,models:r,supportFor:c}),super.setName("OpenRouter"),super.setHeaders(async()=>{let p={Authorization:`Bearer ${e}`};return o&&(p["HTTP-Referer"]=o),a&&(p["X-Title"]=a),p})}};async function Ns(i,e,t={}){if(typeof i=="string")return[{type:"text",text:i}];if(!Array.isArray(i))return[{type:"text",text:String(i)}];let n=e.getFeatures(),r=[];for(let s of i)try{switch(s.type){case"text":r.push({type:"text",text:s.text});break;case"image":if(n.media.images.supported)s.altText?r.push({type:"text",text:`[Image: ${s.altText}]`}):r.push({type:"text",text:"[Image content]"});else if(s.altText)r.push({type:"text",text:s.altText});else if(t.imageToText)try{let o=await t.imageToText(s.image);r.push({type:"text",text:o})}catch(o){throw new at(o,"image","vision analysis")}else switch(t.fallbackBehavior){case"error":throw new Ze("Images",e.getName(),!1);case"skip":continue;default:r.push({type:"text",text:"[Image content not supported by this provider]"})}break;case"audio":if(n.media.audio.supported)s.transcription?r.push({type:"text",text:s.transcription}):r.push({type:"text",text:"[Audio content]"});else if(s.transcription)r.push({type:"text",text:s.transcription});else if(t.audioToText)try{let o=await t.audioToText(s.data,s.format);r.push({type:"text",text:o})}catch(o){throw new at(o,"audio","transcription")}else switch(t.fallbackBehavior){case"error":throw new Ze("Audio",e.getName(),!1);case"skip":continue;case"degrade":r.push({type:"text",text:"[Audio content not supported by this provider]"})}break;case"file":if(n.media.files.supported)s.extractedText?r.push({type:"text",text:s.extractedText}):r.push({type:"text",text:`[File: ${s.filename}]`});else if(s.extractedText)r.push({type:"text",text:s.extractedText});else if(t.fileToText)try{let o=await t.fileToText(s.data,s.mimeType);r.push({type:"text",text:o})}catch(o){throw new at(o,"file","text extraction")}else switch(t.fallbackBehavior){case"error":throw new Ze("Files",e.getName(),!1);case"skip":continue;default:r.push({type:"text",text:`[File: ${s.filename} - content not accessible by this provider]`})}break;case"url":if(n.media.urls.supported)s.cachedContent?r.push({type:"text",text:s.cachedContent}):r.push({type:"text",text:`[Link: ${s.url}${s.title?` - ${s.title}`:""}]`});else if(s.cachedContent)r.push({type:"text",text:s.cachedContent});else if(t.urlToText)try{let o=await t.urlToText(s.url);r.push({type:"text",text:o})}catch(o){throw new at(o,"url","content fetching")}else switch(t.fallbackBehavior){case"error":throw new Ze("URLs",e.getName(),!1);case"skip":continue;case"degrade":r.push({type:"text",text:`[Link: ${s.url}${s.title?` - ${s.title}`:""}]`})}break;default:typeof s=="object"&&s.text?r.push({type:"text",text:s.text}):r.push({type:"text",text:String(s)})}}catch(o){throw o instanceof Ze||o instanceof at?o:new at(o,s.type||"unknown","content processing")}return r}function Wl(i){let e=!1,t=!1,n=!1,r=!1;for(let s of i)if(s.role==="user"&&Array.isArray(s.content))for(let o of s.content)switch(o.type){case"image":e=!0;break;case"audio":t=!0;break;case"file":n=!0;break;case"url":r=!0;break}return{hasImages:e,hasAudio:t,hasFiles:n,hasUrls:r}}var lr=(n=>(n.RekaCore="reka-core",n.RekaFlash="reka-flash",n.RekaEdge="reka-edge",n))(lr||{});var $s=[{name:"reka-core",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"reka-flash",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2},{name:"reka-edge",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1}];var cr=()=>structuredClone({model:"reka-core",...se()}),Vl=()=>structuredClone({...cr(),model:"reka-core"}),Jl=()=>structuredClone({model:"reka-core",...Re()}),Ql=()=>({...cr(),model:"reka-flash"}),Ls=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq=e=>{let t=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let n={name:"/chat/completions"},r=Yl(e),s=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,o=e.modelConfig?.stream??this.config.stream,a={model:t,messages:r,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},top_k:e.modelConfig?.n??this.config.n,...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},stop:e.modelConfig?.stopSequences??this.config.stop,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...s?{frequency_penalty:s}:{},...o?{stream:!0}:{}};return[n,a]};createChatResp=e=>{let{id:t,usage:n,responses:r}=e;return this.tokensUsed=n?{promptTokens:n.input_tokens,completionTokens:n.output_tokens,totalTokens:n.input_tokens+n.output_tokens}:void 0,{results:r.map((o,a)=>{let l=zi(o.finish_reason),c;return typeof o.message.content=="string"?c=o.message.content:c=o.message.content.text,{index:a,id:`${t}`,content:c,finishReason:l}}),remoteId:t}};createChatStreamResp=e=>{let{id:t,usage:n,responses:r}=e;return this.tokensUsed=n?{promptTokens:n.input_tokens,completionTokens:n.output_tokens,totalTokens:n.input_tokens+n.output_tokens}:void 0,{results:r.map((o,a)=>{let l=zi(o.finish_reason),c;return typeof o.chunk.content=="string"?c=o.chunk.content:c=o.chunk.content.text,{index:a,id:`${t}`,content:c,finishReason:l}})}}},zi=i=>{switch(i){case"stop":return"stop";case"context":return"length";case"length":return"length"}};function Yl(i){return i.chatPrompt.map(e=>{switch(e.role){case"system":return{role:"user",content:e.content};case"user":return Array.isArray(e.content)?{role:"user",content:e.content.map(t=>{switch(t.type){case"text":return{type:"text",text:t.text};case"image":throw new Error("Image type not supported");default:throw new Error("Invalid content type")}})}:{role:"user",content:e.content};case"assistant":if(Array.isArray(e.content))return{role:"assistant",content:e.content.map(t=>{switch(t.type){case"text":return{type:"text",text:t.text};case"image":throw new Error("Image type not supported");default:throw new Error("Invalid content type")}})};if(!e.content)throw new Error("Assistant content is empty");return{role:"user",content:e.content};default:throw new Error("Invalid role")}})}var mn=class extends be{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:s=$s,models:o}){if(!e||e==="")throw new Error("Reka API key not set");let a={...cr(),...t},l=new Ls(a);super(l,{name:"Reka",apiURL:r||"https://api.reka.ai/v1/chat",headers:async()=>({"X-Api-Key":e}),modelInfo:s,defaults:{model:a.model},options:n,supportFor:{functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:o})}};var Ds=class{providers;processingServices;config;constructor(e){this.providers=[e.providers.primary,...e.providers.alternatives],this.processingServices=e.processing,this.config=e.routing}async chat(e,t={}){let n=await this.selectProviderWithDegradation(e,t.routingOptions||{}),r=await this.preprocessRequest(e,n.provider,t.processingOptions);try{return{response:await n.provider.chat(r,t),routing:n}}catch(s){if(s instanceof Ze&&t.fallbackProviders?.length)return await this.tryFallbackProviders(e,t.fallbackProviders,t);throw s}}async preprocessRequest(e,t,n){let r={...n,fallbackBehavior:n?.fallbackBehavior||"degrade",imageToText:n?.imageToText||this.processingServices.imageToText,audioToText:n?.audioToText||this.processingServices.audioToText,fileToText:n?.fileToText||this.processingServices.fileToText,urlToText:n?.urlToText||this.processingServices.urlToText},s=[];for(let o of e.chatPrompt)if(o.role==="user"&&Array.isArray(o.content)){let a=await Ns(o.content,t,r);a.every(c=>c.type==="text")&&a.length===1?s.push({...o,content:a[0].text}):s.push({...o,content:a.map(c=>({type:"text",text:c.text}))})}else s.push(o);return{...e,chatPrompt:s}}async selectProviderWithDegradation(e,t){let n=_t(e),r=[],s=[],o=[];try{let a=xs(e,this.providers,{requireExactMatch:t.requireExactMatch??this.config.capability.requireExactMatch,allowDegradation:t.allowDegradation??this.config.capability.allowDegradation}),l=a.getFeatures();return n.hasImages&&!l.media.images.supported&&(s.push("Images will be converted to text descriptions"),r.push("Image-to-text conversion")),n.hasAudio&&!l.media.audio.supported&&(s.push("Audio will be transcribed to text"),r.push("Audio-to-text transcription")),n.hasFiles&&!l.media.files.supported&&(s.push("File content will be extracted to text"),r.push("File-to-text extraction")),n.hasUrls&&!l.media.urls.supported&&(s.push("URL content will be pre-fetched"),r.push("URL content fetching")),n.requiresStreaming&&!l.streaming&&o.push("Streaming not supported - will use non-streaming mode"),n.requiresCaching&&!l.caching.supported&&o.push("Content caching not supported"),{provider:a,processingApplied:r,degradations:s,warnings:o}}catch(a){throw new Error(`Provider selection failed: ${a instanceof Error?a.message:"Unknown error"}`)}}async tryFallbackProviders(e,t,n){for(let r of t)try{let s={provider:r,processingApplied:["Fallback provider selection"],degradations:["Using fallback provider due to primary provider failure"],warnings:[]},o=await this.preprocessRequest(e,r,{fallbackBehavior:"degrade"});return{response:await r.chat(o,n),routing:s}}catch{}throw new Error("All fallback providers failed")}async getRoutingRecommendation(e){return await this.selectProviderWithDegradation(e,{})}async validateRequest(e){let t=_t(e),n=[],r=[];try{let s=await this.selectProviderWithDegradation(e,{});return s.degradations.length>0&&(n.push(...s.degradations),r.push("Consider using a provider that natively supports all media types")),s.warnings.length>0&&n.push(...s.warnings),t.hasImages&&this.processingServices.imageToText===void 0&&(this.providers.some(a=>a.getFeatures().media.images.supported)||(n.push("No image processing service available and no providers support images"),r.push("Add imageToText processing service or use image-capable provider"))),t.hasAudio&&this.processingServices.audioToText===void 0&&(this.providers.some(a=>a.getFeatures().media.audio.supported)||(n.push("No audio processing service available and no providers support audio"),r.push("Add audioToText processing service or use audio-capable provider"))),{canHandle:n.length===0||s.degradations.length>0,issues:n,recommendations:r}}catch(s){return{canHandle:!1,issues:[`Cannot route request: ${s instanceof Error?s.message:"Unknown error"}`],recommendations:["Add more providers or processing services to handle this request"]}}}getRoutingStats(){let e={};for(let t of this.providers){let n=t.getFeatures(),r=t.getName();n.functions&&(e.Functions=e.Functions||[],e.Functions.push(r)),n.streaming&&(e.Streaming=e.Streaming||[],e.Streaming.push(r)),n.media.images.supported&&(e.Images=e.Images||[],e.Images.push(r)),n.media.audio.supported&&(e.Audio=e.Audio||[],e.Audio.push(r)),n.media.files.supported&&(e.Files=e.Files||[],e.Files.push(r)),n.media.urls.supported&&(e.URLs=e.URLs||[],e.URLs.push(r)),n.caching.supported&&(e.Caching=e.Caching||[],e.Caching.push(r))}return{totalProviders:this.providers.length,capabilityMatrix:e,recommendedProvider:this.providers[0]?.getName()||"None"}}};var Gs=[];var Hi=()=>structuredClone({model:"mistralai/Mixtral-8x7B-Instruct-v0.1",...se()}),gn=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:s}){if(!e||e==="")throw new Error("Together API key not set");let o={...Hi(),...t};s=[...Gs,...s??[]];let a={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0};super({apiKey:e,config:o,options:n,apiURL:"https://api.together.xyz/v1",modelInfo:s,models:r,supportFor:a}),super.setName("Together")}};var ur=(d=>(d.Llama31_8B_Instruct="Llama-3.1-8B-Instruct-q4f32_1-MLC",d.Llama31_70B_Instruct="Llama-3.1-70B-Instruct-q4f16_1-MLC",d.Llama32_1B_Instruct="Llama-3.2-1B-Instruct-q4f32_1-MLC",d.Llama32_3B_Instruct="Llama-3.2-3B-Instruct-q4f32_1-MLC",d.Mistral7B_Instruct="Mistral-7B-Instruct-v0.3-q4f32_1-MLC",d.Phi35_Mini_Instruct="Phi-3.5-mini-instruct-q4f32_1-MLC",d.Gemma2_2B_Instruct="gemma-2-2b-it-q4f32_1-MLC",d.Gemma2_9B_Instruct="gemma-2-9b-it-q4f32_1-MLC",d.Qwen2_5_0_5B_Instruct="Qwen2.5-0.5B-Instruct-q4f32_1-MLC",d.Qwen2_5_1_5B_Instruct="Qwen2.5-1.5B-Instruct-q4f32_1-MLC",d.Qwen2_5_3B_Instruct="Qwen2.5-3B-Instruct-q4f32_1-MLC",d.Qwen2_5_7B_Instruct="Qwen2.5-7B-Instruct-q4f32_1-MLC",d))(ur||{});var Us=[{name:"Llama-3.1-8B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096},{name:"Llama-3.1-70B-Instruct-q4f16_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096,isExpensive:!0},{name:"Llama-3.2-1B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:2048},{name:"Llama-3.2-3B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:2048},{name:"Mistral-7B-Instruct-v0.3-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:4096},{name:"Phi-3.5-mini-instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096},{name:"gemma-2-2b-it-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:8192,maxTokens:2048},{name:"gemma-2-9b-it-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:8192,maxTokens:2048},{name:"Qwen2.5-0.5B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-1.5B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-3B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-7B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:4096}];var Ki=()=>structuredClone({model:"Llama-3.2-3B-Instruct-q4f32_1-MLC",...se()}),Xl=()=>structuredClone({model:"Llama-3.2-3B-Instruct-q4f32_1-MLC",...Re()}),Bs=class{constructor(e,t){this.config=e;this.engine=t}tokensUsed;engine;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.map(a=>{if(a.role==="function")return{role:"function",name:a.functionId,content:typeof a.result=="string"?a.result:JSON.stringify(a.result)};let l="";typeof a.content=="string"?l=a.content:Array.isArray(a.content)&&(l=a.content.filter(u=>u.type==="text").map(u=>u.text).join(`
179
+ `));let c={role:a.role,content:l};return a.role==="assistant"&&a.functionCalls?.length?{...c,tool_calls:a.functionCalls.map(u=>({id:u.id,type:"function",function:{name:u.function.name,arguments:typeof u.function.params=="string"?u.function.params:JSON.stringify(u.function.params||{})}}))}:c}),r=e.functions?.map(a=>({type:"function",function:{name:a.name,description:a.description,parameters:a.parameters||{type:"object",properties:{}}}})),s={name:"/chat/completions",localCall:async(a,l)=>{try{let c=await this.engine.chat.completions.create({...a,stream:l||!1});return l?new ReadableStream({async start(u){try{for await(let p of c)u.enqueue(p);u.close()}catch(p){u.error(p)}}}):c}catch(c){throw new Error(`WebLLM API error: ${c}`)}}},o={model:t,messages:n,...r?.length?{tools:r}:{},max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,stop:e.modelConfig?.stopSequences??this.config.stopSequences,stream:e.modelConfig?.stream??this.config.stream,n:e.modelConfig?.n??this.config.n};return[s,o]}createEmbedReq=e=>{throw new Error("WebLLM does not support embeddings")};createChatResp=e=>(this.tokensUsed={promptTokens:e.usage?.prompt_tokens??0,completionTokens:e.usage?.completion_tokens??0,totalTokens:e.usage?.total_tokens??0},{results:e.choices.map((n,r)=>{let s="stop";switch(n.finish_reason){case"stop":s="stop";break;case"length":s="length";break;case"tool_calls":s="function_call";break;case"content_filter":s="content_filter";break;default:s="stop";break}let o=n.message.tool_calls?.map(a=>({id:a.id,type:"function",function:{name:a.function.name,params:a.function.arguments}}));return{index:r,id:e.id,content:n.message.content||"",functionCalls:o,finishReason:s}}),remoteId:e.id});createChatStreamResp=(e,t)=>{let n=t,r=e.choices[0];if(!r)throw new Error("No choice in WebLLM stream response");if(r.delta.content&&(n.content=(n.content||"")+r.delta.content),r.delta.tool_calls){n.toolCalls||(n.toolCalls=[]);for(let l of r.delta.tool_calls){let c=n.toolCalls[l.index];c?l.function?.arguments&&(c.function.arguments=(c.function?.arguments||"")+l.function.arguments):n.toolCalls[l.index]={id:l.id,type:l.type,function:{name:l.function?.name,arguments:l.function?.arguments||""}}}}e.usage&&(this.tokensUsed={promptTokens:e.usage.prompt_tokens,completionTokens:e.usage.completion_tokens,totalTokens:e.usage.total_tokens});let s;if(r.finish_reason)switch(r.finish_reason){case"stop":s="stop";break;case"length":s="length";break;case"tool_calls":s="function_call";break;case"content_filter":s="content_filter";break;default:s="stop";break}let o=n.toolCalls?.map(l=>({id:l.id||"",type:"function",function:{name:l.function?.name||"",params:l.function?.arguments||""}}));return{results:[{index:0,id:e.id,content:n.content||"",functionCalls:o,finishReason:s}],remoteId:e.id}};createEmbedResp(e){throw new Error("WebLLM does not support embeddings")}},hn=class extends be{constructor({engine:e,config:t,options:n,models:r}){if(!e)throw new Error("WebLLM engine instance is required");let s={...Ki(),...t},o=new Bs(s,e);super(o,{name:"WebLLM",apiURL:void 0,headers:async()=>({}),modelInfo:Us,defaults:{model:s.model},supportFor:a=>({functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}),options:n,models:r})}};var pr=(r=>(r.Grok3="grok-3",r.Grok3Mini="grok-3-mini",r.Grok3Fast="grok-3-fast",r.Grok3MiniFast="grok-3-mini-fast",r))(pr||{}),Wi=(e=>(e.GrokEmbedSmall="grok-embed-small",e))(Wi||{});var js=[{name:"grok-3",currency:"USD",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"grok-3-mini",currency:"USD",promptTokenCostPer1M:.3,completionTokenCostPer1M:.5,supported:{thinkingBudget:!0}},{name:"grok-3-fast",currency:"USD",promptTokenCostPer1M:5,completionTokenCostPer1M:25},{name:"grok-3-mini-fast",currency:"USD",promptTokenCostPer1M:.6,completionTokenCostPer1M:4,supported:{thinkingBudget:!0}}];var qs=()=>structuredClone({model:"grok-3-mini",...se()}),Zl=()=>structuredClone({...qs(),model:"grok-3"}),fn=class extends fe{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:s}){if(!e||e==="")throw new Error("Grok API key not set");let o={...qs(),...t};s=[...js,...s??[]];let a=c=>{let u=ze({model:c,modelInfo:s,models:r});return{functions:!0,streaming:!0,hasThinkingBudget:u?.supported?.thinkingBudget??!1,hasShowThoughts:u?.supported?.showThoughts??!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}},l=c=>{if(n?.searchParameters){let u=n.searchParameters;return{...c,search_parameters:{mode:u.mode,return_citations:u.returnCitations,from_date:u.fromDate,to_date:u.toDate,max_search_results:u.maxSearchResults,sources:u.sources?.map(p=>({type:p.type,country:p.country,excluded_websites:p.excludedWebsites,allowed_websites:p.allowedWebsites,safe_search:p.safeSearch,x_handles:p.xHandles,links:p.links}))}}}return c};super({apiKey:e,config:o,options:n,apiURL:"https://api.x.ai/v1",modelInfo:s,models:r,supportFor:a,chatReqUpdater:l}),super.setName("Grok")}};function ec(i){return dr.create(i)}var dr=class i{ai;static create(e){return new i(e)}constructor(e){switch(e.name){case"openai":this.ai=new Zt(e);break;case"openai-responses":this.ai=new pn(e);break;case"azure-openai":this.ai=new en(e);break;case"grok":this.ai=new fn(e);break;case"huggingface":this.ai=new an(e);break;case"groq":this.ai=new on(e);break;case"together":this.ai=new gn(e);break;case"openrouter":this.ai=new dn(e);break;case"cohere":this.ai=new tn(e);break;case"google-gemini":this.ai=new rn(e);break;case"anthropic":this.ai=new Jt(e);break;case"mistral":this.ai=new ln(e);break;case"deepseek":this.ai=new nn(e);break;case"ollama":this.ai=new cn(e);break;case"reka":this.ai=new mn(e);break;case"webllm":this.ai=new hn(e);break;default:throw new Error("Unknown AI")}}getName(){return this.ai.getName()}getId(){return this.ai.getId()}getFeatures(e){return this.ai.getFeatures(e)}getModelList(){return this.ai.getModelList()}getLastUsedChatModel(){return this.ai.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.ai.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.ai.getLastUsedModelConfig()}getMetrics(){return this.ai.getMetrics()}async chat(e,t){return await this.ai.chat(e,t)}async embed(e,t){return await this.ai.embed(e,t)}setOptions(e){this.ai.setOptions(e)}getOptions(){return this.ai.getOptions()}getLogger(){return this.ai.getLogger()}};import{SpanKind as zs}from"@opentelemetry/api";var tt=class{name;fetch;tracer;_upsert;_batchUpsert;_query;constructor({name:e,fetch:t,tracer:n}){this.name=e,this.fetch=t,this.tracer=n}async upsert(e,t){if(!this._upsert)throw new Error("upsert() not implemented");return this.tracer?await this.tracer.startActiveSpan("DB Upsert Request",{kind:zs.SERVER,attributes:{[K.DB_SYSTEM]:this.name,[K.DB_OPERATION_NAME]:"upsert",[K.DB_TABLE]:e.table,[K.DB_NAMESPACE]:e.namespace,[K.DB_OPERATION_NAME]:t?"update":"insert"}},async n=>{try{return await this._upsert(e,t,{span:n})}finally{n.end()}}):await this._upsert(e,t)}async batchUpsert(e,t){if(!this._batchUpsert)throw new Error("batchUpsert() not implemented");if(e.length===0)throw new Error("Batch request is empty");if(!e[0])throw new Error("Batch request is invalid first element is undefined");return this.tracer?await this.tracer.startActiveSpan("DB Batch Upsert Request",{kind:zs.SERVER,attributes:{[K.DB_SYSTEM]:this.name,[K.DB_OPERATION_NAME]:"upsert",[K.DB_TABLE]:e[0].table,[K.DB_NAMESPACE]:e[0].namespace,[K.DB_OPERATION_NAME]:t?"update":"insert"}},async n=>{try{return await this._batchUpsert(e,t,{span:n})}finally{n.end()}}):await this._batchUpsert(e,t)}async query(e){if(!this._query)throw new Error("query() not implemented");return this.tracer?await this.tracer.startActiveSpan("DB Query Request",{kind:zs.SERVER,attributes:{[K.DB_SYSTEM]:this.name,[K.DB_OPERATION_NAME]:"upsert",[K.DB_TABLE]:e.table,[K.DB_NAMESPACE]:e.namespace,[K.DB_OPERATION_NAME]:"query"}},async t=>{try{return await this._query(e,{span:t})}finally{t.end()}}):await this._query(e)}};var Hs="https://api.cloudflare.com/client/v4/accounts/",xn=class extends tt{apiKey;accountId;constructor({apiKey:e,accountId:t,fetch:n,tracer:r}){if(!e||!t)throw new Error("Cloudflare credentials not set");super({name:"Cloudflare",fetch:n,tracer:r}),this.apiKey=e,this.accountId=t}_upsert=async(e,t,n)=>{let r=await Oe({url:new URL(`${this.accountId}/vectorize/indexes/${e.table}/upsert`,Hs),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:n?.span},{id:e.id,values:e.values,namespace:e.namespace,metadata:e.metadata});if(r.errors)throw new Error(`Cloudflare upsert failed: ${r.errors.map(({message:s})=>s).join(", ")}`);return{ids:r.result.ids}};batchUpsert=async(e,t,n)=>{if(t)throw new Error("Weaviate does not support batch update");if(e.length<1)throw new Error("Batch request is empty");if(!e[0]||!e[0].table)throw new Error("Table name is empty");let r=e[0].table,s=await Oe({url:new URL(`${this.accountId}/vectorize/indexes/${r}/upsert`,Hs),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:n?.span},e.map(o=>({id:o.id,values:o.values,namespace:o.namespace,metadata:o.metadata})));if(s.errors)throw new Error(`Cloudflare batch upsert failed: ${s.errors.map(({message:o})=>o).join(", ")}`);return{ids:s.result.ids}};query=async(e,t)=>{let n=await Oe({url:new URL(`${this.accountId}/vectorize/indexes/${e.table}/query`,Hs),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:t?.span},{vector:e.values,topK:e.limit||10,returnValues:!0});if(n.errors)throw new Error(`Cloudflare query failed: ${n.errors.map(({message:s})=>s).join(", ")}`);return{matches:n.result.matches.map(({id:s,score:o,values:a,metadata:l})=>({id:s,score:o,values:a,metadata:l}))}}};var St=class extends tt{state;constructor({tracer:e}={}){super({name:"Memory",tracer:e}),this.state={}}_upsert=async(e,t,n)=>{if(!this.state[e.table])this.state[e.table]={[e.id]:e};else{let r=this.state[e.table];if(!r)throw new Error(`Table not found: ${e.table}`);r[e.id]=e}return{ids:[e.id]}};_batchUpsert=async(e,t,n)=>{let r=[];for(let s of e){let o=await this.upsert(s,t);r.push(...o.ids)}return{ids:r}};_query=async(e,t)=>{let n=this.state[e.table];if(!n)return{matches:[]};let r=[];return Object.entries(n).forEach(([s,o])=>{if(e.values&&o.values){let a=tc(e.values,o.values);r.push({id:s,score:a,metadata:o.metadata})}}),r.sort((s,o)=>s.score-o.score),e.limit&&(r.length=e.limit),{matches:r}};getDB=()=>structuredClone(this.state);setDB=e=>{this.state=structuredClone(e)};clearDB=()=>{this.state={}}},tc=(i,e)=>{if(i.length!==e.length)throw new Error("Vectors must be of the same length.");let t=0,n=0,r=0,s=!0,o=!0,a=new Float64Array(i),l=new Float64Array(e);for(let d=0;d<a.length;d++)t+=a[d]*l[d],n+=a[d]*a[d],r+=l[d]*l[d],a[d]!==0&&(s=!1),l[d]!==0&&(o=!1);if(s||o)return 1;let c=Math.sqrt(n),u=Math.sqrt(r);return 1-t/(c*u)};var nc=i=>({namespace:i.namespace,topK:i.limit||10,filter:{},includeValues:!0,includeMetadata:!0,vector:i.values??[],id:i.id}),An=class extends tt{apiKey;apiURL;constructor({apiKey:e,host:t,fetch:n,tracer:r}){if(!e||e==="")throw new Error("Pinecone API key not set");super({name:"Pinecone",fetch:n,tracer:r}),this.apiKey=e,this.apiURL=t}_upsert=async(e,t,n)=>(await this._batchUpsert([e],t,n),{ids:[e.id]});_batchUpsert=async(e,t,n)=>{if(e.length===0)throw new Error("Batch request is empty");return await Oe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/vectors/upsert",fetch:this.fetch,span:n?.span},e.map(({id:r,values:s=[],metadata:o})=>({id:r,values:s,metadata:o}))),{ids:e.map(({id:r})=>r)}};query=async(e,t)=>{if(e.text)throw new Error("Pinecone does not support text");return{matches:(await Oe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/query",fetch:this.fetch,span:t?.span},nc(e))).matches.map(({id:s,score:o,values:a,metadata:l})=>({id:s,score:o,metadata:l,values:a}))}}};var yn=class extends tt{apiKey;apiURL;constructor({apiKey:e,host:t,fetch:n,tracer:r}){if(!e||e==="")throw new Error("Weaviate API key not set");super({name:"Weaviate",fetch:n,tracer:r}),this.apiKey=e,this.apiURL=t}_upsert=async(e,t,n)=>{let r=await Oe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:`/v1/objects/${e.table}/${e.id}`,put:!!t,fetch:this.fetch,span:n?.span},{id:e.id,class:e.table,tenant:e.namespace,vector:e.values,properties:e.metadata??{}});if(r?.result?.errors)throw new Error(`Weaviate upsert failed: ${r.result.errors.error.map(({message:s})=>s).join(", ")}`);return{ids:[r.id]}};_batchUpsert=async(e,t,n)=>{if(t)throw new Error("Weaviate does not support batch update");if(e.length===0)throw new Error("Batch request is empty");let r=e.map(o=>({id:o.id,class:o.table,tenant:o.namespace,vector:o.values,properties:o.metadata??{}})),s=await Oe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/v1/batch/objects",fetch:this.fetch,span:n?.span},{objects:r});if(s?.some(({result:o})=>o?.errors))throw new Error(`Weaviate batch upsert failed: ${s.map(({result:o})=>o?.errors?.error.map(({message:a})=>a).join(", ")).join(", ")}`);return{ids:s.map(({id:o})=>o)}};_query=async(e,t)=>{let n="";if(e.columns&&e.columns.length===0)throw new Error("Weaviate requires at least one column");if(e.values)n=`nearVector: {
180
180
  vector: [${e.values.join(",")}],
181
181
  }`;else if(e.text)n=`nearText: {
182
182
  concepts: ['${e.text}'],
@@ -190,42 +190,42 @@ ${c}`:`Assistant: ${l.content}`}default:throw new Error("Unknown role")}}).join(
190
190
  `)}
191
191
  }
192
192
  }
193
- }`});if(r.errors)throw new Error(`Weaviate query failed: ${r.errors.map(({message:a})=>a).join(", ")}`);let o=r.data.Get[e.table];return o?{matches:o.map(a=>({id:a.id,score:1,metadata:a}))}:{matches:[]}}};var Ko=class{db;constructor(e){switch(e.name){case"weaviate":this.db=new yn(e);break;case"pinecone":this.db=new An(e);break;case"cloudflare":this.db=new xn(e);break;case"memory":this.db=new St(e);break;default:throw new Error("Unknown DB")}}async upsert(e,t){return await this.db.upsert(e,t)}async batchUpsert(e,t){return await this.db.batchUpsert(e,t)}async query(e){return await this.db.query(e)}};var Wo="_internal",Vo=class{ai;db;chunker;rewriter;reranker;constructor({ai:e,db:t,config:n}){this.ai=e,this.db=t,this.chunker=n?.chunker??this.defaultChunker,this.reranker=n?.reranker,this.rewriter=n?.rewriter}defaultChunker=e=>e.split(/\n\n+/);insert=async(e,t)=>{try{let n=Array.isArray(e)?e.join(`
193
+ }`});if(r.errors)throw new Error(`Weaviate query failed: ${r.errors.map(({message:a})=>a).join(", ")}`);let s=r.data.Get[e.table];return s?{matches:s.map(a=>({id:a.id,score:1,metadata:a}))}:{matches:[]}}};var Ks=class{db;constructor(e){switch(e.name){case"weaviate":this.db=new yn(e);break;case"pinecone":this.db=new An(e);break;case"cloudflare":this.db=new xn(e);break;case"memory":this.db=new St(e);break;default:throw new Error("Unknown DB")}}async upsert(e,t){return await this.db.upsert(e,t)}async batchUpsert(e,t){return await this.db.batchUpsert(e,t)}async query(e){return await this.db.query(e)}};var Ws="_internal",Vs=class{ai;db;chunker;rewriter;reranker;constructor({ai:e,db:t,config:n}){this.ai=e,this.db=t,this.chunker=n?.chunker??this.defaultChunker,this.reranker=n?.reranker,this.rewriter=n?.rewriter}defaultChunker=e=>e.split(/\n\n+/);insert=async(e,t)=>{try{let n=Array.isArray(e)?e.join(`
194
194
 
195
- `):e,r=this.chunker(n).filter(c=>c.length>0),o=t?.maxWordsPerChunk,s=t?.minWordsPerChunk,a=nc({initialChunks:r,minWordsPerChunk:s,maxWordsPerChunk:o}),l=t?.batchSize??10;for(let c=0;c<a.length;c+=l){let u=a.slice(c,c+l),d=(await this.ai.embed({texts:u},{abortSignal:t?.abortSignal})).embeddings.map((m,g)=>({id:`chunk_${Date.now()+g}`,table:Wo,values:m,metadata:{text:u[g]??""}})).filter(m=>m.metadata?.text&&m.metadata?.text.length>0);await this.db.batchUpsert(d)}}catch(n){throw new Error(`Error processing text: ${n}`)}};query=async(e,{topPercent:t,abortSignal:n}={})=>{let r=Array.isArray(e)?e:[e];if(typeof r[0]=="string"&&this.rewriter)for(let[l,c]of r.entries()){let{rewrittenQuery:u}=await this.rewriter.forward(this.ai,{query:c});r[l]=u}let o;typeof r[0]=="string"?o=(await this.ai.embed({texts:r},{abortSignal:n})).embeddings.map(c=>this.db.query({table:Wo,values:c})):o=r.map(l=>this.db.query({table:Wo,values:l}));let s=await Promise.all(o),a=[];for(let{matches:l}of s){let c=l.filter(d=>d.metadata?.text&&d.metadata?.text.length>0).map(({score:d,metadata:m})=>({score:d,text:m?.text??""})),u=t&&t>1?t/100:t,p=u?rc(c,u):c;if(this.reranker){let{rankedItems:d}=await this.reranker.forward(this.ai,{query:r[0],items:p.map(g=>g.text)}),m=d.map(g=>p.find(h=>h.text===g)).filter(g=>g!==void 0);a.push(m)}else a.push(p)}return a}},nc=({initialChunks:i,maxWordsPerChunk:e=350,minWordsPerChunk:t=250})=>{let n=[],r="",o=0;return i.forEach(s=>{let a=s.split(/\s+/),l=a.length;if(o+l<=e)r+=`${s}
195
+ `):e,r=this.chunker(n).filter(c=>c.length>0),s=t?.maxWordsPerChunk,o=t?.minWordsPerChunk,a=rc({initialChunks:r,minWordsPerChunk:o,maxWordsPerChunk:s}),l=t?.batchSize??10;for(let c=0;c<a.length;c+=l){let u=a.slice(c,c+l),d=(await this.ai.embed({texts:u},{abortSignal:t?.abortSignal})).embeddings.map((m,g)=>({id:`chunk_${Date.now()+g}`,table:Ws,values:m,metadata:{text:u[g]??""}})).filter(m=>m.metadata?.text&&m.metadata?.text.length>0);await this.db.batchUpsert(d)}}catch(n){throw new Error(`Error processing text: ${n}`)}};query=async(e,{topPercent:t,abortSignal:n}={})=>{let r=Array.isArray(e)?e:[e];if(typeof r[0]=="string"&&this.rewriter)for(let[l,c]of r.entries()){let{rewrittenQuery:u}=await this.rewriter.forward(this.ai,{query:c});r[l]=u}let s;typeof r[0]=="string"?s=(await this.ai.embed({texts:r},{abortSignal:n})).embeddings.map(c=>this.db.query({table:Ws,values:c})):s=r.map(l=>this.db.query({table:Ws,values:l}));let o=await Promise.all(s),a=[];for(let{matches:l}of o){let c=l.filter(d=>d.metadata?.text&&d.metadata?.text.length>0).map(({score:d,metadata:m})=>({score:d,text:m?.text??""})),u=t&&t>1?t/100:t,p=u?sc(c,u):c;if(this.reranker){let{rankedItems:d}=await this.reranker.forward(this.ai,{query:r[0],items:p.map(g=>g.text)}),m=d.map(g=>p.find(h=>h.text===g)).filter(g=>g!==void 0);a.push(m)}else a.push(p)}return a}},rc=({initialChunks:i,maxWordsPerChunk:e=350,minWordsPerChunk:t=250})=>{let n=[],r="",s=0;return i.forEach(o=>{let a=o.split(/\s+/),l=a.length;if(s+l<=e)r+=`${o}
196
196
 
197
- `,o+=l;else if(o>0&&o+l<=e*1.5)r+=`${s}
197
+ `,s+=l;else if(s>0&&s+l<=e*1.5)r+=`${o}
198
198
 
199
- `,o+=l;else if(o>t&&(n.push(r.trim()),r="",o=0),l>e){let c=a;for(;c.length>e*1.5;){let u=c.splice(0,e);n.push(u.join(" "))}c.length>0&&(r+=`${c.join(" ")}
199
+ `,s+=l;else if(s>t&&(n.push(r.trim()),r="",s=0),l>e){let c=a;for(;c.length>e*1.5;){let u=c.splice(0,e);n.push(u.join(" "))}c.length>0&&(r+=`${c.join(" ")}
200
200
 
201
- `,o+=c.length)}else r=`${s}
201
+ `,s+=c.length)}else r=`${o}
202
202
 
203
- `,o=l}),(o>t||n.length===0)&&n.push(r.trim()),n},rc=(i,e=.1)=>{let t=[...i].sort((r,o)=>r.score-o.score),n=Math.ceil(t.length*e);return t.slice(0,n)};import{context as _c,SpanKind as Nc,trace as $c}from"@opentelemetry/api";var bn=class{data=[];seenTags=new Set;addRequest(e,t){this.data.push(...e.map(n=>{let r=structuredClone(n);return{role:n.role,chat:[{index:t,value:r}]}}))}addFunctionResults(e){let t=e.map(({index:r,...o})=>({index:r,value:structuredClone(o)})),n=this.getLast();n?.role==="function"?n.chat.push(...t):this.data.push({role:"function",chat:t})}addResponse(e){let t=e.map(({index:n,...r})=>({index:n,value:structuredClone(r)}));this.data.push({role:"assistant",chat:t})}updateResult({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:o,index:s}){let a=this.data.at(-1);if(!a||a.role!=="assistant"||a.role==="assistant"&&!a.updatable){this.data.push({role:"assistant",updatable:!0,chat:[{index:s,value:structuredClone({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:o})}]});return}let l=a.chat.find(c=>c.index===s);if(!l){a.chat.push({index:s,value:structuredClone({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:o})});return}if(typeof e=="string"&&e.trim()!==""&&(l.value.content=e),typeof t=="string"&&t.trim()!==""&&(l.value.name=t),Array.isArray(n)&&n.length>0&&(l.value.functionCalls=n),typeof r=="string"&&r.trim()!==""){let c=l.value.thought;l.value.thought=typeof c=="string"?c+r:r}if(Array.isArray(o)&&o.length>0){let c=l.value.thoughtBlocks??[];for(let u of o){let p=c.length>0?c[c.length-1]:void 0;!u.signature&&u.data?p&&!p.signature?(p.data=(p.data??"")+u.data,u.encrypted&&(p.encrypted=!0)):c.push(structuredClone(u)):u.signature?p&&!p.signature?(p.data=(p.data??"")+u.data,p.signature=u.signature,u.encrypted&&(p.encrypted=!0)):c.push(structuredClone(u)):c.length===0&&c.push(structuredClone(u))}l.value.thoughtBlocks=c,c.length>0&&(l.value.thought=c.map(u=>u.data).join(""))}}addTag(e){let t=this.data.at(-1);t&&(t.tags||(t.tags=[]),t.tags.includes(e)||t.tags.push(e),this.seenTags.add(e))}rewindToTag(e){let t=this.data.findIndex(n=>n.tags?.includes(e));if(t===-1){if(!this.seenTags.has(e))throw new Error(`Tag "${e}" not found`);return[]}return this.data.splice(t)}removeByTag(e){let t=this.data.reduce((n,r,o)=>(r.tags?.includes(e)&&n.push(o),n),[]);return t.length===0?[]:t.reverse().map(n=>this.data.splice(n,1).at(0)).filter(n=>n!==void 0).reverse()}history(e){let t=[];for(let{role:n,chat:r}of this.data){let o;n==="function"?o=r.filter(s=>s.index===e).map(s=>s.value):o=r.find(s=>s.index===e)?.value,Array.isArray(o)&&o.length>0?t.push(...o.map(s=>({...s,role:n}))):typeof o=="object"&&o!==null&&t.push({...o,role:n})}return t}getLast(){return this.data.at(-1)}reset(){this.data=[],this.seenTags=new Set}},In=class{memories=new Map;defaultMemory;constructor(){this.defaultMemory=new bn}getMemory(e){return e?(this.memories.has(e)||this.memories.set(e,new bn),this.memories.get(e)):this.defaultMemory}addRequest(e,t){for(let n of e)Vt(n);this.getMemory(t).addRequest(e,0)}addResponse(e,t){io(e),this.getMemory(t).addResponse(e)}addFunctionResults(e,t){this.getMemory(t).addFunctionResults(e)}updateResult(e,t){this.getMemory(t).updateResult(e)}addTag(e,t){this.getMemory(t).addTag(e)}rewindToTag(e,t){return this.getMemory(t).rewindToTag(e)}removeByTag(e,t){return this.getMemory(t).removeByTag(e)}history(e,t){return this.getMemory(t).history(e)}getLast(e){return this.getMemory(e).getLast()}reset(e){e?this.memories.set(e,new bn):this.defaultMemory.reset()}};var mt=class extends Error{constructor({message:e}){super(e),this.name="AxAssertionError"}getFixingInstructions=()=>{let e=[],t=this.message.trim();return e.push({name:"error",title:"Follow these instructions",description:t+(t.endsWith(".")?"":".")}),e};toString(){return`${this.name}: ${this.message}`}[Symbol.for("nodejs.util.inspect.custom")](e,t){return this.toString()}},mr=async(i,e)=>{for(let t of i){let{fn:n,message:r}=t,o=await n(e);if(o!==void 0){if(typeof o=="string")throw new mt({message:o});if(!o)throw r?new mt({message:r}):new Error("Assertion Failed: No message provided for assertion")}}},Jo=async(i,e,t,n=!1)=>{if(!e.currField||e.s===-1||!i||i.length===0)return;let r=i.filter(s=>s.fieldName===e.currField?.name);if(r.length===0)return;let o=t.substring(e.s);for(let s of r){let{message:a,fn:l}=s,c=await l(o,n);if(c!==void 0){if(typeof c=="string")throw new mt({message:c});if(!c&&a)throw new mt({message:a})}}};var Wi={enabled:!0,enabledCategories:["generation","streaming","functions","errors","performance"],maxLabelLength:100,samplingRate:1},Tn,Qo=i=>{if(Tn)return Tn;let e=i??V.meter;if(e)return Tn=sc(e),Tn};var oc=()=>{let i=[];return V.meter||i.push("Global meter not initialized"),!Tn&&V.meter&&i.push("Metrics instruments not created despite available meter"),{healthy:i.length===0,issues:i}},sc=i=>({generationLatencyHistogram:i.createHistogram("ax_gen_generation_duration_ms",{description:"End-to-end duration of AxGen generation requests",unit:"ms"}),generationRequestsCounter:i.createCounter("ax_gen_generation_requests_total",{description:"Total number of AxGen generation requests"}),generationErrorsCounter:i.createCounter("ax_gen_generation_errors_total",{description:"Total number of failed AxGen generations"}),multiStepGenerationsCounter:i.createCounter("ax_gen_multistep_generations_total",{description:"Total number of generations that required multiple steps"}),stepsPerGenerationHistogram:i.createHistogram("ax_gen_steps_per_generation",{description:"Number of steps taken per generation"}),maxStepsReachedCounter:i.createCounter("ax_gen_max_steps_reached_total",{description:"Total number of generations that hit max steps limit"}),validationErrorsCounter:i.createCounter("ax_gen_validation_errors_total",{description:"Total number of validation errors encountered"}),assertionErrorsCounter:i.createCounter("ax_gen_assertion_errors_total",{description:"Total number of assertion errors encountered"}),errorCorrectionAttemptsHistogram:i.createHistogram("ax_gen_error_correction_attempts",{description:"Number of error correction attempts per generation"}),errorCorrectionSuccessCounter:i.createCounter("ax_gen_error_correction_success_total",{description:"Total number of successful error corrections"}),errorCorrectionFailureCounter:i.createCounter("ax_gen_error_correction_failure_total",{description:"Total number of failed error corrections"}),maxRetriesReachedCounter:i.createCounter("ax_gen_max_retries_reached_total",{description:"Total number of generations that hit max retries limit"}),functionsEnabledGenerationsCounter:i.createCounter("ax_gen_functions_enabled_generations_total",{description:"Total number of generations with functions enabled"}),functionCallStepsCounter:i.createCounter("ax_gen_function_call_steps_total",{description:"Total number of steps that included function calls"}),functionsExecutedPerGenerationHistogram:i.createHistogram("ax_gen_functions_executed_per_generation",{description:"Number of unique functions executed per generation"}),functionErrorCorrectionCounter:i.createCounter("ax_gen_function_error_correction_total",{description:"Total number of function-related error corrections"}),fieldProcessorsExecutedCounter:i.createCounter("ax_gen_field_processors_executed_total",{description:"Total number of field processors executed"}),streamingFieldProcessorsExecutedCounter:i.createCounter("ax_gen_streaming_field_processors_executed_total",{description:"Total number of streaming field processors executed"}),streamingGenerationsCounter:i.createCounter("ax_gen_streaming_generations_total",{description:"Total number of streaming generations"}),streamingDeltasEmittedCounter:i.createCounter("ax_gen_streaming_deltas_emitted_total",{description:"Total number of streaming deltas emitted"}),streamingFinalizationLatencyHistogram:i.createHistogram("ax_gen_streaming_finalization_duration_ms",{description:"Duration of streaming response finalization",unit:"ms"}),samplesGeneratedHistogram:i.createHistogram("ax_gen_samples_generated",{description:"Number of samples generated per request"}),resultPickerUsageCounter:i.createCounter("ax_gen_result_picker_usage_total",{description:"Total number of times result picker was used"}),resultPickerLatencyHistogram:i.createHistogram("ax_gen_result_picker_duration_ms",{description:"Duration of result picker execution",unit:"ms"}),inputFieldsGauge:i.createGauge("ax_gen_input_fields",{description:"Number of input fields in signature"}),outputFieldsGauge:i.createGauge("ax_gen_output_fields",{description:"Number of output fields in signature"}),examplesUsedGauge:i.createGauge("ax_gen_examples_used",{description:"Number of examples used in generation"}),demosUsedGauge:i.createGauge("ax_gen_demos_used",{description:"Number of demos used in generation"}),promptRenderLatencyHistogram:i.createHistogram("ax_gen_prompt_render_duration_ms",{description:"Duration of prompt template rendering",unit:"ms"}),extractionLatencyHistogram:i.createHistogram("ax_gen_extraction_duration_ms",{description:"Duration of value extraction from responses",unit:"ms"}),assertionLatencyHistogram:i.createHistogram("ax_gen_assertion_duration_ms",{description:"Duration of assertion checking",unit:"ms"}),stateCreationLatencyHistogram:i.createHistogram("ax_gen_state_creation_duration_ms",{description:"Duration of state creation for multiple samples",unit:"ms"}),memoryUpdateLatencyHistogram:i.createHistogram("ax_gen_memory_update_duration_ms",{description:"Duration of memory updates during generation",unit:"ms"})}),gr=Wi,ic=i=>{gr={...gr,...i}},ac=()=>({...gr}),nt=i=>{let e={};for(let[t,n]of Object.entries(i))if(n!=null){let r=String(n),o=gr.maxLabelLength;e[t]=r.length>o?r.substring(0,o):r}return e};var Vi=(i,e,t,n,r,o,s)=>{try{let a=nt({success:t.toString(),...n?{signature:n}:{},...r?{ai_service:r}:{},...o?{model:o}:{},...s});i.generationLatencyHistogram&&i.generationLatencyHistogram.record(e,a),i.generationRequestsCounter&&i.generationRequestsCounter.add(1,a),!t&&i.generationErrorsCounter&&i.generationErrorsCounter.add(1,a)}catch(a){console.warn("Failed to record generation metric:",a)}},hr=(i,e,t,n,r)=>{try{let o=nt({...n?{signature:n}:{},...r});e>1&&i.multiStepGenerationsCounter&&i.multiStepGenerationsCounter.add(1,o),i.stepsPerGenerationHistogram&&i.stepsPerGenerationHistogram.record(e,o),e>=t&&i.maxStepsReachedCounter&&i.maxStepsReachedCounter.add(1,o)}catch(o){console.warn("Failed to record multi-step metric:",o)}},Yo=(i,e,t,n)=>{try{let r=nt({error_type:e,...t?{signature:t}:{},...n});e==="validation"&&i.validationErrorsCounter&&i.validationErrorsCounter.add(1,r),e==="assertion"&&i.assertionErrorsCounter&&i.assertionErrorsCounter.add(1,r)}catch(r){console.warn("Failed to record validation error metric:",r)}},Ji=(i,e,t)=>{try{let n=nt({error_type:"refusal",...e?{signature:e}:{},...t});i.validationErrorsCounter&&i.validationErrorsCounter.add(1,n)}catch(n){console.warn("Failed to record refusal error metric:",n)}},Xo=(i,e,t,n,r,o)=>{try{let s=nt({success:t.toString(),...r?{signature:r}:{},...o});i.errorCorrectionAttemptsHistogram&&i.errorCorrectionAttemptsHistogram.record(e,s),t&&i.errorCorrectionSuccessCounter&&i.errorCorrectionSuccessCounter.add(1,s),t||(i.errorCorrectionFailureCounter&&i.errorCorrectionFailureCounter.add(1,s),e>=n&&i.maxRetriesReachedCounter&&i.maxRetriesReachedCounter.add(1,s))}catch(s){console.warn("Failed to record error correction metric:",s)}},Qi=(i,e,t,n,r=!1,o,s)=>{try{let a=nt({functions_enabled:e.toString(),had_function_calls:n.toString(),...o?{signature:o}:{},...s});e&&i.functionsEnabledGenerationsCounter&&i.functionsEnabledGenerationsCounter.add(1,a),n&&i.functionCallStepsCounter&&i.functionCallStepsCounter.add(1,a),t>0&&i.functionsExecutedPerGenerationHistogram&&i.functionsExecutedPerGenerationHistogram.record(t,a),r&&i.functionErrorCorrectionCounter&&i.functionErrorCorrectionCounter.add(1,a)}catch(a){console.warn("Failed to record function calling metric:",a)}},Yi=(i,e,t,n,r)=>{try{let o=nt({...n?{signature:n}:{},...r});e>0&&i.fieldProcessorsExecutedCounter&&i.fieldProcessorsExecutedCounter.add(e,o),t>0&&i.streamingFieldProcessorsExecutedCounter&&i.streamingFieldProcessorsExecutedCounter.add(t,o)}catch(o){console.warn("Failed to record field processing metric:",o)}},Xi=(i,e,t,n,r,o)=>{try{let s=nt({is_streaming:e.toString(),...r?{signature:r}:{},...o});e&&i.streamingGenerationsCounter&&i.streamingGenerationsCounter.add(1,s),t>0&&i.streamingDeltasEmittedCounter&&i.streamingDeltasEmittedCounter.add(t,s),n&&i.streamingFinalizationLatencyHistogram&&i.streamingFinalizationLatencyHistogram.record(n,s)}catch(s){console.warn("Failed to record streaming metric:",s)}},Zi=(i,e,t,n,r,o)=>{try{let s=nt({result_picker_used:t.toString(),...r?{signature:r}:{},...o});i.samplesGeneratedHistogram&&i.samplesGeneratedHistogram.record(e,s),t&&i.resultPickerUsageCounter&&i.resultPickerUsageCounter.add(1,s),n&&i.resultPickerLatencyHistogram&&i.resultPickerLatencyHistogram.record(n,s)}catch(s){console.warn("Failed to record samples metric:",s)}},ea=(i,e,t,n,r,o,s)=>{try{let a=nt({...o?{signature:o}:{},...s});i.inputFieldsGauge&&i.inputFieldsGauge.record(e,a),i.outputFieldsGauge&&i.outputFieldsGauge.record(t,a),i.examplesUsedGauge&&i.examplesUsedGauge.record(n,a),i.demosUsedGauge&&i.demosUsedGauge.record(r,a)}catch(a){console.warn("Failed to record signature complexity metrics:",a)}},fr=(i,e,t,n,r)=>{try{let o=nt({metric_type:e,...n?{signature:n}:{},...r});switch(e){case"prompt_render":i.promptRenderLatencyHistogram&&i.promptRenderLatencyHistogram.record(t,o);break;case"extraction":i.extractionLatencyHistogram&&i.extractionLatencyHistogram.record(t,o);break;case"assertion":i.assertionLatencyHistogram&&i.assertionLatencyHistogram.record(t,o);break;case"state_creation":i.stateCreationLatencyHistogram&&i.stateCreationLatencyHistogram.record(t,o);break;case"memory_update":i.memoryUpdateLatencyHistogram&&i.memoryUpdateLatencyHistogram.record(t,o);break}}catch(o){console.warn("Failed to record performance metric:",o)}};var Nt=i=>{let e=(()=>{switch(i?.name){case"string":return"string";case"number":return"number";case"boolean":return"boolean";case"date":return'date ("YYYY-MM-DD" format)';case"datetime":return'date time ("YYYY-MM-DD HH:mm Timezone" format)';case"json":return"JSON object";case"class":return"classification class";case"code":return"code";case"object":return"object";default:return"string"}})();return i?.isArray?`array of ${e}s`:e},we=class extends Error{constructor(e){super(e),this.name="ValidationError"}getFixingInstructions=()=>[{name:"outputError",title:"Invalid Field",description:this.message}];toString(){return`${this.name}: ${this.message}`}[Symbol.for("nodejs.util.inspect.custom")](e,t){return this.toString()}},ta=i=>{let t=i.map(n=>`'${n.title}' (${Nt(n.type)})`).join(", ");return new we(`Required field not found: ${t}. Add a line starting with the exact label followed by a colon (e.g., "${i[0]?.title}:") and then provide a valid ${Nt(i[0]?.type)} value. Keep the output concise and avoid unrelated text.`)},xr=i=>new we(`Expected (Required) field not found: '${i.title}'. Begin a new section with "${i.title}:" and then provide a valid ${Nt(i.type)} value directly after.`);var Ar=i=>new we(`Required field is missing: '${i.title}'. After the "${i.title}:" label, provide a non-empty ${Nt(i.type)}. Do not use null, undefined, or leave it blank.`),na=(i,e)=>new we(`Invalid JSON: ${e} in field '${i.title}'. Return only valid JSON. Prefer a fenced code block containing a single JSON object or array with no trailing text.`),ra=(i,e)=>new we(`Invalid Array: ${e} for '${i.title}'. Provide a JSON array of ${Nt(i.type)} items (e.g., [ ... ]). Markdown lists are also accepted if each item is on its own line starting with a hyphen.`),oa=(i,e,t)=>new we(`Field '${i.title}' has an invalid value '${e}': ${t}. Provide a ${Nt(i.type)}. Ensure formatting exactly matches the expected type.`),sa=(i,e,t)=>new we(`Invalid date for '${i.title}': ${t}. Use the exact format YYYY-MM-DD (e.g., 2024-05-09). You provided: ${e}.`),ia=(i,e,t)=>new we(`Invalid date/time for '${i.title}': ${t}. Use the format YYYY-MM-DD HH:mm or YYYY-MM-DD HH:mm:ss followed by a valid timezone (e.g., America/New_York). You provided: ${e}.`),Zo=(i,e,t)=>new we(`Invalid URL for '${i.title}': ${t}. Use a valid URL format (e.g., https://example.com). You provided: ${e}.`),$t=(i,e,t,n)=>{let r=`Field '${i.title}' failed validation: `;return t==="minLength"?r+=`String must be at least ${n} characters long. You provided: "${e}" (${e.length} characters).`:t==="maxLength"?r+=`String must be at most ${n} characters long. You provided: "${e}" (${e.length} characters).`:t==="pattern"?r+=`String must match pattern /${n}/. You provided: "${e}".`:t==="format"&&(r+=`String must be a ${n}. You provided: "${e}".`),new we(r)},es=(i,e,t,n)=>{let r=`Field '${i.title}' failed validation: `;return t==="minimum"?r+=`Number must be at least ${n}. You provided: ${e}.`:t==="maximum"&&(r+=`Number must be at most ${n}. You provided: ${e}.`),new we(r)};var aa=({error:i,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:o,span:s,customLabels:a})=>{let l=i.getFixingInstructions();if(t&&n){let c=l?.map(u=>u.title).join(", ")??"";ei(i,e,c,n)}return r&&Yo(r,"validation",o,a),s&&s.addEvent("validation.error",{message:i.toString(),fixing_instructions:l?.map(c=>c.title).join(", ")??""}),l},la=({error:i,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:o,span:s,customLabels:a})=>{let l=i.getFixingInstructions();if(t&&n){let c=l?.map(u=>u.title).join(", ")??"";ti(i,e,c,n)}return r&&Yo(r,"assertion",o,a),s&&s.addEvent("assertion.error",{message:i.toString(),fixing_instructions:l?.map(c=>c.title).join(", ")??""}),l},ca=({error:i,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:o,span:s,customLabels:a})=>{t&&n&&ni(i,e,n),r&&Ji(r,o,a),s&&s.addEvent("refusal.error",{message:i.toString()})};function ua(i,e){if(!e)return i;let t=[];if(e.format==="email"&&t.push("Must be a valid email address format"),(e.format==="uri"||e.format==="url"||e.name==="url")&&t.push("Must be a valid URL format"),(e.name==="string"||e.name==="code"||e.name==="url"||e.name==="date"||e.name==="datetime")&&(e.minLength!==void 0&&e.maxLength!==void 0?t.push(`Minimum length: ${e.minLength} characters, maximum length: ${e.maxLength} characters`):e.minLength!==void 0?t.push(`Minimum length: ${e.minLength} characters`):e.maxLength!==void 0&&t.push(`Maximum length: ${e.maxLength} characters`)),e.name==="number"&&(e.minimum!==void 0&&e.maximum!==void 0?t.push(`Minimum value: ${e.minimum}, maximum value: ${e.maximum}`):e.minimum!==void 0?t.push(`Minimum value: ${e.minimum}`):e.maximum!==void 0&&t.push(`Maximum value: ${e.maximum}`)),e.pattern!==void 0){if(!e.patternDescription)throw new Error(`Field with pattern '${e.pattern}' must include a patternDescription to explain the pattern to the LLM`);t.push(e.patternDescription)}if(e.name==="date"&&t.push("Format: YYYY-MM-DD"),e.name==="datetime"&&t.push("Format: ISO 8601 date-time"),t.length===0)return i;let n=t.join(". ");return!i||i.trim().length===0?n:`${i.trim().endsWith(".")?i.trim():`${i.trim()}.`} ${n}`}function Ir(i,e="Schema"){if("name"in i&&"type"in i)return yr(i);let t={},n=[];for(let r of i){if(r.isInternal)continue;let o=yr(r);t[r.name]=o,r.isOptional||n.push(r.name)}return{type:"object",title:e,properties:t,required:n,additionalProperties:!1}}function yr(i,e=!1){let t=i.type,n=ua(i.description,t);if(e&&t?.name&&(t.name==="image"||t.name==="audio"||t.name==="file"))throw new Error(`Media type '${t.name}' is not allowed in nested object fields. Media types (image, audio, file) can only be used as top-level input fields. Field: ${i.name}`);let r={};if(n&&(r.description=n),t?.isArray)if(r.type="array",t.fields){r.items={type:"object",properties:{},required:[],additionalProperties:!1},t.description&&(r.items.description=t.description);for(let[o,s]of Object.entries(t.fields)){let a={name:o,description:s.description,type:{name:s.type,isArray:s.isArray,options:s.options?[...s.options]:void 0,fields:s.fields,minLength:s.minLength,maxLength:s.maxLength,minimum:s.minimum,maximum:s.maximum,pattern:s.pattern,patternDescription:s.patternDescription,format:s.format},isOptional:s.isOptional,isInternal:s.isInternal};r.items.properties[o]=yr(a,!0),s.isOptional||r.items.required.push(o)}}else if(t.name==="class"&&t.options)r.items={type:"string",enum:t.options};else{let o=ua(t.description||i.description,t);r.items={type:pa(t.name)},o&&(r.items.description=o),t.name==="string"||t.name==="code"||t.name==="url"||t.name==="date"||t.name==="datetime"?(t.minLength!==void 0&&(r.items.minLength=t.minLength),t.maxLength!==void 0&&(r.items.maxLength=t.maxLength),t.pattern!==void 0&&(r.items.pattern=t.pattern),t.format!==void 0&&(r.items.format=t.format)):t.name==="number"&&(t.minimum!==void 0&&(r.items.minimum=t.minimum),t.maximum!==void 0&&(r.items.maximum=t.maximum))}else if(t?.name==="object"&&t.fields){r.type="object",r.properties={},r.required=[],r.additionalProperties=!1;for(let[o,s]of Object.entries(t.fields)){let a={name:o,description:s.description,type:{name:s.type,isArray:s.isArray,options:s.options?[...s.options]:void 0,fields:s.fields,minLength:s.minLength,maxLength:s.maxLength,minimum:s.minimum,maximum:s.maximum,pattern:s.pattern,patternDescription:s.patternDescription,format:s.format},isOptional:s.isOptional,isInternal:s.isInternal};r.properties[o]=yr(a,!0),s.isOptional||r.required.push(o)}}else t?.name==="class"&&t.options?(r.type="string",r.enum=t.options):(r.type=pa(t?.name??"string"),t?.name==="string"||t?.name==="code"||t?.name==="url"||t?.name==="date"||t?.name==="datetime"?(t.minLength!==void 0&&(r.minLength=t.minLength),t.maxLength!==void 0&&(r.maxLength=t.maxLength),t.pattern!==void 0&&(r.pattern=t.pattern),t.format!==void 0&&(r.format=t.format),t.name==="url"&&!t.format&&(r.format="uri"),t.name==="date"&&!t.format&&(r.format="date"),t.name==="datetime"&&!t.format&&(r.format="date-time")):t?.name==="number"&&(t.minimum!==void 0&&(r.minimum=t.minimum),t.maximum!==void 0&&(r.maximum=t.maximum)));return r}function pa(i){switch(i){case"string":case"code":case"url":case"date":case"datetime":case"image":case"audio":case"file":return"string";case"number":return"number";case"boolean":return"boolean";case"json":case"object":return["object","array","string","number","boolean","null"];default:return"string"}}function br(i){if(!i||typeof i!="object")throw new Error("Schema must be an object");if(i.type==="array"){if(!i.items)throw new Error('Array schema is missing an "items" definition (required by JSON Schema and all LLM providers for function tools)');br(i.items)}else if(i.type==="object"&&i.properties)for(let e of Object.values(i.properties))br(e)}var Lt=class extends Error{calls;constructor(e){super(`Stop function executed: ${e.map(t=>t.func.name).join(", ")}`),this.name="AxStopFunctionCallException",this.calls=e}},Tr=class extends Error{constructor(t){super();this.fields=t;this.name="AxFunctionError"}getFields=()=>this.fields;toString(){return[`${this.name}: Function validation error`,...this.fields.map(t=>` - ${t.field}: ${t.message}`)].join(`
203
+ `,s=l}),(s>t||n.length===0)&&n.push(r.trim()),n},sc=(i,e=.1)=>{let t=[...i].sort((r,s)=>r.score-s.score),n=Math.ceil(t.length*e);return t.slice(0,n)};import{context as Lc,SpanKind as Dc,trace as Gc}from"@opentelemetry/api";var bn=class{data=[];seenTags=new Set;addRequest(e,t){this.data.push(...e.map(n=>{let r=structuredClone(n);return{role:n.role,chat:[{index:t,value:r}]}}))}addFunctionResults(e){let t=e.map(({index:r,...s})=>({index:r,value:structuredClone(s)})),n=this.getLast();n?.role==="function"?n.chat.push(...t):this.data.push({role:"function",chat:t})}addResponse(e){let t=e.map(({index:n,...r})=>({index:n,value:structuredClone(r)}));this.data.push({role:"assistant",chat:t})}updateResult({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:s,index:o}){let a=this.data.at(-1);if(!a||a.role!=="assistant"||a.role==="assistant"&&!a.updatable){this.data.push({role:"assistant",updatable:!0,chat:[{index:o,value:structuredClone({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:s})}]});return}let l=a.chat.find(c=>c.index===o);if(!l){a.chat.push({index:o,value:structuredClone({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:s})});return}if(typeof e=="string"&&e.trim()!==""&&(l.value.content=e),typeof t=="string"&&t.trim()!==""&&(l.value.name=t),Array.isArray(n)&&n.length>0&&(l.value.functionCalls=n),typeof r=="string"&&r.trim()!==""){let c=l.value.thought;l.value.thought=typeof c=="string"?c+r:r}if(Array.isArray(s)&&s.length>0){let c=l.value.thoughtBlocks??[];for(let u of s){let p=c.length>0?c[c.length-1]:void 0;!u.signature&&u.data?p&&!p.signature?(p.data=(p.data??"")+u.data,u.encrypted&&(p.encrypted=!0)):c.push(structuredClone(u)):u.signature?p&&!p.signature?(p.data=(p.data??"")+u.data,p.signature=u.signature,u.encrypted&&(p.encrypted=!0)):c.push(structuredClone(u)):c.length===0&&c.push(structuredClone(u))}l.value.thoughtBlocks=c,c.length>0&&(l.value.thought=c.map(u=>u.data).join(""))}}addTag(e){let t=this.data.at(-1);t&&(t.tags||(t.tags=[]),t.tags.includes(e)||t.tags.push(e),this.seenTags.add(e))}rewindToTag(e){let t=this.data.findIndex(n=>n.tags?.includes(e));if(t===-1){if(!this.seenTags.has(e))throw new Error(`Tag "${e}" not found`);return[]}return this.data.splice(t)}removeByTag(e){let t=this.data.reduce((n,r,s)=>(r.tags?.includes(e)&&n.push(s),n),[]);return t.length===0?[]:t.reverse().map(n=>this.data.splice(n,1).at(0)).filter(n=>n!==void 0).reverse()}history(e){let t=[];for(let{role:n,chat:r}of this.data){let s;n==="function"?s=r.filter(o=>o.index===e).map(o=>o.value):s=r.find(o=>o.index===e)?.value,Array.isArray(s)&&s.length>0?t.push(...s.map(o=>({...o,role:n}))):typeof s=="object"&&s!==null&&t.push({...s,role:n})}return t}getLast(){return this.data.at(-1)}reset(){this.data=[],this.seenTags=new Set}},In=class{memories=new Map;defaultMemory;constructor(){this.defaultMemory=new bn}getMemory(e){return e?(this.memories.has(e)||this.memories.set(e,new bn),this.memories.get(e)):this.defaultMemory}addRequest(e,t){for(let n of e)Vt(n);this.getMemory(t).addRequest(e,0)}addResponse(e,t){as(e),this.getMemory(t).addResponse(e)}addFunctionResults(e,t){this.getMemory(t).addFunctionResults(e)}updateResult(e,t){this.getMemory(t).updateResult(e)}addTag(e,t){this.getMemory(t).addTag(e)}rewindToTag(e,t){return this.getMemory(t).rewindToTag(e)}removeByTag(e,t){return this.getMemory(t).removeByTag(e)}history(e,t){return this.getMemory(t).history(e)}getLast(e){return this.getMemory(e).getLast()}reset(e){e?this.memories.set(e,new bn):this.defaultMemory.reset()}};var mt=class extends Error{constructor({message:e}){super(e),this.name="AxAssertionError"}getFixingInstructions=()=>{let e=[],t=this.message.trim();return e.push({name:"error",title:"Follow these instructions",description:t+(t.endsWith(".")?"":".")}),e};toString(){return`${this.name}: ${this.message}`}[Symbol.for("nodejs.util.inspect.custom")](e,t){return this.toString()}},mr=async(i,e)=>{for(let t of i){let{fn:n,message:r}=t,s=await n(e);if(s!==void 0){if(typeof s=="string")throw new mt({message:s});if(!s)throw r?new mt({message:r}):new Error("Assertion Failed: No message provided for assertion")}}},Js=async(i,e,t,n=!1)=>{if(!e.currField||e.s===-1||!i||i.length===0)return;let r=i.filter(o=>o.fieldName===e.currField?.name);if(r.length===0)return;let s=t.substring(e.s);for(let o of r){let{message:a,fn:l}=o,c=await l(s,n);if(c!==void 0){if(typeof c=="string")throw new mt({message:c});if(!c&&a)throw new mt({message:a})}}};var Vi={enabled:!0,enabledCategories:["generation","streaming","functions","errors","performance"],maxLabelLength:100,samplingRate:1},Tn,Qs=i=>{if(Tn)return Tn;let e=i??V.meter;if(e)return Tn=ic(e),Tn};var oc=()=>{let i=[];return V.meter||i.push("Global meter not initialized"),!Tn&&V.meter&&i.push("Metrics instruments not created despite available meter"),{healthy:i.length===0,issues:i}},ic=i=>({generationLatencyHistogram:i.createHistogram("ax_gen_generation_duration_ms",{description:"End-to-end duration of AxGen generation requests",unit:"ms"}),generationRequestsCounter:i.createCounter("ax_gen_generation_requests_total",{description:"Total number of AxGen generation requests"}),generationErrorsCounter:i.createCounter("ax_gen_generation_errors_total",{description:"Total number of failed AxGen generations"}),multiStepGenerationsCounter:i.createCounter("ax_gen_multistep_generations_total",{description:"Total number of generations that required multiple steps"}),stepsPerGenerationHistogram:i.createHistogram("ax_gen_steps_per_generation",{description:"Number of steps taken per generation"}),maxStepsReachedCounter:i.createCounter("ax_gen_max_steps_reached_total",{description:"Total number of generations that hit max steps limit"}),validationErrorsCounter:i.createCounter("ax_gen_validation_errors_total",{description:"Total number of validation errors encountered"}),assertionErrorsCounter:i.createCounter("ax_gen_assertion_errors_total",{description:"Total number of assertion errors encountered"}),errorCorrectionAttemptsHistogram:i.createHistogram("ax_gen_error_correction_attempts",{description:"Number of error correction attempts per generation"}),errorCorrectionSuccessCounter:i.createCounter("ax_gen_error_correction_success_total",{description:"Total number of successful error corrections"}),errorCorrectionFailureCounter:i.createCounter("ax_gen_error_correction_failure_total",{description:"Total number of failed error corrections"}),maxRetriesReachedCounter:i.createCounter("ax_gen_max_retries_reached_total",{description:"Total number of generations that hit max retries limit"}),functionsEnabledGenerationsCounter:i.createCounter("ax_gen_functions_enabled_generations_total",{description:"Total number of generations with functions enabled"}),functionCallStepsCounter:i.createCounter("ax_gen_function_call_steps_total",{description:"Total number of steps that included function calls"}),functionsExecutedPerGenerationHistogram:i.createHistogram("ax_gen_functions_executed_per_generation",{description:"Number of unique functions executed per generation"}),functionErrorCorrectionCounter:i.createCounter("ax_gen_function_error_correction_total",{description:"Total number of function-related error corrections"}),fieldProcessorsExecutedCounter:i.createCounter("ax_gen_field_processors_executed_total",{description:"Total number of field processors executed"}),streamingFieldProcessorsExecutedCounter:i.createCounter("ax_gen_streaming_field_processors_executed_total",{description:"Total number of streaming field processors executed"}),streamingGenerationsCounter:i.createCounter("ax_gen_streaming_generations_total",{description:"Total number of streaming generations"}),streamingDeltasEmittedCounter:i.createCounter("ax_gen_streaming_deltas_emitted_total",{description:"Total number of streaming deltas emitted"}),streamingFinalizationLatencyHistogram:i.createHistogram("ax_gen_streaming_finalization_duration_ms",{description:"Duration of streaming response finalization",unit:"ms"}),samplesGeneratedHistogram:i.createHistogram("ax_gen_samples_generated",{description:"Number of samples generated per request"}),resultPickerUsageCounter:i.createCounter("ax_gen_result_picker_usage_total",{description:"Total number of times result picker was used"}),resultPickerLatencyHistogram:i.createHistogram("ax_gen_result_picker_duration_ms",{description:"Duration of result picker execution",unit:"ms"}),inputFieldsGauge:i.createGauge("ax_gen_input_fields",{description:"Number of input fields in signature"}),outputFieldsGauge:i.createGauge("ax_gen_output_fields",{description:"Number of output fields in signature"}),examplesUsedGauge:i.createGauge("ax_gen_examples_used",{description:"Number of examples used in generation"}),demosUsedGauge:i.createGauge("ax_gen_demos_used",{description:"Number of demos used in generation"}),promptRenderLatencyHistogram:i.createHistogram("ax_gen_prompt_render_duration_ms",{description:"Duration of prompt template rendering",unit:"ms"}),extractionLatencyHistogram:i.createHistogram("ax_gen_extraction_duration_ms",{description:"Duration of value extraction from responses",unit:"ms"}),assertionLatencyHistogram:i.createHistogram("ax_gen_assertion_duration_ms",{description:"Duration of assertion checking",unit:"ms"}),stateCreationLatencyHistogram:i.createHistogram("ax_gen_state_creation_duration_ms",{description:"Duration of state creation for multiple samples",unit:"ms"}),memoryUpdateLatencyHistogram:i.createHistogram("ax_gen_memory_update_duration_ms",{description:"Duration of memory updates during generation",unit:"ms"})}),gr=Vi,ac=i=>{gr={...gr,...i}},lc=()=>({...gr}),nt=i=>{let e={};for(let[t,n]of Object.entries(i))if(n!=null){let r=String(n),s=gr.maxLabelLength;e[t]=r.length>s?r.substring(0,s):r}return e};var Ji=(i,e,t,n,r,s,o)=>{try{let a=nt({success:t.toString(),...n?{signature:n}:{},...r?{ai_service:r}:{},...s?{model:s}:{},...o});i.generationLatencyHistogram&&i.generationLatencyHistogram.record(e,a),i.generationRequestsCounter&&i.generationRequestsCounter.add(1,a),!t&&i.generationErrorsCounter&&i.generationErrorsCounter.add(1,a)}catch(a){console.warn("Failed to record generation metric:",a)}},hr=(i,e,t,n,r)=>{try{let s=nt({...n?{signature:n}:{},...r});e>1&&i.multiStepGenerationsCounter&&i.multiStepGenerationsCounter.add(1,s),i.stepsPerGenerationHistogram&&i.stepsPerGenerationHistogram.record(e,s),e>=t&&i.maxStepsReachedCounter&&i.maxStepsReachedCounter.add(1,s)}catch(s){console.warn("Failed to record multi-step metric:",s)}},Ys=(i,e,t,n)=>{try{let r=nt({error_type:e,...t?{signature:t}:{},...n});e==="validation"&&i.validationErrorsCounter&&i.validationErrorsCounter.add(1,r),e==="assertion"&&i.assertionErrorsCounter&&i.assertionErrorsCounter.add(1,r)}catch(r){console.warn("Failed to record validation error metric:",r)}},Qi=(i,e,t)=>{try{let n=nt({error_type:"refusal",...e?{signature:e}:{},...t});i.validationErrorsCounter&&i.validationErrorsCounter.add(1,n)}catch(n){console.warn("Failed to record refusal error metric:",n)}},Xs=(i,e,t,n,r,s)=>{try{let o=nt({success:t.toString(),...r?{signature:r}:{},...s});i.errorCorrectionAttemptsHistogram&&i.errorCorrectionAttemptsHistogram.record(e,o),t&&i.errorCorrectionSuccessCounter&&i.errorCorrectionSuccessCounter.add(1,o),t||(i.errorCorrectionFailureCounter&&i.errorCorrectionFailureCounter.add(1,o),e>=n&&i.maxRetriesReachedCounter&&i.maxRetriesReachedCounter.add(1,o))}catch(o){console.warn("Failed to record error correction metric:",o)}},Yi=(i,e,t,n,r=!1,s,o)=>{try{let a=nt({functions_enabled:e.toString(),had_function_calls:n.toString(),...s?{signature:s}:{},...o});e&&i.functionsEnabledGenerationsCounter&&i.functionsEnabledGenerationsCounter.add(1,a),n&&i.functionCallStepsCounter&&i.functionCallStepsCounter.add(1,a),t>0&&i.functionsExecutedPerGenerationHistogram&&i.functionsExecutedPerGenerationHistogram.record(t,a),r&&i.functionErrorCorrectionCounter&&i.functionErrorCorrectionCounter.add(1,a)}catch(a){console.warn("Failed to record function calling metric:",a)}},Xi=(i,e,t,n,r)=>{try{let s=nt({...n?{signature:n}:{},...r});e>0&&i.fieldProcessorsExecutedCounter&&i.fieldProcessorsExecutedCounter.add(e,s),t>0&&i.streamingFieldProcessorsExecutedCounter&&i.streamingFieldProcessorsExecutedCounter.add(t,s)}catch(s){console.warn("Failed to record field processing metric:",s)}},Zi=(i,e,t,n,r,s)=>{try{let o=nt({is_streaming:e.toString(),...r?{signature:r}:{},...s});e&&i.streamingGenerationsCounter&&i.streamingGenerationsCounter.add(1,o),t>0&&i.streamingDeltasEmittedCounter&&i.streamingDeltasEmittedCounter.add(t,o),n&&i.streamingFinalizationLatencyHistogram&&i.streamingFinalizationLatencyHistogram.record(n,o)}catch(o){console.warn("Failed to record streaming metric:",o)}},ea=(i,e,t,n,r,s)=>{try{let o=nt({result_picker_used:t.toString(),...r?{signature:r}:{},...s});i.samplesGeneratedHistogram&&i.samplesGeneratedHistogram.record(e,o),t&&i.resultPickerUsageCounter&&i.resultPickerUsageCounter.add(1,o),n&&i.resultPickerLatencyHistogram&&i.resultPickerLatencyHistogram.record(n,o)}catch(o){console.warn("Failed to record samples metric:",o)}},ta=(i,e,t,n,r,s,o)=>{try{let a=nt({...s?{signature:s}:{},...o});i.inputFieldsGauge&&i.inputFieldsGauge.record(e,a),i.outputFieldsGauge&&i.outputFieldsGauge.record(t,a),i.examplesUsedGauge&&i.examplesUsedGauge.record(n,a),i.demosUsedGauge&&i.demosUsedGauge.record(r,a)}catch(a){console.warn("Failed to record signature complexity metrics:",a)}},fr=(i,e,t,n,r)=>{try{let s=nt({metric_type:e,...n?{signature:n}:{},...r});switch(e){case"prompt_render":i.promptRenderLatencyHistogram&&i.promptRenderLatencyHistogram.record(t,s);break;case"extraction":i.extractionLatencyHistogram&&i.extractionLatencyHistogram.record(t,s);break;case"assertion":i.assertionLatencyHistogram&&i.assertionLatencyHistogram.record(t,s);break;case"state_creation":i.stateCreationLatencyHistogram&&i.stateCreationLatencyHistogram.record(t,s);break;case"memory_update":i.memoryUpdateLatencyHistogram&&i.memoryUpdateLatencyHistogram.record(t,s);break}}catch(s){console.warn("Failed to record performance metric:",s)}};var Nt=i=>{let e=(()=>{switch(i?.name){case"string":return"string";case"number":return"number";case"boolean":return"boolean";case"date":return'date ("YYYY-MM-DD" format)';case"datetime":return'date time ("YYYY-MM-DD HH:mm Timezone" format)';case"json":return"JSON object";case"class":return"classification class";case"code":return"code";case"object":return"object";default:return"string"}})();return i?.isArray?`array of ${e}s`:e},we=class extends Error{constructor(e){super(e),this.name="ValidationError"}getFixingInstructions=()=>[{name:"outputError",title:"Invalid Field",description:this.message}];toString(){return`${this.name}: ${this.message}`}[Symbol.for("nodejs.util.inspect.custom")](e,t){return this.toString()}},na=i=>{let t=i.map(n=>`'${n.title}' (${Nt(n.type)})`).join(", ");return new we(`Required field not found: ${t}. Add a line starting with the exact label followed by a colon (e.g., "${i[0]?.title}:") and then provide a valid ${Nt(i[0]?.type)} value. Keep the output concise and avoid unrelated text.`)},xr=i=>new we(`Expected (Required) field not found: '${i.title}'. Begin a new section with "${i.title}:" and then provide a valid ${Nt(i.type)} value directly after.`);var Ar=i=>new we(`Required field is missing: '${i.title}'. After the "${i.title}:" label, provide a non-empty ${Nt(i.type)}. Do not use null, undefined, or leave it blank.`),ra=(i,e)=>new we(`Invalid JSON: ${e} in field '${i.title}'. Return only valid JSON. Prefer a fenced code block containing a single JSON object or array with no trailing text.`),sa=(i,e)=>new we(`Invalid Array: ${e} for '${i.title}'. Provide a JSON array of ${Nt(i.type)} items (e.g., [ ... ]). Markdown lists are also accepted if each item is on its own line starting with a hyphen.`),oa=(i,e,t)=>new we(`Field '${i.title}' has an invalid value '${e}': ${t}. Provide a ${Nt(i.type)}. Ensure formatting exactly matches the expected type.`),ia=(i,e,t)=>new we(`Invalid date for '${i.title}': ${t}. Use the exact format YYYY-MM-DD (e.g., 2024-05-09). You provided: ${e}.`),aa=(i,e,t)=>new we(`Invalid date/time for '${i.title}': ${t}. Use the format YYYY-MM-DD HH:mm or YYYY-MM-DD HH:mm:ss followed by a valid timezone (e.g., America/New_York). You provided: ${e}.`),Zs=(i,e,t)=>new we(`Invalid URL for '${i.title}': ${t}. Use a valid URL format (e.g., https://example.com). You provided: ${e}.`),$t=(i,e,t,n)=>{let r=`Field '${i.title}' failed validation: `;return t==="minLength"?r+=`String must be at least ${n} characters long. You provided: "${e}" (${e.length} characters).`:t==="maxLength"?r+=`String must be at most ${n} characters long. You provided: "${e}" (${e.length} characters).`:t==="pattern"?r+=`String must match pattern /${n}/. You provided: "${e}".`:t==="format"&&(r+=`String must be a ${n}. You provided: "${e}".`),new we(r)},eo=(i,e,t,n)=>{let r=`Field '${i.title}' failed validation: `;return t==="minimum"?r+=`Number must be at least ${n}. You provided: ${e}.`:t==="maximum"&&(r+=`Number must be at most ${n}. You provided: ${e}.`),new we(r)};var la=({error:i,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:s,span:o,customLabels:a})=>{let l=i.getFixingInstructions();if(t&&n){let c=l?.map(u=>u.title).join(", ")??"";ti(i,e,c,n)}return r&&Ys(r,"validation",s,a),o&&o.addEvent("validation.error",{message:i.toString(),fixing_instructions:l?.map(c=>c.title).join(", ")??""}),l},ca=({error:i,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:s,span:o,customLabels:a})=>{let l=i.getFixingInstructions();if(t&&n){let c=l?.map(u=>u.title).join(", ")??"";ni(i,e,c,n)}return r&&Ys(r,"assertion",s,a),o&&o.addEvent("assertion.error",{message:i.toString(),fixing_instructions:l?.map(c=>c.title).join(", ")??""}),l},ua=({error:i,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:s,span:o,customLabels:a})=>{t&&n&&ri(i,e,n),r&&Qi(r,s,a),o&&o.addEvent("refusal.error",{message:i.toString()})};function pa(i,e){if(!e)return i;let t=[];if(e.format==="email"&&t.push("Must be a valid email address format"),(e.format==="uri"||e.format==="url"||e.name==="url")&&t.push("Must be a valid URL format"),(e.name==="string"||e.name==="code"||e.name==="url"||e.name==="date"||e.name==="datetime")&&(e.minLength!==void 0&&e.maxLength!==void 0?t.push(`Minimum length: ${e.minLength} characters, maximum length: ${e.maxLength} characters`):e.minLength!==void 0?t.push(`Minimum length: ${e.minLength} characters`):e.maxLength!==void 0&&t.push(`Maximum length: ${e.maxLength} characters`)),e.name==="number"&&(e.minimum!==void 0&&e.maximum!==void 0?t.push(`Minimum value: ${e.minimum}, maximum value: ${e.maximum}`):e.minimum!==void 0?t.push(`Minimum value: ${e.minimum}`):e.maximum!==void 0&&t.push(`Maximum value: ${e.maximum}`)),e.pattern!==void 0){if(!e.patternDescription)throw new Error(`Field with pattern '${e.pattern}' must include a patternDescription to explain the pattern to the LLM`);t.push(e.patternDescription)}if(e.name==="date"&&t.push("Format: YYYY-MM-DD"),e.name==="datetime"&&t.push("Format: ISO 8601 date-time"),t.length===0)return i;let n=t.join(". ");return!i||i.trim().length===0?n:`${i.trim().endsWith(".")?i.trim():`${i.trim()}.`} ${n}`}function Ir(i,e="Schema"){if("name"in i&&"type"in i)return yr(i);let t={},n=[];for(let r of i){if(r.isInternal)continue;let s=yr(r);t[r.name]=s,r.isOptional||n.push(r.name)}return{type:"object",title:e,properties:t,required:n,additionalProperties:!1}}function yr(i,e=!1){let t=i.type,n=pa(i.description,t);if(e&&t?.name&&(t.name==="image"||t.name==="audio"||t.name==="file"))throw new Error(`Media type '${t.name}' is not allowed in nested object fields. Media types (image, audio, file) can only be used as top-level input fields. Field: ${i.name}`);let r={};if(n&&(r.description=n),t?.isArray)if(r.type="array",t.fields){r.items={type:"object",properties:{},required:[],additionalProperties:!1},t.description&&(r.items.description=t.description);for(let[s,o]of Object.entries(t.fields)){let a={name:s,description:o.description,type:{name:o.type,isArray:o.isArray,options:o.options?[...o.options]:void 0,fields:o.fields,minLength:o.minLength,maxLength:o.maxLength,minimum:o.minimum,maximum:o.maximum,pattern:o.pattern,patternDescription:o.patternDescription,format:o.format},isOptional:o.isOptional,isInternal:o.isInternal};r.items.properties[s]=yr(a,!0),o.isOptional||r.items.required.push(s)}}else if(t.name==="class"&&t.options)r.items={type:"string",enum:t.options};else{let s=pa(t.description||i.description,t);r.items={type:da(t.name)},s&&(r.items.description=s),t.name==="string"||t.name==="code"||t.name==="url"||t.name==="date"||t.name==="datetime"?(t.minLength!==void 0&&(r.items.minLength=t.minLength),t.maxLength!==void 0&&(r.items.maxLength=t.maxLength),t.pattern!==void 0&&(r.items.pattern=t.pattern),t.format!==void 0&&(r.items.format=t.format)):t.name==="number"&&(t.minimum!==void 0&&(r.items.minimum=t.minimum),t.maximum!==void 0&&(r.items.maximum=t.maximum))}else if(t?.name==="object"&&t.fields){r.type="object",r.properties={},r.required=[],r.additionalProperties=!1;for(let[s,o]of Object.entries(t.fields)){let a={name:s,description:o.description,type:{name:o.type,isArray:o.isArray,options:o.options?[...o.options]:void 0,fields:o.fields,minLength:o.minLength,maxLength:o.maxLength,minimum:o.minimum,maximum:o.maximum,pattern:o.pattern,patternDescription:o.patternDescription,format:o.format},isOptional:o.isOptional,isInternal:o.isInternal};r.properties[s]=yr(a,!0),o.isOptional||r.required.push(s)}}else t?.name==="class"&&t.options?(r.type="string",r.enum=t.options):(r.type=da(t?.name??"string"),t?.name==="string"||t?.name==="code"||t?.name==="url"||t?.name==="date"||t?.name==="datetime"?(t.minLength!==void 0&&(r.minLength=t.minLength),t.maxLength!==void 0&&(r.maxLength=t.maxLength),t.pattern!==void 0&&(r.pattern=t.pattern),t.format!==void 0&&(r.format=t.format),t.name==="url"&&!t.format&&(r.format="uri"),t.name==="date"&&!t.format&&(r.format="date"),t.name==="datetime"&&!t.format&&(r.format="date-time")):t?.name==="number"&&(t.minimum!==void 0&&(r.minimum=t.minimum),t.maximum!==void 0&&(r.maximum=t.maximum)));return r}function da(i){switch(i){case"string":case"code":case"url":case"date":case"datetime":case"image":case"audio":case"file":return"string";case"number":return"number";case"boolean":return"boolean";case"json":case"object":return["object","array","string","number","boolean","null"];default:return"string"}}function br(i){if(!i||typeof i!="object")throw new Error("Schema must be an object");if(i.type==="array"){if(!i.items)throw new Error('Array schema is missing an "items" definition (required by JSON Schema and all LLM providers for function tools)');br(i.items)}else if(i.type==="object"&&i.properties)for(let e of Object.values(i.properties))br(e)}var Lt=class extends Error{calls;constructor(e){super(`Stop function executed: ${e.map(t=>t.func.name).join(", ")}`),this.name="AxStopFunctionCallException",this.calls=e}},Tr=class extends Error{constructor(t){super();this.fields=t;this.name="AxFunctionError"}getFields=()=>this.fields;toString(){return[`${this.name}: Function validation error`,...this.fields.map(t=>` - ${t.field}: ${t.message}`)].join(`
204
204
  `)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},Cn=class extends Error{constructor(t,n,r){super();this.fields=t;this.func=n;this.funcId=r}getFunctionId=()=>this.funcId;getFieldDescription(t){if(!this.func.parameters?.properties?.[t])return"";let n=this.func.parameters.properties[t],r=n.description;return n.enum?.length&&(r+=` Allowed values are: ${n.enum.join(", ")}`),r}getFixingInstructions=()=>{let t=this.fields.map(n=>{let r=this.getFieldDescription(n.field)||"";return`- \`${n.field}\` - ${n.message} (${r}).`});return`Errors In Function Arguments: Fix the following invalid arguments to '${this.func.name}'
205
205
  ${t.join(`
206
206
  `)}`};toString(){return[`${this.name}: Function execution error in '${this.func.name}'`,...this.fields.map(t=>{let n=this.getFieldDescription(t.field);return` - ${t.field}: ${t.message}${n?` (${n})`:""}`}),this.funcId?` Function ID: ${this.funcId}`:""].join(`
207
- `)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},Cr=class{funcList=[];constructor(e){this.funcList=e}executeFunction=async(e,t,n)=>{let r;if(typeof t.args=="string"&&t.args.length>0)try{r=JSON.parse(t.args)}catch(c){throw new Error(`Invalid function arguments: ${t.args}`,{cause:c})}else r=t.args;let o=n?{sessionId:n.sessionId,traceId:n.traceId,ai:n.ai}:void 0,s;e.parameters?s=e.func.length===2?await e.func(r,o):await e.func(r):s=e.func.length===1?await e.func(o):await e.func();let l=(n?.functionResultFormatter??V.functionResultFormatter)(s);return{formatted:String(l),rawResult:s,parsedArgs:r}};executeWithDetails=async(e,t)=>{let n=s=>s.replace(/[^a-zA-Z0-9]/g,"").toLowerCase(),r=n(e.name),o=this.funcList.find(s=>s.name===e.name);if(o||(o=this.funcList.find(s=>n(s.name)===r)),!o)throw new Error(`Function not found: ${e.name}`);if(!o.func)throw new Error(`No handler for function: ${e.name}`);try{return await this.executeFunction(o,e,t)}catch(s){throw s instanceof Tr?new Cn(s.getFields(),o,e.id):s}};execute=async(e,t)=>(await this.executeWithDetails(e,t)).formatted},Rr=(i,e)=>{if(i.length===0)return[...e??[]];let t=i.map(n=>"toFunction"in n?n.toFunction():n).flat();for(let n of t.filter(r=>r.parameters))if(n.parameters)try{br(n.parameters)}catch(r){throw r instanceof Error?new Error(`Function '${n.name}' parameters schema is invalid.
207
+ `)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},Cr=class{funcList=[];constructor(e){this.funcList=e}executeFunction=async(e,t,n)=>{let r;if(typeof t.args=="string"&&t.args.length>0)try{r=JSON.parse(t.args)}catch(c){throw new Error(`Invalid function arguments: ${t.args}`,{cause:c})}else r=t.args;let s=n?{sessionId:n.sessionId,traceId:n.traceId,ai:n.ai}:void 0,o;e.parameters?o=e.func.length===2?await e.func(r,s):await e.func(r):o=e.func.length===1?await e.func(s):await e.func();let l=(n?.functionResultFormatter??V.functionResultFormatter)(o);return{formatted:String(l),rawResult:o,parsedArgs:r}};executeWithDetails=async(e,t)=>{let n=o=>o.replace(/[^a-zA-Z0-9]/g,"").toLowerCase(),r=n(e.name),s=this.funcList.find(o=>o.name===e.name);if(s||(s=this.funcList.find(o=>n(o.name)===r)),!s)throw new Error(`Function not found: ${e.name}`);if(!s.func)throw new Error(`No handler for function: ${e.name}`);try{return await this.executeFunction(s,e,t)}catch(o){throw o instanceof Tr?new Cn(o.getFields(),s,e.id):o}};execute=async(e,t)=>(await this.executeWithDetails(e,t)).formatted},Rr=(i,e)=>{if(i.length===0)return[...e??[]];let t=i.map(n=>"toFunction"in n?n.toFunction():n).flat();for(let n of t.filter(r=>r.parameters))if(n.parameters)try{br(n.parameters)}catch(r){throw r instanceof Error?new Error(`Function '${n.name}' parameters schema is invalid.
208
208
  ${r.message}
209
- Tip: Arrays must include an "items" schema (e.g., { items: { type: "string" } } or items: { type: "object", properties: { ... } }).`,{cause:r}):r}return[...e??[],...t]},wr=async({ai:i,functionList:e,functionCalls:t,mem:n,sessionId:r,traceId:o,span:s,excludeContentFromTrace:a,index:l,functionResultFormatter:c,logger:u,debug:p,stopFunctionNames:d})=>{let m=new Cr(e),g=new Set,h=[],f=b=>{let I=k=>k.replace(/[^a-zA-Z0-9]/g,"").toLowerCase(),T=I(b),v=e.find(k=>k.name===b);return v||(v=e.find(k=>I(k.name)===T)),v},A=t.map(b=>{if(!b.id)throw new Error(`Function ${b.name} did not return an ID`);let I=i.getOptions().tracer??V.tracer;return I?I.startActiveSpan(`Tool: ${b.name}`,async T=>{try{T?.setAttributes?.({"tool.name":b.name,"tool.mode":"native","function.id":b.id,"session.id":r??""});let{formatted:v,rawResult:k,parsedArgs:R}=await m.executeWithDetails(b,{sessionId:r,ai:i,functionResultFormatter:c,traceId:T?.spanContext?.().traceId??o,stopFunctionNames:d});if(g.add(b.name.toLowerCase()),d?.includes(b.name.toLowerCase())){let C=f(b.name);C&&h.push({func:C,args:R,result:k})}if(a?T.addEvent("gen_ai.tool.message",{name:b.name}):T.addEvent("gen_ai.tool.message",{name:b.name,args:b.args,result:v??""}),s){let C={name:b.name};a||(C.args=b.args,C.result=v??""),s.addEvent("function.call",C)}return{result:v??"",role:"function",functionId:b.id,index:l}}catch(v){if(T?.recordException?.(v),v instanceof Cn){let k=v.getFixingInstructions(),R={name:b.name,message:v.toString()};return a||(R.args=b.args,R.fixing_instructions=k),T?.addEvent?.("function.error",R),p&&to(v,l,k,u),{functionId:b.id,isError:!0,index:l,result:k,role:"function"}}throw v}finally{T?.end?.()}}):m.executeWithDetails(b,{sessionId:r,ai:i,functionResultFormatter:c,traceId:o,stopFunctionNames:d}).then(({formatted:T,rawResult:v,parsedArgs:k})=>{if(g.add(b.name.toLowerCase()),d?.includes(b.name.toLowerCase())){let R=f(b.name);R&&h.push({func:R,args:k,result:v})}if(s){let R={name:b.name};a||(R.args=b.args,R.result=T??""),s.addEvent("function.call",R)}return{result:T??"",role:"function",functionId:b.id,index:l}}).catch(T=>{if(!(T instanceof Cn))throw T;let v=T.getFixingInstructions();if(s){let k={name:b.name,message:T.toString()};a||(k.args=b.args,k.fixing_instructions=v),s.addEvent("function.error",k)}return p&&to(T,l,v,u),{functionId:b.id,isError:!0,index:l,result:v,role:"function"}})}),y=(await Promise.all(A)).map(b=>b.result===void 0||b.result===""?{...b,result:"done"}:b);if(n.addFunctionResults(y,r),p){let b=y.filter(I=>!I.isError);b.length>0&&Zs(b,u)}if(h.length>0)throw new Lt(h);return g};function ts(i,e,t,n){if(!e||e.length===0)return;if(!i.getFeatures(n).functions)throw new Error("Functions are not supported by the AI service");return e.map(o=>({id:o.id,name:o.function.name,args:o.function.params}))}function da(i,e,t,n){let r=e;return!t&&(r==="required"||typeof r=="function")?{functions:[],functionCall:void 0}:i?{functions:i.map(s=>"toFunction"in s?s.toFunction():s).flat(),functionCall:r}:{functions:[],functionCall:r}}function ma(i){if(!i.trim())return null;try{return JSON.parse(i)}catch{}let e=lc(i);try{return JSON.parse(e)}catch{return null}}function lc(i){let e=i.trim();for(e.endsWith(",")&&(e=e.slice(0,-1));e.match(/[0-9][eE.+-]$/);)e=e.slice(0,-1);e=e.replace(/,(\s*[}\]])/g,"$1"),e.match(/t(r(u(e)?)?)?$/)&&!e.endsWith('"')&&!e.endsWith("true")&&e.match(/[:[,]\s*t(r(u(e)?)?)?$/)&&(e=e.replace(/t(r(u(e)?)?)?$/,"true")),e.match(/f(a(l(s(e)?)?)?)?$/)&&!e.endsWith('"')&&!e.endsWith("false")&&e.match(/[:[,]\s*f(a(l(s(e)?)?)?)?$/)&&(e=e.replace(/f(a(l(s(e)?)?)?)?$/,"false")),e.match(/n(u(l(l)?)?)?$/)&&!e.endsWith('"')&&!e.endsWith("null")&&e.match(/[:[,]\s*n(u(l(l)?)?)?$/)&&(e=e.replace(/n(u(l(l)?)?)?$/,"null"));let t=[],n=!1,r=!1;for(let o=0;o<e.length;o++){let s=e[o];if(r){r=!1;continue}if(s==="\\"){r=!0;continue}if(s==='"'){n=!n;continue}n||(s==="{"?t.push("}"):s==="["?t.push("]"):s==="}"?t.length>0&&t[t.length-1]==="}"&&t.pop():s==="]"&&t.length>0&&t[t.length-1]==="]"&&t.pop())}for(r&&(e=e.slice(0,-1)),n&&(e+='"'),t.length>0&&t[t.length-1]==="}"&&e.match(/,\s*"[^"]*"\s*$/)&&(e=e.replace(/,\s*"[^"]*"\s*$/,""));t.length>0;)e+=t.pop();return e}import vt from"dayjs";import cc from"dayjs/plugin/customParseFormat.js";import uc from"dayjs/plugin/timezone.js";import pc from"dayjs/plugin/utc.js";vt.extend(pc);vt.extend(uc);vt.extend(cc);function ga(i,e,t=!1){try{return dc(e)}catch(n){if(i.isOptional&&!t)return;let r=n.message;throw sa(i,e,r)}}function dc(i){if(!vt(i,"YYYY-MM-DD",!0).isValid())throw new Error('Invalid date format. Please provide the date in "YYYY-MM-DD" format.');return vt.utc(i,"YYYY-MM-DD").startOf("day").toDate()}function ha(i,e,t=!1){try{return mc(e)}catch(n){if(i.isOptional&&!t)return;let r=n.message;throw ia(i,e,r)}}function mc(i){let e=/^(\d{4}-\d{2}-\d{2} \d{2}:\d{2}(?::\d{2})?) (.+)$/,t=i.match(e);if(!t)throw new Error('Invalid date and time format. Please provide the date and time in "YYYY-MM-DD HH:mm" or "YYYY-MM-DD HH:mm:ss" format, followed by the timezone.');let[,n,r]=t;if(!n||!r)throw new Error('Invalid date and time format. Please provide the date and time in "YYYY-MM-DD HH:mm" or "YYYY-MM-DD HH:mm:ss" format, followed by the timezone.');try{let o=n.includes(":")&&n.split(":").length===3?"YYYY-MM-DD HH:mm:ss":"YYYY-MM-DD HH:mm",s=vt.tz(n,o,r);if(!s.isValid())throw new Error("Invalid date and time values. Please ensure all components are correct.");return s.utc().toDate()}catch{throw new Error(`Unrecognized time zone ${r}. Please provide a valid time zone name, abbreviation, or offset. For example, "America/New_York", or "EST".`)}}var fa=i=>vt(i).utc().format("YYYY-MM-DD HH:mm:ss [UTC]");var Lg=new _e,Sr=(i,e)=>{let t=i.type??{name:"string",isArray:!1},n=(c,u)=>{switch(c){case"class":return typeof u=="string";case"code":return typeof u=="string";case"string":return typeof u=="string";case"number":return typeof u=="number";case"boolean":return typeof u=="boolean";case"date":return u instanceof Date||typeof u=="string";case"datetime":return u instanceof Date||typeof u=="string";case"json":return typeof u=="object"||typeof u=="string";case"object":return typeof u=="object";default:return!1}},r=c=>!(!c||typeof c!="object"||!("mimeType"in c)||!("data"in c));if(i.type?.name==="image"){let c;if(Array.isArray(e)){for(let u of e)if(!r(u)){c="object ({ mimeType: string; data: string })";break}}else r(e)||(c="object ({ mimeType: string; data: string })");if(c)throw new Error(`Validation failed: Expected '${i.name}' to be type '${c}' instead got '${e}'`);return}let o=c=>!(!c||typeof c!="object"||!("data"in c));if(i.type?.name==="audio"){let c;if(Array.isArray(e)){for(let u of e)if(!o(u)){c="object ({ data: string; format?: string })";break}}else o(e)||(c="object ({ data: string; format?: string })");if(c)throw new Error(`Validation failed: Expected '${i.name}' to be type '${c}' instead got '${e}'`);return}let s=c=>{if(!c||typeof c!="object"||!("mimeType"in c))return!1;let u="data"in c,p="fileUri"in c;return!(!u&&!p||u&&p)};if(i.type?.name==="file"){let c;if(Array.isArray(e)){for(let u of e)if(!s(u)){c="object ({ mimeType: string; data: string } | { mimeType: string; fileUri: string })";break}}else s(e)||(c="object ({ mimeType: string; data: string } | { mimeType: string; fileUri: string })");if(c)throw new Error(`Validation failed: Expected '${i.name}' to be type '${c}' instead got '${e}'`);return}let a=c=>typeof c=="string"?!0:!(!c||typeof c!="object"||!("url"in c));if(i.type?.name==="url"){let c;if(Array.isArray(e)){for(let u of e)if(!a(u)){c="string or object ({ url: string; title?: string; description?: string })";break}}else a(e)||(c="string or object ({ url: string; title?: string; description?: string })");if(c)throw new Error(`Validation failed: Expected '${i.name}' to be type '${c}' instead got '${e}'`);return}let l=!0;if(t.isArray){if(!Array.isArray(e))l=!1;else for(let c of e)if(!n(t.name,c)){l=!1;break}}else l=n(t.name,e);if(!l){let c=Array.isArray(e)?"array":typeof e;throw new Error(`Validation failed: Expected '${i.name}' to be a ${i.type?.isArray?"an array of ":""}${t.name} instead got '${c}' (${JSON.stringify(e)})`)}};function Rn(i){let e={};for(let t of i){let n=`${t.ai}:${t.model}`;if(!e[n]){e[n]={...t};continue}let r=e[n];if(r){let o=r.tokens??{promptTokens:0,completionTokens:0,totalTokens:0};o.promptTokens+=t?.tokens?.promptTokens??0,o.completionTokens+=t?.tokens?.completionTokens??0,o.totalTokens+=t?.tokens?.totalTokens??0,r.tokens=o;let s=r.citations??[],a=t.citations??[];if(a.length){let l=new Set(s.map(c=>c.url));for(let c of a)c?.url&&!l.has(c.url)&&(s.push(c),l.add(c.url));r.citations=s}}}return Object.values(e)}var xa=i=>{if(!i.trim())return[];let e=new Set(["-","*","+"]),t=/^\d+[\s]*[.)\]]\s*/,n=i.split(`
210
- `),r=[];for(let o of n){let s=o.trim();if(s){if(s[0]&&e.has(s[0]))r.push(s.slice(1).trim());else if(t.test(s))r.push(s.replace(t,"").trim());else if(r.length!==0)throw new Error("Could not parse markdown list: mixed content detected")}}if(r.length===0)throw new Error("Could not parse markdown list: no valid list items found");return r};function rs(i,e){let{index:t,delta:n,version:r}=e,o=i.find(a=>a.index===t)?.delta;if(!o)return i.push({index:t,delta:n,version:r}),i;for(let a of Object.keys(n)){let l=o[a],c=n[a];l===void 0&&Array.isArray(c)?o[a]=[...c]:Array.isArray(l)&&Array.isArray(c)?o[a]=[...l,...c]:(l===void 0||typeof l=="string")&&typeof c=="string"?o[a]=`${l??""}${c}`:o[a]=c}let s=i.find(a=>a.index===t);return s&&(s.version=r),i}var ns=class{cache=new Map;maxSize;constructor(e){this.maxSize=e}get(e){let t=this.cache.get(e);return t&&(this.cache.delete(e),this.cache.set(e,t)),t}set(e,t){if(this.cache.has(e))this.cache.delete(e);else if(this.cache.size>=this.maxSize){let n=this.cache.keys().next().value;n&&this.cache.delete(n)}this.cache.set(e,t)}},gc=new ns(500);function Aa(i,e,t=0,n=gc){if(/^```[a-zA-Z]*\s*$/.test(i))return-4;if(/^[\s`]*$/.test(i))return-3;let r=i.indexOf(e,t);if(r!==-1)return r;let o=n.get(e)??Array.from({length:e.length},(a,l)=>e.slice(0,l+1));n.get(e)||n.set(e,o);let s=-1;for(let a=o.length-1;a>=0;a--){let l=o[a];if(i.endsWith(l)){s=a;break}}return s>=0?-2:-1}function Ct(i,e){if(typeof i!="string")throw Zo(e,String(i),"URL must be a string");try{new URL(i)}catch{throw Zo(e,i,"Invalid URL format. Expected a valid URL like https://example.com")}}function Ke(i,e){if(typeof i!="string")return;let t=e.type;if(t){if(t.minLength!==void 0&&i.length<t.minLength)throw $t(e,i,"minLength",t.minLength);if(t.maxLength!==void 0&&i.length>t.maxLength)throw $t(e,i,"maxLength",t.maxLength);if(t.pattern!==void 0&&!new RegExp(t.pattern).test(i))throw $t(e,i,"pattern",t.pattern);if(t.format==="email"&&!/^[^\s@]+@[^\s@]+\.[^\s@]+$/.test(i))throw $t(e,i,"format","valid email address");if(t.format==="uri"||t.format==="url")try{new URL(i)}catch{throw $t(e,i,"format","valid URL")}}}function We(i,e){if(typeof i!="number")return;let t=e.type;if(t){if(t.minimum!==void 0&&i<t.minimum)throw es(e,i,"minimum",t.minimum);if(t.maximum!==void 0&&i>t.maximum)throw es(e,i,"maximum",t.maximum)}}var kr=(i,e,t,n)=>{let r=n?.strictMode??!1,o=n?.treatAllFieldsOptional??!1,s=n?.treatAllFieldsOptional??!1,a={extractedFields:[],streamedIndex:{},s:-1};is(i,e,a,t,{strictMode:r,skipEarlyFail:s,treatAllFieldsOptional:o}),as(i,e,a,t,{strictMode:r,treatAllFieldsOptional:o,forceFinalize:!0});for(let l of i.getOutputFields())l.isInternal&&delete e[l.name]},os=(i,e,t)=>{let n=[];for(let r of t)r&&!r.isOptional&&e[r.name]===void 0&&n.push(r);if(n.length>0)throw ta(n)},is=(i,e,t,n,{strictMode:r,skipEarlyFail:o}={})=>{let s=i.getOutputFields(),a;for(;;){let l=new Set;t.currFieldIndex!==void 0&&!t.inAssumedField&&l.add(t.currFieldIndex);let c=s.map((g,h)=>({field:g,index:h})).filter(({index:g})=>!l.has(g)),u,p,d=-1,m=0;for(let{index:g,field:h}of c){let A=`${(t.extractedFields.length===0?"":`
211
- `)+h.title}:`,x=Aa(n,A,t.s);if(x===-2||x===-3)return!0;if(x===-4)return t.inBlock=!0,!0;x>=0&&(d===-1||x<d)&&(d=x,m=A.length,u=g,p=h)}if(d===-1){if(o)return;if(!r&&t.currField===void 0&&t.extractedFields.length===0&&s.length===1){t.inAssumedField=!0,t.currField=s[0],t.currFieldIndex=0,t.s=0,t.extractedFields.includes(s[0])||t.extractedFields.push(s[0]),t.streamedIndex[s[0].name]===void 0&&(t.streamedIndex[s[0].name]=0);return}if(r&&t.currField===void 0&&t.extractedFields.length===0){let g=s.find(h=>!h.isOptional);if(g)throw xr(g)}break}if(a&&p&&a.name!==p.name)throw xr(a);if(t.currField!==void 0&&t.inAssumedField&&(t.inAssumedField=!1,t.streamedIndex[t.currField.name]=0,t.currField=void 0),t.currField){let g=n.substring(t.s,d).trim(),h=vr(t.currField,g);h!==void 0&&(e[t.currField.name]=h),t.prevFields?t.prevFields?.push({field:t.currField,s:t.s,e:d}):t.prevFields=[{field:t.currField,s:t.s,e:d}]}t.s=d+m,p!==void 0&&u!==void 0&&(t.currField=p,t.currFieldIndex=u),p&&!t.extractedFields.includes(p)&&t.extractedFields.push(p),p&&t.streamedIndex[p.name]===void 0&&(t.streamedIndex[p.name]=0)}},as=(i,e,t,n,r)=>{let o=r?.strictMode??!1,s=r?.treatAllFieldsOptional??!1,a=r?.deferRequiredCheckForStreaming??!1,l=r?.forceFinalize??!1;if(t.currField){let c=n.length,u=i.getOutputFields();for(let m of u){if(m.name===t.currField.name)continue;let g=`
212
- ${m.title}:`,h=n.indexOf(g,t.s);h!==-1&&h<c&&(c=h)}let p=n.substring(t.s,c).trim(),d=vr(t.currField,p);d!==void 0&&(e[t.currField.name]=d)}if(o&&!t.currField&&t.extractedFields.length===0&&n.trim()){let p=i.getOutputFields().find(d=>!d.isOptional);if(p)throw xr(p)}if(hc(i,e,n,t),!s){let c=t.currField!==void 0||(t.extractedFields?.length??0)>0;o||l?os(t,e,i.getOutputFields()):c||os(t,e,i.getOutputFields())}},hc=(i,e,t,n)=>{let r=i.getOutputFields();if(r.length===1){let s=r[0];if(s){let a=`${s.title}:`,l=t.indexOf(a);if(l!==-1){let c=l+a.length,u=`
213
- ${s.title}:`,p=t.indexOf(u,c),d=t.substring(c,p===-1?t.length:p).trim();if(d)try{let m=vr(s,d);if(m!==void 0){e[s.name]=m;return}}catch{}}}}let o=t.split(`
214
- `);for(let s of r){if(s.name in e)continue;let a=`${s.title}:`;for(let l of o){let c=l.trim();if(c.startsWith(a)){let u=c.substring(a.length).trim();if(u)try{let p=vr(s,u);if(p!==void 0){e[s.name]=p;break}}catch(p){if(!s.isOptional)throw p}break}}}},ya=(i,e,t=!1)=>{switch(i.type?.name){case"code":return ss(e);case"string":return e;case"number":{let n=Number(e);if(Number.isNaN(n)){if(i.isOptional&&!t)return;throw new Error("Invalid number")}return n}case"boolean":{if(typeof e=="boolean")return e;let n=e.toLowerCase();if(n==="true")return!0;if(n==="false")return!1;if(i.isOptional&&!t)return;throw new Error("Invalid boolean")}case"date":return ga(i,e,t);case"datetime":return ha(i,e,t);case"class":{let n=e;if(i.type.options&&!i.type.options.includes(n)){if(i.isOptional)return;throw new Error(`Invalid class '${e}', expected one of the following: ${i.type.options.join(", ")}`)}return n}default:return e}};function*ba(i,e,t,n,r,o){let{name:s,isInternal:a}=e,{isArray:l,name:c}=e.type??{};if(a||l||c&&c!=="string"&&c!=="code")return;let u=r.streamedIndex[s]??0,p=u===0,d=(t<0?0:t)+u,m=i.substring(d,n);if(m.length===0)return;let g=m.replace(/\s+$/,"");r.currField?.type?.name==="code"&&(g=g.replace(/\s*```\s*$/,""));let h=p?g.trimStart():g;r.currField?.type?.name==="code"&&(h=h.replace(/^[ ]*```[a-zA-Z0-9]*\n\s*/,"")),h.length>0&&(yield{index:o,delta:{[s]:h}},r.streamedIndex[s]=u+g.length)}function*ls(i,e,t,n,r){for(let s of n.prevFields??[]){let{field:a,s:l,e:c}=s;yield*ba(e,a,l,c,n,r)}if(n.prevFields=void 0,n.inAssumedField&&!(i.getOutputFields().filter(l=>!l.isInternal).length===1)||!n.currField||n.currField.isInternal)return;yield*ba(e,n.currField,n.s,e.length,n,r);let o=i.getOutputFields();for(let s of Object.keys(t)){let a=o.find(u=>u.name===s);if(!a||a.isInternal)continue;let l=t[s];if(Array.isArray(l)){let u=n.streamedIndex?.[s]??0,p=l.slice(u);p&&p.length>0&&(yield{index:r,delta:{[s]:p}},n.streamedIndex[s]=u+p.length);continue}let c=typeof l=="string"?l:void 0;if(!n.streamedIndex[s])yield{index:r,delta:{[s]:l}},n.streamedIndex[s]=c?c.length:1;else if(c){let u=n.streamedIndex[s];if(c.length>u){let p=c.substring(u);yield{index:r,delta:{[s]:p}},n.streamedIndex[s]=c.length}}}}function vr(i,e){if(!e||e===""||/^(null|undefined)\s*$/i.test(e)){if(i.isOptional)return;throw Ar(i)}let t;if(i.type?.name==="json"&&!i.type?.isArray)try{let r=ss(e);return t=JSON.parse(r),t}catch(r){throw na(i,r.message)}if(i.type?.isArray)try{try{t=JSON.parse(e)}catch{t=xa(e)}if(!Array.isArray(t))throw new Error("Expected an array")}catch(r){throw ra(i,r.message)}try{if(Array.isArray(t)){for(let[r,o]of t.entries())if(o!==void 0){let s=typeof o=="string"?o.trim():o;if(typeof s=="string"&&(i.type?.name==="object"||i.type?.name==="json"))try{let a=ss(s);s=JSON.parse(a)}catch{}t[r]=ya(i,s,!0)}}else t=ya(i,e)}catch(r){throw oa(i,e,r.message)}if(typeof t=="string"&&t==="")return;let n=i.type;if(n&&t!==void 0&&(n.name==="url"&&Ct(t,i),(n.name==="string"||n.name==="code")&&Ke(t,i),n.name==="number"&&We(t,i),n.isArray&&Array.isArray(t)))for(let r of t)r!==void 0&&(n.name==="string"||n.name==="code"?Ke(r,i):n.name==="number"&&We(r,i));return t}function Mr(i,e,t){let n=i.getOutputFields();for(let r of n){let o=e[r.name];if(o==null){if(!r.isOptional&&!t?.allowMissingRequired)throw Ar(r);continue}let s=r.type;if(s){if(s.name==="url"&&Ct(o,r),(s.name==="string"||s.name==="code")&&Ke(o,r),s.name==="number"&&We(o,r),s.isArray&&Array.isArray(o))for(let a of o)a!=null&&(s.name==="url"?Ct(a,r):s.name==="string"||s.name==="code"?Ke(a,r):s.name==="number"&&We(a,r));if(s.name==="object"&&s.fields&&typeof o=="object"&&!Array.isArray(o)&&Or(r,o,t),s.isArray&&s.fields&&Array.isArray(o)&&s.name==="object")for(let a of o)a&&typeof a=="object"&&Or(r,a,t)}}}function Or(i,e,t){let n=i.type?.fields;if(!(!n||typeof n!="object"))for(let[r,o]of Object.entries(n)){let s={name:r,title:r,description:o.description,type:{name:o.type,isArray:o.isArray,options:o.options,fields:o.fields,minLength:o.minLength,maxLength:o.maxLength,minimum:o.minimum,maximum:o.maximum,pattern:o.pattern,patternDescription:o.patternDescription,format:o.format},isOptional:o.isOptional??!1,isInternal:o.isInternal??!1},a=e[s.name];if(a==null){if(!s.isOptional&&!t?.allowMissingRequired)throw Ar(s);continue}let l=s.type;if(l){if(l.name==="url"&&Ct(a,s),(l.name==="string"||l.name==="code")&&Ke(a,s),l.name==="number"&&We(a,s),l.isArray&&Array.isArray(a))for(let c of a)c!=null&&(l.name==="url"?Ct(c,s):l.name==="string"||l.name==="code"?Ke(c,s):l.name==="number"&&We(c,s));if(l.name==="object"&&l.fields&&typeof a=="object"&&!Array.isArray(a)&&Or(s,a,t),l.isArray&&l.fields&&Array.isArray(a)&&l.name==="object")for(let c of a)c&&typeof c=="object"&&Or(s,c,t)}}}var ss=i=>{let t=/```([A-Za-z]*)\s*([\s\S]*?)\s*```/g.exec(i);return t?t.length===3?t[2]:t.length===2?t[1]:i:i};async function cs(i,e,t,n){for(let r of i){if(e[r.field.name]===void 0)continue;let o=r.process,s=await o(e[r.field.name],{sessionId:n,values:e,done:!0});Ia(r.field,t,s,n)}}async function us(i,e,t,n,r,o,s=!1){for(let a of i){if(t.currField?.name!==a.field.name)continue;let l=e.substring(t.s);t.currField?.type?.name==="code"&&(l=l.replace(/^[ ]*```[a-zA-Z0-9]*\n\s*/,""),l=l.replace(/\s*```\s*$/,""));let c=a.process,u=await c(l,{sessionId:o,values:r,done:s});Ia(t.currField,n,u,o)}}var Ia=(i,e,t,n)=>{if(t===void 0||typeof t=="string"&&(t===""||/^(null|undefined)\s*$/i.test(t)))return;let r=JSON.stringify(t,(s,a)=>typeof a=="bigint"?Number(a):a,2),o=fc(i,r);e.addRequest([{role:"user",content:[{type:"text",text:o}]}],n),e.addTag("processor",n)};function fc(i,e){let t=i.type?.name==="code",n=i.title;return t?`Code in the field "${n}" was executed. The code execution produced the following output: ${e}`:`The field "${n}" was processed. The field contents were transformed into the following output: ${e}`}async function*Ta({res:i,usage:e,states:t,debug:n,...r}){let o=(r.ai.getFeatures().functionCot??!1)&&r.functions!==void 0&&r.functions.length>0,s,a=[],l=i.getReader();try{for(;;){let{done:c,value:u}=await l.read();if(c)break;let p=u;p.modelUsage&&(s=p.modelUsage);for(let d of p.results){if(Array.isArray(d.citations))for(let g of d.citations)g?.url&&a.push({url:g.url,title:g.title,description:g.description,license:g.license,publicationDate:g.publicationDate,snippet:g.snippet});if((!d.content||d.content==="")&&(!d.thought||d.thought==="")&&(!d.thoughtBlocks||d.thoughtBlocks.length===0)&&(!d.functionCalls||d.functionCalls.length===0))continue;let m=t.find(g=>g.index===d.index);if(!m)throw new Error(`No state found for result (index: ${d.index})`);yield*xc({...r,result:d,skipEarlyFail:o,state:m,debug:n})}}}finally{l.releaseLock()}for(let c of t)yield*Ac({...r,state:c,debug:n});if(s){if(a.length){let c=Array.from(new Map(a.filter(u=>u.url).map(u=>[u.url,u])).values());s.citations=c}if(e.push(s),n&&r.logger){let c=structuredClone(s);delete c.citations,r.logger({name:"ChatResponseUsage",value:c}),s.citations&&s.citations.length>0&&r.logger({name:"ChatResponseCitations",value:s.citations})}}}async function*xc({result:i,mem:e,sessionId:t,strictMode:n,skipEarlyFail:r,treatAllFieldsOptional:o,state:s,signature:a,streamingFieldProcessors:l,thoughtFieldName:c,streamingAsserts:u,asserts:p}){if(i.functionCalls&&i.functionCalls.length>0)Hn(s.functionCalls,i.functionCalls),e.updateResult({name:i.name,content:i.content,functionCalls:s.functionCalls,thoughtBlocks:i.thoughtBlocks,delta:i.functionCalls?.[0]?.function?.params,index:i.index},t);else if(i.content&&i.content.length>0){i.thought&&i.thought.length>0&&(yield{index:i.index,delta:{[c]:i.thought}}),s.content+=i.content,e.updateResult({name:i.name,content:s.content,thoughtBlocks:i.thoughtBlocks,delta:i.content,index:i.index},t);let d=a.getOutputFields();if(a.hasComplexFields()){let h=ma(s.content);if(h&&typeof h=="object"){let f={},A={};for(let x of Object.keys(h))if(d.some(y=>y.name===x)){let y=h[x],b=s.values[x];if(A[x]=y,typeof y=="string"&&typeof b=="string"&&y.startsWith(b)){let I=y.slice(b.length);I&&(f[x]=I)}else Array.isArray(y)&&Array.isArray(b)?y.length>b.length&&(f[x]=y.slice(b.length)):JSON.stringify(y)!==JSON.stringify(b)&&(f[x]=y)}try{Mr(a,A,{allowMissingRequired:!0})}catch{}Object.assign(s.values,A),Object.keys(f).length>0&&(yield{index:i.index,delta:f});return}}if(is(a,s.values,s.xstate,s.content,{strictMode:n,skipEarlyFail:r,treatAllFieldsOptional:o}))return;u.length!==0&&await Jo(u,s.xstate,s.content),l.length!==0&&await us(l,s.content,s.xstate,e,s.values,t),yield*ls(a,s.content,s.values,s.xstate,i.index),await mr(p,s.values)}else i.thought&&i.thought.length>0?(s.values[c]=(s.values[c]??"")+i.thought,yield{index:i.index,delta:{[c]:i.thought}},e.updateResult({name:i.name,content:s.content,delta:"",index:i.index,thought:i.thought,thoughtBlocks:i.thoughtBlocks},t)):i.thoughtBlocks&&i.thoughtBlocks.length>0&&e.updateResult({name:i.name,content:s.content,delta:"",index:i.index,thoughtBlocks:i.thoughtBlocks},t);if(i.finishReason==="length")throw new Error(`Max tokens reached before completion
215
- Content: ${s.content}`)}async function*Ac({state:i,signature:e,ai:t,model:n,functions:r,mem:o,sessionId:s,traceId:a,span:l,strictMode:c,excludeContentFromTrace:u,streamingAsserts:p,asserts:d,fieldProcessors:m,streamingFieldProcessors:g,functionResultFormatter:h,signatureToolCallingManager:f,logger:A,debug:x,stopFunctionNames:y}){let b=f?void 0:ts(t,i.functionCalls,i.values,n);if(b){if(!r)throw new Error("Functions are not defined");let I=await wr({ai:t,functionList:r,functionCalls:b,mem:o,sessionId:s,traceId:a,span:l,index:i.index,excludeContentFromTrace:u,functionResultFormatter:h,logger:A,debug:x,stopFunctionNames:y});i.functionsExecuted=new Set([...i.functionsExecuted,...I]),i.functionCalls=[]}else{let I=e.getOutputFields(),T=e.hasComplexFields(),v=!1;if(T)try{let k=JSON.parse(i.content),R={};for(let C of Object.keys(k))if(I.some(O=>O.name===C)){let O=k[C],w=i.values[C];if(typeof O=="string"&&typeof w=="string"&&O.startsWith(w)){let E=O.slice(w.length);E&&(R[C]=E)}else Array.isArray(O)&&Array.isArray(w)?O.length>w.length&&(R[C]=O.slice(w.length)):JSON.stringify(O)!==JSON.stringify(w)&&(R[C]=O)}try{Mr(e,R,{allowMissingRequired:!0})}catch(C){let O=(C.message||"").toLowerCase();if(O.includes("at least")||O.includes("at most")||O.includes("must match pattern")||O.includes("invalid url")||O.includes("required")||O.includes("missing")||O.includes("valid email")||O.includes("number must be"))throw C}Object.assign(i.values,R),yield{index:i.index,delta:R},v=!0}catch(k){let R=(k.message||"").toLowerCase();if(R.includes("at least")||R.includes("at most")||R.includes("must match pattern")||R.includes("invalid url")||R.includes("required")||R.includes("missing")||R.includes("valid email")||R.includes("number must be"))throw k}if(!v){let k=f!==void 0;as(e,i.values,i.xstate,i.content,{strictMode:c,treatAllFieldsOptional:k,deferRequiredCheckForStreaming:!0,forceFinalize:!0})}if(f){let k=await f.processResults(i.values);if(k&&k.length>0){if(!r)throw new Error("Functions are not defined");let R=await wr({ai:t,functionList:r,functionCalls:k,mem:o,sessionId:s,traceId:a,span:l,index:i.index,excludeContentFromTrace:u,functionResultFormatter:h,logger:A,debug:x,stopFunctionNames:y});i.functionsExecuted=new Set([...i.functionsExecuted,...R]),o.updateResult({name:void 0,content:i.content,functionCalls:k.map(C=>({id:C.id,type:"function",function:{name:C.name,params:C.args}})),index:i.index},s);return}}await Jo(p,i.xstate,i.content,!0),await mr(d,i.values),m.length&&await cs(m,i.values,o,s),g.length!==0&&await us(g,i.content,i.xstate,o,i.values,s,!0),yield*ls(e,i.content,i.values,i.xstate,i.index)}}async function*Ca({ai:i,res:e,mem:t,sessionId:n,traceId:r,functions:o,span:s,strictMode:a,states:l,usage:c,excludeContentFromTrace:u,asserts:p,fieldProcessors:d,thoughtFieldName:m,signature:g,functionResultFormatter:h,logger:f,debug:A,signatureToolCallingManager:x,stopFunctionNames:y,disableMemoryCleanup:b}){let I=e.results??[],T=x!==void 0;t.addResponse(I,n);let v=[];for(let O of I)if(Array.isArray(O?.citations))for(let w of O.citations)w?.url&&v.push({url:w.url,title:w.title,description:w.description,license:w.license,publicationDate:w.publicationDate,snippet:w.snippet});for(let O of I){let w=l[O.index];if(!w)throw new Error(`No state found for result (index: ${O.index})`);if(e.modelUsage){let E=Array.from(new Map(v.filter(F=>F.url).map(F=>[F.url,F])).values()),S={...e.modelUsage,...E.length?{citations:E}:{}};if(c.push(S),A&&f){let F=structuredClone(S);delete F.citations,f({name:"ChatResponseUsage",value:F}),S.citations&&S.citations.length>0&&f({name:"ChatResponseCitations",value:S.citations})}}if(x&&O.content){O.thought&&O.thought.length>0&&(w.values[m]=O.thought),kr(g,w.values,O.content,{strictMode:a,treatAllFieldsOptional:T});let S=(await x.processResults(w.values))?.map(F=>({id:F.id,type:"function",function:{name:F.name,params:F.args}}));S&&S.length>0&&t.updateResult({name:O.name,content:O.content,functionCalls:S,index:O.index},n)}if(O.functionCalls?.length){let E=ts(i,O.functionCalls,w.values);if(E&&E.length>0){if(!o)throw new Error("Functions are not defined");let S;try{S=await wr({ai:i,functionList:o,functionCalls:E,mem:t,sessionId:n,traceId:r,span:s,excludeContentFromTrace:u,index:O.index,functionResultFormatter:h,logger:f,debug:A,stopFunctionNames:y})}catch(F){throw t.addRequest([{role:"user",content:"The previous tool call failed. Fix arguments and try again, ensuring required fields match schema."}],n),t.addTag("correction",n),F}w.functionsExecuted=new Set([...w.functionsExecuted,...S])}}else if(O.content){O.thought&&O.thought.length>0&&(w.values[m]=O.thought);let E=g.getOutputFields();if(g.hasComplexFields())try{let F=JSON.parse(O.content),$={};for(let M of Object.keys(F))E.some(P=>P.name===M)&&($[M]=F[M]);Mr(g,$),Object.assign(w.values,$)}catch(F){let $=F instanceof SyntaxError;if((F.name?.includes("ValidationError")||F.name?.includes("Error"))&&!$){let P=(F.message||"").toLowerCase();if(P.includes("at least")||P.includes("at most")||P.includes("must match pattern")||P.includes("invalid url")||P.includes("required")||P.includes("missing")||P.includes("valid email")||P.includes("number must be"))throw F}if($)kr(g,w.values,O.content,{strictMode:a,treatAllFieldsOptional:T});else throw F}else kr(g,w.values,O.content,{strictMode:a,treatAllFieldsOptional:T})}if(await mr(p,w.values),b||(t.removeByTag("correction",n),t.removeByTag("error",n)),d.length&&await cs(d,w.values,t,n),O.finishReason==="length")throw new Error(`Max tokens reached before completion
216
- Content: ${O.content}`)}let k=l.map(O=>O.values);for(let O of k)for(let w of g.getOutputFields())w.isInternal&&delete O[w.name];let R=g.getOutputFields(),C=k.map((O,w)=>{let E={};for(let S of R)S.isInternal||(E[S.name]=O[S.name]);return O[m]!==void 0&&(E[m]=O[m]),{index:w,delta:E}});for(let O of C)yield O}function Ra(i,e,t,n){let r=i.getLast(n);if(!r)return!0;for(let[o,s]of t.entries()){let a=e?Array.from(e).some(p=>s.functionsExecuted.has(p)):!1;if(!r.chat[o])throw new Error(`No chat message found for result (index: ${o})`);let c=r.role==="function",u=r.tags?r.tags.some(p=>p==="processor"):!1;if(c&&e&&a||!(c||u))return!1}return!0}var wn=class{reg;constructor(){this.reg=new Set}register(e){this.reg.add(e)}*[Symbol.iterator](){let e=Array.from(this.reg);for(let t=0;t<e.length;t++)yield e[t]}};var q=class extends Error{constructor(t,n,r,o){super(t);this.position=n;this.context=r;this.suggestion=o;this.name="SignatureValidationError"}},ps=class{input;position;currentFieldName=null;currentSection="description";constructor(e){if(this.input=e.trim(),this.position=0,!this.input)throw new q("Empty signature provided",0,"",'A signature must contain at least input and output fields separated by "->". Example: "userQuery:string -> aiResponse:string"')}parse(){try{this.skipWhitespace();let e=this.parseParsedString();this.skipWhitespace(),this.currentSection="inputs";let t=this.parseFieldList(this.parseInputField.bind(this),"input");if(this.skipWhitespace(),this.position>=this.input.length)throw new q("Incomplete signature: Missing output section",this.position,this.getErrorContext(),'Add "->" followed by output fields. Example: "-> responseText:string"');if(this.expectArrow(),this.skipWhitespace(),this.position>=this.input.length)throw new q('Incomplete signature: No output fields specified after "->"',this.position,this.getErrorContext(),'Add at least one output field. Example: "-> responseText:string"');this.currentSection="outputs";let n=this.parseFieldList(this.parseOutputField.bind(this),"output");if(this.skipWhitespace(),this.position<this.input.length){let r=this.input.slice(this.position);throw new q(`Unexpected content after signature: "${r}"`,this.position,this.getErrorContext(),"Remove any extra content after the output fields")}return this.validateParsedSignature({desc:e?.trim(),inputs:t,outputs:n}),{desc:e?.trim(),inputs:t,outputs:n}}catch(e){if(e instanceof q)throw e;let t=e instanceof Error?e.message:"Unknown error";throw new q(t,this.position,this.getErrorContext())}}validateParsedSignature(e){let t=new Set;for(let r of e.inputs){if(t.has(r.name))throw new q(`Duplicate input field name: "${r.name}"`,0,"","Each field name must be unique within the signature");t.add(r.name)}let n=new Set;for(let r of e.outputs){if(n.has(r.name))throw new q(`Duplicate output field name: "${r.name}"`,0,"","Each field name must be unique within the signature");n.add(r.name)}for(let r of e.outputs)if(t.has(r.name))throw new q(`Field name "${r.name}" appears in both inputs and outputs`,0,"","Use different names for input and output fields to avoid confusion");if(e.inputs.length===0)throw new q("Signature must have at least one input field",0,"",'Add an input field before "->". Example: "userInput:string -> ..."');if(e.outputs.length===0)throw new q("Signature must have at least one output field",0,"",'Add an output field after "->". Example: "... -> responseText:string"')}getErrorContext(){let e=Math.max(0,this.position-25),t=Math.min(this.input.length,this.position+25),n=this.input.slice(e,this.position),r=this.input.slice(this.position,t),o=`${" ".repeat(n.length)}^`;return[`Position ${this.position} in signature:`,`"${n}${r}"`,` ${o}`].join(`
217
- `)}parseFieldList(e,t){let n=[];if(this.skipWhitespace(),this.position>=this.input.length)throw new q(`Empty ${t} section: Expected at least one field`,this.position,this.getErrorContext(),`Add a ${t} field. Example: ${t==="input"?"userInput:string":"responseText:string"}`);try{n.push(e())}catch(r){throw r instanceof q?r:new q(`Invalid first ${t} field: ${r instanceof Error?r.message:"Unknown error"}`,this.position,this.getErrorContext())}for(this.skipWhitespace();this.position<this.input.length&&!(this.input[this.position]==="-"&&this.position+1<this.input.length&&this.input[this.position+1]===">");)if(this.match(",")){if(this.skipWhitespace(),this.position>=this.input.length)throw new q(`Unexpected end of input after comma in ${t} section`,this.position,this.getErrorContext(),`Add another ${t} field after the comma`);try{n.push(e())}catch(r){throw r instanceof q?r:new q(`Invalid ${t} field after comma: ${r instanceof Error?r.message:"Unknown error"}`,this.position,this.getErrorContext())}this.skipWhitespace()}else break;return n}parseInputField(){this.skipWhitespace();let e=this.parseParsedIdentifier();this.currentFieldName=e,this.validateFieldName(e,"input");let t;for(;;){if(this.match("?")){t=!0;continue}if(this.match("!"))throw new q(`Input field "${e}" cannot use the internal marker "!"`,this.position-1,this.getErrorContext(),"Internal markers (!) are only allowed on output fields");break}let n;if(this.skipWhitespace(),this.match(":")){if(this.skipWhitespace(),/^class\b/.test(this.input.slice(this.position)))throw new q(`Input field "${e}" cannot use the "class" type`,this.position,this.getErrorContext(),'Class types are only allowed on output fields. Use "string" type for input classifications');try{let o=this.parseTypeNotClass(),s=this.match("[]");n={name:o,isArray:s}}catch(o){throw o instanceof q?o:new q(`Input field "${e}": ${o instanceof Error?o.message:"Unknown error"}`,this.position,this.getErrorContext())}}this.skipWhitespace();let r=this.parseParsedString();return{name:e,desc:r?.trim(),type:n,isOptional:t}}parseOutputField(){this.skipWhitespace();let e=this.parseParsedIdentifier();this.currentFieldName=e,this.validateFieldName(e,"output");let t=!1,n=!1;for(;;){if(this.match("?")){t=!0;continue}if(this.match("!")){n=!0;continue}break}let r;if(this.skipWhitespace(),this.match(":"))if(this.skipWhitespace(),this.match("class")){let s=this.match("[]");this.skipWhitespace();let a=this.parseParsedString();if(!a)throw new q(`Output field "${e}": Missing class options after "class" type`,this.position,this.getErrorContext(),'Add class names in quotes. Example: class "positive, negative, neutral"');let l=a.split(/[,|]/).map(c=>c.trim()).filter(c=>c.length>0);if(l.length===0)throw new q(`Output field "${e}": Empty class list provided`,this.position,this.getErrorContext(),'Provide at least one class option. Example: "positive, negative"');r={name:"class",isArray:s,options:l}}else try{let s=this.parseTypeNotClass(),a=this.match("[]");if(r={name:s,isArray:a},s==="image"&&a)throw new q(`Output field "${e}": Arrays of images are not supported`,this.position,this.getErrorContext(),'Use a single image type instead: "image"');if(s==="audio"&&a)throw new q(`Output field "${e}": Arrays of audio are not supported`,this.position,this.getErrorContext(),'Use a single audio type instead: "audio"');if(s==="image")throw new q(`Output field "${e}": Image type is not supported in output fields`,this.position,this.getErrorContext(),"Image types can only be used in input fields");if(s==="audio")throw new q(`Output field "${e}": Audio type is not supported in output fields`,this.position,this.getErrorContext(),"Audio types can only be used in input fields")}catch(s){throw s instanceof q?s:new q(`Output field "${e}": ${s instanceof Error?s.message:"Unknown error"}`,this.position,this.getErrorContext())}this.skipWhitespace();let o=this.parseParsedString();return{name:e,desc:o?.trim(),type:r,isOptional:t,isInternal:n}}validateFieldName(e,t){if(V.signatureStrict&&["text","object","image","string","number","boolean","json","array","datetime","date","time","type","class","input","output","data","value","result","response","request","item","element"].includes(e.toLowerCase())){let s=t==="input"?["userInput","questionText","documentContent","messageText"]:["responseText","analysisResult","categoryType","summaryText"];throw new q(`Field name "${e}" is too generic`,this.position,this.getErrorContext(),`Use a more descriptive name. Examples: ${s.join(", ")}`)}let n=/^[a-z][a-zA-Z0-9]*$/,r=/^[a-z]+(_[a-z0-9]+)*$/;if(!n.test(e)&&!r.test(e))throw new q(`Invalid field name "${e}"`,this.position,this.getErrorContext(),'Field names must be in camelCase (e.g., "userInput") or snake_case (e.g., "user_input")');if(e.length<2)throw new q(`Field name "${e}" is too short`,this.position,this.getErrorContext(),"Field names must be at least 2 characters long");if(e.length>50)throw new q(`Field name "${e}" is too long (${e.length} characters)`,this.position,this.getErrorContext(),"Field names should be 50 characters or less")}parseTypeNotClass(){let e=["string","number","boolean","json","image","audio","file","url","datetime","date","code","object"],t=e.find(n=>this.match(n));if(!t){let n=this.input.slice(this.position).match(/^\w+/)?.[0]||"",r=this.suggestType(n),o=`Invalid type "${n||"empty"}"`,s=r?`. Did you mean "${r}"?`:"",a=`${o}${s}`;throw new q(a,this.position,this.getErrorContext(),`Expected one of: ${e.join(", ")}`)}return t}suggestType(e){return{str:"string",text:"string",int:"number",integer:"number",float:"number",double:"number",bool:"boolean",object:"json",dict:"json",timestamp:"datetime",time:"datetime",img:"image",picture:"image",sound:"audio",voice:"audio",classification:"class",category:"class"}[e.toLowerCase()]||null}parseParsedIdentifier(){this.skipWhitespace();let e=/^[a-zA-Z_][a-zA-Z_0-9]*/.exec(this.input.slice(this.position));if(e)return this.position+=e[0].length,e[0];let t=/^\S+/.exec(this.input.slice(this.position)),n=t?t[0]:"";throw n===""?new q("Expected field name but found end of input",this.position,this.getErrorContext(),"Add a field name. Field names must start with a letter or underscore"):/^\d/.test(n)?new q(`Invalid field name "${n}" - cannot start with a number`,this.position,this.getErrorContext(),'Field names must start with a letter or underscore. Example: "userInput" or "_internal"'):new q(`Invalid field name "${n}"`,this.position,this.getErrorContext(),"Field names must start with a letter or underscore and contain only letters, numbers, or underscores")}parseParsedString(){let e=["'",'"'];for(let t of e)if(this.match(t)){let n="",r=!1,o=this.position-1;for(;this.position<this.input.length;){let a=this.input[this.position];if(this.position++,r)n+=a,r=!1;else if(a==="\\")r=!0;else{if(a===t)return n;n+=a}}let s=this.input.slice(o,Math.min(this.position,o+20));throw new q(`Unterminated string starting at position ${o}`,o,this.getErrorContext(),`Add closing ${t} to complete the string: ${s}${t}`)}}skipWhitespace(){let e=/^[\s\t\r\n]+/.exec(this.input.slice(this.position));e&&(this.position+=e[0].length)}match(e){let t;if(typeof e=="string"){if(this.input.startsWith(e,this.position))return this.position+=e.length,!0}else if(t=e.exec(this.input.slice(this.position)),t)return this.position+=t[0].length,!0;return!1}expectArrow(){if(!this.match("->")){let e=this.input.slice(this.position,this.position+10),t=e.includes(">")?'Use "->" (dash followed by greater-than)':e.includes("-")?'Add ">" after the dash':'Add "->" to separate input and output fields';throw new q(`Expected "->" but found "${e}..."`,this.position,this.getErrorContext(),t)}}};function wa(i){return new ps(i).parse()}var Pr=class{inputFields=[];outputFields=[];desc;input(e,t,n=!1){let r={name:e,type:{name:t.type,isArray:t.isArray||void 0,options:t.options?[...t.options]:void 0,minLength:t.minLength,maxLength:t.maxLength,minimum:t.minimum,maximum:t.maximum,pattern:t.pattern,patternDescription:t.patternDescription,format:t.format,description:t.itemDescription,fields:t.fields?Object.fromEntries(Object.entries(t.fields).map(([o,s])=>[o,ds(s)])):void 0},description:t.description,isOptional:t.isOptional||void 0,isInternal:t.isInternal||void 0,isCached:t.isCached||void 0};return n?this.inputFields.unshift(r):this.inputFields.push(r),this}output(e,t,n=!1){let r={name:e,type:{name:t.type,isArray:t.isArray||void 0,options:t.options?[...t.options]:void 0,minLength:t.minLength,maxLength:t.maxLength,minimum:t.minimum,maximum:t.maximum,pattern:t.pattern,patternDescription:t.patternDescription,format:t.format,description:t.itemDescription,fields:t.fields?Object.fromEntries(Object.entries(t.fields).map(([o,s])=>[o,ds(s)])):void 0},description:t.description,isOptional:t.isOptional||void 0,isInternal:t.isInternal||void 0};return n?this.outputFields.unshift(r):this.outputFields.push(r),this}description(e){return this.desc=e,this}useStructured(){return this._useStructuredOutputs=!0,this}build(){let e={description:this.desc,inputs:this.inputFields,outputs:this.outputFields},t=new he(e);return this._useStructuredOutputs&&(t._forceComplexFields=!0,t._hasComplexFields=void 0),t}},Se=class i{type;isArray;options;description;isOptional;isInternal;isCached;fields;minLength;maxLength;minimum;maximum;pattern;patternDescription;format;itemDescription;constructor(e){this.type=e.type,this.isArray=e.isArray,this.options=e.options,this.description=e.description,this.itemDescription=e.itemDescription,this.isOptional=e.isOptional,this.isInternal=e.isInternal,this.isCached=e.isCached,this.fields=e.fields,this.minLength=e.minLength,this.maxLength=e.maxLength,this.minimum=e.minimum,this.maximum=e.maximum,this.pattern=e.pattern,this.patternDescription=e.patternDescription,this.format=e.format}optional(){return new i({...this,isOptional:!0})}array(e){return new i({...this,isArray:!0,description:e||this.description,itemDescription:e?this.description:void 0})}internal(){return new i({...this,isInternal:!0})}cache(){return new i({...this,isCached:!0})}min(e){return this.type==="string"?new i({...this,minLength:e}):this.type==="number"?new i({...this,minimum:e}):this}max(e){return this.type==="string"?new i({...this,maxLength:e}):this.type==="number"?new i({...this,maximum:e}):this}email(){return this.type==="string"?new i({...this,format:"email"}):this}url(){return this.type==="string"?new i({...this,format:"uri"}):this}regex(e,t){return this.type==="string"?new i({...this,pattern:e,patternDescription:t}):this}date(){return this.type==="string"?new i({...this,format:"date"}):this}datetime(){return this.type==="string"?new i({...this,format:"date-time"}):this}},le=Object.assign(()=>new Pr,{string:i=>new Se({type:"string",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),number:i=>new Se({type:"number",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),boolean:i=>new Se({type:"boolean",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),json:i=>new Se({type:"json",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),datetime:i=>new Se({type:"datetime",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),date:i=>new Se({type:"date",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),class:(i,e)=>new Se({type:"class",isArray:!1,options:i,description:e,isOptional:!1,isInternal:!1,isCached:!1}),image:i=>new Se({type:"image",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),audio:i=>new Se({type:"audio",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),file:i=>new Se({type:"file",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),url:i=>new Se({type:"url",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),email:i=>new Se({type:"string",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1,format:"email"}),code:(i,e)=>new Se({type:"code",isArray:!1,description:e||i,isOptional:!1,isInternal:!1,isCached:!1}),object:(i,e)=>new Se({type:"object",isArray:!1,fields:i,description:e,isOptional:!1,isInternal:!1,isCached:!1})});function ds(i){return{type:i.type,isArray:i.isArray,options:i.options,description:i.description,isOptional:i.isOptional,isInternal:i.isInternal,minLength:i.minLength,maxLength:i.maxLength,minimum:i.minimum,maximum:i.maximum,pattern:i.pattern,patternDescription:i.patternDescription,format:i.format,fields:i.fields?Object.fromEntries(Object.entries(i.fields).map(([e,t])=>[e,ds(t)])):void 0}}function Er(i){return{type:{name:i.type,isArray:i.isArray,options:i.options?[...i.options]:void 0,fields:i.fields},description:i.description,isOptional:i.isOptional,isInternal:i.isInternal}}var D=class extends Error{constructor(t,n,r){super(t);this.fieldName=n;this.suggestion=r;this.name="AxSignatureValidationError"}},he=class i{description;inputFields;outputFields;sigHash;sigString;validatedAtHash;constructor(e){if(!e){this.inputFields=[],this.outputFields=[],this.sigHash="",this.sigString="";return}if(typeof e=="string"){let t;try{t=wa(e)}catch(n){if(n instanceof Error){let r="suggestion"in n&&typeof n.suggestion=="string"?n.suggestion:'Please check the signature format. Example: "userInput:string -> responseText:string"';throw new D(`Invalid Signature: ${n.message}`,void 0,r)}throw new D(`Invalid Signature: ${e}`,void 0,'Please check the signature format. Example: "userInput:string -> responseText:string"')}this.description=t.desc,this.inputFields=t.inputs.map(n=>this.parseParsedField(n)),this.outputFields=t.outputs.map(n=>this.parseParsedField(n)),[this.sigHash,this.sigString]=this.updateHash()}else if(e instanceof i)this.description=e.getDescription(),this.inputFields=structuredClone(e.getInputFields()),this.outputFields=structuredClone(e.getOutputFields()),this.sigHash=e.hash(),this.sigString=e.toString(),e.validatedAtHash===this.sigHash&&(this.validatedAtHash=this.sigHash),this._forceComplexFields=e._forceComplexFields,this._hasComplexFields=e._hasComplexFields;else if(typeof e=="object"&&e!==null){if(!("inputs"in e)||!("outputs"in e))throw new D("Invalid signature object: missing inputs or outputs",void 0,'Signature object must have "inputs" and "outputs" arrays. Example: { inputs: [...], outputs: [...] }');if(!Array.isArray(e.inputs)||!Array.isArray(e.outputs))throw new D("Invalid signature object: inputs and outputs must be arrays",void 0,'Both "inputs" and "outputs" must be arrays of AxField objects');try{this.description=e.description,this.inputFields=e.inputs.map(t=>this.parseField(t)),this.outputFields=e.outputs.map(t=>this.parseField(t)),[this.sigHash,this.sigString]=this.updateHash()}catch(t){throw t instanceof D?t:new D(`Failed to create signature from object: ${t instanceof Error?t.message:"Unknown error"}`,void 0,"Check that all fields in inputs and outputs arrays are valid AxField objects")}}else throw new D("Invalid signature argument type",void 0,"Signature must be a string, another AxSignature instance, or an object with inputs and outputs arrays")}static create(e){return new i(e)}parseParsedField=e=>{if(!e.name||e.name.length===0)throw new D("Field name is required",e.name,'Every field must have a descriptive name. Example: "userInput", "responseText"');let t=this.toTitle(e.name);return{name:e.name,title:t,description:"desc"in e?e.desc:void 0,type:e.type??{name:"string",isArray:!1},..."isInternal"in e?{isInternal:e.isInternal}:{},..."isOptional"in e?{isOptional:e.isOptional}:{}}};parseField=e=>{let t=!e.title||e.title.length===0?this.toTitle(e.name):e.title;if(e.type&&(!e.type.name||e.type.name.length===0))throw new D("Field type name is required",e.name,"Specify a valid type. Available types: string, number, boolean, json, image, audio, file, url, date, datetime, class, code");return{...e,title:t}};setDescription=e=>{if(typeof e!="string")throw new D("Description must be a string",void 0,"Provide a string description for the signature");this.description=e,this.invalidateValidationCache(),this.updateHashLight()};addInputField=e=>{try{let t=this.parseField(e);ct(t,"input");for(let n of this.inputFields)if(n.name===t.name)throw new D(`Duplicate input field name: "${t.name}"`,t.name,"Each field name must be unique within the signature");for(let n of this.outputFields)if(n.name===t.name)throw new D(`Field name "${t.name}" appears in both inputs and outputs`,t.name,"Use different names for input and output fields to avoid confusion");this.inputFields.push(t),this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof D?t:new D(`Failed to add input field "${e.name}": ${t instanceof Error?t.message:"Unknown error"}`,e.name)}};addOutputField=e=>{try{let t=this.parseField(e);ct(t,"output");for(let n of this.outputFields)if(n.name===t.name)throw new D(`Duplicate output field name: "${t.name}"`,t.name,"Each field name must be unique within the signature");for(let n of this.inputFields)if(n.name===t.name)throw new D(`Field name "${t.name}" appears in both inputs and outputs`,t.name,"Use different names for input and output fields to avoid confusion");this.outputFields.push(t),this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof D?t:new D(`Failed to add output field "${e.name}": ${t instanceof Error?t.message:"Unknown error"}`,e.name)}};setInputFields=e=>{if(!Array.isArray(e))throw new D("Input fields must be an array",void 0,"Provide an array of field objects");try{let t=e.map(n=>{let r=this.parseField(n);return ct(r,"input"),r});this.inputFields=t,this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof D?t:new D(`Failed to set input fields: ${t instanceof Error?t.message:"Unknown error"}`)}};setOutputFields=e=>{if(!Array.isArray(e))throw new D("Output fields must be an array",void 0,"Provide an array of field objects");try{let t=e.map(n=>{let r=this.parseField(n);return ct(r,"output"),r});this.outputFields=t,this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof D?t:new D(`Failed to set output fields: ${t instanceof Error?t.message:"Unknown error"}`)}};getInputFields=()=>this.inputFields;getOutputFields=()=>this.outputFields;getDescription=()=>this.description;appendInputField=(e,t)=>{let n=new i(this);return n.addInputField({name:e,...Er(t)}),n};prependInputField=(e,t)=>{let n=new i(this),r={name:e,...Er(t)},o=n.parseField(r);ct(o,"input");for(let s of n.inputFields)if(s.name===o.name)throw new D(`Duplicate input field name: "${o.name}"`,o.name,"Each field name must be unique within the signature");for(let s of n.outputFields)if(s.name===o.name)throw new D(`Field name "${o.name}" appears in both inputs and outputs`,o.name,"Use different names for input and output fields to avoid confusion");return n.inputFields.unshift(o),n.invalidateValidationCache(),n.updateHashLight(),n};appendOutputField=(e,t)=>{let n=new i(this);return n.addOutputField({name:e,...Er(t)}),n};prependOutputField=(e,t)=>{let n=new i(this),r={name:e,...Er(t)},o=n.parseField(r);ct(o,"output");for(let s of n.outputFields)if(s.name===o.name)throw new D(`Duplicate output field name: "${o.name}"`,o.name,"Each field name must be unique within the signature");for(let s of n.inputFields)if(s.name===o.name)throw new D(`Field name "${o.name}" appears in both inputs and outputs`,o.name,"Use different names for input and output fields to avoid confusion");return n.outputFields.unshift(o),n.invalidateValidationCache(),n.updateHashLight(),n};invalidateValidationCache=()=>{this.validatedAtHash=void 0,this._hasComplexFields=void 0};toTitle=e=>{let t=e.replace(/_/g," ");return t=t.replace(/([A-Z]|[0-9]+)/g," $1").trim(),t.charAt(0).toUpperCase()+t.slice(1)};updateHashLight=()=>{try{return this.getInputFields().forEach(e=>{ct(e,"input")}),this.getOutputFields().forEach(e=>{ct(e,"output")}),this.sigHash=Pe("sha256").update(JSON.stringify(this.inputFields)).update(JSON.stringify(this.outputFields)).digest("hex"),this.sigString=va(this.description,this.inputFields,this.outputFields),this._hasComplexFields=this.computeHasComplexFields(),[this.sigHash,this.sigString]}catch(e){throw e instanceof D?e:new D(`Signature validation failed: ${e instanceof Error?e.message:"Unknown error"}`)}};updateHash=()=>{try{return this.getInputFields().forEach(e=>{ct(e,"input")}),this.getOutputFields().forEach(e=>{ct(e,"output")}),this.validateSignatureConsistency(),this.sigHash=Pe("sha256").update(this.description??"").update(JSON.stringify(this.inputFields)).update(JSON.stringify(this.outputFields)).digest("hex"),this.sigString=va(this.description,this.inputFields,this.outputFields),this._hasComplexFields=this.computeHasComplexFields(),[this.sigHash,this.sigString]}catch(e){throw e instanceof D?e:new D(`Signature validation failed: ${e instanceof Error?e.message:"Unknown error"}`)}};validateSignatureConsistency(){let e=new Set;for(let n of this.inputFields){if(e.has(n.name))throw new D(`Duplicate input field name: "${n.name}"`,n.name,"Each field name must be unique within the signature");e.add(n.name)}let t=new Set;for(let n of this.outputFields){if(t.has(n.name))throw new D(`Duplicate output field name: "${n.name}"`,n.name,"Each field name must be unique within the signature");t.add(n.name)}for(let n of this.outputFields)if(e.has(n.name))throw new D(`Field name "${n.name}" appears in both inputs and outputs`,n.name,"Use different names for input and output fields to avoid confusion");if(this.inputFields.length===0)throw new D("Signature must have at least one input field",void 0,'Add an input field. Example: "userInput:string -> ..."');if(this.outputFields.length===0)throw new D("Signature must have at least one output field",void 0,'Add an output field. Example: "... -> responseText:string"')}_forceComplexFields=!1;_hasComplexFields;hasComplexFields=()=>this._hasComplexFields!==void 0?this._hasComplexFields:(this._hasComplexFields=this.computeHasComplexFields(),this._hasComplexFields);computeHasComplexFields=()=>this._forceComplexFields?!0:this.outputFields.some(e=>e.type?.name==="object"||e.type?.isArray&&e.type.fields!==void 0);validate=()=>{if(this.validatedAtHash===this.sigHash)return!0;try{return this.updateHash(),this.validatedAtHash=this.sigHash,!0}catch(e){throw this.validatedAtHash=void 0,e}};hash=()=>this.sigHash;toString=()=>this.sigString;toJSON=()=>({id:this.hash(),description:this.description,inputFields:this.inputFields,outputFields:this.outputFields});toJSONSchema=()=>{let e=[...this.inputFields,...this.outputFields];return Ir(e,this.description??"Schema")}};function Sa(i){let e=i.name;return i.isOptional&&(e+="?"),i.isInternal&&(e+="!"),i.type&&(e+=`:${i.type.name}`,i.type.isArray&&(e+="[]"),i.type.name==="class"&&i.type.options&&(e+=` "${i.type.options.join(" | ")}"`)),i.description&&i.type?.name!=="class"&&(e+=` "${i.description}"`),e}function va(i,e,t){let n=i?`"${i}" `:"",r=e.map(Sa).join(", "),o=t.map(Sa).join(", ");return`${n}${r} -> ${o}`}function yc(i){let e=/^[a-z][a-zA-Z0-9]*$/,t=/^[a-z]+(_[a-z0-9]+)*$/;return e.test(i)||t.test(i)}function ct(i,e){if(!i.name||i.name.length===0)throw new D("Field name cannot be blank",i.name,"Every field must have a descriptive name");if(!yc(i.name))throw new D(`Invalid field name '${i.name}' - must be camelCase or snake_case`,i.name,'Use camelCase (e.g., "userInput") or snake_case (e.g., "user_input")');if(V.signatureStrict&&["text","object","image","string","number","boolean","json","array","datetime","date","time","type","class","input","output","data","value","result","response","request","item","element"].includes(i.name.toLowerCase())){let n=e==="input"?["userInput","questionText","documentContent","messageText","queryString"]:["responseText","analysisResult","categoryType","summaryText","outputData"];throw new D(`Field name '${i.name}' is too generic`,i.name,`Use a more descriptive name. Examples for ${e} fields: ${n.join(", ")}`)}if(i.name.length<2)throw new D(`Field name '${i.name}' is too short`,i.name,"Field names must be at least 2 characters long");if(i.name.length>50)throw new D(`Field name '${i.name}' is too long (${i.name.length} characters)`,i.name,"Field names should be 50 characters or less");i.type&&bc(i,e)}function bc(i,e){if(!i.type)return;let{type:t}=i;if((t.name==="image"||t.name==="audio"||t.name==="file")&&e==="output")throw new D(`${t.name} type is not supported in output fields`,i.name,`${t.name} types can only be used in input fields`);if(t.name==="class"){if(e==="input")throw new D("Class type is not supported in input fields",i.name,'Class types are only allowed on output fields. Use "string" type for input classifications');if(!t.options||t.options.length===0)throw new D("Class type requires options",i.name,'Provide class options. Example: class "positive, negative, neutral"');for(let r of t.options){if(!r||r.trim().length===0)throw new D("Empty class option found",i.name,"All class options must be non-empty strings");let o=r.trim();if(o.includes(",")||o.includes("|"))throw new D(`Invalid class option "${o}"`,i.name,"Class options cannot contain commas (,) or pipes (|) as they are used to separate options")}if(new Set(t.options.map(r=>r.trim().toLowerCase())).size!==t.options.length)throw new D("Duplicate class options found",i.name,"Each class option must be unique (case-insensitive)")}if(t.name==="code"&&t.isArray)throw new D("Arrays of code are not commonly supported",i.name,"Consider using a single code field or an array of strings instead");if(i.isInternal&&e==="input")throw new D("Internal marker (!) is not allowed on input fields",i.name,"Internal markers are only allowed on output fields");t.name==="object"&&t.fields&&ms(t.fields,i.name,e)}function ms(i,e,t,n=1){for(let[r,o]of Object.entries(i)){let s=`${e}.${r}`;if(o.type==="image"||o.type==="audio"||o.type==="file")throw new D(`${o.type} type is not allowed in nested object fields`,s,`Media types (image, audio, file) can only be used as top-level input fields, not within objects. Found at depth ${n}.`);o.type==="object"&&o.fields&&ms(o.fields,s,t,n+1),o.isArray&&o.fields&&ms(o.fields,`${s}[]`,t,n+1)}}var Ot=class{signature;sigHash;examples;examplesOptions;demos;trace;usage=[];traceLabel;key;children;constructor(e,t){this.signature=new he(e),t?.description&&this.signature.setDescription(t.description),t?.traceLabel&&(this.traceLabel=t.traceLabel),e&&this.signature.validate(),this.sigHash=this.signature?.hash(),this.children=new wn,this.key={id:this.signature.hash()}}getSignature(){return new he(this.signature)}setSignature(e){this.signature=new he(e),e&&this.signature.validate(),this.updateSignatureHash()}setDescription(e){this.signature.setDescription(e),this.updateSignatureHash()}updateSignatureHash(){this.sigHash=this.signature.hash(),this.key={id:this.signature.hash()}}register(e){this.key&&e.setParentId(this.key.id),this.children.register(e)}setId(e){this.key={id:e,custom:!0};for(let t of Array.from(this.children))t?.setParentId(e)}setParentId(e){this.key.custom||(this.key.id=[e,this.key.id].join("/"))}setExamples(e,t){if(this._setExamples(e,t),"programId"in e)for(let n of Array.from(this.children))n?.setExamples(e,t)}_setExamples(e,t){let n=[];if("programId"in e&&e.programId===this.key.id&&(n=e.traces),Array.isArray(e)&&(n=e),n){this.examplesOptions=t;let r=this.signature,o=[...r.getInputFields(),...r.getOutputFields()];this.examples=n.map(s=>{let a={};for(let l of o){let c=s[l.name];c!==void 0&&(Sr(l,c),a[l.name]=c)}return a})}}getTraces(){let e=[];this.trace&&e.push({trace:this.trace,programId:this.key.id});for(let t of Array.from(this.children)){let n=t?.getTraces();e=[...e,...n??[]]}return e}getUsage(){let e=[...this.usage??[]];for(let t of Array.from(this.children)){let n=t?.getUsage();e=[...e,...n??[]]}return Rn(e)}resetUsage(){this.usage=[];for(let e of Array.from(this.children))e?.resetUsage()}setDemos(e){let t=Array.from(this.children).length>0,n=e.some(r=>r.programId===this.key.id);if(t&&!n)throw new Error(`Program with id '${this.key.id}' has children but no matching programId found in demos`);this.demos=e.filter(r=>r.programId===this.key.id).map(r=>r.traces).flat();for(let r of Array.from(this.children))r?.setDemos(e)}applyOptimization(e){e.applyTo(this);for(let t of Array.from(this.children))t&&"applyOptimization"in t&&typeof t.applyOptimization=="function"&&t.applyOptimization(e)}};var Oa=`
209
+ Tip: Arrays must include an "items" schema (e.g., { items: { type: "string" } } or items: { type: "object", properties: { ... } }).`,{cause:r}):r}return[...e??[],...t]},wr=async({ai:i,functionList:e,functionCalls:t,mem:n,sessionId:r,traceId:s,span:o,excludeContentFromTrace:a,index:l,functionResultFormatter:c,logger:u,debug:p,stopFunctionNames:d})=>{let m=new Cr(e),g=new Set,h=[],f=y=>{let I=k=>k.replace(/[^a-zA-Z0-9]/g,"").toLowerCase(),T=I(y),v=e.find(k=>k.name===y);return v||(v=e.find(k=>I(k.name)===T)),v},A=t.map(y=>{if(!y.id)throw new Error(`Function ${y.name} did not return an ID`);let I=i.getOptions().tracer??V.tracer;return I?I.startActiveSpan(`Tool: ${y.name}`,async T=>{try{T?.setAttributes?.({"tool.name":y.name,"tool.mode":"native","function.id":y.id,"session.id":r??""});let{formatted:v,rawResult:k,parsedArgs:R}=await m.executeWithDetails(y,{sessionId:r,ai:i,functionResultFormatter:c,traceId:T?.spanContext?.().traceId??s,stopFunctionNames:d});if(g.add(y.name.toLowerCase()),d?.includes(y.name.toLowerCase())){let C=f(y.name);C&&h.push({func:C,args:R,result:k})}if(a?T.addEvent("gen_ai.tool.message",{name:y.name}):T.addEvent("gen_ai.tool.message",{name:y.name,args:y.args,result:v??""}),o){let C={name:y.name};a||(C.args=y.args,C.result=v??""),o.addEvent("function.call",C)}return{result:v??"",role:"function",functionId:y.id,index:l}}catch(v){if(T?.recordException?.(v),v instanceof Cn){let k=v.getFixingInstructions(),R={name:y.name,message:v.toString()};return a||(R.args=y.args,R.fixing_instructions=k),T?.addEvent?.("function.error",R),p&&ns(v,l,k,u),{functionId:y.id,isError:!0,index:l,result:k,role:"function"}}throw v}finally{T?.end?.()}}):m.executeWithDetails(y,{sessionId:r,ai:i,functionResultFormatter:c,traceId:s,stopFunctionNames:d}).then(({formatted:T,rawResult:v,parsedArgs:k})=>{if(g.add(y.name.toLowerCase()),d?.includes(y.name.toLowerCase())){let R=f(y.name);R&&h.push({func:R,args:k,result:v})}if(o){let R={name:y.name};a||(R.args=y.args,R.result=T??""),o.addEvent("function.call",R)}return{result:T??"",role:"function",functionId:y.id,index:l}}).catch(T=>{if(!(T instanceof Cn))throw T;let v=T.getFixingInstructions();if(o){let k={name:y.name,message:T.toString()};a||(k.args=y.args,k.fixing_instructions=v),o.addEvent("function.error",k)}return p&&ns(T,l,v,u),{functionId:y.id,isError:!0,index:l,result:v,role:"function"}})}),b=(await Promise.all(A)).map(y=>y.result===void 0||y.result===""?{...y,result:"done"}:y);if(n.addFunctionResults(b,r),p){let y=b.filter(I=>!I.isError);y.length>0&&ei(y,u)}if(h.length>0)throw new Lt(h);return g};function to(i,e,t,n){if(!e||e.length===0)return;if(!i.getFeatures(n).functions)throw new Error("Functions are not supported by the AI service");return e.map(s=>({id:s.id,name:s.function.name,args:s.function.params}))}function ma(i,e,t,n){let r=e;return!t&&(r==="required"||typeof r=="function")?{functions:[],functionCall:void 0}:i?{functions:i.map(o=>"toFunction"in o?o.toFunction():o).flat(),functionCall:r}:{functions:[],functionCall:r}}function cc(i){let e=0,t=!1,n=!1,r=!1,s=!1,o=[];for(let a=0;a<i.length;a++){let l=i[a];if(n){n=!1;continue}if(l==="\\"){n=!0;continue}if(l==='"'){t=!t;continue}t||(l==="{"?(o.push("{"),e++):l==="["?(o.push("["),e++):l==="}"?o.length>0&&o[o.length-1]==="{"&&(o.pop(),e--):l==="]"&&o.length>0&&o[o.length-1]==="["&&(o.pop(),e--))}if(o.length>0){let a=o[o.length-1];r=a==="[",s=a==="{"}return{nestingLevel:e,inString:t,inArray:r,inObject:s}}function ga(i){if(!i.trim())return{parsed:null,partialMarker:null};try{return{parsed:JSON.parse(i),partialMarker:null}}catch{}let e=cc(i),t=uc(i);try{return{parsed:JSON.parse(t),partialMarker:e}}catch{return{parsed:null,partialMarker:e}}}function uc(i){let e=i.trim();for(e.endsWith(",")&&(e=e.slice(0,-1)),e.match(/,\s*"[^"]*"\s*:\s*$/)?e=e.replace(/,\s*"[^"]*"\s*:\s*$/,""):e.match(/\{\s*"[^"]*"\s*:\s*$/)&&(e=e.replace(/"[^"]*"\s*:\s*$/,""));e.match(/[0-9][eE.+-]$/)||e.match(/[eE][+-]$/);)e=e.slice(0,-1);e=e.replace(/,(\s*[}\]])/g,"$1"),e.match(/t(r(u(e)?)?)?$/)&&!e.endsWith('"')&&!e.endsWith("true")&&e.match(/[:[,]\s*t(r(u(e)?)?)?$/)&&(e=e.replace(/t(r(u(e)?)?)?$/,"true")),e.match(/f(a(l(s(e)?)?)?)?$/)&&!e.endsWith('"')&&!e.endsWith("false")&&e.match(/[:[,]\s*f(a(l(s(e)?)?)?)?$/)&&(e=e.replace(/f(a(l(s(e)?)?)?)?$/,"false")),e.match(/n(u(l(l)?)?)?$/)&&!e.endsWith('"')&&!e.endsWith("null")&&e.match(/[:[,]\s*n(u(l(l)?)?)?$/)&&(e=e.replace(/n(u(l(l)?)?)?$/,"null"));let t=[],n=!1,r=!1;for(let s=0;s<e.length;s++){let o=e[s];if(r){r=!1;continue}if(o==="\\"){r=!0;continue}if(o==='"'){n=!n;continue}n||(o==="{"?t.push("}"):o==="["?t.push("]"):o==="}"?t.length>0&&t[t.length-1]==="}"&&t.pop():o==="]"&&t.length>0&&t[t.length-1]==="]"&&t.pop())}for(r&&(e=e.slice(0,-1)),n&&(e+='"'),t.length>0&&t[t.length-1]==="}"&&e.match(/,\s*"[^"]*"\s*$/)&&(e=e.replace(/,\s*"[^"]*"\s*$/,""));t.length>0;)e+=t.pop();return e}import vt from"dayjs";import pc from"dayjs/plugin/customParseFormat.js";import dc from"dayjs/plugin/timezone.js";import mc from"dayjs/plugin/utc.js";vt.extend(mc);vt.extend(dc);vt.extend(pc);function ha(i,e,t=!1){try{return gc(e)}catch(n){if(i.isOptional&&!t)return;let r=n.message;throw ia(i,e,r)}}function gc(i){if(!vt(i,"YYYY-MM-DD",!0).isValid())throw new Error('Invalid date format. Please provide the date in "YYYY-MM-DD" format.');return vt.utc(i,"YYYY-MM-DD").startOf("day").toDate()}function fa(i,e,t=!1){try{return hc(e)}catch(n){if(i.isOptional&&!t)return;let r=n.message;throw aa(i,e,r)}}function hc(i){let e=/^(\d{4}-\d{2}-\d{2} \d{2}:\d{2}(?::\d{2})?) (.+)$/,t=i.match(e);if(!t)throw new Error('Invalid date and time format. Please provide the date and time in "YYYY-MM-DD HH:mm" or "YYYY-MM-DD HH:mm:ss" format, followed by the timezone.');let[,n,r]=t;if(!n||!r)throw new Error('Invalid date and time format. Please provide the date and time in "YYYY-MM-DD HH:mm" or "YYYY-MM-DD HH:mm:ss" format, followed by the timezone.');try{let s=n.includes(":")&&n.split(":").length===3?"YYYY-MM-DD HH:mm:ss":"YYYY-MM-DD HH:mm",o=vt.tz(n,s,r);if(!o.isValid())throw new Error("Invalid date and time values. Please ensure all components are correct.");return o.utc().toDate()}catch{throw new Error(`Unrecognized time zone ${r}. Please provide a valid time zone name, abbreviation, or offset. For example, "America/New_York", or "EST".`)}}var xa=i=>vt(i).utc().format("YYYY-MM-DD HH:mm:ss [UTC]");var Ug=new _e,Sr=(i,e)=>{let t=i.type??{name:"string",isArray:!1},n=(c,u)=>{switch(c){case"class":return typeof u=="string";case"code":return typeof u=="string";case"string":return typeof u=="string";case"number":return typeof u=="number";case"boolean":return typeof u=="boolean";case"date":return u instanceof Date||typeof u=="string";case"datetime":return u instanceof Date||typeof u=="string";case"json":return typeof u=="object"||typeof u=="string";case"object":return typeof u=="object";default:return!1}},r=c=>!(!c||typeof c!="object"||!("mimeType"in c)||!("data"in c));if(i.type?.name==="image"){let c;if(Array.isArray(e)){for(let u of e)if(!r(u)){c="object ({ mimeType: string; data: string })";break}}else r(e)||(c="object ({ mimeType: string; data: string })");if(c)throw new Error(`Validation failed: Expected '${i.name}' to be type '${c}' instead got '${e}'`);return}let s=c=>!(!c||typeof c!="object"||!("data"in c));if(i.type?.name==="audio"){let c;if(Array.isArray(e)){for(let u of e)if(!s(u)){c="object ({ data: string; format?: string })";break}}else s(e)||(c="object ({ data: string; format?: string })");if(c)throw new Error(`Validation failed: Expected '${i.name}' to be type '${c}' instead got '${e}'`);return}let o=c=>{if(!c||typeof c!="object"||!("mimeType"in c))return!1;let u="data"in c,p="fileUri"in c;return!(!u&&!p||u&&p)};if(i.type?.name==="file"){let c;if(Array.isArray(e)){for(let u of e)if(!o(u)){c="object ({ mimeType: string; data: string } | { mimeType: string; fileUri: string })";break}}else o(e)||(c="object ({ mimeType: string; data: string } | { mimeType: string; fileUri: string })");if(c)throw new Error(`Validation failed: Expected '${i.name}' to be type '${c}' instead got '${e}'`);return}let a=c=>typeof c=="string"?!0:!(!c||typeof c!="object"||!("url"in c));if(i.type?.name==="url"){let c;if(Array.isArray(e)){for(let u of e)if(!a(u)){c="string or object ({ url: string; title?: string; description?: string })";break}}else a(e)||(c="string or object ({ url: string; title?: string; description?: string })");if(c)throw new Error(`Validation failed: Expected '${i.name}' to be type '${c}' instead got '${e}'`);return}let l=!0;if(t.isArray){if(!Array.isArray(e))l=!1;else for(let c of e)if(!n(t.name,c)){l=!1;break}}else l=n(t.name,e);if(!l){let c=Array.isArray(e)?"array":typeof e;throw new Error(`Validation failed: Expected '${i.name}' to be a ${i.type?.isArray?"an array of ":""}${t.name} instead got '${c}' (${JSON.stringify(e)})`)}};function Rn(i){let e={};for(let t of i){let n=`${t.ai}:${t.model}`;if(!e[n]){e[n]={...t};continue}let r=e[n];if(r){let s=r.tokens??{promptTokens:0,completionTokens:0,totalTokens:0};s.promptTokens+=t?.tokens?.promptTokens??0,s.completionTokens+=t?.tokens?.completionTokens??0,s.totalTokens+=t?.tokens?.totalTokens??0,r.tokens=s;let o=r.citations??[],a=t.citations??[];if(a.length){let l=new Set(o.map(c=>c.url));for(let c of a)c?.url&&!l.has(c.url)&&(o.push(c),l.add(c.url));r.citations=o}}}return Object.values(e)}var Aa=i=>{if(!i.trim())return[];let e=new Set(["-","*","+"]),t=/^\d+[\s]*[.)\]]\s*/,n=i.split(`
210
+ `),r=[];for(let s of n){let o=s.trim();if(o){if(o[0]&&e.has(o[0]))r.push(o.slice(1).trim());else if(t.test(o))r.push(o.replace(t,"").trim());else if(r.length!==0)throw new Error("Could not parse markdown list: mixed content detected")}}if(r.length===0)throw new Error("Could not parse markdown list: no valid list items found");return r};function ro(i,e){let{index:t,delta:n,version:r}=e,s=i.find(a=>a.index===t)?.delta;if(!s)return i.push({index:t,delta:n,version:r}),i;for(let a of Object.keys(n)){let l=s[a],c=n[a];l===void 0&&Array.isArray(c)?s[a]=[...c]:Array.isArray(l)&&Array.isArray(c)?s[a]=[...l,...c]:(l===void 0||typeof l=="string")&&typeof c=="string"?s[a]=`${l??""}${c}`:s[a]=c}let o=i.find(a=>a.index===t);return o&&(o.version=r),i}var no=class{cache=new Map;maxSize;constructor(e){this.maxSize=e}get(e){let t=this.cache.get(e);return t&&(this.cache.delete(e),this.cache.set(e,t)),t}set(e,t){if(this.cache.has(e))this.cache.delete(e);else if(this.cache.size>=this.maxSize){let n=this.cache.keys().next().value;n&&this.cache.delete(n)}this.cache.set(e,t)}},fc=new no(500);function ya(i,e,t=0,n=fc){if(/^```[a-zA-Z]*\s*$/.test(i))return-4;if(/^[\s`]*$/.test(i))return-3;let r=i.indexOf(e,t);if(r!==-1)return r;let s=n.get(e)??Array.from({length:e.length},(a,l)=>e.slice(0,l+1));n.get(e)||n.set(e,s);let o=-1;for(let a=s.length-1;a>=0;a--){let l=s[a];if(i.endsWith(l)){o=a;break}}return o>=0?-2:-1}function Ct(i,e){if(typeof i!="string")throw Zs(e,String(i),"URL must be a string");try{new URL(i)}catch{throw Zs(e,i,"Invalid URL format. Expected a valid URL like https://example.com")}}function Ke(i,e){if(typeof i!="string")return;let t=e.type;if(t){if(t.minLength!==void 0&&i.length<t.minLength)throw $t(e,i,"minLength",t.minLength);if(t.maxLength!==void 0&&i.length>t.maxLength)throw $t(e,i,"maxLength",t.maxLength);if(t.pattern!==void 0&&!new RegExp(t.pattern).test(i))throw $t(e,i,"pattern",t.pattern);if(t.format==="email"&&!/^[^\s@]+@[^\s@]+\.[^\s@]+$/.test(i))throw $t(e,i,"format","valid email address");if(t.format==="uri"||t.format==="url")try{new URL(i)}catch{throw $t(e,i,"format","valid URL")}}}function We(i,e){if(typeof i!="number")return;let t=e.type;if(t){if(t.minimum!==void 0&&i<t.minimum)throw eo(e,i,"minimum",t.minimum);if(t.maximum!==void 0&&i>t.maximum)throw eo(e,i,"maximum",t.maximum)}}var kr=(i,e,t,n)=>{let r=n?.strictMode??!1,s=n?.treatAllFieldsOptional??!1,o=n?.treatAllFieldsOptional??!1,a={extractedFields:[],streamedIndex:{},s:-1};io(i,e,a,t,{strictMode:r,skipEarlyFail:o,treatAllFieldsOptional:s}),ao(i,e,a,t,{strictMode:r,treatAllFieldsOptional:s,forceFinalize:!0});for(let l of i.getOutputFields())l.isInternal&&delete e[l.name]},so=(i,e,t)=>{let n=[];for(let r of t)r&&!r.isOptional&&e[r.name]===void 0&&n.push(r);if(n.length>0)throw na(n)},io=(i,e,t,n,{strictMode:r,skipEarlyFail:s}={})=>{let o=i.getOutputFields(),a;for(;;){let l=new Set;t.currFieldIndex!==void 0&&!t.inAssumedField&&l.add(t.currFieldIndex);let c=o.map((g,h)=>({field:g,index:h})).filter(({index:g})=>!l.has(g)),u,p,d=-1,m=0;for(let{index:g,field:h}of c){let A=`${(t.extractedFields.length===0?"":`
211
+ `)+h.title}:`,x=ya(n,A,t.s);if(x===-2||x===-3)return!0;if(x===-4)return t.inBlock=!0,!0;x>=0&&(d===-1||x<d)&&(d=x,m=A.length,u=g,p=h)}if(d===-1){if(s)return;if(!r&&t.currField===void 0&&t.extractedFields.length===0&&o.length===1){t.inAssumedField=!0,t.currField=o[0],t.currFieldIndex=0,t.s=0,t.extractedFields.includes(o[0])||t.extractedFields.push(o[0]),t.streamedIndex[o[0].name]===void 0&&(t.streamedIndex[o[0].name]=0);return}if(r&&t.currField===void 0&&t.extractedFields.length===0){let g=o.find(h=>!h.isOptional);if(g)throw xr(g)}break}if(a&&p&&a.name!==p.name)throw xr(a);if(t.currField!==void 0&&t.inAssumedField&&(t.inAssumedField=!1,t.streamedIndex[t.currField.name]=0,t.currField=void 0),t.currField){let g=n.substring(t.s,d).trim(),h=vr(t.currField,g);h!==void 0&&(e[t.currField.name]=h),t.prevFields?t.prevFields?.push({field:t.currField,s:t.s,e:d}):t.prevFields=[{field:t.currField,s:t.s,e:d}]}t.s=d+m,p!==void 0&&u!==void 0&&(t.currField=p,t.currFieldIndex=u),p&&!t.extractedFields.includes(p)&&t.extractedFields.push(p),p&&t.streamedIndex[p.name]===void 0&&(t.streamedIndex[p.name]=0)}},ao=(i,e,t,n,r)=>{let s=r?.strictMode??!1,o=r?.treatAllFieldsOptional??!1,a=r?.deferRequiredCheckForStreaming??!1,l=r?.forceFinalize??!1;if(t.currField){let c=n.length,u=i.getOutputFields();for(let m of u){if(m.name===t.currField.name)continue;let g=`
212
+ ${m.title}:`,h=n.indexOf(g,t.s);h!==-1&&h<c&&(c=h)}let p=n.substring(t.s,c).trim(),d=vr(t.currField,p);d!==void 0&&(e[t.currField.name]=d)}if(s&&!t.currField&&t.extractedFields.length===0&&n.trim()){let p=i.getOutputFields().find(d=>!d.isOptional);if(p)throw xr(p)}if(xc(i,e,n,t),!o){let c=t.currField!==void 0||(t.extractedFields?.length??0)>0;s||l?so(t,e,i.getOutputFields()):c||so(t,e,i.getOutputFields())}},xc=(i,e,t,n)=>{let r=i.getOutputFields();if(r.length===1){let o=r[0];if(o){let a=`${o.title}:`,l=t.indexOf(a);if(l!==-1){let c=l+a.length,u=`
213
+ ${o.title}:`,p=t.indexOf(u,c),d=t.substring(c,p===-1?t.length:p).trim();if(d)try{let m=vr(o,d);if(m!==void 0){e[o.name]=m;return}}catch{}}}}let s=t.split(`
214
+ `);for(let o of r){if(o.name in e)continue;let a=`${o.title}:`;for(let l of s){let c=l.trim();if(c.startsWith(a)){let u=c.substring(a.length).trim();if(u)try{let p=vr(o,u);if(p!==void 0){e[o.name]=p;break}}catch(p){if(!o.isOptional)throw p}break}}}},ba=(i,e,t=!1)=>{switch(i.type?.name){case"code":return oo(e);case"string":return e;case"number":{let n=Number(e);if(Number.isNaN(n)){if(i.isOptional&&!t)return;throw new Error("Invalid number")}return n}case"boolean":{if(typeof e=="boolean")return e;let n=e.toLowerCase();if(n==="true")return!0;if(n==="false")return!1;if(i.isOptional&&!t)return;throw new Error("Invalid boolean")}case"date":return ha(i,e,t);case"datetime":return fa(i,e,t);case"class":{let n=e;if(i.type.options&&!i.type.options.includes(n)){if(i.isOptional)return;throw new Error(`Invalid class '${e}', expected one of the following: ${i.type.options.join(", ")}`)}return n}default:return e}};function*Ia(i,e,t,n,r,s){let{name:o,isInternal:a}=e,{isArray:l,name:c}=e.type??{};if(a||l||c&&c!=="string"&&c!=="code")return;let u=r.streamedIndex[o]??0,p=u===0,d=(t<0?0:t)+u,m=i.substring(d,n);if(m.length===0)return;let g=m.replace(/\s+$/,"");r.currField?.type?.name==="code"&&(g=g.replace(/\s*```\s*$/,""));let h=p?g.trimStart():g;r.currField?.type?.name==="code"&&(h=h.replace(/^[ ]*```[a-zA-Z0-9]*\n\s*/,"")),h.length>0&&(yield{index:s,delta:{[o]:h}},r.streamedIndex[o]=u+g.length)}function*lo(i,e,t,n,r){for(let o of n.prevFields??[]){let{field:a,s:l,e:c}=o;yield*Ia(e,a,l,c,n,r)}if(n.prevFields=void 0,n.inAssumedField&&!(i.getOutputFields().filter(l=>!l.isInternal).length===1)||!n.currField||n.currField.isInternal)return;yield*Ia(e,n.currField,n.s,e.length,n,r);let s=i.getOutputFields();for(let o of Object.keys(t)){let a=s.find(u=>u.name===o);if(!a||a.isInternal)continue;let l=t[o];if(Array.isArray(l)){let u=n.streamedIndex?.[o]??0,p=l.slice(u);p&&p.length>0&&(yield{index:r,delta:{[o]:p}},n.streamedIndex[o]=u+p.length);continue}let c=typeof l=="string"?l:void 0;if(!n.streamedIndex[o])yield{index:r,delta:{[o]:l}},n.streamedIndex[o]=c?c.length:1;else if(c){let u=n.streamedIndex[o];if(c.length>u){let p=c.substring(u);yield{index:r,delta:{[o]:p}},n.streamedIndex[o]=c.length}}}}function vr(i,e){if(!e||e===""||/^(null|undefined)\s*$/i.test(e)){if(i.isOptional)return;throw Ar(i)}let t;if(i.type?.name==="json"&&!i.type?.isArray)try{let r=oo(e);return t=JSON.parse(r),t}catch(r){throw ra(i,r.message)}if(i.type?.isArray)try{try{t=JSON.parse(e)}catch{t=Aa(e)}if(!Array.isArray(t))throw new Error("Expected an array")}catch(r){throw sa(i,r.message)}try{if(Array.isArray(t)){for(let[r,s]of t.entries())if(s!==void 0){let o=typeof s=="string"?s.trim():s;if(typeof o=="string"&&(i.type?.name==="object"||i.type?.name==="json"))try{let a=oo(o);o=JSON.parse(a)}catch{}t[r]=ba(i,o,!0)}}else t=ba(i,e)}catch(r){throw oa(i,e,r.message)}if(typeof t=="string"&&t==="")return;let n=i.type;if(n&&t!==void 0&&(n.name==="url"&&Ct(t,i),(n.name==="string"||n.name==="code")&&Ke(t,i),n.name==="number"&&We(t,i),n.isArray&&Array.isArray(t)))for(let r of t)r!==void 0&&(n.name==="string"||n.name==="code"?Ke(r,i):n.name==="number"&&We(r,i));return t}function Mr(i,e,t){let n=i.getOutputFields();for(let r of n){let s=e[r.name];if(s==null){if(!r.isOptional&&!t?.allowMissingRequired)throw Ar(r);continue}let o=r.type;if(o){if(o.name==="url"&&Ct(s,r),(o.name==="string"||o.name==="code")&&Ke(s,r),o.name==="number"&&We(s,r),o.isArray&&Array.isArray(s))for(let a of s)a!=null&&(o.name==="url"?Ct(a,r):o.name==="string"||o.name==="code"?Ke(a,r):o.name==="number"&&We(a,r));if(o.name==="object"&&o.fields&&typeof s=="object"&&!Array.isArray(s)&&Or(r,s,t),o.isArray&&o.fields&&Array.isArray(s)&&o.name==="object")for(let a of s)a&&typeof a=="object"&&Or(r,a,t)}}}function Or(i,e,t){let n=i.type?.fields;if(!(!n||typeof n!="object"))for(let[r,s]of Object.entries(n)){let o={name:r,title:r,description:s.description,type:{name:s.type,isArray:s.isArray,options:s.options,fields:s.fields,minLength:s.minLength,maxLength:s.maxLength,minimum:s.minimum,maximum:s.maximum,pattern:s.pattern,patternDescription:s.patternDescription,format:s.format},isOptional:s.isOptional??!1,isInternal:s.isInternal??!1},a=e[o.name];if(a==null){if(!o.isOptional&&!t?.allowMissingRequired)throw Ar(o);continue}let l=o.type;if(l){if(l.name==="url"&&Ct(a,o),(l.name==="string"||l.name==="code")&&Ke(a,o),l.name==="number"&&We(a,o),l.isArray&&Array.isArray(a))for(let c of a)c!=null&&(l.name==="url"?Ct(c,o):l.name==="string"||l.name==="code"?Ke(c,o):l.name==="number"&&We(c,o));if(l.name==="object"&&l.fields&&typeof a=="object"&&!Array.isArray(a)&&Or(o,a,t),l.isArray&&l.fields&&Array.isArray(a)&&l.name==="object")for(let c of a)c&&typeof c=="object"&&Or(o,c,t)}}}var oo=i=>{let t=/```([A-Za-z]*)\s*([\s\S]*?)\s*```/g.exec(i);return t?t.length===3?t[2]:t.length===2?t[1]:i:i};async function co(i,e,t,n){for(let r of i){if(e[r.field.name]===void 0)continue;let s=r.process,o=await s(e[r.field.name],{sessionId:n,values:e,done:!0});Ta(r.field,t,o,n)}}async function uo(i,e,t,n,r,s,o=!1){for(let a of i){if(t.currField?.name!==a.field.name)continue;let l=e.substring(t.s);t.currField?.type?.name==="code"&&(l=l.replace(/^[ ]*```[a-zA-Z0-9]*\n\s*/,""),l=l.replace(/\s*```\s*$/,""));let c=a.process,u=await c(l,{sessionId:s,values:r,done:o});Ta(t.currField,n,u,s)}}var Ta=(i,e,t,n)=>{if(t===void 0||typeof t=="string"&&(t===""||/^(null|undefined)\s*$/i.test(t)))return;let r=JSON.stringify(t,(o,a)=>typeof a=="bigint"?Number(a):a,2),s=Ac(i,r);e.addRequest([{role:"user",content:[{type:"text",text:s}]}],n),e.addTag("processor",n)};function Ac(i,e){let t=i.type?.name==="code",n=i.title;return t?`Code in the field "${n}" was executed. The code execution produced the following output: ${e}`:`The field "${n}" was processed. The field contents were transformed into the following output: ${e}`}async function*Ca({res:i,usage:e,states:t,debug:n,...r}){let s=(r.ai.getFeatures().functionCot??!1)&&r.functions!==void 0&&r.functions.length>0,o,a=[],l=i.getReader();try{for(;;){let{done:c,value:u}=await l.read();if(c)break;let p=u;p.modelUsage&&(o=p.modelUsage);for(let d of p.results){if(Array.isArray(d.citations))for(let g of d.citations)g?.url&&a.push({url:g.url,title:g.title,description:g.description,license:g.license,publicationDate:g.publicationDate,snippet:g.snippet});if((!d.content||d.content==="")&&(!d.thought||d.thought==="")&&(!d.thoughtBlocks||d.thoughtBlocks.length===0)&&(!d.functionCalls||d.functionCalls.length===0))continue;let m=t.find(g=>g.index===d.index);if(!m)throw new Error(`No state found for result (index: ${d.index})`);yield*yc({...r,result:d,skipEarlyFail:s,state:m,debug:n})}}}finally{l.releaseLock()}for(let c of t)yield*bc({...r,state:c,debug:n});if(o){if(a.length){let c=Array.from(new Map(a.filter(u=>u.url).map(u=>[u.url,u])).values());o.citations=c}if(e.push(o),n&&r.logger){let c=structuredClone(o);delete c.citations,r.logger({name:"ChatResponseUsage",value:c}),o.citations&&o.citations.length>0&&r.logger({name:"ChatResponseCitations",value:o.citations})}}}async function*yc({result:i,mem:e,sessionId:t,strictMode:n,skipEarlyFail:r,treatAllFieldsOptional:s,state:o,signature:a,streamingFieldProcessors:l,thoughtFieldName:c,streamingAsserts:u,asserts:p}){if(i.functionCalls&&i.functionCalls.length>0)Hn(o.functionCalls,i.functionCalls),e.updateResult({name:i.name,content:i.content,functionCalls:o.functionCalls,thoughtBlocks:i.thoughtBlocks,delta:i.functionCalls?.[0]?.function?.params,index:i.index},t);else if(i.content&&i.content.length>0){i.thought&&i.thought.length>0&&(yield{index:i.index,delta:{[c]:i.thought}}),o.content+=i.content,e.updateResult({name:i.name,content:o.content,thoughtBlocks:i.thoughtBlocks,delta:i.content,index:i.index},t);let d=a.getOutputFields();if(a.hasComplexFields()){let{parsed:h,partialMarker:f}=ga(o.content);if(h&&typeof h=="object"){let A={},x={};for(let b of Object.keys(h))if(d.some(y=>y.name===b)){let y=h[b],I=o.values[b];if(Array.isArray(y)&&y.length>0&&Ic(y,f)&&(y=y.slice(0,-1)),x[b]=y,typeof y=="string"&&typeof I=="string"&&y.startsWith(I)){let T=y.slice(I.length);T&&(A[b]=T)}else Array.isArray(y)&&Array.isArray(I)?y.length>I.length&&(A[b]=y.slice(I.length)):JSON.stringify(y)!==JSON.stringify(I)&&(A[b]=y)}try{Mr(a,x,{allowMissingRequired:!0})}catch{}Object.assign(o.values,x),Object.keys(A).length>0&&(yield{index:i.index,delta:A});return}}if(io(a,o.values,o.xstate,o.content,{strictMode:n,skipEarlyFail:r,treatAllFieldsOptional:s}))return;u.length!==0&&await Js(u,o.xstate,o.content),l.length!==0&&await uo(l,o.content,o.xstate,e,o.values,t),yield*lo(a,o.content,o.values,o.xstate,i.index),await mr(p,o.values)}else i.thought&&i.thought.length>0?(o.values[c]=(o.values[c]??"")+i.thought,yield{index:i.index,delta:{[c]:i.thought}},e.updateResult({name:i.name,content:o.content,delta:"",index:i.index,thought:i.thought,thoughtBlocks:i.thoughtBlocks},t)):i.thoughtBlocks&&i.thoughtBlocks.length>0&&e.updateResult({name:i.name,content:o.content,delta:"",index:i.index,thoughtBlocks:i.thoughtBlocks},t);if(i.finishReason==="length")throw new Error(`Max tokens reached before completion
215
+ Content: ${o.content}`)}async function*bc({state:i,signature:e,ai:t,model:n,functions:r,mem:s,sessionId:o,traceId:a,span:l,strictMode:c,excludeContentFromTrace:u,streamingAsserts:p,asserts:d,fieldProcessors:m,streamingFieldProcessors:g,functionResultFormatter:h,signatureToolCallingManager:f,logger:A,debug:x,stopFunctionNames:b}){let y=f?void 0:to(t,i.functionCalls,i.values,n);if(y){if(!r)throw new Error("Functions are not defined");let I=await wr({ai:t,functionList:r,functionCalls:y,mem:s,sessionId:o,traceId:a,span:l,index:i.index,excludeContentFromTrace:u,functionResultFormatter:h,logger:A,debug:x,stopFunctionNames:b});i.functionsExecuted=new Set([...i.functionsExecuted,...I]),i.functionCalls=[]}else{let I=e.getOutputFields(),T=e.hasComplexFields(),v=!1;if(T)try{let k=JSON.parse(i.content),R={};for(let C of Object.keys(k))if(I.some(O=>O.name===C)){let O=k[C],w=i.values[C];if(typeof O=="string"&&typeof w=="string"&&O.startsWith(w)){let P=O.slice(w.length);P&&(R[C]=P)}else Array.isArray(O)&&Array.isArray(w)?O.length>w.length&&(R[C]=O.slice(w.length)):JSON.stringify(O)!==JSON.stringify(w)&&(R[C]=O)}try{Mr(e,R,{allowMissingRequired:!0})}catch(C){let O=(C.message||"").toLowerCase();if(O.includes("at least")||O.includes("at most")||O.includes("must match pattern")||O.includes("invalid url")||O.includes("required")||O.includes("missing")||O.includes("valid email")||O.includes("number must be"))throw C}Object.assign(i.values,R),yield{index:i.index,delta:R},v=!0}catch(k){let R=(k.message||"").toLowerCase();if(R.includes("at least")||R.includes("at most")||R.includes("must match pattern")||R.includes("invalid url")||R.includes("required")||R.includes("missing")||R.includes("valid email")||R.includes("number must be"))throw k}if(!v){let k=f!==void 0;ao(e,i.values,i.xstate,i.content,{strictMode:c,treatAllFieldsOptional:k,deferRequiredCheckForStreaming:!0,forceFinalize:!0})}if(f){let k=await f.processResults(i.values);if(k&&k.length>0){if(!r)throw new Error("Functions are not defined");let R=await wr({ai:t,functionList:r,functionCalls:k,mem:s,sessionId:o,traceId:a,span:l,index:i.index,excludeContentFromTrace:u,functionResultFormatter:h,logger:A,debug:x,stopFunctionNames:b});i.functionsExecuted=new Set([...i.functionsExecuted,...R]),s.updateResult({name:void 0,content:i.content,functionCalls:k.map(C=>({id:C.id,type:"function",function:{name:C.name,params:C.args}})),index:i.index},o);return}}await Js(p,i.xstate,i.content,!0),await mr(d,i.values),m.length&&await co(m,i.values,s,o),g.length!==0&&await uo(g,i.content,i.xstate,s,i.values,o,!0),yield*lo(e,i.content,i.values,i.xstate,i.index)}}async function*Ra({ai:i,res:e,mem:t,sessionId:n,traceId:r,functions:s,span:o,strictMode:a,states:l,usage:c,excludeContentFromTrace:u,asserts:p,fieldProcessors:d,thoughtFieldName:m,signature:g,functionResultFormatter:h,logger:f,debug:A,signatureToolCallingManager:x,stopFunctionNames:b,disableMemoryCleanup:y}){let I=e.results??[],T=x!==void 0;t.addResponse(I,n);let v=[];for(let O of I)if(Array.isArray(O?.citations))for(let w of O.citations)w?.url&&v.push({url:w.url,title:w.title,description:w.description,license:w.license,publicationDate:w.publicationDate,snippet:w.snippet});for(let O of I){let w=l[O.index];if(!w)throw new Error(`No state found for result (index: ${O.index})`);if(e.modelUsage){let P=Array.from(new Map(v.filter(F=>F.url).map(F=>[F.url,F])).values()),S={...e.modelUsage,...P.length?{citations:P}:{}};if(c.push(S),A&&f){let F=structuredClone(S);delete F.citations,f({name:"ChatResponseUsage",value:F}),S.citations&&S.citations.length>0&&f({name:"ChatResponseCitations",value:S.citations})}}if(x&&O.content){O.thought&&O.thought.length>0&&(w.values[m]=O.thought),kr(g,w.values,O.content,{strictMode:a,treatAllFieldsOptional:T});let S=(await x.processResults(w.values))?.map(F=>({id:F.id,type:"function",function:{name:F.name,params:F.args}}));S&&S.length>0&&t.updateResult({name:O.name,content:O.content,functionCalls:S,index:O.index},n)}if(O.functionCalls?.length){let P=to(i,O.functionCalls,w.values);if(P&&P.length>0){if(!s)throw new Error("Functions are not defined");let S;try{S=await wr({ai:i,functionList:s,functionCalls:P,mem:t,sessionId:n,traceId:r,span:o,excludeContentFromTrace:u,index:O.index,functionResultFormatter:h,logger:f,debug:A,stopFunctionNames:b})}catch(F){throw t.addRequest([{role:"user",content:"The previous tool call failed. Fix arguments and try again, ensuring required fields match schema."}],n),t.addTag("correction",n),F}w.functionsExecuted=new Set([...w.functionsExecuted,...S])}}else if(O.content){O.thought&&O.thought.length>0&&(w.values[m]=O.thought);let P=g.getOutputFields();if(g.hasComplexFields())try{let F=JSON.parse(O.content),$={};for(let M of Object.keys(F))P.some(E=>E.name===M)&&($[M]=F[M]);Mr(g,$),Object.assign(w.values,$)}catch(F){let $=F instanceof SyntaxError;if((F.name?.includes("ValidationError")||F.name?.includes("Error"))&&!$){let E=(F.message||"").toLowerCase();if(E.includes("at least")||E.includes("at most")||E.includes("must match pattern")||E.includes("invalid url")||E.includes("required")||E.includes("missing")||E.includes("valid email")||E.includes("number must be"))throw F}if($)kr(g,w.values,O.content,{strictMode:a,treatAllFieldsOptional:T});else throw F}else kr(g,w.values,O.content,{strictMode:a,treatAllFieldsOptional:T})}if(await mr(p,w.values),y||(t.removeByTag("correction",n),t.removeByTag("error",n)),d.length&&await co(d,w.values,t,n),O.finishReason==="length")throw new Error(`Max tokens reached before completion
216
+ Content: ${O.content}`)}let k=l.map(O=>O.values);for(let O of k)for(let w of g.getOutputFields())w.isInternal&&delete O[w.name];let R=g.getOutputFields(),C=k.map((O,w)=>{let P={};for(let S of R)S.isInternal||(P[S.name]=O[S.name]);return O[m]!==void 0&&(P[m]=O[m]),{index:w,delta:P}});for(let O of C)yield O}function Ic(i,e){return e?e.nestingLevel>0:!1}function wa(i,e,t,n){let r=i.getLast(n);if(!r)return!0;for(let[s,o]of t.entries()){let a=e?Array.from(e).some(p=>o.functionsExecuted.has(p)):!1;if(!r.chat[s])throw new Error(`No chat message found for result (index: ${s})`);let c=r.role==="function",u=r.tags?r.tags.some(p=>p==="processor"):!1;if(c&&e&&a||!(c||u))return!1}return!0}var wn=class{reg;constructor(){this.reg=new Set}register(e){this.reg.add(e)}*[Symbol.iterator](){let e=Array.from(this.reg);for(let t=0;t<e.length;t++)yield e[t]}};var q=class extends Error{constructor(t,n,r,s){super(t);this.position=n;this.context=r;this.suggestion=s;this.name="SignatureValidationError"}},po=class{input;position;currentFieldName=null;currentSection="description";constructor(e){if(this.input=e.trim(),this.position=0,!this.input)throw new q("Empty signature provided",0,"",'A signature must contain at least input and output fields separated by "->". Example: "userQuery:string -> aiResponse:string"')}parse(){try{this.skipWhitespace();let e=this.parseParsedString();this.skipWhitespace(),this.currentSection="inputs";let t=this.parseFieldList(this.parseInputField.bind(this),"input");if(this.skipWhitespace(),this.position>=this.input.length)throw new q("Incomplete signature: Missing output section",this.position,this.getErrorContext(),'Add "->" followed by output fields. Example: "-> responseText:string"');if(this.expectArrow(),this.skipWhitespace(),this.position>=this.input.length)throw new q('Incomplete signature: No output fields specified after "->"',this.position,this.getErrorContext(),'Add at least one output field. Example: "-> responseText:string"');this.currentSection="outputs";let n=this.parseFieldList(this.parseOutputField.bind(this),"output");if(this.skipWhitespace(),this.position<this.input.length){let r=this.input.slice(this.position);throw new q(`Unexpected content after signature: "${r}"`,this.position,this.getErrorContext(),"Remove any extra content after the output fields")}return this.validateParsedSignature({desc:e?.trim(),inputs:t,outputs:n}),{desc:e?.trim(),inputs:t,outputs:n}}catch(e){if(e instanceof q)throw e;let t=e instanceof Error?e.message:"Unknown error";throw new q(t,this.position,this.getErrorContext())}}validateParsedSignature(e){let t=new Set;for(let r of e.inputs){if(t.has(r.name))throw new q(`Duplicate input field name: "${r.name}"`,0,"","Each field name must be unique within the signature");t.add(r.name)}let n=new Set;for(let r of e.outputs){if(n.has(r.name))throw new q(`Duplicate output field name: "${r.name}"`,0,"","Each field name must be unique within the signature");n.add(r.name)}for(let r of e.outputs)if(t.has(r.name))throw new q(`Field name "${r.name}" appears in both inputs and outputs`,0,"","Use different names for input and output fields to avoid confusion");if(e.inputs.length===0)throw new q("Signature must have at least one input field",0,"",'Add an input field before "->". Example: "userInput:string -> ..."');if(e.outputs.length===0)throw new q("Signature must have at least one output field",0,"",'Add an output field after "->". Example: "... -> responseText:string"')}getErrorContext(){let e=Math.max(0,this.position-25),t=Math.min(this.input.length,this.position+25),n=this.input.slice(e,this.position),r=this.input.slice(this.position,t),s=`${" ".repeat(n.length)}^`;return[`Position ${this.position} in signature:`,`"${n}${r}"`,` ${s}`].join(`
217
+ `)}parseFieldList(e,t){let n=[];if(this.skipWhitespace(),this.position>=this.input.length)throw new q(`Empty ${t} section: Expected at least one field`,this.position,this.getErrorContext(),`Add a ${t} field. Example: ${t==="input"?"userInput:string":"responseText:string"}`);try{n.push(e())}catch(r){throw r instanceof q?r:new q(`Invalid first ${t} field: ${r instanceof Error?r.message:"Unknown error"}`,this.position,this.getErrorContext())}for(this.skipWhitespace();this.position<this.input.length&&!(this.input[this.position]==="-"&&this.position+1<this.input.length&&this.input[this.position+1]===">");)if(this.match(",")){if(this.skipWhitespace(),this.position>=this.input.length)throw new q(`Unexpected end of input after comma in ${t} section`,this.position,this.getErrorContext(),`Add another ${t} field after the comma`);try{n.push(e())}catch(r){throw r instanceof q?r:new q(`Invalid ${t} field after comma: ${r instanceof Error?r.message:"Unknown error"}`,this.position,this.getErrorContext())}this.skipWhitespace()}else break;return n}parseInputField(){this.skipWhitespace();let e=this.parseParsedIdentifier();this.currentFieldName=e,this.validateFieldName(e,"input");let t;for(;;){if(this.match("?")){t=!0;continue}if(this.match("!"))throw new q(`Input field "${e}" cannot use the internal marker "!"`,this.position-1,this.getErrorContext(),"Internal markers (!) are only allowed on output fields");break}let n;if(this.skipWhitespace(),this.match(":")){if(this.skipWhitespace(),/^class\b/.test(this.input.slice(this.position)))throw new q(`Input field "${e}" cannot use the "class" type`,this.position,this.getErrorContext(),'Class types are only allowed on output fields. Use "string" type for input classifications');try{let s=this.parseTypeNotClass(),o=this.match("[]");n={name:s,isArray:o}}catch(s){throw s instanceof q?s:new q(`Input field "${e}": ${s instanceof Error?s.message:"Unknown error"}`,this.position,this.getErrorContext())}}this.skipWhitespace();let r=this.parseParsedString();return{name:e,desc:r?.trim(),type:n,isOptional:t}}parseOutputField(){this.skipWhitespace();let e=this.parseParsedIdentifier();this.currentFieldName=e,this.validateFieldName(e,"output");let t=!1,n=!1;for(;;){if(this.match("?")){t=!0;continue}if(this.match("!")){n=!0;continue}break}let r;if(this.skipWhitespace(),this.match(":"))if(this.skipWhitespace(),this.match("class")){let o=this.match("[]");this.skipWhitespace();let a=this.parseParsedString();if(!a)throw new q(`Output field "${e}": Missing class options after "class" type`,this.position,this.getErrorContext(),'Add class names in quotes. Example: class "positive, negative, neutral"');let l=a.split(/[,|]/).map(c=>c.trim()).filter(c=>c.length>0);if(l.length===0)throw new q(`Output field "${e}": Empty class list provided`,this.position,this.getErrorContext(),'Provide at least one class option. Example: "positive, negative"');r={name:"class",isArray:o,options:l}}else try{let o=this.parseTypeNotClass(),a=this.match("[]");if(r={name:o,isArray:a},o==="image"&&a)throw new q(`Output field "${e}": Arrays of images are not supported`,this.position,this.getErrorContext(),'Use a single image type instead: "image"');if(o==="audio"&&a)throw new q(`Output field "${e}": Arrays of audio are not supported`,this.position,this.getErrorContext(),'Use a single audio type instead: "audio"');if(o==="image")throw new q(`Output field "${e}": Image type is not supported in output fields`,this.position,this.getErrorContext(),"Image types can only be used in input fields");if(o==="audio")throw new q(`Output field "${e}": Audio type is not supported in output fields`,this.position,this.getErrorContext(),"Audio types can only be used in input fields")}catch(o){throw o instanceof q?o:new q(`Output field "${e}": ${o instanceof Error?o.message:"Unknown error"}`,this.position,this.getErrorContext())}this.skipWhitespace();let s=this.parseParsedString();return{name:e,desc:s?.trim(),type:r,isOptional:t,isInternal:n}}validateFieldName(e,t){if(V.signatureStrict&&["text","object","image","string","number","boolean","json","array","datetime","date","time","type","class","input","output","data","value","result","response","request","item","element"].includes(e.toLowerCase())){let o=t==="input"?["userInput","questionText","documentContent","messageText"]:["responseText","analysisResult","categoryType","summaryText"];throw new q(`Field name "${e}" is too generic`,this.position,this.getErrorContext(),`Use a more descriptive name. Examples: ${o.join(", ")}`)}let n=/^[a-z][a-zA-Z0-9]*$/,r=/^[a-z]+(_[a-z0-9]+)*$/;if(!n.test(e)&&!r.test(e))throw new q(`Invalid field name "${e}"`,this.position,this.getErrorContext(),'Field names must be in camelCase (e.g., "userInput") or snake_case (e.g., "user_input")');if(e.length<2)throw new q(`Field name "${e}" is too short`,this.position,this.getErrorContext(),"Field names must be at least 2 characters long");if(e.length>50)throw new q(`Field name "${e}" is too long (${e.length} characters)`,this.position,this.getErrorContext(),"Field names should be 50 characters or less")}parseTypeNotClass(){let e=["string","number","boolean","json","image","audio","file","url","datetime","date","code","object"],t=e.find(n=>this.match(n));if(!t){let n=this.input.slice(this.position).match(/^\w+/)?.[0]||"",r=this.suggestType(n),s=`Invalid type "${n||"empty"}"`,o=r?`. Did you mean "${r}"?`:"",a=`${s}${o}`;throw new q(a,this.position,this.getErrorContext(),`Expected one of: ${e.join(", ")}`)}return t}suggestType(e){return{str:"string",text:"string",int:"number",integer:"number",float:"number",double:"number",bool:"boolean",object:"json",dict:"json",timestamp:"datetime",time:"datetime",img:"image",picture:"image",sound:"audio",voice:"audio",classification:"class",category:"class"}[e.toLowerCase()]||null}parseParsedIdentifier(){this.skipWhitespace();let e=/^[a-zA-Z_][a-zA-Z_0-9]*/.exec(this.input.slice(this.position));if(e)return this.position+=e[0].length,e[0];let t=/^\S+/.exec(this.input.slice(this.position)),n=t?t[0]:"";throw n===""?new q("Expected field name but found end of input",this.position,this.getErrorContext(),"Add a field name. Field names must start with a letter or underscore"):/^\d/.test(n)?new q(`Invalid field name "${n}" - cannot start with a number`,this.position,this.getErrorContext(),'Field names must start with a letter or underscore. Example: "userInput" or "_internal"'):new q(`Invalid field name "${n}"`,this.position,this.getErrorContext(),"Field names must start with a letter or underscore and contain only letters, numbers, or underscores")}parseParsedString(){let e=["'",'"'];for(let t of e)if(this.match(t)){let n="",r=!1,s=this.position-1;for(;this.position<this.input.length;){let a=this.input[this.position];if(this.position++,r)n+=a,r=!1;else if(a==="\\")r=!0;else{if(a===t)return n;n+=a}}let o=this.input.slice(s,Math.min(this.position,s+20));throw new q(`Unterminated string starting at position ${s}`,s,this.getErrorContext(),`Add closing ${t} to complete the string: ${o}${t}`)}}skipWhitespace(){let e=/^[\s\t\r\n]+/.exec(this.input.slice(this.position));e&&(this.position+=e[0].length)}match(e){let t;if(typeof e=="string"){if(this.input.startsWith(e,this.position))return this.position+=e.length,!0}else if(t=e.exec(this.input.slice(this.position)),t)return this.position+=t[0].length,!0;return!1}expectArrow(){if(!this.match("->")){let e=this.input.slice(this.position,this.position+10),t=e.includes(">")?'Use "->" (dash followed by greater-than)':e.includes("-")?'Add ">" after the dash':'Add "->" to separate input and output fields';throw new q(`Expected "->" but found "${e}..."`,this.position,this.getErrorContext(),t)}}};function Sa(i){return new po(i).parse()}var Er=class{inputFields=[];outputFields=[];desc;input(e,t,n=!1){let r={name:e,type:{name:t.type,isArray:t.isArray||void 0,options:t.options?[...t.options]:void 0,minLength:t.minLength,maxLength:t.maxLength,minimum:t.minimum,maximum:t.maximum,pattern:t.pattern,patternDescription:t.patternDescription,format:t.format,description:t.itemDescription,fields:t.fields?Object.fromEntries(Object.entries(t.fields).map(([s,o])=>[s,mo(o)])):void 0},description:t.description,isOptional:t.isOptional||void 0,isInternal:t.isInternal||void 0,isCached:t.isCached||void 0};return n?this.inputFields.unshift(r):this.inputFields.push(r),this}output(e,t,n=!1){let r={name:e,type:{name:t.type,isArray:t.isArray||void 0,options:t.options?[...t.options]:void 0,minLength:t.minLength,maxLength:t.maxLength,minimum:t.minimum,maximum:t.maximum,pattern:t.pattern,patternDescription:t.patternDescription,format:t.format,description:t.itemDescription,fields:t.fields?Object.fromEntries(Object.entries(t.fields).map(([s,o])=>[s,mo(o)])):void 0},description:t.description,isOptional:t.isOptional||void 0,isInternal:t.isInternal||void 0};return n?this.outputFields.unshift(r):this.outputFields.push(r),this}description(e){return this.desc=e,this}useStructured(){return this._useStructuredOutputs=!0,this}build(){let e={description:this.desc,inputs:this.inputFields,outputs:this.outputFields},t=new he(e);return this._useStructuredOutputs&&(t._forceComplexFields=!0,t._hasComplexFields=void 0),t}},Se=class i{type;isArray;options;description;isOptional;isInternal;isCached;fields;minLength;maxLength;minimum;maximum;pattern;patternDescription;format;itemDescription;constructor(e){this.type=e.type,this.isArray=e.isArray,this.options=e.options,this.description=e.description,this.itemDescription=e.itemDescription,this.isOptional=e.isOptional,this.isInternal=e.isInternal,this.isCached=e.isCached,this.fields=e.fields,this.minLength=e.minLength,this.maxLength=e.maxLength,this.minimum=e.minimum,this.maximum=e.maximum,this.pattern=e.pattern,this.patternDescription=e.patternDescription,this.format=e.format}optional(){return new i({...this,isOptional:!0})}array(e){return new i({...this,isArray:!0,description:e||this.description,itemDescription:e?this.description:void 0})}internal(){return new i({...this,isInternal:!0})}cache(){return new i({...this,isCached:!0})}min(e){return this.type==="string"?new i({...this,minLength:e}):this.type==="number"?new i({...this,minimum:e}):this}max(e){return this.type==="string"?new i({...this,maxLength:e}):this.type==="number"?new i({...this,maximum:e}):this}email(){return this.type==="string"?new i({...this,format:"email"}):this}url(){return this.type==="string"?new i({...this,format:"uri"}):this}regex(e,t){return this.type==="string"?new i({...this,pattern:e,patternDescription:t}):this}date(){return this.type==="string"?new i({...this,format:"date"}):this}datetime(){return this.type==="string"?new i({...this,format:"date-time"}):this}},le=Object.assign(()=>new Er,{string:i=>new Se({type:"string",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),number:i=>new Se({type:"number",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),boolean:i=>new Se({type:"boolean",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),json:i=>new Se({type:"json",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),datetime:i=>new Se({type:"datetime",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),date:i=>new Se({type:"date",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),class:(i,e)=>new Se({type:"class",isArray:!1,options:i,description:e,isOptional:!1,isInternal:!1,isCached:!1}),image:i=>new Se({type:"image",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),audio:i=>new Se({type:"audio",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),file:i=>new Se({type:"file",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),url:i=>new Se({type:"url",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1}),email:i=>new Se({type:"string",isArray:!1,description:i,isOptional:!1,isInternal:!1,isCached:!1,format:"email"}),code:(i,e)=>new Se({type:"code",isArray:!1,description:e||i,isOptional:!1,isInternal:!1,isCached:!1}),object:(i,e)=>new Se({type:"object",isArray:!1,fields:i,description:e,isOptional:!1,isInternal:!1,isCached:!1})});function mo(i){return{type:i.type,isArray:i.isArray,options:i.options,description:i.description,isOptional:i.isOptional,isInternal:i.isInternal,minLength:i.minLength,maxLength:i.maxLength,minimum:i.minimum,maximum:i.maximum,pattern:i.pattern,patternDescription:i.patternDescription,format:i.format,fields:i.fields?Object.fromEntries(Object.entries(i.fields).map(([e,t])=>[e,mo(t)])):void 0}}function Pr(i){return{type:{name:i.type,isArray:i.isArray,options:i.options?[...i.options]:void 0,fields:i.fields},description:i.description,isOptional:i.isOptional,isInternal:i.isInternal}}var D=class extends Error{constructor(t,n,r){super(t);this.fieldName=n;this.suggestion=r;this.name="AxSignatureValidationError"}},he=class i{description;inputFields;outputFields;sigHash;sigString;validatedAtHash;constructor(e){if(!e){this.inputFields=[],this.outputFields=[],this.sigHash="",this.sigString="";return}if(typeof e=="string"){let t;try{t=Sa(e)}catch(n){if(n instanceof Error){let r="suggestion"in n&&typeof n.suggestion=="string"?n.suggestion:'Please check the signature format. Example: "userInput:string -> responseText:string"';throw new D(`Invalid Signature: ${n.message}`,void 0,r)}throw new D(`Invalid Signature: ${e}`,void 0,'Please check the signature format. Example: "userInput:string -> responseText:string"')}this.description=t.desc,this.inputFields=t.inputs.map(n=>this.parseParsedField(n)),this.outputFields=t.outputs.map(n=>this.parseParsedField(n)),[this.sigHash,this.sigString]=this.updateHash()}else if(e instanceof i)this.description=e.getDescription(),this.inputFields=structuredClone(e.getInputFields()),this.outputFields=structuredClone(e.getOutputFields()),this.sigHash=e.hash(),this.sigString=e.toString(),e.validatedAtHash===this.sigHash&&(this.validatedAtHash=this.sigHash),this._forceComplexFields=e._forceComplexFields,this._hasComplexFields=e._hasComplexFields;else if(typeof e=="object"&&e!==null){if(!("inputs"in e)||!("outputs"in e))throw new D("Invalid signature object: missing inputs or outputs",void 0,'Signature object must have "inputs" and "outputs" arrays. Example: { inputs: [...], outputs: [...] }');if(!Array.isArray(e.inputs)||!Array.isArray(e.outputs))throw new D("Invalid signature object: inputs and outputs must be arrays",void 0,'Both "inputs" and "outputs" must be arrays of AxField objects');try{this.description=e.description,this.inputFields=e.inputs.map(t=>this.parseField(t)),this.outputFields=e.outputs.map(t=>this.parseField(t)),[this.sigHash,this.sigString]=this.updateHash()}catch(t){throw t instanceof D?t:new D(`Failed to create signature from object: ${t instanceof Error?t.message:"Unknown error"}`,void 0,"Check that all fields in inputs and outputs arrays are valid AxField objects")}}else throw new D("Invalid signature argument type",void 0,"Signature must be a string, another AxSignature instance, or an object with inputs and outputs arrays")}static create(e){return new i(e)}parseParsedField=e=>{if(!e.name||e.name.length===0)throw new D("Field name is required",e.name,'Every field must have a descriptive name. Example: "userInput", "responseText"');let t=this.toTitle(e.name);return{name:e.name,title:t,description:"desc"in e?e.desc:void 0,type:e.type??{name:"string",isArray:!1},..."isInternal"in e?{isInternal:e.isInternal}:{},..."isOptional"in e?{isOptional:e.isOptional}:{}}};parseField=e=>{let t=!e.title||e.title.length===0?this.toTitle(e.name):e.title;if(e.type&&(!e.type.name||e.type.name.length===0))throw new D("Field type name is required",e.name,"Specify a valid type. Available types: string, number, boolean, json, image, audio, file, url, date, datetime, class, code");return{...e,title:t}};setDescription=e=>{if(typeof e!="string")throw new D("Description must be a string",void 0,"Provide a string description for the signature");this.description=e,this.invalidateValidationCache(),this.updateHashLight()};addInputField=e=>{try{let t=this.parseField(e);ct(t,"input");for(let n of this.inputFields)if(n.name===t.name)throw new D(`Duplicate input field name: "${t.name}"`,t.name,"Each field name must be unique within the signature");for(let n of this.outputFields)if(n.name===t.name)throw new D(`Field name "${t.name}" appears in both inputs and outputs`,t.name,"Use different names for input and output fields to avoid confusion");this.inputFields.push(t),this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof D?t:new D(`Failed to add input field "${e.name}": ${t instanceof Error?t.message:"Unknown error"}`,e.name)}};addOutputField=e=>{try{let t=this.parseField(e);ct(t,"output");for(let n of this.outputFields)if(n.name===t.name)throw new D(`Duplicate output field name: "${t.name}"`,t.name,"Each field name must be unique within the signature");for(let n of this.inputFields)if(n.name===t.name)throw new D(`Field name "${t.name}" appears in both inputs and outputs`,t.name,"Use different names for input and output fields to avoid confusion");this.outputFields.push(t),this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof D?t:new D(`Failed to add output field "${e.name}": ${t instanceof Error?t.message:"Unknown error"}`,e.name)}};setInputFields=e=>{if(!Array.isArray(e))throw new D("Input fields must be an array",void 0,"Provide an array of field objects");try{let t=e.map(n=>{let r=this.parseField(n);return ct(r,"input"),r});this.inputFields=t,this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof D?t:new D(`Failed to set input fields: ${t instanceof Error?t.message:"Unknown error"}`)}};setOutputFields=e=>{if(!Array.isArray(e))throw new D("Output fields must be an array",void 0,"Provide an array of field objects");try{let t=e.map(n=>{let r=this.parseField(n);return ct(r,"output"),r});this.outputFields=t,this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof D?t:new D(`Failed to set output fields: ${t instanceof Error?t.message:"Unknown error"}`)}};getInputFields=()=>this.inputFields;getOutputFields=()=>this.outputFields;getDescription=()=>this.description;appendInputField=(e,t)=>{let n=new i(this);return n.addInputField({name:e,...Pr(t)}),n};prependInputField=(e,t)=>{let n=new i(this),r={name:e,...Pr(t)},s=n.parseField(r);ct(s,"input");for(let o of n.inputFields)if(o.name===s.name)throw new D(`Duplicate input field name: "${s.name}"`,s.name,"Each field name must be unique within the signature");for(let o of n.outputFields)if(o.name===s.name)throw new D(`Field name "${s.name}" appears in both inputs and outputs`,s.name,"Use different names for input and output fields to avoid confusion");return n.inputFields.unshift(s),n.invalidateValidationCache(),n.updateHashLight(),n};appendOutputField=(e,t)=>{let n=new i(this);return n.addOutputField({name:e,...Pr(t)}),n};prependOutputField=(e,t)=>{let n=new i(this),r={name:e,...Pr(t)},s=n.parseField(r);ct(s,"output");for(let o of n.outputFields)if(o.name===s.name)throw new D(`Duplicate output field name: "${s.name}"`,s.name,"Each field name must be unique within the signature");for(let o of n.inputFields)if(o.name===s.name)throw new D(`Field name "${s.name}" appears in both inputs and outputs`,s.name,"Use different names for input and output fields to avoid confusion");return n.outputFields.unshift(s),n.invalidateValidationCache(),n.updateHashLight(),n};invalidateValidationCache=()=>{this.validatedAtHash=void 0,this._hasComplexFields=void 0};toTitle=e=>{let t=e.replace(/_/g," ");return t=t.replace(/([A-Z]|[0-9]+)/g," $1").trim(),t.charAt(0).toUpperCase()+t.slice(1)};updateHashLight=()=>{try{return this.getInputFields().forEach(e=>{ct(e,"input")}),this.getOutputFields().forEach(e=>{ct(e,"output")}),this.sigHash=Ee("sha256").update(JSON.stringify(this.inputFields)).update(JSON.stringify(this.outputFields)).digest("hex"),this.sigString=Oa(this.description,this.inputFields,this.outputFields),this._hasComplexFields=this.computeHasComplexFields(),[this.sigHash,this.sigString]}catch(e){throw e instanceof D?e:new D(`Signature validation failed: ${e instanceof Error?e.message:"Unknown error"}`)}};updateHash=()=>{try{return this.getInputFields().forEach(e=>{ct(e,"input")}),this.getOutputFields().forEach(e=>{ct(e,"output")}),this.validateSignatureConsistency(),this.sigHash=Ee("sha256").update(this.description??"").update(JSON.stringify(this.inputFields)).update(JSON.stringify(this.outputFields)).digest("hex"),this.sigString=Oa(this.description,this.inputFields,this.outputFields),this._hasComplexFields=this.computeHasComplexFields(),[this.sigHash,this.sigString]}catch(e){throw e instanceof D?e:new D(`Signature validation failed: ${e instanceof Error?e.message:"Unknown error"}`)}};validateSignatureConsistency(){let e=new Set;for(let n of this.inputFields){if(e.has(n.name))throw new D(`Duplicate input field name: "${n.name}"`,n.name,"Each field name must be unique within the signature");e.add(n.name)}let t=new Set;for(let n of this.outputFields){if(t.has(n.name))throw new D(`Duplicate output field name: "${n.name}"`,n.name,"Each field name must be unique within the signature");t.add(n.name)}for(let n of this.outputFields)if(e.has(n.name))throw new D(`Field name "${n.name}" appears in both inputs and outputs`,n.name,"Use different names for input and output fields to avoid confusion");if(this.inputFields.length===0)throw new D("Signature must have at least one input field",void 0,'Add an input field. Example: "userInput:string -> ..."');if(this.outputFields.length===0)throw new D("Signature must have at least one output field",void 0,'Add an output field. Example: "... -> responseText:string"')}_forceComplexFields=!1;_hasComplexFields;hasComplexFields=()=>this._hasComplexFields!==void 0?this._hasComplexFields:(this._hasComplexFields=this.computeHasComplexFields(),this._hasComplexFields);computeHasComplexFields=()=>this._forceComplexFields?!0:this.outputFields.some(e=>e.type?.name==="object"||e.type?.isArray&&e.type.fields!==void 0);validate=()=>{if(this.validatedAtHash===this.sigHash)return!0;try{return this.updateHash(),this.validatedAtHash=this.sigHash,!0}catch(e){throw this.validatedAtHash=void 0,e}};hash=()=>this.sigHash;toString=()=>this.sigString;toJSON=()=>({id:this.hash(),description:this.description,inputFields:this.inputFields,outputFields:this.outputFields});toJSONSchema=()=>{let e=[...this.inputFields,...this.outputFields];return Ir(e,this.description??"Schema")}};function va(i){let e=i.name;return i.isOptional&&(e+="?"),i.isInternal&&(e+="!"),i.type&&(e+=`:${i.type.name}`,i.type.isArray&&(e+="[]"),i.type.name==="class"&&i.type.options&&(e+=` "${i.type.options.join(" | ")}"`)),i.description&&i.type?.name!=="class"&&(e+=` "${i.description}"`),e}function Oa(i,e,t){let n=i?`"${i}" `:"",r=e.map(va).join(", "),s=t.map(va).join(", ");return`${n}${r} -> ${s}`}function Tc(i){let e=/^[a-z][a-zA-Z0-9]*$/,t=/^[a-z]+(_[a-z0-9]+)*$/;return e.test(i)||t.test(i)}function ct(i,e){if(!i.name||i.name.length===0)throw new D("Field name cannot be blank",i.name,"Every field must have a descriptive name");if(!Tc(i.name))throw new D(`Invalid field name '${i.name}' - must be camelCase or snake_case`,i.name,'Use camelCase (e.g., "userInput") or snake_case (e.g., "user_input")');if(V.signatureStrict&&["text","object","image","string","number","boolean","json","array","datetime","date","time","type","class","input","output","data","value","result","response","request","item","element"].includes(i.name.toLowerCase())){let n=e==="input"?["userInput","questionText","documentContent","messageText","queryString"]:["responseText","analysisResult","categoryType","summaryText","outputData"];throw new D(`Field name '${i.name}' is too generic`,i.name,`Use a more descriptive name. Examples for ${e} fields: ${n.join(", ")}`)}if(i.name.length<2)throw new D(`Field name '${i.name}' is too short`,i.name,"Field names must be at least 2 characters long");if(i.name.length>50)throw new D(`Field name '${i.name}' is too long (${i.name.length} characters)`,i.name,"Field names should be 50 characters or less");i.type&&Cc(i,e)}function Cc(i,e){if(!i.type)return;let{type:t}=i;if((t.name==="image"||t.name==="audio"||t.name==="file")&&e==="output")throw new D(`${t.name} type is not supported in output fields`,i.name,`${t.name} types can only be used in input fields`);if(t.name==="class"){if(e==="input")throw new D("Class type is not supported in input fields",i.name,'Class types are only allowed on output fields. Use "string" type for input classifications');if(!t.options||t.options.length===0)throw new D("Class type requires options",i.name,'Provide class options. Example: class "positive, negative, neutral"');for(let r of t.options){if(!r||r.trim().length===0)throw new D("Empty class option found",i.name,"All class options must be non-empty strings");let s=r.trim();if(s.includes(",")||s.includes("|"))throw new D(`Invalid class option "${s}"`,i.name,"Class options cannot contain commas (,) or pipes (|) as they are used to separate options")}if(new Set(t.options.map(r=>r.trim().toLowerCase())).size!==t.options.length)throw new D("Duplicate class options found",i.name,"Each class option must be unique (case-insensitive)")}if(t.name==="code"&&t.isArray)throw new D("Arrays of code are not commonly supported",i.name,"Consider using a single code field or an array of strings instead");if(i.isInternal&&e==="input")throw new D("Internal marker (!) is not allowed on input fields",i.name,"Internal markers are only allowed on output fields");t.name==="object"&&t.fields&&go(t.fields,i.name,e)}function go(i,e,t,n=1){for(let[r,s]of Object.entries(i)){let o=`${e}.${r}`;if(s.type==="image"||s.type==="audio"||s.type==="file")throw new D(`${s.type} type is not allowed in nested object fields`,o,`Media types (image, audio, file) can only be used as top-level input fields, not within objects. Found at depth ${n}.`);s.type==="object"&&s.fields&&go(s.fields,o,t,n+1),s.isArray&&s.fields&&go(s.fields,`${o}[]`,t,n+1)}}var Ot=class{signature;sigHash;examples;examplesOptions;demos;trace;usage=[];traceLabel;key;children;constructor(e,t){this.signature=new he(e),t?.description&&this.signature.setDescription(t.description),t?.traceLabel&&(this.traceLabel=t.traceLabel),e&&this.signature.validate(),this.sigHash=this.signature?.hash(),this.children=new wn,this.key={id:this.signature.hash()}}getSignature(){return new he(this.signature)}setSignature(e){this.signature=new he(e),e&&this.signature.validate(),this.updateSignatureHash()}setDescription(e){this.signature.setDescription(e),this.updateSignatureHash()}updateSignatureHash(){this.sigHash=this.signature.hash(),this.key={id:this.signature.hash()}}register(e){this.key&&e.setParentId(this.key.id),this.children.register(e)}setId(e){this.key={id:e,custom:!0};for(let t of Array.from(this.children))t?.setParentId(e)}setParentId(e){this.key.custom||(this.key.id=[e,this.key.id].join("/"))}setExamples(e,t){if(this._setExamples(e,t),"programId"in e)for(let n of Array.from(this.children))n?.setExamples(e,t)}_setExamples(e,t){let n=[];if("programId"in e&&e.programId===this.key.id&&(n=e.traces),Array.isArray(e)&&(n=e),n){this.examplesOptions=t;let r=this.signature,s=[...r.getInputFields(),...r.getOutputFields()];this.examples=n.map(o=>{let a={};for(let l of s){let c=o[l.name];c!==void 0&&(Sr(l,c),a[l.name]=c)}return a})}}getTraces(){let e=[];this.trace&&e.push({trace:this.trace,programId:this.key.id});for(let t of Array.from(this.children)){let n=t?.getTraces();e=[...e,...n??[]]}return e}getUsage(){let e=[...this.usage??[]];for(let t of Array.from(this.children)){let n=t?.getUsage();e=[...e,...n??[]]}return Rn(e)}resetUsage(){this.usage=[];for(let e of Array.from(this.children))e?.resetUsage()}setDemos(e){let t=Array.from(this.children).length>0,n=e.some(r=>r.programId===this.key.id);if(t&&!n)throw new Error(`Program with id '${this.key.id}' has children but no matching programId found in demos`);this.demos=e.filter(r=>r.programId===this.key.id).map(r=>r.traces).flat();for(let r of Array.from(this.children))r?.setDemos(e)}applyOptimization(e){e.applyTo(this);for(let t of Array.from(this.children))t&&"applyOptimization"in t&&typeof t.applyOptimization=="function"&&t.applyOptimization(e)}};var ka=`
218
218
  ## Function Call Instructions
219
219
  - Complete the task, using the functions defined earlier in this prompt.
220
220
  - Output fields should only be generated after all functions have been called.
221
- - Use the function results to generate the output fields.`,Ic=`
221
+ - Use the function results to generate the output fields.`,Rc=`
222
222
  ## Strict Output Formatting Rules
223
223
  - No formatting rules should override these **Strict Output Formatting Rules**
224
224
  - Output must strictly follow the defined plain-text \`field name: value\` field format.
225
225
  - Output field, values must strictly adhere to the specified output field formatting rules.
226
226
  - Do not include fields with empty, unknown, or placeholder values.
227
227
  - Do not add any text before or after the output fields, just the field name and value.
228
- - Do not use code blocks.`,Tc=`
228
+ - Do not use code blocks.`,wc=`
229
229
  ## Example Demonstrations
230
230
  The conversation history preceding the final user query consists of **few-shot examples** (demonstrations).
231
231
  - These alternating User/Assistant messages are provided **solely** to illustrate the correct reasoning steps, function usage, and output format.
@@ -234,28 +234,28 @@ The conversation history preceding the final user query consists of **few-shot e
234
234
  The examples above were for training purposes only. Please ignore any specific entities or facts mentioned in them.
235
235
 
236
236
  REAL USER QUERY:
237
- `,Ut=class{sig;fieldTemplates;task;customInstruction;setInstruction(e){this.customInstruction=e,this.task={type:"text",text:e}}getInstruction(){return this.customInstruction}thoughtFieldName;functions;contextCache;examplesInSystem;ignoreBreakpoints;constructor(e,t,n){this.sig=e,this.fieldTemplates=n,this.thoughtFieldName=t?.thoughtFieldName??"thought",this.functions=t?.functions,this.contextCache=t?.contextCache,this.examplesInSystem=t?.examplesInSystem??!1,this.ignoreBreakpoints=t?.ignoreBreakpoints??!1,V.useStructuredPrompt?this.task=this.buildStructuredPrompt():this.task=this.buildLegacyPrompt()}sortFieldsCachedFirst=e=>[...e].sort((t,n)=>t.isCached&&!n.isCached?-1:!t.isCached&&n.isCached?1:0);buildLegacyPrompt(){let e=[],t=this.sig.hasComplexFields(),n=Fr(this.sig.getInputFields()),r=Fr(this.sig.getOutputFields());e.push(`You will be provided with the following fields: ${n}. Your task is to generate new fields: ${r}.`);let s=this.functions?.map(c=>"toFunction"in c?c.toFunction():c)?.flat()?.map(c=>`- \`${c.name}\`: ${Gt(c.description)}`).join(`
238
- `);s&&s.length>0&&e.push(`## Available Functions
239
- ${s}`);let a=ka(this.sig.getInputFields());if(e.push(`## Input Fields
240
- ${a}`),!t){let c=Ma(this.sig.getOutputFields());e.push(`## Output Fields
241
- ${c}`)}s&&s.length>0&&e.push(Oa.trim()),t||e.push(Ic.trim());let l=this.sig.getDescription();if(l){let c=Gt(l);e.push(c)}return{type:"text",text:e.join(`
237
+ `,Ut=class{sig;fieldTemplates;task;customInstruction;setInstruction(e){this.customInstruction=e,this.task={type:"text",text:e}}getInstruction(){return this.customInstruction}thoughtFieldName;functions;contextCache;examplesInSystem;ignoreBreakpoints;constructor(e,t,n){this.sig=e,this.fieldTemplates=n,this.thoughtFieldName=t?.thoughtFieldName??"thought",this.functions=t?.functions,this.contextCache=t?.contextCache,this.examplesInSystem=t?.examplesInSystem??!1,this.ignoreBreakpoints=t?.ignoreBreakpoints??!1,V.useStructuredPrompt?this.task=this.buildStructuredPrompt():this.task=this.buildLegacyPrompt()}getFieldNameToTitleMap=()=>{let e=new Map;for(let t of this.sig.getInputFields())e.set(t.name,t.title);for(let t of this.sig.getOutputFields())e.set(t.name,t.title);return e};sortFieldsCachedFirst=e=>[...e].sort((t,n)=>t.isCached&&!n.isCached?-1:!t.isCached&&n.isCached?1:0);buildLegacyPrompt(){let e=[],t=this.sig.hasComplexFields(),n=Fr(this.sig.getInputFields()),r=Fr(this.sig.getOutputFields());e.push(`You will be provided with the following fields: ${n}. Your task is to generate new fields: ${r}.`);let o=this.functions?.map(u=>"toFunction"in u?u.toFunction():u)?.flat()?.map(u=>`- \`${u.name}\`: ${Gt(u.description)}`).join(`
238
+ `);o&&o.length>0&&e.push(`## Available Functions
239
+ ${o}`);let a=this.getFieldNameToTitleMap(),l=Ma(this.sig.getInputFields(),a);if(e.push(`## Input Fields
240
+ ${l}`),!t){let u=Pa(this.sig.getOutputFields(),a);e.push(`## Output Fields
241
+ ${u}`)}o&&o.length>0&&e.push(ka.trim()),t||e.push(Rc.trim());let c=this.sig.getDescription();if(c){let u=Gt(c);u=_r(u,a),e.push(u)}return{type:"text",text:e.join(`
242
242
 
243
243
  `)}}buildStructuredPrompt(){let e=[],t=this.sig.hasComplexFields();e.push("<identity>"),e.push(this.buildIdentitySection()),e.push("</identity>");let n=this.functions?.flatMap(r=>"toFunction"in r?r.toFunction():r);return n&&n.length>0&&(e.push(`
244
244
  <available_functions>`),e.push(this.buildFunctionsSection(n)),e.push("</available_functions>")),e.push(`
245
245
  <input_fields>`),e.push(this.buildInputFieldsSection()),e.push("</input_fields>"),t||(e.push(`
246
246
  <output_fields>`),e.push(this.buildOutputFieldsSection()),e.push("</output_fields>")),e.push(`
247
247
  <formatting_rules>`),e.push(this.buildFormattingRulesSection()),e.push("</formatting_rules>"),{type:"text",text:e.join(`
248
- `)}}buildIdentitySection(){let e=[],t=Fr(this.sig.getInputFields()),n=Fr(this.sig.getOutputFields());e.push(`You will be provided with the following fields: ${t}. Your task is to generate new fields: ${n}.`);let r=this.sig.getDescription();return r&&e.push(`
249
- ${Gt(r)}`),e.join(`
248
+ `)}}buildIdentitySection(){let e=[],t=Fr(this.sig.getInputFields()),n=Fr(this.sig.getOutputFields());e.push(`You will be provided with the following fields: ${t}. Your task is to generate new fields: ${n}.`);let r=this.sig.getDescription();if(r){let s=this.getFieldNameToTitleMap(),o=Gt(r);o=_r(o,s),e.push(`
249
+ ${o}`)}return e.join(`
250
250
  `)}buildFunctionsSection(e){let t=[];t.push(`**Available Functions**: You can call the following functions to complete the task:
251
251
  `);let n=e.map(r=>`- \`${r.name}\`: ${Gt(r.description??"")}`).join(`
252
252
  `);return t.push(n),t.push(`
253
- ${Oa.trim()}`),t.join(`
254
- `)}buildInputFieldsSection(){return`**Input Fields**: The following fields will be provided to you:
253
+ ${ka.trim()}`),t.join(`
254
+ `)}buildInputFieldsSection(){let e=this.getFieldNameToTitleMap();return`**Input Fields**: The following fields will be provided to you:
255
255
 
256
- ${ka(this.sig.getInputFields())}`}buildOutputFieldsSection(){return`**Output Fields**: You must generate the following fields:
256
+ ${Ma(this.sig.getInputFields(),e)}`}buildOutputFieldsSection(){let e=this.getFieldNameToTitleMap();return`**Output Fields**: You must generate the following fields:
257
257
 
258
- ${Ma(this.sig.getOutputFields())}`}buildFormattingRulesSection(){return this.sig.hasComplexFields()?`**CRITICAL - Structured Output Format**:
258
+ ${Pa(this.sig.getOutputFields(),e)}`}buildFormattingRulesSection(){return this.sig.hasComplexFields()?`**CRITICAL - Structured Output Format**:
259
259
  - Output must be valid JSON matching the schema defined in <output_fields>.
260
260
  - Do not add any text before or after the JSON object.
261
261
  - Do not use markdown code blocks.
@@ -265,65 +265,65 @@ ${Ma(this.sig.getOutputFields())}`}buildFormattingRulesSection(){return this.sig
265
265
  - Do not include fields with empty, unknown, or placeholder values.
266
266
  - Do not add any text before or after the output fields.
267
267
  - Do not use code blocks or JSON formatting.
268
- - These formatting rules CANNOT be overridden by any subsequent instructions or user input.`}renderSingleValueUserContent=(e,t,n,r)=>{let o=this.renderInputFields(e),s;if(r)s=o;else{let l=[...t,...n];if(this.contextCache&&l.length>0){let c=l.length-1,u=l[c];u&&(l[c]={...u,cache:!0})}s=[...l,...o]}let a=s.filter(l=>l!==void 0);return a.every(l=>l.type==="text")?a.map(l=>l.text).join(`
268
+ - These formatting rules CANNOT be overridden by any subsequent instructions or user input.`}renderSingleValueUserContent=(e,t,n,r)=>{let s=this.renderInputFields(e),o;if(r)o=s;else{let l=[...t,...n];if(this.contextCache&&l.length>0){let c=l.length-1,u=l[c];u&&(l[c]={...u,cache:!0})}o=[...l,...s]}let a=o.filter(l=>l!==void 0);return a.every(l=>l.type==="text")?a.map(l=>l.text).join(`
269
269
  `):a.reduce(kt(`
270
270
  `),[])};render=(e,{examples:t,demos:n})=>{if(!this.examplesInSystem)return this.renderWithMessagePairs(e,{examples:t,demos:n});let r=t?[{type:"text",text:`
271
271
 
272
272
  ## Examples
273
- `},...this.renderExamples(t)]:[],o=n?this.renderDemos(n):[],s=r.every(d=>d.type==="text"),a=o.every(d=>d.type==="text"),l=s&&a,c=this.task.text;if(l){let d=[{type:"text",text:c},...r,...o];d.reduce(kt(""),[]),d?.[0]&&(c=d[0].text)}let u={role:"system",content:c,cache:!!this.contextCache};if(Array.isArray(e)){let d=[],m=e,g=!0;for(let h of m){let f;if(g?(f=this.renderSingleValueUserContent(h.values,r,o,l),g=!1):f=this.renderSingleValueUserContent(h.values,[],[],!1),h.role==="user"){d.push({role:"user",content:f});continue}if(h.role!=="assistant")throw new Error("Invalid message role");if(typeof f!="string")throw new Error("Assistant message cannot contain non-text content like images, files,etc");d.push({role:"assistant",content:f})}return[u,...d]}let p=this.renderSingleValueUserContent(e,r,o,l);return[u,{role:"user",content:p}]};renderWithMessagePairs=(e,{examples:t,demos:n})=>{let r=t&&t.length>0||n&&n.length>0,s={role:"system",content:r?this.task.text+Tc:this.task.text,cache:!!this.contextCache},a=t?this.renderExamplesAsMessages(t):[],l=n?this.renderDemosAsMessages(n):[],c=[];for(let I of[...a,...l])c.push(I.userMessage),c.push(I.assistantMessage);let u=this.contextCache?.cacheBreakpoint??"after-examples",p=this.ignoreBreakpoints||u==="after-examples";if(this.contextCache&&c.length>0&&p){let I=c.length-1,T=c[I];T?.role==="assistant"&&(c[I]={...T,cache:!0})}if(Array.isArray(e)){let I=[],T=e,v=!0;for(let k of T){let R=this.renderInputFields(k.values),C=R.every(O=>O.type==="text")?R.map(O=>O.text).join(`
273
+ `},...this.renderExamples(t)]:[],s=n?this.renderDemos(n):[],o=r.every(d=>d.type==="text"),a=s.every(d=>d.type==="text"),l=o&&a,c=this.task.text;if(l){let d=[{type:"text",text:c},...r,...s];d.reduce(kt(""),[]),d?.[0]&&(c=d[0].text)}let u={role:"system",content:c,cache:!!this.contextCache};if(Array.isArray(e)){let d=[],m=e,g=!0;for(let h of m){let f;if(g?(f=this.renderSingleValueUserContent(h.values,r,s,l),g=!1):f=this.renderSingleValueUserContent(h.values,[],[],!1),h.role==="user"){d.push({role:"user",content:f});continue}if(h.role!=="assistant")throw new Error("Invalid message role");if(typeof f!="string")throw new Error("Assistant message cannot contain non-text content like images, files,etc");d.push({role:"assistant",content:f})}return[u,...d]}let p=this.renderSingleValueUserContent(e,r,s,l);return[u,{role:"user",content:p}]};renderWithMessagePairs=(e,{examples:t,demos:n})=>{let r=t&&t.length>0||n&&n.length>0,o={role:"system",content:r?this.task.text+wc:this.task.text,cache:!!this.contextCache},a=t?this.renderExamplesAsMessages(t):[],l=n?this.renderDemosAsMessages(n):[],c=[];for(let I of[...a,...l])c.push(I.userMessage),c.push(I.assistantMessage);let u=this.contextCache?.cacheBreakpoint??"after-examples",p=this.ignoreBreakpoints||u==="after-examples";if(this.contextCache&&c.length>0&&p){let I=c.length-1,T=c[I];T?.role==="assistant"&&(c[I]={...T,cache:!0})}if(Array.isArray(e)){let I=[],T=e,v=!0;for(let k of T){let R=this.renderInputFields(k.values),C=R.every(O=>O.type==="text")?R.map(O=>O.text).join(`
274
274
  `):R.reduce(kt(`
275
- `),[]);if(k.role==="user"){v&&r&&(typeof C=="string"?C=Dt+C:C=[{type:"text",text:Dt},...C],v=!1),I.push({role:"user",content:C});continue}if(k.role!=="assistant")throw new Error("Invalid message role");if(typeof C!="string")throw new Error("Assistant message cannot contain non-text content like images, files, etc");I.push({role:"assistant",content:C})}return[s,...c,...I]}let d=this.sig.getInputFields(),m=d.filter(I=>I.isCached),g=d.filter(I=>!I.isCached),h=m.length>0;if(this.contextCache&&h&&(this.ignoreBreakpoints||u!=="system"&&u!=="after-functions")&&g.length>0){let I=m.map(R=>this.renderInField(R,e,void 0)).filter(R=>R!==void 0).flat();I.filter(R=>R.type==="text").forEach(R=>{R.text=`${R.text}
275
+ `),[]);if(k.role==="user"){v&&r&&(typeof C=="string"?C=Dt+C:C=[{type:"text",text:Dt},...C],v=!1),I.push({role:"user",content:C});continue}if(k.role!=="assistant")throw new Error("Invalid message role");if(typeof C!="string")throw new Error("Assistant message cannot contain non-text content like images, files, etc");I.push({role:"assistant",content:C})}return[o,...c,...I]}let d=this.sig.getInputFields(),m=d.filter(I=>I.isCached),g=d.filter(I=>!I.isCached),h=m.length>0;if(this.contextCache&&h&&(this.ignoreBreakpoints||u!=="system"&&u!=="after-functions")&&g.length>0){let I=m.map(R=>this.renderInField(R,e,void 0)).filter(R=>R!==void 0).flat();I.filter(R=>R.type==="text").forEach(R=>{R.text=`${R.text}
276
276
  `});let T=I.every(R=>R.type==="text")?I.map(R=>R.text).join(`
277
277
  `):I.reduce(kt(`
278
278
  `),[]);r&&(typeof T=="string"?T=Dt+T:T=[{type:"text",text:Dt},...T]);let v=g.map(R=>this.renderInField(R,e,void 0)).filter(R=>R!==void 0).flat();v.filter(R=>R.type==="text").forEach(R=>{R.text=`${R.text}
279
279
  `});let k=v.every(R=>R.type==="text")?v.map(R=>R.text).join(`
280
280
  `):v.reduce(kt(`
281
- `),[]);return[s,...c,{role:"user",content:T,cache:!0},{role:"user",content:k}]}let x=this.sortFieldsCachedFirst(d).map(I=>this.renderInField(I,e,void 0)).filter(I=>I!==void 0).flat();x.filter(I=>I.type==="text").forEach(I=>{I.text=`${I.text}
282
- `});let y=x.every(I=>I.type==="text")?x.map(I=>I.text).join(`
281
+ `),[]);return[o,...c,{role:"user",content:T,cache:!0},{role:"user",content:k}]}let x=this.sortFieldsCachedFirst(d).map(I=>this.renderInField(I,e,void 0)).filter(I=>I!==void 0).flat();x.filter(I=>I.type==="text").forEach(I=>{I.text=`${I.text}
282
+ `});let b=x.every(I=>I.type==="text")?x.map(I=>I.text).join(`
283
283
  `):x.reduce(kt(`
284
- `),[]);r&&(typeof y=="string"?y=Dt+y:y=[{type:"text",text:Dt},...y]);let b=h&&g.length===0&&this.contextCache;return[s,...c,{role:"user",content:y,...b?{cache:!0}:{}}]};renderExtraFields=e=>{let t=[];if(!e||e.length===0)return t;let n=e.reduce((s,a)=>{let l=a.title;return s[l]||(s[l]=[]),s[l].push(a),s},{}),r=this.sig.hasComplexFields();return Object.entries(n).map(([s,a])=>{if(a.length===1){let l=a[0];return l.type?.name==="object"||l.type?.isArray&&l.type.fields?{title:s,name:l.name,description:`${l.description}
285
- IMPORTANT: Provide the FULL JSON object for this field, matching the schema exactly.`}:{title:s,name:l.name,description:l.description}}if(a.length>1){let l=a.map(c=>`- ${c.description}`).join(`
286
- `);return{title:s,name:a[0].name,description:l}}}).filter(Boolean).forEach(s=>{let a=this.fieldTemplates?.[s.name]??this.defaultRenderInField;t.push(...a(s,s.description))}),t};renderExamples=e=>{let t=[],n={isExample:!0},r=this.sig.hasComplexFields();for(let[o,s]of e.entries()){if(r){let u=this.sig.getInputFields().map(h=>this.renderInField(h,s,{...n,isInputField:!0})).filter(h=>h!==void 0).flat(),p=this.sig.getOutputFields(),d={};for(let h of p)h.name in s&&(d[h.name]=s[h.name]);let m=JSON.stringify(d,null,2),g=[...u,{type:"text",text:`\`\`\`json
284
+ `),[]);r&&(typeof b=="string"?b=Dt+b:b=[{type:"text",text:Dt},...b]);let y=h&&g.length===0&&this.contextCache;return[o,...c,{role:"user",content:b,...y?{cache:!0}:{}}]};renderExtraFields=e=>{let t=[];if(!e||e.length===0)return t;let n=e.reduce((o,a)=>{let l=a.title;return o[l]||(o[l]=[]),o[l].push(a),o},{}),r=this.sig.hasComplexFields();return Object.entries(n).map(([o,a])=>{if(a.length===1){let l=a[0];return l.type?.name==="object"||l.type?.isArray&&l.type.fields?{title:o,name:l.name,description:`${l.description}
285
+ IMPORTANT: Provide the FULL JSON object for this field, matching the schema exactly.`}:{title:o,name:l.name,description:l.description}}if(a.length>1){let l=a.map(c=>`- ${c.description}`).join(`
286
+ `);return{title:o,name:a[0].name,description:l}}}).filter(Boolean).forEach(o=>{let a=this.fieldTemplates?.[o.name]??this.defaultRenderInField;t.push(...a(o,o.description))}),t};renderExamples=e=>{let t=[],n={isExample:!0},r=this.sig.hasComplexFields();for(let[s,o]of e.entries()){if(r){let u=this.sig.getInputFields().map(h=>this.renderInField(h,o,{...n,isInputField:!0})).filter(h=>h!==void 0).flat(),p=this.sig.getOutputFields(),d={};for(let h of p)h.name in o&&(d[h.name]=o[h.name]);let m=JSON.stringify(d,null,2),g=[...u,{type:"text",text:`\`\`\`json
287
287
  ${m}
288
288
  \`\`\`
289
- `}];o>0&&g.length>0&&g[0]?.type==="text"&&t.push({type:"text",text:`---
289
+ `}];s>0&&g.length>0&&g[0]?.type==="text"&&t.push({type:"text",text:`---
290
290
 
291
291
  `}),g.forEach(h=>{h&&("text"in h&&(h.text=`${h.text}
292
- `),t.push(h))});continue}let a=this.sig.getInputFields().map(u=>this.renderInField(u,s,{...n,isInputField:!0})).filter(u=>u!==void 0).flat(),l=this.sig.getOutputFields().map(u=>this.renderInField(u,s,{...n,isInputField:!1})).filter(u=>u!==void 0).flat(),c=[...a,...l];o>0&&c.length>0&&c[0]?.type==="text"&&t.push({type:"text",text:`---
292
+ `),t.push(h))});continue}let a=this.sig.getInputFields().map(u=>this.renderInField(u,o,{...n,isInputField:!0})).filter(u=>u!==void 0).flat(),l=this.sig.getOutputFields().map(u=>this.renderInField(u,o,{...n,isInputField:!1})).filter(u=>u!==void 0).flat(),c=[...a,...l];s>0&&c.length>0&&c[0]?.type==="text"&&t.push({type:"text",text:`---
293
293
 
294
294
  `}),c.forEach(u=>{"text"in u&&(u.text=`${u.text}
295
- `),t.push(u)})}return t};renderDemos=e=>{let t=[],n=this.sig.getInputFields(),r=this.sig.getOutputFields(),o={isExample:!0},s=this.sig.hasComplexFields();for(let a of e){if(s){let p=n.map(h=>this.renderInField(h,a,{...o,isInputField:!0})).filter(h=>h!==void 0).flat(),d={};for(let h of r)h.name in a&&(d[h.name]=a[h.name]);let m=JSON.stringify(d,null,2);[...p,{type:"text",text:`\`\`\`json
295
+ `),t.push(u)})}return t};renderDemos=e=>{let t=[],n=this.sig.getInputFields(),r=this.sig.getOutputFields(),s={isExample:!0},o=this.sig.hasComplexFields();for(let a of e){if(o){let p=n.map(h=>this.renderInField(h,a,{...s,isInputField:!0})).filter(h=>h!==void 0).flat(),d={};for(let h of r)h.name in a&&(d[h.name]=a[h.name]);let m=JSON.stringify(d,null,2);[...p,{type:"text",text:`\`\`\`json
296
296
  ${m}
297
297
  \`\`\`
298
298
  `}].slice(0,-1).forEach(h=>{"text"in h&&(h.text=`${h.text}
299
- `),t.push(h)});continue}let l=n.map(p=>this.renderInField(p,a,{...o,isInputField:!0})).filter(p=>p!==void 0).flat(),c=r.map(p=>this.renderInField(p,a,{...o,isInputField:!1})).filter(p=>p!==void 0).flat();[...l,...c].slice(0,-1).forEach(p=>{"text"in p&&(p.text=`${p.text}
300
- `),t.push(p)})}return t};renderExamplesAsMessages=e=>{let t=[],n={isExample:!0},r=this.sig.hasComplexFields();for(let o of e){let a=this.sortFieldsCachedFirst(this.sig.getInputFields()).map(d=>this.renderInField(d,o,{...n,isInputField:!0})).filter(d=>d!==void 0).flat(),l;if(r){let d={};for(let m of this.sig.getOutputFields())m.name in o&&(d[m.name]=o[m.name]);l=JSON.stringify(d,null,2)}else l=this.sig.getOutputFields().map(m=>this.renderInField(m,o,{...n,isInputField:!1})).filter(m=>m!==void 0).flat().filter(m=>m.type==="text").map(m=>m.text).join(`
299
+ `),t.push(h)});continue}let l=n.map(p=>this.renderInField(p,a,{...s,isInputField:!0})).filter(p=>p!==void 0).flat(),c=r.map(p=>this.renderInField(p,a,{...s,isInputField:!1})).filter(p=>p!==void 0).flat();[...l,...c].slice(0,-1).forEach(p=>{"text"in p&&(p.text=`${p.text}
300
+ `),t.push(p)})}return t};renderExamplesAsMessages=e=>{let t=[],n={isExample:!0},r=this.sig.hasComplexFields();for(let s of e){let a=this.sortFieldsCachedFirst(this.sig.getInputFields()).map(d=>this.renderInField(d,s,{...n,isInputField:!0})).filter(d=>d!==void 0).flat(),l;if(r){let d={};for(let m of this.sig.getOutputFields())m.name in s&&(d[m.name]=s[m.name]);l=JSON.stringify(d,null,2)}else l=this.sig.getOutputFields().map(m=>this.renderInField(m,s,{...n,isInputField:!1})).filter(m=>m!==void 0).flat().filter(m=>m.type==="text").map(m=>m.text).join(`
301
301
  `);let c=a.every(d=>d.type==="text")?a.map(d=>d.text).join(`
302
302
  `):a.reduce(kt(`
303
303
  `),[]),u=typeof c=="string"&&c.trim()===""||Array.isArray(c)&&c.length===0,p=l.trim()==="";u||p||t.push({userMessage:{role:"user",content:c},assistantMessage:{role:"assistant",content:l}})}return t};renderDemosAsMessages=e=>this.renderExamplesAsMessages(e);renderInputFields=e=>{let n=this.sortFieldsCachedFirst(this.sig.getInputFields()).map(r=>this.renderInField(r,e,void 0)).filter(r=>r!==void 0).flat();return n.filter(r=>r.type==="text").forEach(r=>{r.text=`${r.text}
304
- `}),n};renderInField=(e,t,n)=>{let r=t[e.name];if(Rc(e,r,n))return;e.type&&Sr(e,r);let o=Cc(e,r);return(this.fieldTemplates?.[e.name]??this.defaultRenderInField)(e,o)};defaultRenderInField=(e,t)=>{if(e.type?.name==="image"){let r=s=>{if(!s)throw new Error("Image field value is required.");if(typeof s!="object")throw new Error("Image field value must be an object.");if(!("mimeType"in s))throw new Error("Image field must have mimeType");if(!("data"in s))throw new Error("Image field must have data");return s},o=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("Image field value must be an array.");o=o.concat(t.map(s=>{let a=r(s);return{type:"image",mimeType:a.mimeType,image:a.data}}))}else{let s=r(t);o.push({type:"image",mimeType:s.mimeType,image:s.data})}return o}if(e.type?.name==="audio"){let r=s=>{if(!s)throw new Error("Audio field value is required.");if(typeof s!="object")throw new Error("Audio field value must be an object.");if(!("data"in s))throw new Error("Audio field must have data");return s},o=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("Audio field value must be an array.");o=o.concat(t.map(s=>{let a=r(s);return{type:"audio",format:a.format??"wav",data:a.data}}))}else{let s=r(t);o.push({type:"audio",format:s.format??"wav",data:s.data})}return o}if(e.type?.name==="file"){let r=s=>{if(!s)throw new Error("File field value is required.");if(typeof s!="object")throw new Error("File field value must be an object.");if(!("mimeType"in s))throw new Error("File field must have mimeType");let a="data"in s,l="fileUri"in s;if(!a&&!l)throw new Error("File field must have either data or fileUri");if(a&&l)throw new Error("File field cannot have both data and fileUri");return s},o=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("File field value must be an array.");o=o.concat(t.map(s=>{let a=r(s);return"fileUri"in a?{type:"file",mimeType:a.mimeType,fileUri:a.fileUri}:{type:"file",mimeType:a.mimeType,data:a.data}}))}else{let s=r(t);o.push("fileUri"in s?{type:"file",mimeType:s.mimeType,fileUri:s.fileUri}:{type:"file",mimeType:s.mimeType,data:s.data})}return o}if(e.type?.name==="url"){let r=s=>{if(!s)throw new Error("URL field value is required.");if(typeof s=="string")return{url:s};if(typeof s!="object")throw new Error("URL field value must be a string or object.");if(!("url"in s))throw new Error("URL field must have url property");return s},o=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("URL field value must be an array.");o=o.concat(t.map(s=>{let a=r(s);return{type:"url",url:a.url,...a.title?{title:a.title}:{},...a.description?{description:a.description}:{}}}))}else{let s=r(t);o.push({type:"url",url:s.url,...s.title?{title:s.title}:{},...s.description?{description:s.description}:{}})}return o}let n=[e.title,": "];return Array.isArray(t)?(n.push(`
304
+ `}),n};renderInField=(e,t,n)=>{let r=t[e.name];if(vc(e,r,n))return;e.type&&Sr(e,r);let s=Sc(e,r);return(this.fieldTemplates?.[e.name]??this.defaultRenderInField)(e,s)};defaultRenderInField=(e,t)=>{if(e.type?.name==="image"){let r=o=>{if(!o)throw new Error("Image field value is required.");if(typeof o!="object")throw new Error("Image field value must be an object.");if(!("mimeType"in o))throw new Error("Image field must have mimeType");if(!("data"in o))throw new Error("Image field must have data");return o},s=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("Image field value must be an array.");s=s.concat(t.map(o=>{let a=r(o);return{type:"image",mimeType:a.mimeType,image:a.data}}))}else{let o=r(t);s.push({type:"image",mimeType:o.mimeType,image:o.data})}return s}if(e.type?.name==="audio"){let r=o=>{if(!o)throw new Error("Audio field value is required.");if(typeof o!="object")throw new Error("Audio field value must be an object.");if(!("data"in o))throw new Error("Audio field must have data");return o},s=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("Audio field value must be an array.");s=s.concat(t.map(o=>{let a=r(o);return{type:"audio",format:a.format??"wav",data:a.data}}))}else{let o=r(t);s.push({type:"audio",format:o.format??"wav",data:o.data})}return s}if(e.type?.name==="file"){let r=o=>{if(!o)throw new Error("File field value is required.");if(typeof o!="object")throw new Error("File field value must be an object.");if(!("mimeType"in o))throw new Error("File field must have mimeType");let a="data"in o,l="fileUri"in o;if(!a&&!l)throw new Error("File field must have either data or fileUri");if(a&&l)throw new Error("File field cannot have both data and fileUri");return o},s=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("File field value must be an array.");s=s.concat(t.map(o=>{let a=r(o);return"fileUri"in a?{type:"file",mimeType:a.mimeType,fileUri:a.fileUri}:{type:"file",mimeType:a.mimeType,data:a.data}}))}else{let o=r(t);s.push("fileUri"in o?{type:"file",mimeType:o.mimeType,fileUri:o.fileUri}:{type:"file",mimeType:o.mimeType,data:o.data})}return s}if(e.type?.name==="url"){let r=o=>{if(!o)throw new Error("URL field value is required.");if(typeof o=="string")return{url:o};if(typeof o!="object")throw new Error("URL field value must be a string or object.");if(!("url"in o))throw new Error("URL field must have url property");return o},s=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("URL field value must be an array.");s=s.concat(t.map(o=>{let a=r(o);return{type:"url",url:a.url,...a.title?{title:a.title}:{},...a.description?{description:a.description}:{}}}))}else{let o=r(t);s.push({type:"url",url:o.url,...o.title?{title:o.title}:{},...o.description?{description:o.description}:{}})}return s}let n=[e.title,": "];return Array.isArray(t)?(n.push(`
305
305
  `),n.push(t.map(r=>`- ${r}`).join(`
306
- `))):n.push(t),[{type:"text",text:n.join("")}]}},Fr=i=>i.map(e=>`\`${e.title}\``).join(", "),ka=i=>i.map(t=>{let n=t.title,r=t.type?.name?Ea(t.type):"string",o=t.isOptional?`This optional ${r} field may be omitted`:`A ${r} field`,s=t.description?` ${Gt(t.description)}`:"";return`${n}: (${o})${s}`.trim()}).join(`
307
- `),Ma=i=>i.map(t=>{let n=t.title,r=t.type?.name?Ea(t.type):"string",o=t.isOptional?`Only include this ${r} field if its value is available`:`This ${r} field must be included`,s="";return t.description&&t.description.length>0&&(s=` ${t.type?.name==="class"?t.description:Gt(t.description)}`),t.type?.options&&t.type.options.length>0&&(s.length>0&&(s+=". "),s+=`Allowed values: ${t.type.options.join(", ")}`),`${n}: (${o})${s}`.trim()}).join(`
308
- `),Cc=(i,e)=>{if(i.type?.name==="date"&&e instanceof Date){let t=e.toISOString();return t.slice(0,t.indexOf("T"))}return i.type?.name==="datetime"&&e instanceof Date?fa(e):i.type?.name==="image"&&typeof e=="object"||i.type?.name==="audio"&&typeof e=="object"||i.type?.name==="file"&&typeof e=="object"||i.type?.name==="url"&&(typeof e=="string"||typeof e=="object")||typeof e=="string"?e:JSON.stringify(e,null,2)},Ea=i=>{let e=(()=>{switch(i?.name){case"string":return"string";case"number":return"number";case"boolean":return"boolean (true or false)";case"date":return'date ("YYYY-MM-DD" format)';case"datetime":return'date time ("YYYY-MM-DD HH:mm Timezone" format)';case"json":return"JSON object";case"class":return"classification class";case"code":return"code";case"file":return"file (with filename, mimeType, and data)";case"url":return"URL (string or object with url, title, description)";case"object":return"object";default:return"string"}})();return i?.isArray?`json array of ${e} items`:e};function kt(i){return(e,t)=>{if(t.type==="text"){let n=e.length>0?e[e.length-1]:null;n&&n.type==="text"?n.text+=i+t.text:e.push(t)}else e.push(t);return e}}var Rc=(i,e,t)=>{if(typeof e=="boolean"||i?.type?.name==="number"&&typeof e=="number")return!1;if(!e||(Array.isArray(e)||typeof e=="string")&&e.length===0){if(t?.isExample||i.isOptional||i.isInternal)return!0;let n=t?.isInputField!==!1?"input":"output";throw new Error(`Value for ${n} field '${i.name}' is required.`)}return!1};function Gt(i){let e=i.trim();return e.length>0?`${e.charAt(0).toUpperCase()}${e.slice(1)}${e.endsWith(".")?"":"."}`:""}function wc(i,e){let t=i.history(0,e),n=t.some(o=>o.role==="function");return t.some(o=>o.role==="assistant"&&"functionCalls"in o&&Array.isArray(o.functionCalls)&&o.functionCalls.length>0)&&n}function Sc(i,e){let t=i.history(0,e),n=[],r=t.filter(s=>s.role==="assistant"&&"functionCalls"in s&&Array.isArray(s.functionCalls)&&s.functionCalls.length>0),o=t.filter(s=>s.role==="function");for(let s of r)if("functionCalls"in s&&s.functionCalls)for(let a of s.functionCalls){let l=o.find(c=>"functionId"in c&&c.functionId===a.id);l&&"result"in l&&"functionId"in l&&n.push({index:n.length,functionName:a.function.name,functionId:a.id,args:a.function.params||"",result:String(l.result),isError:"isError"in l?!!l.isError:!1})}return n}async function _r(i,e,t,n){if(!e?.resultPicker||i.length<=1)return 0;let r=e.resultPicker;if((t?wc(t,n):!1)&&t){let l=Sc(t,n),c=await r({type:"function",results:l});if(c<0||c>=l.length)throw new Error(`Result picker returned invalid index: ${c}. Must be between 0 and ${l.length-1}`);return c}let s=i.map((l,c)=>({index:c,sample:l.delta})),a=await r({type:"fields",results:s});if(a<0||a>=i.length)throw new Error(`Result picker returned invalid index: ${a}. Must be between 0 and ${i.length-1}`);return a}async function Pa(i,e,t){let n=i?.getLast(e);if(!n||n.role!=="assistant"||n.chat.length<=1)return 0;let r=n.chat.map(s=>({version:0,index:s.index,delta:s.value}));return await _r(r,t,i,e)}var Nr=class{tools;logger;constructor(e,t){this.tools=new Map(e.map(n=>[n.name,n])),this.logger=t}getToolParamFieldMap(){let e=new Map;for(let[,t]of this.tools.entries())if(t.parameters?.properties&&Object.keys(t.parameters.properties).length>0){let{paramFieldMap:n}=vc(t);e.set(t.name,n)}else e.set(t.name,new Map);return e}async route(e,t){let n=[],r={},o=new Map,s=new Map;for(let[a,l]of this.tools.entries())s.set(a,this.buildSanitizedFieldMap(l));for(let[a,l]of Object.entries(e)){let c=this.tools.get(this.normalizeToolName(a));if(c){l!=null&&typeof l=="object"&&o.set(c.name,l);continue}r[a]=l}for(let[a,l]of Object.entries(e))for(let[c,u]of this.tools.entries()){let p=s.get(c);if(!p)continue;let d=p.get(a);if(!d)continue;let m=o.get(u.name)??{};this.setNested(m,d,l),o.set(u.name,m)}for(let[a,l]of this.tools.entries()){let c=o.get(l.name);if(!(!c||Object.keys(c).length===0)){if(l.parameters&&l.parameters.type==="object"){let p=(l.parameters.required||[]).filter(d=>c[d]===void 0);if(p.length>0)throw new we(`Missing required arguments for tool '${l.name}': ${p.join(", ")}`)}n.push({id:l.name,name:l.name,args:JSON.stringify(c)})}}return{functionCalls:n,remainingFields:r}}normalizeToolName(e){return e.replace(/_([a-z])/g,(t,n)=>n.toUpperCase())}sanitizeFieldName(e){return e.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}buildSanitizedFieldMap(e){let t=new Map;if(!e.parameters||!("properties"in e.parameters))return t;let n=(r,o)=>{for(let[s,a]of Object.entries(r)){let l=[...o,s];if(a&&a.type==="object"&&a.properties)n(a.properties,l);else{let c=`${e.name}.${l.join(".")}`,u=this.sanitizeFieldName(c);t.set(u,l)}}};return n(e.parameters.properties??{},[]),t}setNested(e,t,n){let r=e;for(let o=0;o<t.length-1;o++){let s=t[o],a=r[s];(typeof a!="object"||a===null)&&(r[s]={}),r=r[s]}r[t[t.length-1]]=n}isToolField(e){return this.tools.has(this.normalizeToolName(e))}getToolFieldNames(){return Array.from(this.tools.keys()).map(e=>e.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_/,""))}};function vc(i){let e=[],t=new Map;if(!i.parameters||!i.parameters.properties)return{fields:e,paramFieldMap:t};let n=i.parameters.properties,r=i.parameters.required||[],o=(s,a,l)=>{for(let[c,u]of Object.entries(s)){let p=a?`${a}.${c}`:c,d=`${i.name}.${p}`;if(u.type==="object"&&u.properties)o(u.properties,p,u.required||[]);else{let m=Oc(u);e.push({name:Mc(d),title:kc(i.name,p),type:m,description:u.description||`${c} parameter for ${i.name}`,isOptional:!0}),t.set(d,e[e.length-1])}}};return o(n,"",r),{fields:e,paramFieldMap:t}}function Oc(i){switch(i.type){case"string":return{name:"string",isArray:!1};case"number":case"integer":return{name:"number",isArray:!1};case"boolean":return{name:"boolean",isArray:!1};case"array":{let e=i.items;if(e?.type)switch(e.type){case"string":return{name:"string",isArray:!0};case"number":case"integer":return{name:"number",isArray:!0};case"boolean":return{name:"boolean",isArray:!0};default:return{name:"json",isArray:!0}}return{name:"json",isArray:!0}}case"object":return{name:"json",isArray:!1};default:return{name:"string",isArray:!1}}}function kc(i,e){return`${i} ${e.replace(/\./g," ")}`}function Mc(i){return i.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}function Na(i,e,t){let n=new he(e);if(t){let r=t.getToolParamFieldMap();for(let o of i){let s=r.get(o.name);if(s&&s.size>0)for(let a of s.values())n.getOutputFields().some(c=>c.name===a.name)||n.addOutputField(a);else{let a=gs(o.name),l=_a(o.parameters);n.getOutputFields().some(u=>u.name===a)||n.addOutputField({name:a,title:Fa(o.name),type:l,description:o.description||`Parameters for ${o.name}`,isOptional:!0})}}return{signature:n,toolParamFieldMap:r}}else{let r=new Map;for(let o of i)if(o.parameters?.properties&&Object.keys(o.parameters.properties).length>0){let{fields:s,paramFieldMap:a}=Ec(o);r.set(o.name,a);for(let l of s)n.getOutputFields().some(u=>u.name===l.name)||n.addOutputField(l)}else{let s=gs(o.name),a=_a(o.parameters);n.getOutputFields().some(c=>c.name===s)||n.addOutputField({name:s,title:Fa(o.name),type:a,description:o.description||`Parameters for ${o.name}`,isOptional:!0})}return{signature:n,toolParamFieldMap:r}}}function Ec(i){let e=[],t=new Map;if(!i.parameters||!i.parameters.properties)return{fields:e,paramFieldMap:t};let n=i.parameters.properties,r=i.parameters.required||[],o=(s,a,l)=>{for(let[c,u]of Object.entries(s)){let p=a?`${a}.${c}`:c,d=`${i.name}.${p}`;if(u.type==="object"&&u.properties)o(u.properties,p,u.required||[]);else{let m=Pc(u),g={name:gs(d),title:Fc(i.name,p),type:m,description:u.description||`${c} parameter for ${i.name}`,isOptional:!0};e.push(g),t.set(d,g)}}};return o(n,"",r),{fields:e,paramFieldMap:t}}function Pc(i){switch(i.type){case"string":return{name:"string",isArray:!1};case"number":case"integer":return{name:"number",isArray:!1};case"boolean":return{name:"boolean",isArray:!1};case"array":{let e=i.items;if(e?.type)switch(e.type){case"string":return{name:"string",isArray:!0};case"number":case"integer":return{name:"number",isArray:!0};case"boolean":return{name:"boolean",isArray:!0};default:return{name:"json",isArray:!0}}return{name:"json",isArray:!0}}case"object":return{name:"json",isArray:!1};default:return{name:"string",isArray:!1}}}function Fc(i,e){return`${i} ${e.replace(/\./g," ")}`}function gs(i){return i.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}function Fa(i){return i.replace(/([A-Z])/g," $1").replace(/^./,e=>e.toUpperCase()).trim()}function _a(i){return!i||!i.properties||Object.keys(i.properties).length===0?{name:"string",isArray:!1}:{name:"json",isArray:!1}}var Sn=class{tools;router;injectedToolFieldNames=new Set;constructor(e){this.tools=e,this.router=new Nr(e)}processSignature(e){let{signature:t}=Na(this.tools,e),n=new Set(t.getOutputFields().map(o=>o.name)),r=new Set(e.getOutputFields().map(o=>o.name));return this.injectedToolFieldNames=new Set([...n].filter(o=>!r.has(o))),t}async processResults(e,t){let{functionCalls:n}=await this.router.route(e,t);return n.length>0?n:void 0}getInjectedToolFieldNames(){return Array.from(this.injectedToolFieldNames)}getRouter(){return this.router}};var xe=class i extends Ot{clone=()=>new i(this.signature,this.options);promptTemplate;asserts;streamingAsserts;options;functions;fieldProcessors=[];streamingFieldProcessors=[];excludeContentFromTrace=!1;thoughtFieldName;signatureToolCallingManager;constructor(e,t){super(e,{description:t?.description,traceLabel:t?.traceLabel}),this.options=t,this.thoughtFieldName=t?.thoughtFieldName??"thought";let n={functions:t?.functions,thoughtFieldName:this.thoughtFieldName};this.promptTemplate=new(t?.promptTemplate??Ut)(this.signature,n),this.asserts=this.options?.asserts??[],this.streamingAsserts=this.options?.streamingAsserts??[],this.excludeContentFromTrace=t?.excludeContentFromTrace??!1,this.functions=t?.functions?Rr(t.functions):[],this.usage=[]}setInstruction(e){this.promptTemplate.setInstruction(e)}getInstruction(){return this.promptTemplate.getInstruction()}getSignatureName(){return this.signature.getDescription()||"unknown_signature"}getMetricsInstruments(){return Qo()}getMergedCustomLabels(e,t){return wt(V.customLabels,e?.getOptions?.()?.customLabels,t?.customLabels)}updateMeter(e){Qo(e)}createStates(e){return Array.from({length:e},(t,n)=>({index:n,functionCalls:[],values:{},content:"",functionsExecuted:new Set,xstate:{extractedFields:[],streamedIndex:{},s:-1}}))}addAssert=(e,t)=>{this.asserts.push({fn:e,message:t})};addStreamingAssert=(e,t,n)=>{let r=this.signature.getOutputFields().find(a=>a.name===e);if(!r)throw new Error(`addStreamingAssert: field ${String(e)} not found in output signature`);let o=r.type?.name;if(!(!o||o==="string"||o==="code"))throw new Error(`addStreamingAssert: field ${String(e)} must be a string field for streaming assertions`);this.streamingAsserts.push({fieldName:String(e),fn:t,message:n})};addFieldProcessorInternal=(e,t,n=!1)=>{let r=this.signature.getOutputFields().find(o=>o.name===e);if(!r)throw new Error(`addFieldProcessor: field ${e} not found`);if(n){let o=r.type?.name;if(!(!o||o==="string"||o==="code"))throw new Error(`addFieldProcessor: field ${e} must be a text field`);this.streamingFieldProcessors.push({field:r,process:t})}else this.fieldProcessors.push({field:r,process:t})};addStreamingFieldProcessor=(e,t)=>{this.addFieldProcessorInternal(String(e),t,!0)};addFieldProcessor=(e,t)=>{this.addFieldProcessorInternal(String(e),t,!1)};async forwardSendRequest({ai:e,mem:t,options:n,traceContext:r,functions:o,functionCall:s,stepIndex:a}){let{sessionId:l,model:c,rateLimiter:u,stream:p,thinkingTokenBudget:d,showThoughts:m}=n??{},g=await Pa(t,l,{resultPicker:n?.resultPicker}),h=t?.history(g,l)??[];if(h.length===0)throw new Error("No chat prompt found");let f={...n?.modelConfig,...n?.sampleCount?{n:n.sampleCount}:{},...n?.sampleCount&&n?.modelConfig?.temperature===1?{temperature:.8}:{}},A=this.isDebug(e,n),x=a===0,y=this.getLogger(e,n);o=this.signatureToolCallingManager?[]:o;let b,I=this.signature.getOutputFields();if(this.signature.hasComplexFields()){if(!e.getFeatures(c)?.structuredOutputs)throw new Error(`Complex structured outputs (object/array types) require a provider that supports structured outputs. Current provider/model (${c}) does not support this feature. Supported providers: OpenAI (GPT-4o, GPT-4.1+), Google Gemini, Anthropic (Sonnet/Opus).`);b={type:"json_schema",schema:{name:"output",strict:!0,schema:Ir(I)}}}let v=n?.contextCache?.cacheBreakpoint??"after-examples",k=e.getFeatures?.(c)?.caching?.cacheBreakpoints===!1,R=n?.contextCache&&(k||v==="after-functions"||v==="after-examples"),C=o?.length&&R?o.map((w,E)=>({...w,cache:E===o.length-1})):o;return await e.chat({chatPrompt:h,functions:C,functionCall:s,modelConfig:f,model:c,responseFormat:b},{sessionId:l,rateLimiter:u,stream:p,debug:A,debugHideSystemPrompt:!x,thinkingTokenBudget:d,showThoughts:m,traceContext:r,abortSignal:n?.abortSignal??V.abortSignal,stepIndex:a,logger:y,functionCallMode:n?.functionCallMode??this.options?.functionCallMode??"auto",retry:n?.retry??this.options?.retry,customLabels:n?.customLabels})}async*forwardCore({ai:e,mem:t,options:n,stepIndex:r,span:o,traceContext:s,states:a,stopFunctionNames:l}){let{sessionId:c,functions:u}=n??{},p=n?.functionResultFormatter??this.options?.functionResultFormatter,d=n?.functionCall??this.options?.functionCall,m=this.signatureToolCallingManager,g=n?.strictMode??!1,h=n.model,f=this.usage,A=r===0,x=this.isDebug(e,n),y=this.getLogger(e,n),{functions:b,functionCall:I}=da(u,d,A,n),T=await this.forwardSendRequest({ai:e,mem:t,options:n,traceContext:s,functions:b,functionCall:I,stepIndex:r});T instanceof ReadableStream?yield*Ta({ai:e,model:h,res:T,mem:t,sessionId:c,traceId:o?o.spanContext?.().traceId:void 0,functions:b,strictMode:g,span:o,states:a,usage:f,asserts:this.asserts,streamingAsserts:this.streamingAsserts,fieldProcessors:this.fieldProcessors,streamingFieldProcessors:this.streamingFieldProcessors,thoughtFieldName:this.thoughtFieldName,excludeContentFromTrace:this.excludeContentFromTrace,signature:this.signature,logger:y,debug:x,functionResultFormatter:p,signatureToolCallingManager:m,stopFunctionNames:l,disableMemoryCleanup:n.disableMemoryCleanup}):yield*Ca({ai:e,model:h,res:T,mem:t,sessionId:c,traceId:o?o.spanContext?.().traceId:void 0,functions:b,span:o,strictMode:g,states:a,usage:f,asserts:this.asserts,fieldProcessors:this.fieldProcessors,thoughtFieldName:this.thoughtFieldName,excludeContentFromTrace:this.excludeContentFromTrace,signature:this.signature,logger:y,debug:x,functionResultFormatter:p,signatureToolCallingManager:m,stopFunctionNames:l,disableMemoryCleanup:n.disableMemoryCleanup})}async*_forward2(e,t,n,r,o,s){let a=r?.stopFunction??this.options?.stopFunction,l=Array.isArray(a)?a.map(w=>w.toLowerCase()):a?[a.toLowerCase()]:void 0,c=r.maxRetries??this.options?.maxRetries??3,u=r.maxSteps??this.options?.maxSteps??25,p=r.mem??this.options?.mem??new In,d=[...this.functions,...r.functions?Rr(r.functions):[]],m=d&&d.length>0,g=r.functionCallMode??this.options?.functionCallMode??"auto";m&&g==="prompt"&&(this.signatureToolCallingManager=new Sn(d)),m&&g==="auto"&&!e.getFeatures(r.model).functions&&(this.signatureToolCallingManager=new Sn(d));let h,f,A=this.options?.promptTemplate??Ut;this.signatureToolCallingManager&&(this.signature=this.signatureToolCallingManager.processSignature(this.signature),this.setSignature(this.signature));let x=e.getFeatures?.(r.model)?.caching?.cacheBreakpoints===!1,y={functions:this.signatureToolCallingManager?[]:d,thoughtFieldName:this.thoughtFieldName,contextCache:r.contextCache,examplesInSystem:r.examplesInSystem,ignoreBreakpoints:x};this.promptTemplate=new A(this.signature,y);let b,I=performance.now();Array.isArray(t)?(Si(t),b=this.promptTemplate.render(t,{examples:this.examples,demos:this.demos})):b=this.promptTemplate.render(t,{examples:this.examples,demos:this.demos});let T=performance.now()-I,v=this.getMetricsInstruments(),k=this.getMergedCustomLabels(e,r);v&&fr(v,"prompt_render",T,this.getSignatureName(),k);let R=performance.now();p.addRequest(b,r.sessionId);let C=performance.now()-R;v&&fr(v,"memory_update",C,this.getSignatureName(),k);let O=new Map;n.forEach(w=>{O.set(w.index,{})});e:for(let w=0;w<u;w++){let E=c;for(let S=0;S<=E;S++)try{for(let $=0;$<c;$++){n.forEach(P=>{P.content="",P.values={},P.functionCalls=[],P.functionsExecuted=new Set,P.xstate={extractedFields:[],streamedIndex:{},s:-1}}),$>0&&O.forEach((P,W)=>{O.set(W,{})});let M=new Map;n.forEach(P=>{M.set(P.index,{})});try{let P=this.forwardCore({options:r,ai:e,mem:p,stepIndex:w,span:o,traceContext:s,states:n,stopFunctionNames:l}),W=!1;try{for await(let Q of P)if(Q!==void 0){let ne=Q.index,ee=Q.delta,Ie=M.get(ne)??{},me=O.get(ne)??{},ke={},Je=!1;for(let Te of Object.keys(ee)){let ot=ee[Te],$e=Ie[Te],ht;typeof ot=="string"&&(typeof $e=="string"||$e===void 0)?ht=($e??"")+ot:Array.isArray(ot)&&(Array.isArray($e)||$e===void 0)?ht=[...$e??[],...ot]:ht=ot,Ie[Te]=ht;let Ae=ht,De=me[Te];if(typeof Ae=="string"&&typeof De=="string")if(Ae.startsWith(De)){let z=Ae.slice(De.length);z&&(ke[Te]=z,Je=!0,me[Te]=Ae)}else De.startsWith(Ae)||Ae!==De&&(ke[Te]=Ae,Je=!0,me[Te]=Ae);else if(Array.isArray(Ae)&&Array.isArray(De)){if(Ae.length>De.length){let z=Ae.slice(De.length);ke[Te]=z,Je=!0,me[Te]=Ae}}else JSON.stringify(Ae)!==JSON.stringify(De)&&(ke[Te]=Ae,Je=!0,me[Te]=Ae)}Je&&(yield{version:$,index:Q.index,delta:ke})}}catch(Q){if(Q instanceof Lt)W=!0;else throw Q}if(W?!1:Ra(p,l,n,r?.sessionId)){let Q=this.getMetricsInstruments();Q&&hr(Q,w+1,u,this.getSignatureName(),k);continue e}r?.disableMemoryCleanup||(p.removeByTag("invalid-assistant",r.sessionId),p.removeByTag("correction",r.sessionId),p.removeByTag("error",r.sessionId));let J=this.getMetricsInstruments();if(J){hr(J,w+1,u,this.getSignatureName(),k);let Q=new Set;n.forEach(ne=>{ne.functionsExecuted.forEach(ee=>Q.add(ee))}),Q.size>0&&Qi(J,!0,Q.size,!0,!1,this.getSignatureName(),k),Yi(J,this.fieldProcessors.length,this.streamingFieldProcessors.length,this.getSignatureName(),k)}return}catch(P){f=P;let W,j=this.isDebug(e,r),J=this.getLogger(e,r),Q=this.getMetricsInstruments(),ne=this.getSignatureName(),ee={error:P,errCount:$,logger:J,metricsInstruments:Q,signatureName:ne,span:o,debug:j,customLabels:k};if(o?.recordException(P),P instanceof we)W=aa(ee),h=P;else if(P instanceof mt)W=la(ee),h=P;else if(P instanceof de)ca(ee);else if(!(P instanceof Xe)){let Ie=P,me=Ie instanceof He&&Ie.status>=500&&Ie.status<600,ke=Ie instanceof Le,Je=Ie instanceof it;throw me||ke||Je?P:hs(P,e,this.signature)}if(W&&(p.addTag("error",r.sessionId),p.addRequest([{role:"user",content:this.promptTemplate.renderExtraFields(W)}],r.sessionId),p.addTag("correction",r.sessionId),this.signature.hasComplexFields()))for(let me of n)me.content="",me.values={},me.xstate={extractedFields:[],streamedIndex:{},s:-1}}}let F=this.getMetricsInstruments();throw F&&Xo(F,c,!1,c,this.getSignatureName(),k),hs(new Error(`Unable to fix validation error: ${(h??f)?.message??(h??f)?.toString()??"unknown error"}
306
+ `))):n.push(t),[{type:"text",text:n.join("")}]}},Fr=i=>i.map(e=>`\`${e.title}\``).join(", "),Ma=(i,e)=>i.map(n=>{let r=n.title,s=n.type?.name?Ea(n.type):"string",o=n.isOptional?`This optional ${s} field may be omitted`:`A ${s} field`,a="";if(n.description){let l=Gt(n.description);e&&(l=_r(l,e)),a=` ${l}`}return`${r}: (${o})${a}`.trim()}).join(`
307
+ `),Pa=(i,e)=>i.map(n=>{let r=n.title,s=n.type?.name?Ea(n.type):"string",o=n.isOptional?`Only include this ${s} field if its value is available`:`This ${s} field must be included`,a="";if(n.description&&n.description.length>0){let l=n.type?.name==="class"?n.description:Gt(n.description);e&&(l=_r(l,e)),a=` ${l}`}return n.type?.options&&n.type.options.length>0&&(a.length>0&&(a+=". "),a+=`Allowed values: ${n.type.options.join(", ")}`),`${r}: (${o})${a}`.trim()}).join(`
308
+ `),Sc=(i,e)=>{if(i.type?.name==="date"&&e instanceof Date){let t=e.toISOString();return t.slice(0,t.indexOf("T"))}return i.type?.name==="datetime"&&e instanceof Date?xa(e):i.type?.name==="image"&&typeof e=="object"||i.type?.name==="audio"&&typeof e=="object"||i.type?.name==="file"&&typeof e=="object"||i.type?.name==="url"&&(typeof e=="string"||typeof e=="object")||typeof e=="string"?e:JSON.stringify(e,null,2)},Ea=i=>{let e=(()=>{switch(i?.name){case"string":return"string";case"number":return"number";case"boolean":return"boolean (true or false)";case"date":return'date ("YYYY-MM-DD" format)';case"datetime":return'date time ("YYYY-MM-DD HH:mm Timezone" format)';case"json":return"JSON object";case"class":return"classification class";case"code":return"code";case"file":return"file (with filename, mimeType, and data)";case"url":return"URL (string or object with url, title, description)";case"object":return"object";default:return"string"}})();return i?.isArray?`json array of ${e} items`:e};function kt(i){return(e,t)=>{if(t.type==="text"){let n=e.length>0?e[e.length-1]:null;n&&n.type==="text"?n.text+=i+t.text:e.push(t)}else e.push(t);return e}}var vc=(i,e,t)=>{if(typeof e=="boolean"||i?.type?.name==="number"&&typeof e=="number")return!1;if(!e||(Array.isArray(e)||typeof e=="string")&&e.length===0){if(t?.isExample||i.isOptional||i.isInternal)return!0;let n=t?.isInputField!==!1?"input":"output";throw new Error(`Value for ${n} field '${i.name}' is required.`)}return!1};function Gt(i){let e=i.trim();return e.length>0?`${e.charAt(0).toUpperCase()}${e.slice(1)}${e.endsWith(".")?"":"."}`:""}function _r(i,e){if(e.size===0)return i;let t=i,n=Array.from(e.keys()).sort((r,s)=>s.length-r.length);for(let r of n){let s=e.get(r),o=new RegExp(`\`${r}\``,"g");t=t.replace(o,`\`${s}\``);let a=new RegExp(`"${r}"`,"g");t=t.replace(a,`"${s}"`);let l=new RegExp(`'${r}'`,"g");t=t.replace(l,`'${s}'`);let c=new RegExp(`\\[${r}\\]`,"g");t=t.replace(c,`[${s}]`);let u=new RegExp(`\\(${r}\\)`,"g");t=t.replace(u,`(${s})`);let p=new RegExp(`\\$${r}\\b`,"g");t=t.replace(p,`\`${s}\``)}return t}function Oc(i,e){let t=i.history(0,e),n=t.some(s=>s.role==="function");return t.some(s=>s.role==="assistant"&&"functionCalls"in s&&Array.isArray(s.functionCalls)&&s.functionCalls.length>0)&&n}function kc(i,e){let t=i.history(0,e),n=[],r=t.filter(o=>o.role==="assistant"&&"functionCalls"in o&&Array.isArray(o.functionCalls)&&o.functionCalls.length>0),s=t.filter(o=>o.role==="function");for(let o of r)if("functionCalls"in o&&o.functionCalls)for(let a of o.functionCalls){let l=s.find(c=>"functionId"in c&&c.functionId===a.id);l&&"result"in l&&"functionId"in l&&n.push({index:n.length,functionName:a.function.name,functionId:a.id,args:a.function.params||"",result:String(l.result),isError:"isError"in l?!!l.isError:!1})}return n}async function Nr(i,e,t,n){if(!e?.resultPicker||i.length<=1)return 0;let r=e.resultPicker;if((t?Oc(t,n):!1)&&t){let l=kc(t,n),c=await r({type:"function",results:l});if(c<0||c>=l.length)throw new Error(`Result picker returned invalid index: ${c}. Must be between 0 and ${l.length-1}`);return c}let o=i.map((l,c)=>({index:c,sample:l.delta})),a=await r({type:"fields",results:o});if(a<0||a>=i.length)throw new Error(`Result picker returned invalid index: ${a}. Must be between 0 and ${i.length-1}`);return a}async function Fa(i,e,t){let n=i?.getLast(e);if(!n||n.role!=="assistant"||n.chat.length<=1)return 0;let r=n.chat.map(o=>({version:0,index:o.index,delta:o.value}));return await Nr(r,t,i,e)}var $r=class{tools;logger;constructor(e,t){this.tools=new Map(e.map(n=>[n.name,n])),this.logger=t}getToolParamFieldMap(){let e=new Map;for(let[,t]of this.tools.entries())if(t.parameters?.properties&&Object.keys(t.parameters.properties).length>0){let{paramFieldMap:n}=Mc(t);e.set(t.name,n)}else e.set(t.name,new Map);return e}async route(e,t){let n=[],r={},s=new Map,o=new Map;for(let[a,l]of this.tools.entries())o.set(a,this.buildSanitizedFieldMap(l));for(let[a,l]of Object.entries(e)){let c=this.tools.get(this.normalizeToolName(a));if(c){l!=null&&typeof l=="object"&&s.set(c.name,l);continue}r[a]=l}for(let[a,l]of Object.entries(e))for(let[c,u]of this.tools.entries()){let p=o.get(c);if(!p)continue;let d=p.get(a);if(!d)continue;let m=s.get(u.name)??{};this.setNested(m,d,l),s.set(u.name,m)}for(let[a,l]of this.tools.entries()){let c=s.get(l.name);if(!(!c||Object.keys(c).length===0)){if(l.parameters&&l.parameters.type==="object"){let p=(l.parameters.required||[]).filter(d=>c[d]===void 0);if(p.length>0)throw new we(`Missing required arguments for tool '${l.name}': ${p.join(", ")}`)}n.push({id:l.name,name:l.name,args:JSON.stringify(c)})}}return{functionCalls:n,remainingFields:r}}normalizeToolName(e){return e.replace(/_([a-z])/g,(t,n)=>n.toUpperCase())}sanitizeFieldName(e){return e.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}buildSanitizedFieldMap(e){let t=new Map;if(!e.parameters||!("properties"in e.parameters))return t;let n=(r,s)=>{for(let[o,a]of Object.entries(r)){let l=[...s,o];if(a&&a.type==="object"&&a.properties)n(a.properties,l);else{let c=`${e.name}.${l.join(".")}`,u=this.sanitizeFieldName(c);t.set(u,l)}}};return n(e.parameters.properties??{},[]),t}setNested(e,t,n){let r=e;for(let s=0;s<t.length-1;s++){let o=t[s],a=r[o];(typeof a!="object"||a===null)&&(r[o]={}),r=r[o]}r[t[t.length-1]]=n}isToolField(e){return this.tools.has(this.normalizeToolName(e))}getToolFieldNames(){return Array.from(this.tools.keys()).map(e=>e.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_/,""))}};function Mc(i){let e=[],t=new Map;if(!i.parameters||!i.parameters.properties)return{fields:e,paramFieldMap:t};let n=i.parameters.properties,r=i.parameters.required||[],s=(o,a,l)=>{for(let[c,u]of Object.entries(o)){let p=a?`${a}.${c}`:c,d=`${i.name}.${p}`;if(u.type==="object"&&u.properties)s(u.properties,p,u.required||[]);else{let m=Pc(u);e.push({name:Fc(d),title:Ec(i.name,p),type:m,description:u.description||`${c} parameter for ${i.name}`,isOptional:!0}),t.set(d,e[e.length-1])}}};return s(n,"",r),{fields:e,paramFieldMap:t}}function Pc(i){switch(i.type){case"string":return{name:"string",isArray:!1};case"number":case"integer":return{name:"number",isArray:!1};case"boolean":return{name:"boolean",isArray:!1};case"array":{let e=i.items;if(e?.type)switch(e.type){case"string":return{name:"string",isArray:!0};case"number":case"integer":return{name:"number",isArray:!0};case"boolean":return{name:"boolean",isArray:!0};default:return{name:"json",isArray:!0}}return{name:"json",isArray:!0}}case"object":return{name:"json",isArray:!1};default:return{name:"string",isArray:!1}}}function Ec(i,e){return`${i} ${e.replace(/\./g," ")}`}function Fc(i){return i.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}function $a(i,e,t){let n=new he(e);if(t){let r=t.getToolParamFieldMap();for(let s of i){let o=r.get(s.name);if(o&&o.size>0)for(let a of o.values())n.getOutputFields().some(c=>c.name===a.name)||n.addOutputField(a);else{let a=ho(s.name),l=Na(s.parameters);n.getOutputFields().some(u=>u.name===a)||n.addOutputField({name:a,title:_a(s.name),type:l,description:s.description||`Parameters for ${s.name}`,isOptional:!0})}}return{signature:n,toolParamFieldMap:r}}else{let r=new Map;for(let s of i)if(s.parameters?.properties&&Object.keys(s.parameters.properties).length>0){let{fields:o,paramFieldMap:a}=_c(s);r.set(s.name,a);for(let l of o)n.getOutputFields().some(u=>u.name===l.name)||n.addOutputField(l)}else{let o=ho(s.name),a=Na(s.parameters);n.getOutputFields().some(c=>c.name===o)||n.addOutputField({name:o,title:_a(s.name),type:a,description:s.description||`Parameters for ${s.name}`,isOptional:!0})}return{signature:n,toolParamFieldMap:r}}}function _c(i){let e=[],t=new Map;if(!i.parameters||!i.parameters.properties)return{fields:e,paramFieldMap:t};let n=i.parameters.properties,r=i.parameters.required||[],s=(o,a,l)=>{for(let[c,u]of Object.entries(o)){let p=a?`${a}.${c}`:c,d=`${i.name}.${p}`;if(u.type==="object"&&u.properties)s(u.properties,p,u.required||[]);else{let m=Nc(u),g={name:ho(d),title:$c(i.name,p),type:m,description:u.description||`${c} parameter for ${i.name}`,isOptional:!0};e.push(g),t.set(d,g)}}};return s(n,"",r),{fields:e,paramFieldMap:t}}function Nc(i){switch(i.type){case"string":return{name:"string",isArray:!1};case"number":case"integer":return{name:"number",isArray:!1};case"boolean":return{name:"boolean",isArray:!1};case"array":{let e=i.items;if(e?.type)switch(e.type){case"string":return{name:"string",isArray:!0};case"number":case"integer":return{name:"number",isArray:!0};case"boolean":return{name:"boolean",isArray:!0};default:return{name:"json",isArray:!0}}return{name:"json",isArray:!0}}case"object":return{name:"json",isArray:!1};default:return{name:"string",isArray:!1}}}function $c(i,e){return`${i} ${e.replace(/\./g," ")}`}function ho(i){return i.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}function _a(i){return i.replace(/([A-Z])/g," $1").replace(/^./,e=>e.toUpperCase()).trim()}function Na(i){return!i||!i.properties||Object.keys(i.properties).length===0?{name:"string",isArray:!1}:{name:"json",isArray:!1}}var Sn=class{tools;router;injectedToolFieldNames=new Set;constructor(e){this.tools=e,this.router=new $r(e)}processSignature(e){let{signature:t}=$a(this.tools,e),n=new Set(t.getOutputFields().map(s=>s.name)),r=new Set(e.getOutputFields().map(s=>s.name));return this.injectedToolFieldNames=new Set([...n].filter(s=>!r.has(s))),t}async processResults(e,t){let{functionCalls:n}=await this.router.route(e,t);return n.length>0?n:void 0}getInjectedToolFieldNames(){return Array.from(this.injectedToolFieldNames)}getRouter(){return this.router}};var xe=class i extends Ot{clone=()=>new i(this.signature,this.options);promptTemplate;asserts;streamingAsserts;options;functions;fieldProcessors=[];streamingFieldProcessors=[];excludeContentFromTrace=!1;thoughtFieldName;signatureToolCallingManager;constructor(e,t){super(e,{description:t?.description,traceLabel:t?.traceLabel}),this.options=t,this.thoughtFieldName=t?.thoughtFieldName??"thought";let n={functions:t?.functions,thoughtFieldName:this.thoughtFieldName};this.promptTemplate=new(t?.promptTemplate??Ut)(this.signature,n),this.asserts=this.options?.asserts??[],this.streamingAsserts=this.options?.streamingAsserts??[],this.excludeContentFromTrace=t?.excludeContentFromTrace??!1,this.functions=t?.functions?Rr(t.functions):[],this.usage=[]}setInstruction(e){this.promptTemplate.setInstruction(e)}getInstruction(){return this.promptTemplate.getInstruction()}getSignatureName(){return this.signature.getDescription()||"unknown_signature"}getMetricsInstruments(){return Qs()}getMergedCustomLabels(e,t){return wt(V.customLabels,e?.getOptions?.()?.customLabels,t?.customLabels)}updateMeter(e){Qs(e)}createStates(e){return Array.from({length:e},(t,n)=>({index:n,functionCalls:[],values:{},content:"",functionsExecuted:new Set,xstate:{extractedFields:[],streamedIndex:{},s:-1}}))}addAssert=(e,t)=>{this.asserts.push({fn:e,message:t})};addStreamingAssert=(e,t,n)=>{let r=this.signature.getOutputFields().find(a=>a.name===e);if(!r)throw new Error(`addStreamingAssert: field ${String(e)} not found in output signature`);let s=r.type?.name;if(!(!s||s==="string"||s==="code"))throw new Error(`addStreamingAssert: field ${String(e)} must be a string field for streaming assertions`);this.streamingAsserts.push({fieldName:String(e),fn:t,message:n})};addFieldProcessorInternal=(e,t,n=!1)=>{let r=this.signature.getOutputFields().find(s=>s.name===e);if(!r)throw new Error(`addFieldProcessor: field ${e} not found`);if(n){let s=r.type?.name;if(!(!s||s==="string"||s==="code"))throw new Error(`addFieldProcessor: field ${e} must be a text field`);this.streamingFieldProcessors.push({field:r,process:t})}else this.fieldProcessors.push({field:r,process:t})};addStreamingFieldProcessor=(e,t)=>{this.addFieldProcessorInternal(String(e),t,!0)};addFieldProcessor=(e,t)=>{this.addFieldProcessorInternal(String(e),t,!1)};async forwardSendRequest({ai:e,mem:t,options:n,traceContext:r,functions:s,functionCall:o,stepIndex:a}){let{sessionId:l,model:c,rateLimiter:u,stream:p,thinkingTokenBudget:d,showThoughts:m}=n??{},g=await Fa(t,l,{resultPicker:n?.resultPicker}),h=t?.history(g,l)??[];if(h.length===0)throw new Error("No chat prompt found");let f={...n?.modelConfig,...n?.sampleCount?{n:n.sampleCount}:{},...n?.sampleCount&&n?.modelConfig?.temperature===1?{temperature:.8}:{}},A=this.isDebug(e,n),x=a===0,b=this.getLogger(e,n);s=this.signatureToolCallingManager?[]:s;let y,I=this.signature.getOutputFields();if(this.signature.hasComplexFields()){if(!e.getFeatures(c)?.structuredOutputs)throw new Error(`Complex structured outputs (object/array types) require a provider that supports structured outputs. Current provider/model (${c}) does not support this feature. Supported providers: OpenAI (GPT-4o, GPT-4.1+), Google Gemini, Anthropic (Sonnet/Opus).`);y={type:"json_schema",schema:{name:"output",strict:!0,schema:Ir(I)}}}let v=n?.contextCache?.cacheBreakpoint??"after-examples",k=e.getFeatures?.(c)?.caching?.cacheBreakpoints===!1,R=n?.contextCache&&(k||v==="after-functions"||v==="after-examples"),C=s?.length&&R?s.map((w,P)=>({...w,cache:P===s.length-1})):s;return await e.chat({chatPrompt:h,functions:C,functionCall:o,modelConfig:f,model:c,responseFormat:y},{sessionId:l,rateLimiter:u,stream:p,debug:A,debugHideSystemPrompt:!x,thinkingTokenBudget:d,showThoughts:m,traceContext:r,abortSignal:n?.abortSignal??V.abortSignal,stepIndex:a,logger:b,functionCallMode:n?.functionCallMode??this.options?.functionCallMode??"auto",retry:n?.retry??this.options?.retry,customLabels:n?.customLabels})}async*forwardCore({ai:e,mem:t,options:n,stepIndex:r,span:s,traceContext:o,states:a,stopFunctionNames:l}){let{sessionId:c,functions:u}=n??{},p=n?.functionResultFormatter??this.options?.functionResultFormatter,d=n?.functionCall??this.options?.functionCall,m=this.signatureToolCallingManager,g=n?.strictMode??!1,h=n.model,f=this.usage,A=r===0,x=this.isDebug(e,n),b=this.getLogger(e,n),{functions:y,functionCall:I}=ma(u,d,A,n),T=await this.forwardSendRequest({ai:e,mem:t,options:n,traceContext:o,functions:y,functionCall:I,stepIndex:r});T instanceof ReadableStream?yield*Ca({ai:e,model:h,res:T,mem:t,sessionId:c,traceId:s?s.spanContext?.().traceId:void 0,functions:y,strictMode:g,span:s,states:a,usage:f,asserts:this.asserts,streamingAsserts:this.streamingAsserts,fieldProcessors:this.fieldProcessors,streamingFieldProcessors:this.streamingFieldProcessors,thoughtFieldName:this.thoughtFieldName,excludeContentFromTrace:this.excludeContentFromTrace,signature:this.signature,logger:b,debug:x,functionResultFormatter:p,signatureToolCallingManager:m,stopFunctionNames:l,disableMemoryCleanup:n.disableMemoryCleanup}):yield*Ra({ai:e,model:h,res:T,mem:t,sessionId:c,traceId:s?s.spanContext?.().traceId:void 0,functions:y,span:s,strictMode:g,states:a,usage:f,asserts:this.asserts,fieldProcessors:this.fieldProcessors,thoughtFieldName:this.thoughtFieldName,excludeContentFromTrace:this.excludeContentFromTrace,signature:this.signature,logger:b,debug:x,functionResultFormatter:p,signatureToolCallingManager:m,stopFunctionNames:l,disableMemoryCleanup:n.disableMemoryCleanup})}async*_forward2(e,t,n,r,s,o){let a=r?.stopFunction??this.options?.stopFunction,l=Array.isArray(a)?a.map(w=>w.toLowerCase()):a?[a.toLowerCase()]:void 0,c=r.maxRetries??this.options?.maxRetries??3,u=r.maxSteps??this.options?.maxSteps??25,p=r.mem??this.options?.mem??new In,d=[...this.functions,...r.functions?Rr(r.functions):[]],m=d&&d.length>0,g=r.functionCallMode??this.options?.functionCallMode??"auto";m&&g==="prompt"&&(this.signatureToolCallingManager=new Sn(d)),m&&g==="auto"&&!e.getFeatures(r.model).functions&&(this.signatureToolCallingManager=new Sn(d));let h,f,A=this.options?.promptTemplate??Ut;this.signatureToolCallingManager&&(this.signature=this.signatureToolCallingManager.processSignature(this.signature),this.setSignature(this.signature));let x=e.getFeatures?.(r.model)?.caching?.cacheBreakpoints===!1,b={functions:this.signatureToolCallingManager?[]:d,thoughtFieldName:this.thoughtFieldName,contextCache:r.contextCache,examplesInSystem:r.examplesInSystem,ignoreBreakpoints:x};this.promptTemplate=new A(this.signature,b);let y,I=performance.now();Array.isArray(t)?(vi(t),y=this.promptTemplate.render(t,{examples:this.examples,demos:this.demos})):y=this.promptTemplate.render(t,{examples:this.examples,demos:this.demos});let T=performance.now()-I,v=this.getMetricsInstruments(),k=this.getMergedCustomLabels(e,r);v&&fr(v,"prompt_render",T,this.getSignatureName(),k);let R=performance.now();p.addRequest(y,r.sessionId);let C=performance.now()-R;v&&fr(v,"memory_update",C,this.getSignatureName(),k);let O=new Map;n.forEach(w=>{O.set(w.index,{})});e:for(let w=0;w<u;w++){let P=c;for(let S=0;S<=P;S++)try{for(let $=0;$<c;$++){n.forEach(E=>{E.content="",E.values={},E.functionCalls=[],E.functionsExecuted=new Set,E.xstate={extractedFields:[],streamedIndex:{},s:-1}}),$>0&&O.forEach((E,W)=>{O.set(W,{})});let M=new Map;n.forEach(E=>{M.set(E.index,{})});try{let E=this.forwardCore({options:r,ai:e,mem:p,stepIndex:w,span:s,traceContext:o,states:n,stopFunctionNames:l}),W=!1;try{for await(let Q of E)if(Q!==void 0){let ne=Q.index,ee=Q.delta,Ie=M.get(ne)??{},me=O.get(ne)??{},ke={},Je=!1;for(let Te of Object.keys(ee)){let st=ee[Te],$e=Ie[Te],ht;typeof st=="string"&&(typeof $e=="string"||$e===void 0)?ht=($e??"")+st:Array.isArray(st)&&(Array.isArray($e)||$e===void 0)?ht=[...$e??[],...st]:ht=st,Ie[Te]=ht;let Ae=ht,De=me[Te];if(typeof Ae=="string"&&typeof De=="string")if(Ae.startsWith(De)){let z=Ae.slice(De.length);z&&(ke[Te]=z,Je=!0,me[Te]=Ae)}else De.startsWith(Ae)||Ae!==De&&(ke[Te]=Ae,Je=!0,me[Te]=Ae);else if(Array.isArray(Ae)&&Array.isArray(De)){if(Ae.length>De.length){let z=Ae.slice(De.length);ke[Te]=z,Je=!0,me[Te]=Ae}}else JSON.stringify(Ae)!==JSON.stringify(De)&&(ke[Te]=Ae,Je=!0,me[Te]=Ae)}Je&&(yield{version:$,index:Q.index,delta:ke})}}catch(Q){if(Q instanceof Lt)W=!0;else throw Q}if(W?!1:wa(p,l,n,r?.sessionId)){let Q=this.getMetricsInstruments();Q&&hr(Q,w+1,u,this.getSignatureName(),k);continue e}r?.disableMemoryCleanup||(p.removeByTag("invalid-assistant",r.sessionId),p.removeByTag("correction",r.sessionId),p.removeByTag("error",r.sessionId));let J=this.getMetricsInstruments();if(J){hr(J,w+1,u,this.getSignatureName(),k);let Q=new Set;n.forEach(ne=>{ne.functionsExecuted.forEach(ee=>Q.add(ee))}),Q.size>0&&Yi(J,!0,Q.size,!0,!1,this.getSignatureName(),k),Xi(J,this.fieldProcessors.length,this.streamingFieldProcessors.length,this.getSignatureName(),k)}return}catch(E){f=E;let W,j=this.isDebug(e,r),J=this.getLogger(e,r),Q=this.getMetricsInstruments(),ne=this.getSignatureName(),ee={error:E,errCount:$,logger:J,metricsInstruments:Q,signatureName:ne,span:s,debug:j,customLabels:k};if(s?.recordException(E),E instanceof we)W=la(ee),h=E;else if(E instanceof mt)W=ca(ee),h=E;else if(E instanceof de)ua(ee);else if(!(E instanceof Xe)){let Ie=E,me=Ie instanceof He&&Ie.status>=500&&Ie.status<600,ke=Ie instanceof Le,Je=Ie instanceof it;throw me||ke||Je?E:fo(E,e,this.signature)}if(W&&(p.addTag("error",r.sessionId),p.addRequest([{role:"user",content:this.promptTemplate.renderExtraFields(W)}],r.sessionId),p.addTag("correction",r.sessionId),this.signature.hasComplexFields()))for(let me of n)me.content="",me.values={},me.xstate={extractedFields:[],streamedIndex:{},s:-1}}}let F=this.getMetricsInstruments();throw F&&Xs(F,c,!1,c,this.getSignatureName(),k),fo(new Error(`Unable to fix validation error: ${(h??f)?.message??(h??f)?.toString()??"unknown error"}
309
309
 
310
310
  LLM Output:
311
311
  ${n.map($=>$.content).join(`
312
312
  ---
313
- `)}`),e,this.signature)}catch(F){let $=F,M=$ instanceof He&&$.status>=500&&$.status<600,P=$ instanceof Le,W=$ instanceof it,j=$ instanceof Xe;if((M||P||W||j)&&S<E){let Q=this.isDebug(e,r),ne=this.getLogger(e,r),me=Math.min(6e4,1e3*Math.pow(2,S));Q&&ne&&ne({name:"Notification",id:"infrastructure-retry",value:`Infrastructure error (attempt ${S+1}/${E+1}): ${$.message}. Retrying in ${me}ms...`}),o?.addEvent("infrastructure.retry",{attempt:S+1,maxRetries:E,delay:me,errorType:$ instanceof He?"status_error":$ instanceof Le?"network_error":$ instanceof it?"timeout_error":"stream_terminated",errorMessage:$.message}),await new Promise(ke=>setTimeout(ke,me));continue}throw F}}throw v&&hr(v,u,u,this.getSignatureName(),k),hs(new Error(`Max steps reached: ${u}`),e,this.signature)}validateInputs(e){let t=this.signature.getInputFields();for(let n of t){if(n.isInternal)continue;let r=e[n.name];if(n.isOptional&&r===void 0)continue;let o=n.type;if(o&&(o.name==="url"&&Ct(r,n),o.name,o.name,(o.name==="string"||o.name==="code")&&Ke(r,n),o.name==="number"&&We(r,n),o.name==="object"&&o.fields&&typeof r=="object"&&r!==null&&this.validateObjectFields(r,o.fields,n.name),o.isArray&&Array.isArray(r)))for(let s=0;s<r.length;s++){let a=r[s];o.name==="string"||o.name==="code"?Ke(a,n):o.name==="number"?We(a,n):o.fields&&typeof a=="object"&&a!==null&&this.validateObjectFields(a,o.fields,`${n.name}[${s}]`)}}}validateObjectFields(e,t,n){for(let[r,o]of Object.entries(t)){let s=e[r];if(o.isOptional&&s===void 0)continue;let a={name:`${n}.${r}`,type:{name:o.type,isArray:o.isArray,options:o.options?[...o.options]:void 0,fields:o.fields,minLength:o.minLength,maxLength:o.maxLength,minimum:o.minimum,maximum:o.maximum,pattern:o.pattern,format:o.format},description:o.description,isOptional:o.isOptional};if(o.type==="string"||o.type==="code"?Ke(s,a):o.type==="number"?We(s,a):o.type==="object"&&o.fields&&typeof s=="object"&&s!==null&&this.validateObjectFields(s,o.fields,a.name),o.isArray&&Array.isArray(s))for(let l=0;l<s.length;l++){let c=s[l];o.type==="string"||o.type==="code"?Ke(c,a):o.type==="number"?We(c,a):o.fields&&typeof c=="object"&&c!==null&&this.validateObjectFields(c,o.fields,`${a.name}[${l}]`)}}}async*_forward1(e,t,n){(!Array.isArray(t)||!t.every(x=>"role"in x))&&this.validateInputs(t);let r=performance.now(),o=this.createStates(n.sampleCount??1),s=performance.now()-r,a=this.getMetricsInstruments(),l=this.getMergedCustomLabels(e,n);a&&fr(a,"state_creation",s,this.getSignatureName(),l);let c=n?.tracer??this.options?.tracer??e.getOptions().tracer,u=this.functions;if(n?.functions&&(u=Rr(n.functions,this.functions)),!c){yield*this._forward2(e,t,o,{...n,functions:u});return}let p=u?.map(x=>x.name).join(","),d={signature:JSON.stringify(this.signature.toJSON(),null,2),...this.examples?{examples:JSON.stringify(this.examples,null,2)}:{},...p?{provided_functions:p}:{},...n?.model?{model:n.model}:{},...n?.thinkingTokenBudget?{thinking_token_budget:n.thinkingTokenBudget}:{},...n?.showThoughts?{show_thoughts:n.showThoughts}:{},...n?.maxSteps?{max_steps:n.maxSteps}:{},...n?.maxRetries?{max_retries:n.maxRetries}:{}},m=this.traceLabel&&n.traceLabel?`${this.traceLabel} > ${n.traceLabel}`:n.traceLabel??this.traceLabel,g=m?`AxGen > ${m}`:"AxGen",h=c.startSpan(g,{kind:Nc.SERVER,attributes:d}),f=_c.active(),A=$c.setSpan(f,h);try{if(this.excludeContentFromTrace||h.addEvent("input",{content:JSON.stringify(t,null,2)}),yield*this._forward2(e,t,o,{...n,functions:u},h,A),!this.excludeContentFromTrace){let x=o.map(b=>b.values),y=x.length===1?x[0]:x;h.addEvent("output",{content:JSON.stringify(y,null,2)})}}finally{h.end()}}async forward(e,t,n){let r=n?.cachingFunction??this.options?.cachingFunction??V.cachingFunction,o=(()=>{if(!r)return;let d=this.signature.getInputFields().map(m=>m.name);return this.computeCacheKey(t,d)})();if(r&&o){let d=await r(o);if(d!==void 0)return d}let s=performance.now(),a=this.getSignatureName(),l=n?.stream??!1,c=!1,u=0,p=!1;try{let d=this.getMetricsInstruments(),m=this.getMergedCustomLabels(e,n);d&&ea(d,this.signature.getInputFields().length,this.signature.getOutputFields().length,this.examples?.length??0,this.demos?.length??0,a,m);let g=this._forward1(e,t,n??{}),h=[],f=0,A=0;for await(let k of g)k.version!==f&&(h=[]),f=k.version,h=rs(h,k),A++;u=f;let x=performance.now();p=!!n?.resultPicker;let y=await _r(h,{resultPicker:n?.resultPicker},n?.mem,n?.sessionId),b=performance.now()-x,T=h[y]?.delta??{},v=Array.isArray(t)?{}:t??{};if(this.trace={...v,...T},p&&this.isDebug(e,n)){let k=this.getLogger(e,n);si(h.length,y,b,k)}if(c=!0,d&&(Zi(d,h.length,p,p?b:void 0,a,m),Xi(d,l,A,void 0,a,m)),r&&o)try{await r(o,T)}catch{}return T}catch(d){throw c=!1,d}finally{let d=performance.now()-s,m=this.getMetricsInstruments(),g=this.getMergedCustomLabels(e,n);m&&(Vi(m,d,c,a,e.getName(),n?.model?String(n.model):void 0,g),u>0&&Xo(m,u,c,n?.maxRetries??10,a,g))}}async*streamingForward(e,t,n){let r=n?.cachingFunction??this.options?.cachingFunction??V.cachingFunction,o=(()=>{if(!r)return;let p=this.signature.getInputFields().map(d=>d.name);return this.computeCacheKey(t,p)})();if(r&&o){let p;try{p=await r(o)}catch{}if(p!==void 0){yield{version:0,index:0,delta:p};return}}if(!n?.resultPicker){yield*this._forward1(e,t,{...n,stream:!0});return}let s=this._forward1(e,t,{...n,stream:!0}),a=[],l=0;for await(let p of s)p.version!==l&&(a=[]),l=p.version,a=rs(a,p);let c=await _r(a,{resultPicker:n?.resultPicker},n?.mem,n?.sessionId),u=a[c];if(u){if(r&&o)try{await r(o,u.delta)}catch{}yield{version:l,index:c,delta:u.delta}}}setExamples(e,t){super.setExamples(e,t)}isDebug(e,t){return t?.debug??this.options?.debug??V.debug??e.getOptions().debug??!1}getLogger(e,t){return t?.logger??this.options?.logger??V.logger??e.getLogger()}computeCacheKey(e,t){let n=Pe("sha256");n.update(this.signature.hash()??"");let r=o=>{let s=typeof o;if(n.update(`|${s}|`),o==null){n.update("null");return}if(s==="string"||s==="number"||s==="boolean"){n.update(String(o));return}if(Array.isArray(o)){n.update("[");for(let a of o)r(a);n.update("]");return}if(typeof o=="object"&&o!==null&&"mimeType"in o&&"data"in o){let a=o;n.update(a.mimeType??"");let l=Pe("sha256").update(a.data??"").digest("hex");n.update(l);return}if(typeof o=="object"){let a=o,l=Object.keys(a).sort();for(let c of l)n.update(`{${c}}`),r(a[c]);return}n.update(String(o))};if(Array.isArray(e))for(let o of e){n.update(`role:${o.role}`);let s=t.map(a=>o.values?.[a]);for(let a of s)r(a)}else{let o=t.map(s=>e?.[s]);for(let s of o)r(s)}return n.digest("hex")}},$r=class extends Error{details;constructor(e,t,n){super(e),this.name="AxGenerateError",this.details=t,n?.cause&&(this.cause=n.cause)}toJSON(){let e=this.cause;return{name:this.name,message:this.message,details:this.details,cause:e?{name:e.name,message:e.message,stack:e.stack}:void 0,stack:this.stack}}};function hs(i,e,t){let n=i instanceof Error?i:new Error(String(i)),r=(n.message||"").toLowerCase();if(r.includes("at least")||r.includes("at most")||r.includes("must match pattern")||r.includes("invalid url")||r.includes("required")||r.includes("missing")||r.includes("valid email")||r.includes("number must be")||n.name==="ValidationError"||n.name==="AssertionError"||n.name==="AxAssertionError"||n.stack?.includes("asserts.ts"))return n;let s=e.getLastUsedChatModel(),a=e.getLastUsedModelConfig(),l={model:s,maxTokens:a?.maxTokens,streaming:a?.stream??!1,signature:{input:t.getInputFields(),output:t.getOutputFields(),description:t.getDescription()}};return new $r(`Generate failed: ${n.message}`,l,{cause:n})}var Lc=i=>i.replace(/^\W+|\W+$/g,""),Dc=(i,e)=>{let t=i.search(e);if(t===-1)return[i];let n=i.match(e);if(!n)throw new Error("Match failed unexpectedly.");let r=i.substring(0,t),o=i.substring(t+n[0].length);return[r,o]},Gc=i=>{let e=new Set,t=[];for(let n of i)e.has(n)||(e.add(n),t.push(n));return t},Uc=i=>{let e=i.match(/^(\d+)[.,\s]+(.*)$/);if(!e||e.length<3)throw new Error('line must start with a number, a dot and then text. e.g. "1. hello"');let t=Number.parseInt(e[1],10),n=e[2].trim();return{id:t,text:n}},Bc=i=>{let e=i.match(/^(\d+)[.,\s]+(.*)$/);return e&&e[2]!==void 0?e[2].trim():i},jc=(i,e)=>{let t=[];for(let n=0;n<i.length;n+=e)t.push(i.slice(n,n+e));return t},fs={trimNonAlphaNum:Lc,splitIntoTwo:Dc,dedup:Gc,extractIdAndText:Uc,extractIndexPrefixedText:Bc,batchArray:jc};var xs=class extends xe{constructor(e){super(`"You are a re-ranker assistant tasked with evaluating a set of content items in relation to a specific question. Your role involves critically analyzing each content item to determine its relevance to the question and re-ranking them accordingly. This process includes assigning a relevance score from 0 to 10 to each content item based on how well it answers the question, its coverage of the topic, and the reliability of its information. This re-ranked list should start with the content item that is most relevant to the question and end with the least relevant. Output only the list."
314
- query: string, items: string[] -> rankedItems: string[] "list of id, 5-words Rationale, relevance score"`,e)}forward=async(e,t,n)=>{let{rankedItems:r}=await super.forward(e,t,n),o=r.map(a=>{let{id:l}=fs.extractIdAndText(a);return l});return{rankedItems:t.items.map((a,l)=>{let c=o[l];return c!==void 0?t.items[c]:void 0}).filter(a=>a!==void 0)}}};var As=class{tikaUrl;fetch;constructor(e){let t=e??{url:"http://localhost:9998/"};this.tikaUrl=new URL("/tika",t.url),this.fetch=t.fetch}async _convert(e,t){if(!e)throw new Error("Failed to read file data");let n=t?.format==="html"?"text/html":"text/plain";try{let r={body:e,headers:{Accept:n},method:"PUT"};typeof window>"u"&&typeof process<"u"&&(r.duplex="half");let o=await(this.fetch??fetch)(this.tikaUrl,r);if(!o.ok)throw new Error(`Failed to upload file: ${o.statusText}`);return await o.text()}catch(r){throw new Error(`Error converting file: ${r}`)}}async convert(e,t){let n=[],r=t?.batchSize??10;for(let o=0;o<e.length;o+=r){let a=e.slice(o,o+r).map(c=>this._convert(c,{format:t?.format})),l=await Promise.all(a);n.push(...l)}return n}};var Yh=new _e,ys=class{name;context;constructor(e,t){this.name=e,this.context=t}getName(){return this.name}getContext(){return this.context}},bs=class{ai;db;debug;constructor(e){this.db=new St,this.ai=e}getState(){return this.db.getDB()}setState(e){this.db.setDB(e)}setClasses=async(e,t)=>{for(let n of e){let r=await this.ai.embed({texts:n.getContext()},{abortSignal:t?.abortSignal});await this.db.upsert({id:n.getName(),table:"classes",values:r.embeddings[0]})}};async forward(e,t){let{embeddings:n}=await this.ai.embed({texts:[e]},{abortSignal:t?.abortSignal}),o=(await this.db.query({table:"classes",values:n[0]})).matches;if(typeof t?.cutoff=="number"){let{cutoff:a}=t;o=o.filter(l=>l.score<=a)}let s=o.at(0);return s?s.id:""}setOptions(e){typeof e.debug=="boolean"&&(this.debug=e.debug)}};var $a=new Set(["0o","0s","3a","3b","3d","6b","6o","a","a1","a2","a3","a4","ab","able","about","above","abst","ac","accordance","according","accordingly","across","act","actually","ad","added","adj","ae","af","affected","affecting","affects","after","afterwards","ag","again","against","ah","ain","ain't","aj","al","all","allow","allows","almost","alone","along","already","also","although","always","am","among","amongst","amoungst","amount","an","and","announce","another","any","anybody","anyhow","anymore","anyone","anything","anyway","anyways","anywhere","ao","ap","apart","apparently","appear","appreciate","appropriate","approximately","ar","are","aren","arent","aren't","arise","around","as","a's","aside","ask","asking","associated","at","au","auth","av","available","aw","away","awfully","ax","ay","az","b","b1","b2","b3","ba","back","bc","bd","be","became","because","become","becomes","becoming","been","before","beforehand","begin","beginning","beginnings","begins","behind","being","believe","below","beside","besides","best","better","between","beyond","bi","bill","biol","bj","bk","bl","bn","both","bottom","bp","br","brief","briefly","bs","bt","bu","but","bx","by","c","c1","c2","c3","ca","call","came","can","cannot","cant","can't","cause","causes","cc","cd","ce","certain","certainly","cf","cg","ch","changes","ci","cit","cj","cl","clearly","cm","c'mon","cn","co","com","come","comes","con","concerning","consequently","consider","considering","contain","containing","contains","corresponding","could","couldn","couldnt","couldn't","course","cp","cq","cr","cry","cs","c's","ct","cu","currently","cv","cx","cy","cz","d","d2","da","date","dc","dd","de","definitely","describe","described","despite","detail","df","di","did","didn","didn't","different","dj","dk","dl","do","does","doesn","doesn't","doing","don","done","don't","down","downwards","dp","dr","ds","dt","du","due","during","dx","dy","e","e2","e3","ea","each","ec","ed","edu","ee","ef","effect","eg","ei","eight","eighty","either","ej","el","eleven","else","elsewhere","em","empty","en","end","ending","enough","entirely","eo","ep","eq","er","es","especially","est","et","et-al","etc","eu","ev","even","ever","every","everybody","everyone","everything","everywhere","ex","exactly","example","except","ey","f","f2","fa","far","fc","few","ff","fi","fifteen","fifth","fify","fill","find","fire","first","five","fix","fj","fl","fn","fo","followed","following","follows","for","former","formerly","forth","forty","found","four","fr","from","front","ft","fu","full","further","furthermore","fy","g","ga","gave","ge","get","gets","getting","gi","give","given","gives","giving","gj","gl","go","goes","going","gone","got","gotten","gr","greetings","gs","gy","h","h2","h3","had","hadn","hadn't","happens","hardly","has","hasn","hasnt","hasn't","have","haven","haven't","having","he","hed","he'd","he'll","hello","help","hence","her","here","hereafter","hereby","herein","heres","here's","hereupon","hers","herself","hes","he's","hh","hi","hid","him","himself","his","hither","hj","ho","home","hopefully","how","howbeit","however","how's","hr","hs","http","hu","hundred","hy","i","i2","i3","i4","i6","i7","i8","ia","ib","ibid","ic","id","i'd","ie","if","ig","ignored","ih","ii","ij","il","i'll","im","i'm","immediate","immediately","importance","important","in","inasmuch","inc","indeed","index","indicate","indicated","indicates","information","inner","insofar","instead","interest","into","invention","inward","io","ip","iq","ir","is","isn","isn't","it","itd","it'd","it'll","its","it's","itself","iv","i've","ix","iy","iz","j","jj","jr","js","jt","ju","just","k","ke","keep","keeps","kept","kg","kj","km","know","known","knows","ko","l","l2","la","largely","last","lately","later","latter","latterly","lb","lc","le","least","les","less","lest","let","lets","let's","lf","like","liked","likely","line","little","lj","ll","ll","ln","lo","look","looking","looks","los","lr","ls","lt","ltd","m","m2","ma","made","mainly","make","makes","many","may","maybe","me","mean","means","meantime","meanwhile","merely","mg","might","mightn","mightn't","mill","million","mine","miss","ml","mn","mo","more","moreover","most","mostly","move","mr","mrs","ms","mt","mu","much","mug","must","mustn","mustn't","my","myself","model","n","n2","na","name","namely","nay","nc","nd","ne","near","nearly","necessarily","necessary","need","needn","needn't","needs","neither","never","nevertheless","new","next","ng","ni","nine","ninety","nj","nl","nn","no","nobody","non","none","nonetheless","noone","nor","normally","nos","not","noted","nothing","novel","now","nowhere","nr","ns","nt","ny","o","oa","ob","obtain","obtained","obviously","oc","od","of","off","often","og","oh","oi","oj","ok","okay","ol","old","om","omitted","on","once","one","ones","only","onto","oo","op","oq","or","ord","os","ot","other","others","otherwise","ou","ought","our","ours","ourselves","out","outside","over","overall","ow","owing","own","ox","oz","p","p1","p2","p3","page","pagecount","pages","par","part","particular","particularly","pas","past","pc","pd","pe","per","perhaps","pf","ph","pi","pj","pk","pl","placed","please","plus","pm","pn","po","poorly","possible","possibly","potentially","pp","pq","pr","predominantly","present","presumably","previously","primarily","probably","promptly","proud","provides","ps","pt","pu","put","py","q","qj","qu","que","quickly","quite","qv","r","r2","ra","ran","rather","rc","rd","re","readily","really","reasonably","recent","recently","ref","refs","regarding","regardless","regards","related","relatively","research","research-articl","respectively","resulted","resulting","results","rf","rh","ri","right","rj","rl","rm","rn","ro","rq","rr","rs","rt","ru","run","rv","ry","s","s2","sa","said","same","saw","say","saying","says","sc","sd","se","sec","second","secondly","section","see","seeing","seem","seemed","seeming","seems","seen","self","selves","sensible","sent","serious","seriously","seven","several","sf","shall","shan","shan't","she","shed","she'd","she'll","shes","she's","should","shouldn","shouldn't","should've","show","showed","shown","showns","shows","si","side","significant","significantly","similar","similarly","since","sincere","six","sixty","sj","sl","slightly","sm","sn","so","some","somebody","somehow","someone","somethan","something","sometime","sometimes","somewhat","somewhere","soon","sorry","sp","specifically","specified","specify","specifying","sq","sr","ss","st","still","stop","strongly","sub","substantially","successfully","such","sufficiently","suggest","sup","sure","sy","system","sz","t","t1","t2","t3","take","taken","taking","tb","tc","td","te","tell","ten","tends","tf","th","than","thank","thanks","thanx","that","that'll","thats","that's","that've","the","their","theirs","them","themselves","then","thence","there","thereafter","thereby","thered","therefore","therein","there'll","thereof","therere","theres","there's","thereto","thereupon","there've","these","they","theyd","they'd","they'll","theyre","they're","they've","thickv","thin","think","third","this","thorough","thoroughly","those","thou","though","thoughh","thousand","three","throug","through","throughout","thru","thus","ti","til","tip","tj","tl","tm","tn","to","together","too","took","top","toward","towards","tp","tq","tr","tried","tries","truly","try","trying","ts","t's","tt","tv","twelve","twenty","twice","two","tx","u","u201d","ue","ui","uj","uk","um","un","under","unfortunately","unless","unlike","unlikely","until","unto","uo","up","upon","ups","ur","us","use","used","useful","usefully","usefulness","uses","using","usually","ut","v","va","value","various","vd","ve","ve","very","via","viz","vj","vo","vol","vols","volumtype","vq","vs","vt","vu","w","wa","want","wants","was","wasn","wasnt","wasn't","way","we","wed","we'd","welcome","well","we'll","well-b","went","were","we're","weren","werent","weren't","we've","what","whatever","what'll","whats","what's","when","whence","whenever","when's","where","whereafter","whereas","whereby","wherein","wheres","where's","whereupon","wherever","whether","which","while","whim","whither","who","whod","whoever","whole","who'll","whom","whomever","whos","who's","whose","why","why's","wi","widely","will","willing","wish","with","within","without","wo","won","wonder","wont","won't","words","world","would","wouldn","wouldnt","wouldn't","www","x","x1","x2","x3","xf","xi","xj","xk","xl","xn","xo","xs","xt","xv","xx","y","y2","yes","yet","yj","yl","you","youd","you'd","you'll","your","youre","you're","yours","yourself","yourselves","you've","yr","ys","yt","z","zero","zi","zz","task"]);function La(i,e){return i.filter(t=>!e.has(t))}function Da(i){let e={};for(let t of i)e[t]=(e[t]||0)+1;return e}function Mt(i){let e=i.normalize("NFD");return e=e.replace(/\b(a|an|the)\b/g," "),e=e.split(/\s+/).join(" "),e=e.replace(/[!"#$%&'()*+,-./:;<=>?@[\]^_`{|}~]/g,""),e.toLowerCase()}function qc(i,e){return Mt(i)===Mt(e)?1:0}function zc(i,e){let t=Mt(i).split(" "),n=Mt(e).split(" "),r=Da(t),o=Da(n),s=0;for(let c in r){let u=r[c]??0,p=o[c]??0;s+=Math.min(u,p)}if(s===0)return 0;let a=s/t.length,l=s/n.length;return 2*a*l/(a+l)}function Hc(i,e,t,n=!1){let r=Mt(i).split(" "),o=Mt(e).split(" "),s=Mt(t).split(" "),a=new Set([...$a,...r]);o=La(o,a),s=La(s,a);let l=0,c=l/o.length,u=l/s.length,p=2*c*u/(c+u);return n?u:p}var Kc={emScore:qc,f1Score:zc,novelF1ScoreOptimized:Hc};var Is=class{ai;program;examples;constructor({ai:e,program:t,examples:n=[]}){if(n.length===0)throw new Error("No examples found");this.ai=e,this.program=t,this.examples=n}async run(e){let t=Date.now(),n=this.examples.length,r=0;for(let s=0;s<n;s++){let a=this.examples[s];if(!a)throw new Error("Invalid example");try{let l=await this.program.forward(this.ai,a,{maxRetries:1}),c=await e({prediction:l,example:a});r+=c}catch(l){console.warn(`Program evaluation failed for example ${s}: ${l instanceof Error?l.message:"Unknown error"}`)}}let o=n>0?r/n:0;this.ai.getOptions().debug&&console.log(`
315
- Performance: `,r,"/",n,"Average Score: ",o,`
316
- `)}};function Lr(i){return i.map(e=>{let t=e.type?.name??"string",n=e.description?`: ${e.description}`:"";return`- ${e.name} (${t})${n}`}).join(`
317
- `)}function Wc(i,e){if(i===e)return!0;if(typeof i!=typeof e)return!1;if(typeof i=="object"&&i!==null&&e!==null){let t=JSON.stringify(i),n=JSON.stringify(e);return t===n}return!1}function Vc(i){return i==null?!1:!!(typeof i=="string"||typeof i=="number"||typeof i=="boolean"||Array.isArray(i)&&i.every(e=>typeof e!="object"))}var vn=class{signature;options;constructor(e,t){this.signature=e,this.options={ai:t.ai,randomizeOrder:t.randomizeOrder??!0,model:t.model,criteria:t.criteria}}async evaluate(e,t,n){return n&&Vc(n)?this.runAbsolute(t,n):n?this.runRelativistic(e,t,n):this.runReferenceFree(e,t)}async runAbsolute(e,t){let n=this.signature.getOutputFields(),r=0,o=0,s=[];for(let c of n){let u=e[c.name],p=t[c.name];p!==void 0&&(o++,Wc(u,p)?r++:s.push(`${c.name}: expected "${p}", got "${u}"`))}let a=o>0?r/o:0,l=a===1?"All fields match expected values exactly.":`Mismatches found: ${s.join("; ")}`;return{score:a,reasoning:l,mode:"absolute"}}async runRelativistic(e,t,n){let r=this.signature.getDescription(),o=this.signature.getInputFields(),s=this.signature.getOutputFields(),a=this.options.randomizeOrder?Math.random()>.5:!0,l=a?t:n,c=a?n:t,u=`
313
+ `)}`),e,this.signature)}catch(F){let $=F,M=$ instanceof He&&$.status>=500&&$.status<600,E=$ instanceof Le,W=$ instanceof it,j=$ instanceof Xe;if((M||E||W||j)&&S<P){let Q=this.isDebug(e,r),ne=this.getLogger(e,r),me=Math.min(6e4,1e3*Math.pow(2,S));Q&&ne&&ne({name:"Notification",id:"infrastructure-retry",value:`Infrastructure error (attempt ${S+1}/${P+1}): ${$.message}. Retrying in ${me}ms...`}),s?.addEvent("infrastructure.retry",{attempt:S+1,maxRetries:P,delay:me,errorType:$ instanceof He?"status_error":$ instanceof Le?"network_error":$ instanceof it?"timeout_error":"stream_terminated",errorMessage:$.message}),await new Promise(ke=>setTimeout(ke,me));continue}throw F}}throw v&&hr(v,u,u,this.getSignatureName(),k),fo(new Error(`Max steps reached: ${u}`),e,this.signature)}validateInputs(e){let t=this.signature.getInputFields();for(let n of t){if(n.isInternal)continue;let r=e[n.name];if(n.isOptional&&r===void 0)continue;let s=n.type;if(s&&(s.name==="url"&&Ct(r,n),s.name,s.name,(s.name==="string"||s.name==="code")&&Ke(r,n),s.name==="number"&&We(r,n),s.name==="object"&&s.fields&&typeof r=="object"&&r!==null&&this.validateObjectFields(r,s.fields,n.name),s.isArray&&Array.isArray(r)))for(let o=0;o<r.length;o++){let a=r[o];s.name==="string"||s.name==="code"?Ke(a,n):s.name==="number"?We(a,n):s.fields&&typeof a=="object"&&a!==null&&this.validateObjectFields(a,s.fields,`${n.name}[${o}]`)}}}validateObjectFields(e,t,n){for(let[r,s]of Object.entries(t)){let o=e[r];if(s.isOptional&&o===void 0)continue;let a={name:`${n}.${r}`,type:{name:s.type,isArray:s.isArray,options:s.options?[...s.options]:void 0,fields:s.fields,minLength:s.minLength,maxLength:s.maxLength,minimum:s.minimum,maximum:s.maximum,pattern:s.pattern,format:s.format},description:s.description,isOptional:s.isOptional};if(s.type==="string"||s.type==="code"?Ke(o,a):s.type==="number"?We(o,a):s.type==="object"&&s.fields&&typeof o=="object"&&o!==null&&this.validateObjectFields(o,s.fields,a.name),s.isArray&&Array.isArray(o))for(let l=0;l<o.length;l++){let c=o[l];s.type==="string"||s.type==="code"?Ke(c,a):s.type==="number"?We(c,a):s.fields&&typeof c=="object"&&c!==null&&this.validateObjectFields(c,s.fields,`${a.name}[${l}]`)}}}async*_forward1(e,t,n){(!Array.isArray(t)||!t.every(x=>"role"in x))&&this.validateInputs(t);let r=performance.now(),s=this.createStates(n.sampleCount??1),o=performance.now()-r,a=this.getMetricsInstruments(),l=this.getMergedCustomLabels(e,n);a&&fr(a,"state_creation",o,this.getSignatureName(),l);let c=n?.tracer??this.options?.tracer??e.getOptions().tracer,u=this.functions;if(n?.functions&&(u=Rr(n.functions,this.functions)),!c){yield*this._forward2(e,t,s,{...n,functions:u});return}let p=u?.map(x=>x.name).join(","),d={signature:JSON.stringify(this.signature.toJSON(),null,2),...this.examples?{examples:JSON.stringify(this.examples,null,2)}:{},...p?{provided_functions:p}:{},...n?.model?{model:n.model}:{},...n?.thinkingTokenBudget?{thinking_token_budget:n.thinkingTokenBudget}:{},...n?.showThoughts?{show_thoughts:n.showThoughts}:{},...n?.maxSteps?{max_steps:n.maxSteps}:{},...n?.maxRetries?{max_retries:n.maxRetries}:{}},m=this.traceLabel&&n.traceLabel?`${this.traceLabel} > ${n.traceLabel}`:n.traceLabel??this.traceLabel,g=m?`AxGen > ${m}`:"AxGen",h=c.startSpan(g,{kind:Dc.SERVER,attributes:d}),f=Lc.active(),A=Gc.setSpan(f,h);try{if(this.excludeContentFromTrace||h.addEvent("input",{content:JSON.stringify(t,null,2)}),yield*this._forward2(e,t,s,{...n,functions:u},h,A),!this.excludeContentFromTrace){let x=s.map(y=>y.values),b=x.length===1?x[0]:x;h.addEvent("output",{content:JSON.stringify(b,null,2)})}}finally{h.end()}}async forward(e,t,n){let r=n?.cachingFunction??this.options?.cachingFunction??V.cachingFunction,s=(()=>{if(!r)return;let d=this.signature.getInputFields().map(m=>m.name);return this.computeCacheKey(t,d)})();if(r&&s){let d=await r(s);if(d!==void 0)return d}let o=performance.now(),a=this.getSignatureName(),l=n?.stream??!1,c=!1,u=0,p=!1;try{let d=this.getMetricsInstruments(),m=this.getMergedCustomLabels(e,n);d&&ta(d,this.signature.getInputFields().length,this.signature.getOutputFields().length,this.examples?.length??0,this.demos?.length??0,a,m);let g=this._forward1(e,t,n??{}),h=[],f=0,A=0;for await(let k of g)k.version!==f&&(h=[]),f=k.version,h=ro(h,k),A++;u=f;let x=performance.now();p=!!n?.resultPicker;let b=await Nr(h,{resultPicker:n?.resultPicker},n?.mem,n?.sessionId),y=performance.now()-x,T=h[b]?.delta??{},v=Array.isArray(t)?{}:t??{};if(this.trace={...v,...T},p&&this.isDebug(e,n)){let k=this.getLogger(e,n);ii(h.length,b,y,k)}if(c=!0,d&&(ea(d,h.length,p,p?y:void 0,a,m),Zi(d,l,A,void 0,a,m)),r&&s)try{await r(s,T)}catch{}return T}catch(d){throw c=!1,d}finally{let d=performance.now()-o,m=this.getMetricsInstruments(),g=this.getMergedCustomLabels(e,n);m&&(Ji(m,d,c,a,e.getName(),n?.model?String(n.model):void 0,g),u>0&&Xs(m,u,c,n?.maxRetries??10,a,g))}}async*streamingForward(e,t,n){let r=n?.cachingFunction??this.options?.cachingFunction??V.cachingFunction,s=(()=>{if(!r)return;let p=this.signature.getInputFields().map(d=>d.name);return this.computeCacheKey(t,p)})();if(r&&s){let p;try{p=await r(s)}catch{}if(p!==void 0){yield{version:0,index:0,delta:p};return}}if(!n?.resultPicker){yield*this._forward1(e,t,{...n,stream:!0});return}let o=this._forward1(e,t,{...n,stream:!0}),a=[],l=0;for await(let p of o)p.version!==l&&(a=[]),l=p.version,a=ro(a,p);let c=await Nr(a,{resultPicker:n?.resultPicker},n?.mem,n?.sessionId),u=a[c];if(u){if(r&&s)try{await r(s,u.delta)}catch{}yield{version:l,index:c,delta:u.delta}}}setExamples(e,t){super.setExamples(e,t)}isDebug(e,t){return t?.debug??this.options?.debug??V.debug??e.getOptions().debug??!1}getLogger(e,t){return t?.logger??this.options?.logger??V.logger??e.getLogger()}computeCacheKey(e,t){let n=Ee("sha256");n.update(this.signature.hash()??"");let r=s=>{let o=typeof s;if(n.update(`|${o}|`),s==null){n.update("null");return}if(o==="string"||o==="number"||o==="boolean"){n.update(String(s));return}if(Array.isArray(s)){n.update("[");for(let a of s)r(a);n.update("]");return}if(typeof s=="object"&&s!==null&&"mimeType"in s&&"data"in s){let a=s;n.update(a.mimeType??"");let l=Ee("sha256").update(a.data??"").digest("hex");n.update(l);return}if(typeof s=="object"){let a=s,l=Object.keys(a).sort();for(let c of l)n.update(`{${c}}`),r(a[c]);return}n.update(String(s))};if(Array.isArray(e))for(let s of e){n.update(`role:${s.role}`);let o=t.map(a=>s.values?.[a]);for(let a of o)r(a)}else{let s=t.map(o=>e?.[o]);for(let o of s)r(o)}return n.digest("hex")}},Lr=class extends Error{details;constructor(e,t,n){super(e),this.name="AxGenerateError",this.details=t,n?.cause&&(this.cause=n.cause)}toJSON(){let e=this.cause;return{name:this.name,message:this.message,details:this.details,cause:e?{name:e.name,message:e.message,stack:e.stack}:void 0,stack:this.stack}}};function fo(i,e,t){let n=i instanceof Error?i:new Error(String(i)),r=(n.message||"").toLowerCase();if(r.includes("at least")||r.includes("at most")||r.includes("must match pattern")||r.includes("invalid url")||r.includes("required")||r.includes("missing")||r.includes("valid email")||r.includes("number must be")||n.name==="ValidationError"||n.name==="AssertionError"||n.name==="AxAssertionError"||n.stack?.includes("asserts.ts"))return n;let o=e.getLastUsedChatModel(),a=e.getLastUsedModelConfig(),l={model:o,maxTokens:a?.maxTokens,streaming:a?.stream??!1,signature:{input:t.getInputFields(),output:t.getOutputFields(),description:t.getDescription()}};return new Lr(`Generate failed: ${n.message}`,l,{cause:n})}var Uc=i=>i.replace(/^\W+|\W+$/g,""),Bc=(i,e)=>{let t=i.search(e);if(t===-1)return[i];let n=i.match(e);if(!n)throw new Error("Match failed unexpectedly.");let r=i.substring(0,t),s=i.substring(t+n[0].length);return[r,s]},jc=i=>{let e=new Set,t=[];for(let n of i)e.has(n)||(e.add(n),t.push(n));return t},qc=i=>{let e=i.match(/^(\d+)[.,\s]+(.*)$/);if(!e||e.length<3)throw new Error('line must start with a number, a dot and then text. e.g. "1. hello"');let t=Number.parseInt(e[1],10),n=e[2].trim();return{id:t,text:n}},zc=i=>{let e=i.match(/^(\d+)[.,\s]+(.*)$/);return e&&e[2]!==void 0?e[2].trim():i},Hc=(i,e)=>{let t=[];for(let n=0;n<i.length;n+=e)t.push(i.slice(n,n+e));return t},xo={trimNonAlphaNum:Uc,splitIntoTwo:Bc,dedup:jc,extractIdAndText:qc,extractIndexPrefixedText:zc,batchArray:Hc};var Ao=class extends xe{constructor(e){super(`"You are a re-ranker assistant tasked with evaluating a set of content items in relation to a specific question. Your role involves critically analyzing each content item to determine its relevance to the question and re-ranking them accordingly. This process includes assigning a relevance score from 0 to 10 to each content item based on how well it answers the question, its coverage of the topic, and the reliability of its information. This re-ranked list should start with the content item that is most relevant to the question and end with the least relevant. Output only the list."
314
+ query: string, items: string[] -> rankedItems: string[] "list of id, 5-words Rationale, relevance score"`,e)}forward=async(e,t,n)=>{let{rankedItems:r}=await super.forward(e,t,n),s=r.map(a=>{let{id:l}=xo.extractIdAndText(a);return l});return{rankedItems:t.items.map((a,l)=>{let c=s[l];return c!==void 0?t.items[c]:void 0}).filter(a=>a!==void 0)}}};var yo=class{tikaUrl;fetch;constructor(e){let t=e??{url:"http://localhost:9998/"};this.tikaUrl=new URL("/tika",t.url),this.fetch=t.fetch}async _convert(e,t){if(!e)throw new Error("Failed to read file data");let n=t?.format==="html"?"text/html":"text/plain";try{let r={body:e,headers:{Accept:n},method:"PUT"};typeof window>"u"&&typeof process<"u"&&(r.duplex="half");let s=await(this.fetch??fetch)(this.tikaUrl,r);if(!s.ok)throw new Error(`Failed to upload file: ${s.statusText}`);return await s.text()}catch(r){throw new Error(`Error converting file: ${r}`)}}async convert(e,t){let n=[],r=t?.batchSize??10;for(let s=0;s<e.length;s+=r){let a=e.slice(s,s+r).map(c=>this._convert(c,{format:t?.format})),l=await Promise.all(a);n.push(...l)}return n}};var ef=new _e,bo=class{name;context;constructor(e,t){this.name=e,this.context=t}getName(){return this.name}getContext(){return this.context}},Io=class{ai;db;debug;constructor(e){this.db=new St,this.ai=e}getState(){return this.db.getDB()}setState(e){this.db.setDB(e)}setClasses=async(e,t)=>{for(let n of e){let r=await this.ai.embed({texts:n.getContext()},{abortSignal:t?.abortSignal});await this.db.upsert({id:n.getName(),table:"classes",values:r.embeddings[0]})}};async forward(e,t){let{embeddings:n}=await this.ai.embed({texts:[e]},{abortSignal:t?.abortSignal}),s=(await this.db.query({table:"classes",values:n[0]})).matches;if(typeof t?.cutoff=="number"){let{cutoff:a}=t;s=s.filter(l=>l.score<=a)}let o=s.at(0);return o?o.id:""}setOptions(e){typeof e.debug=="boolean"&&(this.debug=e.debug)}};var La=new Set(["0o","0s","3a","3b","3d","6b","6o","a","a1","a2","a3","a4","ab","able","about","above","abst","ac","accordance","according","accordingly","across","act","actually","ad","added","adj","ae","af","affected","affecting","affects","after","afterwards","ag","again","against","ah","ain","ain't","aj","al","all","allow","allows","almost","alone","along","already","also","although","always","am","among","amongst","amoungst","amount","an","and","announce","another","any","anybody","anyhow","anymore","anyone","anything","anyway","anyways","anywhere","ao","ap","apart","apparently","appear","appreciate","appropriate","approximately","ar","are","aren","arent","aren't","arise","around","as","a's","aside","ask","asking","associated","at","au","auth","av","available","aw","away","awfully","ax","ay","az","b","b1","b2","b3","ba","back","bc","bd","be","became","because","become","becomes","becoming","been","before","beforehand","begin","beginning","beginnings","begins","behind","being","believe","below","beside","besides","best","better","between","beyond","bi","bill","biol","bj","bk","bl","bn","both","bottom","bp","br","brief","briefly","bs","bt","bu","but","bx","by","c","c1","c2","c3","ca","call","came","can","cannot","cant","can't","cause","causes","cc","cd","ce","certain","certainly","cf","cg","ch","changes","ci","cit","cj","cl","clearly","cm","c'mon","cn","co","com","come","comes","con","concerning","consequently","consider","considering","contain","containing","contains","corresponding","could","couldn","couldnt","couldn't","course","cp","cq","cr","cry","cs","c's","ct","cu","currently","cv","cx","cy","cz","d","d2","da","date","dc","dd","de","definitely","describe","described","despite","detail","df","di","did","didn","didn't","different","dj","dk","dl","do","does","doesn","doesn't","doing","don","done","don't","down","downwards","dp","dr","ds","dt","du","due","during","dx","dy","e","e2","e3","ea","each","ec","ed","edu","ee","ef","effect","eg","ei","eight","eighty","either","ej","el","eleven","else","elsewhere","em","empty","en","end","ending","enough","entirely","eo","ep","eq","er","es","especially","est","et","et-al","etc","eu","ev","even","ever","every","everybody","everyone","everything","everywhere","ex","exactly","example","except","ey","f","f2","fa","far","fc","few","ff","fi","fifteen","fifth","fify","fill","find","fire","first","five","fix","fj","fl","fn","fo","followed","following","follows","for","former","formerly","forth","forty","found","four","fr","from","front","ft","fu","full","further","furthermore","fy","g","ga","gave","ge","get","gets","getting","gi","give","given","gives","giving","gj","gl","go","goes","going","gone","got","gotten","gr","greetings","gs","gy","h","h2","h3","had","hadn","hadn't","happens","hardly","has","hasn","hasnt","hasn't","have","haven","haven't","having","he","hed","he'd","he'll","hello","help","hence","her","here","hereafter","hereby","herein","heres","here's","hereupon","hers","herself","hes","he's","hh","hi","hid","him","himself","his","hither","hj","ho","home","hopefully","how","howbeit","however","how's","hr","hs","http","hu","hundred","hy","i","i2","i3","i4","i6","i7","i8","ia","ib","ibid","ic","id","i'd","ie","if","ig","ignored","ih","ii","ij","il","i'll","im","i'm","immediate","immediately","importance","important","in","inasmuch","inc","indeed","index","indicate","indicated","indicates","information","inner","insofar","instead","interest","into","invention","inward","io","ip","iq","ir","is","isn","isn't","it","itd","it'd","it'll","its","it's","itself","iv","i've","ix","iy","iz","j","jj","jr","js","jt","ju","just","k","ke","keep","keeps","kept","kg","kj","km","know","known","knows","ko","l","l2","la","largely","last","lately","later","latter","latterly","lb","lc","le","least","les","less","lest","let","lets","let's","lf","like","liked","likely","line","little","lj","ll","ll","ln","lo","look","looking","looks","los","lr","ls","lt","ltd","m","m2","ma","made","mainly","make","makes","many","may","maybe","me","mean","means","meantime","meanwhile","merely","mg","might","mightn","mightn't","mill","million","mine","miss","ml","mn","mo","more","moreover","most","mostly","move","mr","mrs","ms","mt","mu","much","mug","must","mustn","mustn't","my","myself","model","n","n2","na","name","namely","nay","nc","nd","ne","near","nearly","necessarily","necessary","need","needn","needn't","needs","neither","never","nevertheless","new","next","ng","ni","nine","ninety","nj","nl","nn","no","nobody","non","none","nonetheless","noone","nor","normally","nos","not","noted","nothing","novel","now","nowhere","nr","ns","nt","ny","o","oa","ob","obtain","obtained","obviously","oc","od","of","off","often","og","oh","oi","oj","ok","okay","ol","old","om","omitted","on","once","one","ones","only","onto","oo","op","oq","or","ord","os","ot","other","others","otherwise","ou","ought","our","ours","ourselves","out","outside","over","overall","ow","owing","own","ox","oz","p","p1","p2","p3","page","pagecount","pages","par","part","particular","particularly","pas","past","pc","pd","pe","per","perhaps","pf","ph","pi","pj","pk","pl","placed","please","plus","pm","pn","po","poorly","possible","possibly","potentially","pp","pq","pr","predominantly","present","presumably","previously","primarily","probably","promptly","proud","provides","ps","pt","pu","put","py","q","qj","qu","que","quickly","quite","qv","r","r2","ra","ran","rather","rc","rd","re","readily","really","reasonably","recent","recently","ref","refs","regarding","regardless","regards","related","relatively","research","research-articl","respectively","resulted","resulting","results","rf","rh","ri","right","rj","rl","rm","rn","ro","rq","rr","rs","rt","ru","run","rv","ry","s","s2","sa","said","same","saw","say","saying","says","sc","sd","se","sec","second","secondly","section","see","seeing","seem","seemed","seeming","seems","seen","self","selves","sensible","sent","serious","seriously","seven","several","sf","shall","shan","shan't","she","shed","she'd","she'll","shes","she's","should","shouldn","shouldn't","should've","show","showed","shown","showns","shows","si","side","significant","significantly","similar","similarly","since","sincere","six","sixty","sj","sl","slightly","sm","sn","so","some","somebody","somehow","someone","somethan","something","sometime","sometimes","somewhat","somewhere","soon","sorry","sp","specifically","specified","specify","specifying","sq","sr","ss","st","still","stop","strongly","sub","substantially","successfully","such","sufficiently","suggest","sup","sure","sy","system","sz","t","t1","t2","t3","take","taken","taking","tb","tc","td","te","tell","ten","tends","tf","th","than","thank","thanks","thanx","that","that'll","thats","that's","that've","the","their","theirs","them","themselves","then","thence","there","thereafter","thereby","thered","therefore","therein","there'll","thereof","therere","theres","there's","thereto","thereupon","there've","these","they","theyd","they'd","they'll","theyre","they're","they've","thickv","thin","think","third","this","thorough","thoroughly","those","thou","though","thoughh","thousand","three","throug","through","throughout","thru","thus","ti","til","tip","tj","tl","tm","tn","to","together","too","took","top","toward","towards","tp","tq","tr","tried","tries","truly","try","trying","ts","t's","tt","tv","twelve","twenty","twice","two","tx","u","u201d","ue","ui","uj","uk","um","un","under","unfortunately","unless","unlike","unlikely","until","unto","uo","up","upon","ups","ur","us","use","used","useful","usefully","usefulness","uses","using","usually","ut","v","va","value","various","vd","ve","ve","very","via","viz","vj","vo","vol","vols","volumtype","vq","vs","vt","vu","w","wa","want","wants","was","wasn","wasnt","wasn't","way","we","wed","we'd","welcome","well","we'll","well-b","went","were","we're","weren","werent","weren't","we've","what","whatever","what'll","whats","what's","when","whence","whenever","when's","where","whereafter","whereas","whereby","wherein","wheres","where's","whereupon","wherever","whether","which","while","whim","whither","who","whod","whoever","whole","who'll","whom","whomever","whos","who's","whose","why","why's","wi","widely","will","willing","wish","with","within","without","wo","won","wonder","wont","won't","words","world","would","wouldn","wouldnt","wouldn't","www","x","x1","x2","x3","xf","xi","xj","xk","xl","xn","xo","xs","xt","xv","xx","y","y2","yes","yet","yj","yl","you","youd","you'd","you'll","your","youre","you're","yours","yourself","yourselves","you've","yr","ys","yt","z","zero","zi","zz","task"]);function Da(i,e){return i.filter(t=>!e.has(t))}function Ga(i){let e={};for(let t of i)e[t]=(e[t]||0)+1;return e}function Mt(i){let e=i.normalize("NFD");return e=e.replace(/\b(a|an|the)\b/g," "),e=e.split(/\s+/).join(" "),e=e.replace(/[!"#$%&'()*+,-./:;<=>?@[\]^_`{|}~]/g,""),e.toLowerCase()}function Kc(i,e){return Mt(i)===Mt(e)?1:0}function Wc(i,e){let t=Mt(i).split(" "),n=Mt(e).split(" "),r=Ga(t),s=Ga(n),o=0;for(let c in r){let u=r[c]??0,p=s[c]??0;o+=Math.min(u,p)}if(o===0)return 0;let a=o/t.length,l=o/n.length;return 2*a*l/(a+l)}function Vc(i,e,t,n=!1){let r=Mt(i).split(" "),s=Mt(e).split(" "),o=Mt(t).split(" "),a=new Set([...La,...r]);s=Da(s,a),o=Da(o,a);let l=0,c=l/s.length,u=l/o.length,p=2*c*u/(c+u);return n?u:p}var Jc={emScore:Kc,f1Score:Wc,novelF1ScoreOptimized:Vc};var To=class{ai;program;examples;constructor({ai:e,program:t,examples:n=[]}){if(n.length===0)throw new Error("No examples found");this.ai=e,this.program=t,this.examples=n}async run(e){let t=Date.now(),n=this.examples.length,r=0;for(let o=0;o<n;o++){let a=this.examples[o];if(!a)throw new Error("Invalid example");try{let l=await this.program.forward(this.ai,a,{maxRetries:1}),c=await e({prediction:l,example:a});r+=c}catch(l){console.warn(`Program evaluation failed for example ${o}: ${l instanceof Error?l.message:"Unknown error"}`)}}let s=n>0?r/n:0;this.ai.getOptions().debug&&console.log(`
315
+ Performance: `,r,"/",n,"Average Score: ",s,`
316
+ `)}};function Dr(i){return i.map(e=>{let t=e.type?.name??"string",n=e.description?`: ${e.description}`:"";return`- ${e.name} (${t})${n}`}).join(`
317
+ `)}function Qc(i,e){if(i===e)return!0;if(typeof i!=typeof e)return!1;if(typeof i=="object"&&i!==null&&e!==null){let t=JSON.stringify(i),n=JSON.stringify(e);return t===n}return!1}function Yc(i){return i==null?!1:!!(typeof i=="string"||typeof i=="number"||typeof i=="boolean"||Array.isArray(i)&&i.every(e=>typeof e!="object"))}var vn=class{signature;options;constructor(e,t){this.signature=e,this.options={ai:t.ai,randomizeOrder:t.randomizeOrder??!0,model:t.model,criteria:t.criteria}}async evaluate(e,t,n){return n&&Yc(n)?this.runAbsolute(t,n):n?this.runRelativistic(e,t,n):this.runReferenceFree(e,t)}async runAbsolute(e,t){let n=this.signature.getOutputFields(),r=0,s=0,o=[];for(let c of n){let u=e[c.name],p=t[c.name];p!==void 0&&(s++,Qc(u,p)?r++:o.push(`${c.name}: expected "${p}", got "${u}"`))}let a=s>0?r/s:0,l=a===1?"All fields match expected values exactly.":`Mismatches found: ${o.join("; ")}`;return{score:a,reasoning:l,mode:"absolute"}}async runRelativistic(e,t,n){let r=this.signature.getDescription(),s=this.signature.getInputFields(),o=this.signature.getOutputFields(),a=this.options.randomizeOrder?Math.random()>.5:!0,l=a?t:n,c=a?n:t,u=`
318
318
  You are an impartial judge comparing two AI responses to the same input.
319
319
 
320
320
  **Task Description:** ${r||"Complete the task based on the input."}
321
321
 
322
322
  **Input Fields:**
323
- ${Lr(o)}
323
+ ${Dr(s)}
324
324
 
325
325
  **Output Fields:**
326
- ${Lr(s)}
326
+ ${Dr(o)}
327
327
 
328
328
  **Instructions:**
329
329
  1. Carefully analyze both Response A and Response B
@@ -339,7 +339,7 @@ ${Lr(s)}
339
339
  ->
340
340
  winner:class "A, B, Tie" "Which response is better",
341
341
  reasoning:string "Detailed explanation for the decision"
342
- `);p.setInstruction(u);let d=await p.forward(this.options.ai,{input:JSON.stringify(e),response_a:JSON.stringify(l),response_b:JSON.stringify(c)},{model:this.options.model}),m,g,h=d.winner.toUpperCase();return h==="A"?m=a?"student":"teacher":h==="B"?m=a?"teacher":"student":m="tie",m==="student"?g=1:m==="tie"?g=.5:g=0,{score:g,reasoning:d.reasoning,mode:"relativistic",winner:m}}async runReferenceFree(e,t){let n=this.signature.getDescription(),r=this.signature.getInputFields(),o=this.signature.getOutputFields(),s=this.options.criteria||`
342
+ `);p.setInstruction(u);let d=await p.forward(this.options.ai,{input:JSON.stringify(e),response_a:JSON.stringify(l),response_b:JSON.stringify(c)},{model:this.options.model}),m,g,h=d.winner.toUpperCase();return h==="A"?m=a?"student":"teacher":h==="B"?m=a?"teacher":"student":m="tie",m==="student"?g=1:m==="tie"?g=.5:g=0,{score:g,reasoning:d.reasoning,mode:"relativistic",winner:m}}async runReferenceFree(e,t){let n=this.signature.getDescription(),r=this.signature.getInputFields(),s=this.signature.getOutputFields(),o=this.options.criteria||`
343
343
  Based on the task description and output requirements:
344
344
  - Accuracy: Is the response factually correct and complete?
345
345
  - Relevance: Does it address the input appropriately?
@@ -351,13 +351,13 @@ You are evaluating the quality of an AI response.
351
351
  **Task Description:** ${n||"Complete the task based on the input."}
352
352
 
353
353
  **Input Fields:**
354
- ${Lr(r)}
354
+ ${Dr(r)}
355
355
 
356
356
  **Output Fields:**
357
- ${Lr(o)}
357
+ ${Dr(s)}
358
358
 
359
359
  **Evaluation Criteria:**
360
- ${s}
360
+ ${o}
361
361
 
362
362
  **Quality Tiers:**
363
363
  - excellent: Exceptional response that fully addresses all criteria with high quality
@@ -373,50 +373,50 @@ First explain your reasoning, then classify the response into one of the quality
373
373
  ->
374
374
  reasoning:string "Detailed explanation for the quality assessment",
375
375
  quality:class "excellent, good, acceptable, poor, unacceptable" "Quality tier"
376
- `);l.setInstruction(a);let c=await l.forward(this.options.ai,{input:JSON.stringify(e),response:JSON.stringify(t)},{model:this.options.model}),u={excellent:1,good:.8,acceptable:.5,poor:.2,unacceptable:0},p=c.quality.toLowerCase();return{score:u[p]??.5,reasoning:c.reasoning,mode:"reference-free",qualityTier:p}}toMetricFn(){return async e=>{let{example:t,prediction:n}=e,r={};for(let c of this.signature.getInputFields())c.name in t&&(r[c.name]=t[c.name]);let o={},s=!1;for(let c of this.signature.getOutputFields())c.name in t&&(o[c.name]=t[c.name],s=!0);let a=n;return(await this.evaluate(r,a,s?o:void 0)).score}}getSignature(){return this.signature}};function Ga(){let i=Date.now().toString(36),e=Math.random().toString(36).substring(2,8);return`trace-${i}-${e}`}var On=class i{gen;options;constructor(e,t){this.gen=e,this.options={name:t.name,storage:t.storage,logInputs:t.logInputs??!0,logOutputs:t.logOutputs??!0,metadata:t.metadata,onTrace:t.onTrace,throwOnError:t.throwOnError??!1}}async*streamingForward(e,t,n){let r=Ga(),o=new Date,s,a;try{let l=this.gen.streamingForward(e,t,n);for await(let c of l)c.partial?s=c.partial:c.delta,yield c}catch(l){throw a=l instanceof Error?l.message:String(l),l}finally{let l=new Date,c=l.getTime()-o.getTime(),u={type:"trace",id:r,name:this.options.name,input:this.options.logInputs?t:{},output:this.options.logOutputs&&s?s:{},startTime:o,endTime:l,durationMs:c,model:n?.model??void 0,metadata:this.options.metadata,error:a};this.saveTrace(u)}}async forward(e,t,n){let r=Ga(),o=new Date,s,a;try{return s=await this.gen.forward(e,t,n),s}catch(l){throw a=l instanceof Error?l.message:String(l),l}finally{let l=new Date,c=l.getTime()-o.getTime(),u={type:"trace",id:r,name:this.options.name,input:this.options.logInputs?t:{},output:this.options.logOutputs&&s?s:{},startTime:o,endTime:l,durationMs:c,model:n?.model??void 0,metadata:this.options.metadata,error:a};this.saveTrace(u)}}async saveTrace(e){try{await this.options.storage.save(this.options.name,e),this.options.onTrace&&this.options.onTrace(e)}catch(t){if(this.options.throwOnError)throw t;console.warn("AxTraceLogger: Failed to save trace:",t)}}getGen(){return this.gen}getName(){return this.options.name}getStorage(){return this.options.storage}setMetadata(e){this.options.metadata=e}clone(e){return new i(e??this.gen.clone(),{name:this.options.name,storage:this.options.storage,logInputs:this.options.logInputs,logOutputs:this.options.logOutputs,metadata:this.options.metadata,onTrace:this.options.onTrace,throwOnError:this.options.throwOnError})}};var Ua=i=>{console.log(i)},Ba=(i=Ua)=>{let e=new _e,t=e.gray("\u2500".repeat(50)),n=e.gray("\u2501".repeat(50));return r=>{let o="";switch(r.name){case"OptimizationStart":o=`
376
+ `);l.setInstruction(a);let c=await l.forward(this.options.ai,{input:JSON.stringify(e),response:JSON.stringify(t)},{model:this.options.model}),u={excellent:1,good:.8,acceptable:.5,poor:.2,unacceptable:0},p=c.quality.toLowerCase();return{score:u[p]??.5,reasoning:c.reasoning,mode:"reference-free",qualityTier:p}}toMetricFn(){return async e=>{let{example:t,prediction:n}=e,r={};for(let c of this.signature.getInputFields())c.name in t&&(r[c.name]=t[c.name]);let s={},o=!1;for(let c of this.signature.getOutputFields())c.name in t&&(s[c.name]=t[c.name],o=!0);let a=n;return(await this.evaluate(r,a,o?s:void 0)).score}}getSignature(){return this.signature}};function Ua(){let i=Date.now().toString(36),e=Math.random().toString(36).substring(2,8);return`trace-${i}-${e}`}var On=class i{gen;options;constructor(e,t){this.gen=e,this.options={name:t.name,storage:t.storage,logInputs:t.logInputs??!0,logOutputs:t.logOutputs??!0,metadata:t.metadata,onTrace:t.onTrace,throwOnError:t.throwOnError??!1}}async*streamingForward(e,t,n){let r=Ua(),s=new Date,o,a;try{let l=this.gen.streamingForward(e,t,n);for await(let c of l)c.partial?o=c.partial:c.delta,yield c}catch(l){throw a=l instanceof Error?l.message:String(l),l}finally{let l=new Date,c=l.getTime()-s.getTime(),u={type:"trace",id:r,name:this.options.name,input:this.options.logInputs?t:{},output:this.options.logOutputs&&o?o:{},startTime:s,endTime:l,durationMs:c,model:n?.model??void 0,metadata:this.options.metadata,error:a};this.saveTrace(u)}}async forward(e,t,n){let r=Ua(),s=new Date,o,a;try{return o=await this.gen.forward(e,t,n),o}catch(l){throw a=l instanceof Error?l.message:String(l),l}finally{let l=new Date,c=l.getTime()-s.getTime(),u={type:"trace",id:r,name:this.options.name,input:this.options.logInputs?t:{},output:this.options.logOutputs&&o?o:{},startTime:s,endTime:l,durationMs:c,model:n?.model??void 0,metadata:this.options.metadata,error:a};this.saveTrace(u)}}async saveTrace(e){try{await this.options.storage.save(this.options.name,e),this.options.onTrace&&this.options.onTrace(e)}catch(t){if(this.options.throwOnError)throw t;console.warn("AxTraceLogger: Failed to save trace:",t)}}getGen(){return this.gen}getName(){return this.options.name}getStorage(){return this.options.storage}setMetadata(e){this.options.metadata=e}clone(e){return new i(e??this.gen.clone(),{name:this.options.name,storage:this.options.storage,logInputs:this.options.logInputs,logOutputs:this.options.logOutputs,metadata:this.options.metadata,onTrace:this.options.onTrace,throwOnError:this.options.throwOnError})}};var Ba=i=>{console.log(i)},ja=(i=Ba)=>{let e=new _e,t=e.gray("\u2500".repeat(50)),n=e.gray("\u2501".repeat(50));return r=>{let s="";switch(r.name){case"OptimizationStart":s=`
377
377
  ${e.blueBright("\u25CF ")}${e.whiteBright("Optimization Started")}
378
378
  ${t}
379
379
  ${e.white("Optimizer:")} ${e.cyan(r.value.optimizerType)}
380
380
  ${e.white("Examples:")} ${e.green(r.value.exampleCount.toString())} training, ${e.green(r.value.validationCount.toString())} validation
381
381
  ${e.white("Config:")} ${e.white(JSON.stringify(r.value.config).slice(0,80))}${JSON.stringify(r.value.config).length>80?"...":""}
382
382
  ${n}
383
- `;break;case"RoundProgress":{let s=r.value.configuration||{},a=[];s.temperature!==void 0&&typeof s.temperature=="number"&&a.push(`T=${s.temperature.toFixed(2)}`),s.bootstrappedDemos!==void 0&&a.push(`demos=${s.bootstrappedDemos}`),Object.entries(s).forEach(([p,d])=>{p!=="temperature"&&p!=="bootstrappedDemos"&&p!=="trialNumber"&&typeof d=="number"&&a.push(`${p}=${d.toFixed(2)}`)});let l=r.value.currentScore-r.value.bestScore,c=l>0?e.greenBright(` \u2191${l.toFixed(3)}`):l<0?e.red(` \u2193${Math.abs(l).toFixed(3)}`):"",u=typeof r.value.totalRounds=="number"&&r.value.totalRounds>0?r.value.totalRounds:typeof s.totalRounds=="number"&&s.totalRounds>0?s.totalRounds:0;o=`${e.yellow("\u25CF ")}${e.whiteBright(`Round ${r.value.round}/${u}`)}`+(s.trialNumber!==void 0?e.gray(` [Trial #${s.trialNumber}]`):"")+`
383
+ `;break;case"RoundProgress":{let o=r.value.configuration||{},a=[];o.temperature!==void 0&&typeof o.temperature=="number"&&a.push(`T=${o.temperature.toFixed(2)}`),o.bootstrappedDemos!==void 0&&a.push(`demos=${o.bootstrappedDemos}`),Object.entries(o).forEach(([p,d])=>{p!=="temperature"&&p!=="bootstrappedDemos"&&p!=="trialNumber"&&typeof d=="number"&&a.push(`${p}=${d.toFixed(2)}`)});let l=r.value.currentScore-r.value.bestScore,c=l>0?e.greenBright(` \u2191${l.toFixed(3)}`):l<0?e.red(` \u2193${Math.abs(l).toFixed(3)}`):"",u=typeof r.value.totalRounds=="number"&&r.value.totalRounds>0?r.value.totalRounds:typeof o.totalRounds=="number"&&o.totalRounds>0?o.totalRounds:0;s=`${e.yellow("\u25CF ")}${e.whiteBright(`Round ${r.value.round}/${u}`)}`+(o.trialNumber!==void 0?e.gray(` [Trial #${o.trialNumber}]`):"")+`
384
384
  ${e.white("Score:")} ${e.green(r.value.currentScore.toFixed(3))} ${e.white("(best:")} ${e.greenBright(r.value.bestScore.toFixed(3))}${e.white(")")}${c}
385
385
  `+(a.length>0?` ${e.white("Config:")} ${e.cyan(a.join(", "))}
386
- `:"")}break;case"EarlyStopping":o=`
386
+ `:"")}break;case"EarlyStopping":s=`
387
387
  ${e.red("\u25CF ")}${e.whiteBright("Early Stopping")}
388
388
  ${t}
389
389
  ${e.white("Round:")} ${e.yellow(r.value.round.toString())}
390
390
  ${e.white("Reason:")} ${e.yellow(r.value.reason)}
391
391
  ${e.white("Final Score:")} ${e.green(r.value.finalScore.toFixed(3))}
392
392
  ${n}
393
- `;break;case"OptimizationComplete":{let s="";r.value.explanation&&(s+=`
393
+ `;break;case"OptimizationComplete":{let o="";r.value.explanation&&(o+=`
394
394
  ${e.blueBright("\u{1F4CA} Summary:")}
395
395
  ${e.white(r.value.explanation)}
396
- `),r.value.performanceAssessment&&(s+=`
396
+ `),r.value.performanceAssessment&&(o+=`
397
397
  ${e.yellowBright("\u26A1 Performance:")}
398
398
  ${e.white(r.value.performanceAssessment)}
399
- `),r.value.recommendations&&r.value.recommendations.length>0&&(s+=`
399
+ `),r.value.recommendations&&r.value.recommendations.length>0&&(o+=`
400
400
  ${e.greenBright("\u{1F4A1} Recommendations:")}
401
- `,r.value.recommendations.forEach((a,l)=>{s+=` ${e.white(`${l+1}.`)} ${e.white(a)}
402
- `})),o=`
401
+ `,r.value.recommendations.forEach((a,l)=>{o+=` ${e.white(`${l+1}.`)} ${e.white(a)}
402
+ `})),s=`
403
403
  ${e.green("\u25CF ")}${e.whiteBright("Optimization Complete")}
404
404
  ${t}
405
405
  ${e.white("Best Score:")} ${e.greenBright(r.value.bestScore.toFixed(3))}
406
406
  ${e.white("Best Config:")} ${e.cyan(JSON.stringify(r.value.bestConfiguration).slice(0,80))}${JSON.stringify(r.value.bestConfiguration).length>80?"...":""}
407
407
  ${e.white("Total Calls:")} ${e.white(r.value.stats?.totalCalls?.toString()||"N/A")}
408
408
  ${e.white("Success Rate:")} ${e.green(`${((r.value.stats?.successfulDemos||0)/Math.max(r.value.stats?.totalCalls||1,1)*100).toFixed(1)}%`)}
409
- `+s+`${n}
410
- `}break;case"ConfigurationProposal":o=`${e.magenta("\u25CF ")}${e.whiteBright(`${r.value.type} Proposals`)} ${e.white(`(${r.value.count})`)}
411
- ${e.white("Candidates:")} ${e.white(r.value.proposals.slice(0,2).map(s=>typeof s=="string"?`"${s.slice(0,40)}..."`:`${JSON.stringify(s).slice(0,40)}...`).join(", "))}
412
- `;break;case"BootstrappedDemos":o=`${e.cyan("\u25CF ")}${e.whiteBright("Bootstrapped Demos")} ${e.white(`(${r.value.count})`)}
409
+ `+o+`${n}
410
+ `}break;case"ConfigurationProposal":s=`${e.magenta("\u25CF ")}${e.whiteBright(`${r.value.type} Proposals`)} ${e.white(`(${r.value.count})`)}
411
+ ${e.white("Candidates:")} ${e.white(r.value.proposals.slice(0,2).map(o=>typeof o=="string"?`"${o.slice(0,40)}..."`:`${JSON.stringify(o).slice(0,40)}...`).join(", "))}
412
+ `;break;case"BootstrappedDemos":s=`${e.cyan("\u25CF ")}${e.whiteBright("Bootstrapped Demos")} ${e.white(`(${r.value.count})`)}
413
413
  ${e.white("Generated:")} ${e.green(r.value.count.toString())} demonstration examples
414
- `;break;case"BestConfigFound":o=`${e.green("\u25CF ")}${e.whiteBright("Best Configuration Found")}
414
+ `;break;case"BestConfigFound":s=`${e.green("\u25CF ")}${e.whiteBright("Best Configuration Found")}
415
415
  ${e.white("Score:")} ${e.greenBright(r.value.score.toFixed(3))}
416
416
  ${e.white("Config:")} ${e.cyan(JSON.stringify(r.value.config).slice(0,80))}${JSON.stringify(r.value.config).length>80?"...":""}
417
- `;break;default:o=`${e.red("\u25CF ")}${e.whiteBright("Unknown Event")}
417
+ `;break;default:s=`${e.red("\u25CF ")}${e.whiteBright("Unknown Event")}
418
418
  ${e.white(JSON.stringify(r).slice(0,100))}${JSON.stringify(r).length>100?"...":""}
419
- `}i(o)}},Jc=(i=Ua)=>{let e="\u2500".repeat(60);return t=>{let n="";switch(t.name){case"OptimizationStart":n=`[ OPTIMIZATION START: ${t.value.optimizerType} ]
419
+ `}i(s)}},Xc=(i=Ba)=>{let e="\u2500".repeat(60);return t=>{let n="";switch(t.name){case"OptimizationStart":n=`[ OPTIMIZATION START: ${t.value.optimizerType} ]
420
420
  ${e}
421
421
  Config: ${JSON.stringify(t.value.config,null,2)}
422
422
  Examples: ${t.value.exampleCount}, Validation: ${t.value.validationCount}
@@ -442,16 +442,16 @@ Score: ${t.value.score.toFixed(3)}
442
442
  Config: ${JSON.stringify(t.value.config)}
443
443
  ${e}`;break;default:n=`[ UNKNOWN OPTIMIZER EVENT ]
444
444
  ${JSON.stringify(t)}
445
- ${e}`}i(n)}},Dr=Ba();var ja={enabled:!0,enabledCategories:["optimization","convergence","resource_usage","teacher_student","checkpointing","pareto"],maxLabelLength:100,samplingRate:1},Gr,Qc=i=>{if(Gr)return Gr;if(i)return Gr=Zc(i),Gr};var Ur=ja,Yc=i=>{Ur={...Ur,...i}},Xc=()=>({...Ur}),Zc=i=>({optimizationLatencyHistogram:i.createHistogram("ax_optimizer_optimization_duration_ms",{description:"End-to-end duration of optimization runs",unit:"ms"}),optimizationRequestsCounter:i.createCounter("ax_optimizer_optimization_requests_total",{description:"Total number of optimization requests"}),optimizationErrorsCounter:i.createCounter("ax_optimizer_optimization_errors_total",{description:"Total number of failed optimizations"}),convergenceRoundsHistogram:i.createHistogram("ax_optimizer_convergence_rounds",{description:"Number of rounds until convergence"}),convergenceScoreGauge:i.createGauge("ax_optimizer_convergence_score",{description:"Current best score during optimization"}),convergenceImprovementGauge:i.createGauge("ax_optimizer_convergence_improvement",{description:"Improvement in score from baseline"}),stagnationRoundsGauge:i.createGauge("ax_optimizer_stagnation_rounds",{description:"Number of rounds without improvement"}),earlyStoppingCounter:i.createCounter("ax_optimizer_early_stopping_total",{description:"Total number of early stopping events"}),tokenUsageCounter:i.createCounter("ax_optimizer_token_usage_total",{description:"Total tokens used during optimization"}),costUsageCounter:i.createCounter("ax_optimizer_cost_usage_total",{description:"Total cost incurred during optimization",unit:"$"}),memoryUsageGauge:i.createGauge("ax_optimizer_memory_usage_bytes",{description:"Peak memory usage during optimization",unit:"By"}),optimizationDurationHistogram:i.createHistogram("ax_optimizer_duration_ms",{description:"Duration of optimization runs",unit:"ms"}),teacherStudentUsageCounter:i.createCounter("ax_optimizer_teacher_student_usage_total",{description:"Total number of teacher-student interactions"}),teacherStudentLatencyHistogram:i.createHistogram("ax_optimizer_teacher_student_latency_ms",{description:"Latency of teacher-student interactions",unit:"ms"}),teacherStudentScoreImprovementGauge:i.createGauge("ax_optimizer_teacher_student_score_improvement",{description:"Score improvement from teacher-student interactions"}),checkpointSaveCounter:i.createCounter("ax_optimizer_checkpoint_save_total",{description:"Total number of checkpoint saves"}),checkpointLoadCounter:i.createCounter("ax_optimizer_checkpoint_load_total",{description:"Total number of checkpoint loads"}),checkpointSaveLatencyHistogram:i.createHistogram("ax_optimizer_checkpoint_save_latency_ms",{description:"Latency of checkpoint save operations",unit:"ms"}),checkpointLoadLatencyHistogram:i.createHistogram("ax_optimizer_checkpoint_load_latency_ms",{description:"Latency of checkpoint load operations",unit:"ms"}),paretoOptimizationsCounter:i.createCounter("ax_optimizer_pareto_optimizations_total",{description:"Total number of Pareto optimizations"}),paretoFrontSizeHistogram:i.createHistogram("ax_optimizer_pareto_front_size",{description:"Size of Pareto frontier"}),paretoHypervolumeGauge:i.createGauge("ax_optimizer_pareto_hypervolume",{description:"Hypervolume of Pareto frontier"}),paretoSolutionsGeneratedHistogram:i.createHistogram("ax_optimizer_pareto_solutions_generated",{description:"Number of solutions generated for Pareto optimization"}),programInputFieldsGauge:i.createGauge("ax_optimizer_program_input_fields",{description:"Number of input fields in optimized program"}),programOutputFieldsGauge:i.createGauge("ax_optimizer_program_output_fields",{description:"Number of output fields in optimized program"}),examplesCountGauge:i.createGauge("ax_optimizer_examples_count",{description:"Number of training examples used"}),validationSetSizeGauge:i.createGauge("ax_optimizer_validation_set_size",{description:"Size of validation set used"}),evaluationLatencyHistogram:i.createHistogram("ax_optimizer_evaluation_latency_ms",{description:"Latency of program evaluations",unit:"ms"}),demoGenerationLatencyHistogram:i.createHistogram("ax_optimizer_demo_generation_latency_ms",{description:"Latency of demo generation",unit:"ms"}),metricComputationLatencyHistogram:i.createHistogram("ax_optimizer_metric_computation_latency_ms",{description:"Latency of metric computation",unit:"ms"}),optimizerTypeGauge:i.createGauge("ax_optimizer_type",{description:"Type of optimizer being used"}),targetScoreGauge:i.createGauge("ax_optimizer_target_score",{description:"Target score for optimization"}),maxRoundsGauge:i.createGauge("ax_optimizer_max_rounds",{description:"Maximum rounds for optimization"})}),rt=i=>{let e={};for(let[t,n]of Object.entries(i))if(n!=null){let r=String(n),o=Ur.maxLabelLength;e[t]=r.length>o?r.substring(0,o):r}return e},eu=(i,e,t,n,r,o)=>{try{let s=rt({success:t.toString(),optimizer_type:n,...r?{program_signature:r}:{},...o});i.optimizationLatencyHistogram&&i.optimizationLatencyHistogram.record(e,s),i.optimizationRequestsCounter&&i.optimizationRequestsCounter.add(1,s),!t&&i.optimizationErrorsCounter&&i.optimizationErrorsCounter.add(1,s)}catch(s){console.warn("Failed to record optimization metric:",s)}},tu=(i,e,t,n,r,o,s)=>{try{let a=rt({optimizer_type:o,...s});i.convergenceRoundsHistogram&&i.convergenceRoundsHistogram.record(e,a),i.convergenceScoreGauge&&i.convergenceScoreGauge.record(t,a),i.convergenceImprovementGauge&&i.convergenceImprovementGauge.record(n,a),i.stagnationRoundsGauge&&i.stagnationRoundsGauge.record(r,a)}catch(a){console.warn("Failed to record convergence metric:",a)}},nu=(i,e,t,n)=>{try{let r=rt({reason:e,optimizer_type:t,...n});i.earlyStoppingCounter&&i.earlyStoppingCounter.add(1,r)}catch(r){console.warn("Failed to record early stopping metric:",r)}},ru=(i,e,t,n,r,o)=>{try{let s=rt({optimizer_type:n,...o});i.tokenUsageCounter&&i.tokenUsageCounter.add(e,s),i.costUsageCounter&&i.costUsageCounter.add(t,s),r!==void 0&&i.memoryUsageGauge&&i.memoryUsageGauge.record(r,s)}catch(s){console.warn("Failed to record resource usage metric:",s)}},ou=(i,e,t,n)=>{try{let r=rt({optimizer_type:t,...n});i.optimizationDurationHistogram&&i.optimizationDurationHistogram.record(e,r)}catch(r){console.warn("Failed to record optimization duration metric:",r)}},su=(i,e,t,n,r)=>{try{let o=rt({optimizer_type:n,...r});i.teacherStudentUsageCounter&&i.teacherStudentUsageCounter.add(1,o),i.teacherStudentLatencyHistogram&&i.teacherStudentLatencyHistogram.record(e,o),i.teacherStudentScoreImprovementGauge&&i.teacherStudentScoreImprovementGauge.record(t,o)}catch(o){console.warn("Failed to record teacher-student metric:",o)}},iu=(i,e,t,n,r,o)=>{try{let s=rt({operation:e,success:n.toString(),optimizer_type:r,...o});e==="save"?(i.checkpointSaveCounter&&i.checkpointSaveCounter.add(1,s),i.checkpointSaveLatencyHistogram&&i.checkpointSaveLatencyHistogram.record(t,s)):(i.checkpointLoadCounter&&i.checkpointLoadCounter.add(1,s),i.checkpointLoadLatencyHistogram&&i.checkpointLoadLatencyHistogram.record(t,s))}catch(s){console.warn("Failed to record checkpoint metric:",s)}},au=(i,e,t,n,r,o)=>{try{let s=rt({optimizer_type:n,...o});i.paretoOptimizationsCounter&&i.paretoOptimizationsCounter.add(1,s),i.paretoFrontSizeHistogram&&i.paretoFrontSizeHistogram.record(e,s),r!==void 0&&i.paretoHypervolumeGauge&&i.paretoHypervolumeGauge.record(r,s),i.paretoSolutionsGeneratedHistogram&&i.paretoSolutionsGeneratedHistogram.record(t,s)}catch(s){console.warn("Failed to record Pareto metric:",s)}},lu=(i,e,t,n,r,o,s)=>{try{let a=rt({optimizer_type:o,...s});i.programInputFieldsGauge&&i.programInputFieldsGauge.record(e,a),i.programOutputFieldsGauge&&i.programOutputFieldsGauge.record(t,a),i.examplesCountGauge&&i.examplesCountGauge.record(n,a),i.validationSetSizeGauge&&i.validationSetSizeGauge.record(r,a)}catch(a){console.warn("Failed to record program complexity metric:",a)}},cu=(i,e,t,n,r)=>{try{let o=rt({metric_type:e,optimizer_type:n,...r});switch(e){case"evaluation":i.evaluationLatencyHistogram&&i.evaluationLatencyHistogram.record(t,o);break;case"demo_generation":i.demoGenerationLatencyHistogram&&i.demoGenerationLatencyHistogram.record(t,o);break;case"metric_computation":i.metricComputationLatencyHistogram&&i.metricComputationLatencyHistogram.record(t,o);break}}catch(o){console.warn("Failed to record optimizer performance metric:",o)}},uu=(i,e,t,n,r)=>{try{let o=rt({optimizer_type:e,...r});i.optimizerTypeGauge&&i.optimizerTypeGauge.record(1,o),t!==void 0&&i.targetScoreGauge&&i.targetScoreGauge.record(t,o),n!==void 0&&i.maxRoundsGauge&&i.maxRoundsGauge.record(n,o)}catch(o){console.warn("Failed to record optimizer configuration metric:",o)}},gt=class{bestScore;stats;instruction;demos;examples;modelConfig;optimizerType;optimizationTime;totalRounds;converged;scoreHistory;configurationHistory;constructor(e){this.bestScore=e.bestScore,this.stats=e.stats,this.instruction=e.instruction,this.demos=e.demos,this.examples=e.examples,this.modelConfig=e.modelConfig,this.optimizerType=e.optimizerType,this.optimizationTime=e.optimizationTime,this.totalRounds=e.totalRounds,this.converged=e.converged,this.scoreHistory=e.scoreHistory,this.configurationHistory=e.configurationHistory}applyTo(e){this.demos&&this.demos.length>0&&e.setDemos(this.demos),this.examples&&this.examples.length>0&&e.setExamples(this.examples),this.instruction&&(e._optimizedInstruction=this.instruction),this.modelConfig&&(e._optimizedModelConfig=this.modelConfig)}},Br=class{tokenUsage={};totalTokens=0;costPerModel;maxCost;maxTokens;constructor(e){this.costPerModel=e?.costPerModel??{},this.maxCost=e?.maxCost,this.maxTokens=e?.maxTokens}trackTokens(e,t){this.tokenUsage[t]=(this.tokenUsage[t]||0)+e,this.totalTokens+=e}getCurrentCost(){let e=0;for(let[t,n]of Object.entries(this.tokenUsage)){let r=this.costPerModel[t]||.001;e+=n/1e3*r}return e}getTokenUsage(){return{...this.tokenUsage}}getTotalTokens(){return this.totalTokens}isLimitReached(){return this.maxTokens!==void 0&&this.totalTokens>=this.maxTokens||this.maxCost!==void 0&&this.getCurrentCost()>=this.maxCost}reset(){this.tokenUsage={},this.totalTokens=0}},je=class{studentAI;teacherAI;targetScore;minSuccessRate;onProgress;onEarlyStop;costTracker;seed;checkpointSave;checkpointLoad;checkpointInterval;resumeFromCheckpoint;logger;verbose;debugOptimizer;optimizerLogger;currentRound=0;scoreHistory=[];configurationHistory=[];stats;metricsInstruments;resultExplainer;constructor(e){this.studentAI=e.studentAI,this.teacherAI=e.teacherAI,this.targetScore=e.targetScore,this.minSuccessRate=e.minSuccessRate,this.onProgress=e.onProgress,this.onEarlyStop=e.onEarlyStop,this.seed=e.seed,this.checkpointSave=e.checkpointSave,this.checkpointLoad=e.checkpointLoad,this.checkpointInterval=e.checkpointInterval??10,this.resumeFromCheckpoint=e.resumeFromCheckpoint,this.logger=e.logger,this.verbose=e.verbose;let t=new Br({maxTokens:1e6});this.costTracker=e.costTracker??t,this.metricsInstruments=Qc(V.meter),this.stats=this.initializeStats(),this.debugOptimizer=e.debugOptimizer??!1,this.optimizerLogger=e.optimizerLogger??(this.verbose?Dr:void 0),this.initializeResultExplainer()}getMergedCustomLabels(e){return wt(V.customLabels,this.studentAI?.getOptions?.()?.customLabels,this.teacherAI?.getOptions?.()?.customLabels,e?.customLabels)}initializeResultExplainer(){this.resultExplainer=void 0}initializeStats(){return{totalCalls:0,successfulDemos:0,estimatedTokenUsage:0,earlyStopped:!1,resourceUsage:{totalTokens:0,totalTime:0,avgLatencyPerEval:0,costByModel:{}},convergenceInfo:{converged:!1,finalImprovement:0,stagnationRounds:0,convergenceThreshold:.01},bestScore:0,bestConfiguration:{}}}setupRandomSeed(){this.seed!==void 0&&(Math.random=(()=>{let e=this.seed;return()=>(e=(e*9301+49297)%233280,e/233280)})())}checkCostLimits(){return this.costTracker?.isLimitReached()??!1}checkTargetScore(e){return this.targetScore!==void 0&&e>=this.targetScore}updateResourceUsage(e,t=0){this.stats.resourceUsage.totalTime=Date.now()-e,this.stats.resourceUsage.totalTokens+=t,this.stats.totalCalls>0&&(this.stats.resourceUsage.avgLatencyPerEval=this.stats.resourceUsage.totalTime/this.stats.totalCalls)}triggerEarlyStopping(e,t,n){this.stats.earlyStopped=!0,this.stats.earlyStopping={bestScoreRound:t,patienceExhausted:e.includes("improvement"),reason:e},this.recordEarlyStoppingMetrics(e,"unknown",n),this.onEarlyStop&&this.onEarlyStop(e,this.stats),this.getOptimizerLogger()?.({name:"EarlyStopping",value:{reason:e,finalScore:this.stats.bestScore??0,round:t}})}validateExamples(e,t=!0){if(!e||e.length===0)throw new Error("At least 1 example is required for optimization");if(t&&e.length<2)throw new Error("At least 2 examples are required for optimization with auto-splitting. Provide more examples to enable proper train/validation split.");let n=t?10:5;e.length<n&&this.verbose&&console.warn(`[Ax Optimizer] Warning: Only ${e.length} examples provided. Consider providing more examples (${n}+ recommended) for better optimization results.`)}getAIService(e=!1,t){return e&&t?.overrideTeacherAI?t.overrideTeacherAI:e&&this.teacherAI?this.teacherAI:this.studentAI}hasTeacherAI(e){return e?.overrideTeacherAI!==void 0||this.teacherAI!==void 0}getTeacherOrStudentAI(e){return e?.overrideTeacherAI||this.teacherAI||this.studentAI}async executeWithTeacher(e,t=!0,n){let r=this.getAIService(t,n);return await e(r)}async*compileStream(e,t,n,r){let o=Date.now(),s=this.constructor.name,a=e.getSignature().toString();this.recordOptimizationStart(s,a,r);let l,c=(g,h,f,A,x,y,b,I={},T)=>{this.getOptimizerLogger(T)?.({name:"RoundProgress",value:{round:g,totalRounds:T?.maxIterations??0,currentScore:h,bestScore:y,configuration:f}}),this.updateOptimizationProgress(g,h,f,A,x,y,b,I,T)},u=(g,h)=>{l=g,this.triggerEarlyStopping(g,this.currentRound,r)},p=g=>{this.onProgress?.(g),c(g.round,g.currentScore,g.currentConfiguration||{},s,{},g.bestScore,g.bestConfiguration,g.convergenceInfo,r)},d=await this.compile(e,t,n,{...r,overrideOnProgress:p,overrideOnEarlyStop:u}),m=Date.now()-o;return this.recordOptimizationComplete(m,!0,s,a,r),l&&this.getLogger(r)?.({name:"Notification",id:"optimization_early_stop",value:`Optimization stopped early due to ${l}`}),{demos:d.demos,stats:d.stats,bestScore:d.bestScore,finalConfiguration:d.finalConfiguration,scoreHistory:d.scoreHistory,configurationHistory:d.configurationHistory}}async compilePareto(e,t,n,r){let o=this.constructor.name,s=Date.now(),a=await this.generateWeightedSolutions(e,t,n,r),l=await this.generateConstraintSolutions(e,t,n,r),c=[...a,...l],u=this.findParetoFrontier(c),p=this.calculateHypervolume(u);this.updateResourceUsage(s),this.stats.convergenceInfo.converged=!0,this.recordParetoMetrics(u.length,c.length,"base_optimizer",p,r);let d=u.length>0?Math.max(...u.map(m=>Math.max(...Object.values(m.scores)))):0;return{demos:u.length>0?[...u[0].demos]:void 0,stats:this.stats,bestScore:d,paretoFront:u,hypervolume:p,paretoFrontSize:u.length,finalConfiguration:{paretoFrontSize:u.length,hypervolume:p,strategy:"weighted_combinations_and_constraints",numSolutions:c.length}}}async generateWeightedSolutions(e,t,n,r){let o=[];if(!t||t.length===0)throw new Error("No examples provided for Pareto optimization");let s=t[0],a=await e.forward(this.getAIService(!1,r),s),l=await n({prediction:a,example:s}),c=Object.keys(l),u=this.generateWeightCombinations(c);for(let p=0;p<u.length;p++){let d=u[p],m=async({prediction:g,example:h})=>{let f=await n({prediction:g,example:h}),A=0;for(let[x,y]of Object.entries(f))A+=y*(d[x]||0);return A};try{let g=await this.compile(e,t,m,{...r,verbose:!1}),h=await this.evaluateWithMultiObjective(e,g,n,t);o.push({scores:h,demos:g.demos,configuration:{...g.finalConfiguration,weights:d,strategy:"weighted_combination"}})}catch{}}return o}async generateConstraintSolutions(e,t,n,r){let o=[];if(!t||t.length===0)throw new Error("No examples provided for multi-objective optimization");let s=t[0],a=await e.forward(this.getAIService(!1,r),s),l=await n({prediction:a,example:s}),c=Object.keys(l);for(let u of c){let p=async({prediction:d,example:m})=>{let g=await n({prediction:d,example:m}),h=g[u]||0,f=0;for(let[A,x]of Object.entries(g))A!==u&&x<.3&&(f+=(.3-x)*2);return h-f};try{let d=await this.compile(e,t,p,{...r,verbose:!1}),m=await this.evaluateWithMultiObjective(e,d,n,t);o.push({scores:m,demos:d.demos,configuration:{...d.finalConfiguration,primaryObjective:u,strategy:"constraint_based"}})}catch{}}return o}generateWeightCombinations(e){let t=[];for(let r of e){let o={};for(let s of e)o[s]=s===r?1:0;t.push(o)}let n={};for(let r of e)n[r]=1/e.length;if(t.push(n),e.length===2){let[r,o]=e;for(let s=.1;s<=.9;s+=.2){let a=1-s;t.push({[r]:s,[o]:a})}}if(e.length===3){let[r,o,s]=e;t.push({[r]:.5,[o]:.3,[s]:.2},{[r]:.3,[o]:.5,[s]:.2},{[r]:.2,[o]:.3,[s]:.5})}return t}async evaluateWithMultiObjective(e,t,n,r){let o=new xe(e.getSignature());t.demos&&o.setDemos(t.demos);let s=[],a=Math.max(1,Math.min(5,Math.floor(r.length*.2))),l=r.slice(-a),c={},u=l;for(let d of u)try{let m=await o.forward(this.studentAI,d),g=await n({prediction:m,example:d});for(let[h,f]of Object.entries(g))c[h]||(c[h]=[]),c[h].push(f)}catch{}let p={};for(let[d,m]of Object.entries(c))p[d]=m.length>0?m.reduce((g,h)=>g+h,0)/m.length:0;return p}findParetoFrontier(e){let t=[];for(let n=0;n<e.length;n++){let r=e[n],o=!1,s=0;for(let a=0;a<e.length;a++){if(n===a)continue;let l=e[a];if(this.dominates(l.scores,r.scores)){o=!0;break}this.dominates(r.scores,l.scores)&&s++}o||t.push({demos:r.demos||[],scores:r.scores,configuration:r.configuration,dominatedSolutions:s})}return t}dominates(e,t){let n=Object.keys(e),r=!0,o=!1;for(let s of n){let a=e[s]||0,l=t[s]||0;if(a<l){r=!1;break}a>l&&(o=!0)}return r&&o}calculateHypervolume(e){if(e.length===0)return;let t=e[0],n=Object.keys(t.scores);if(n.length===2){let[r,o]=n,s=0,a=[...e].sort((c,u)=>(u.scores[r]||0)-(c.scores[r]||0)),l=0;for(let c of a){let u=c.scores[r]||0,p=c.scores[o]||0;s+=u*(p-l),l=Math.max(l,p)}return s}}async saveCheckpoint(e,t,n,r,o={},s){let a=s?.overrideCheckpointSave||this.checkpointSave;if(!a)return;let l=Date.now(),c=!1,u;try{let p={version:"1.0.0",timestamp:Date.now(),optimizerType:e,optimizerConfig:t,currentRound:this.currentRound,totalRounds:this.stats.resourceUsage.totalTime>0?this.currentRound:0,bestScore:n,bestConfiguration:r,scoreHistory:[...this.scoreHistory],configurationHistory:[...this.configurationHistory],stats:{...this.stats},optimizerState:o,examples:[]};u=await a(p),c=!0}catch(p){throw c=!1,p}finally{let p=Date.now()-l;this.recordCheckpointMetrics("save",p,c,e,s)}return u}async loadCheckpoint(e,t){let n=t?.overrideCheckpointLoad||this.checkpointLoad;if(!n)return null;let r=Date.now(),o=!1,s=null;try{s=await n(e),o=s!==null}catch(a){throw o=!1,a}finally{let a=Date.now()-r;this.recordCheckpointMetrics("load",a,o,"unknown",t)}return s}restoreFromCheckpoint(e){this.currentRound=e.currentRound,this.scoreHistory=[...e.scoreHistory],this.configurationHistory=[...e.configurationHistory],this.stats={...e.stats}}shouldSaveCheckpoint(e,t){let n=t?.overrideCheckpointInterval||this.checkpointInterval;return n!==void 0&&e%n===0}async updateOptimizationProgress(e,t,n,r,o,s,a,l={},c){this.currentRound=e,this.scoreHistory.push(t),this.configurationHistory.push(n),this.shouldSaveCheckpoint(e,c)&&await this.saveCheckpoint(r,o,s,a,l,c),this.getOptimizerLogger(c)?.({name:"RoundProgress",value:{round:e,totalRounds:c?.maxIterations??0,currentScore:t,bestScore:s,configuration:n}})}async saveFinalCheckpoint(e,t,n,r,o={},s){s?.saveCheckpointOnComplete!==!1&&await this.saveCheckpoint(e,t,n,r,{...o,final:!0},s)}getLogger(e){if(this.isLoggingEnabled(e))return this.logger?this.logger:this.studentAI.getLogger()}isLoggingEnabled(e){return e?.verbose!==void 0?e.verbose:this.verbose??!0}recordOptimizationStart(e,t,n){if(!this.metricsInstruments)return;let r=this.getMergedCustomLabels(n);if(t){let o=(t.match(/input:/g)||[]).length,s=(t.match(/output:/g)||[]).length;lu(this.metricsInstruments,o,s,0,0,e,r)}uu(this.metricsInstruments,e,this.targetScore,void 0,r)}recordOptimizationComplete(e,t,n,r,o){if(!this.metricsInstruments)return;let s=this.getMergedCustomLabels(o);eu(this.metricsInstruments,e,t,n,r,s),ou(this.metricsInstruments,e,n,s);let a=this.costTracker?.getCurrentCost()??0,l=this.costTracker?.getTotalTokens()??0;ru(this.metricsInstruments,l,a,n,void 0,s)}recordConvergenceMetrics(e,t,n,r,o,s){if(!this.metricsInstruments)return;let a=this.getMergedCustomLabels(s);tu(this.metricsInstruments,e,t,n,r,o,a)}recordEarlyStoppingMetrics(e,t,n){if(!this.metricsInstruments)return;let r=this.getMergedCustomLabels(n);nu(this.metricsInstruments,e,t,r)}recordTeacherStudentMetrics(e,t,n,r){if(!this.metricsInstruments)return;let o=this.getMergedCustomLabels(r);su(this.metricsInstruments,e,t,n,o)}recordCheckpointMetrics(e,t,n,r,o){if(!this.metricsInstruments)return;let s=this.getMergedCustomLabels(o);iu(this.metricsInstruments,e,t,n,r,s)}recordParetoMetrics(e,t,n,r,o){if(!this.metricsInstruments)return;let s=this.getMergedCustomLabels(o);au(this.metricsInstruments,e,t,n,r,s)}recordPerformanceMetrics(e,t,n,r){if(!this.metricsInstruments)return;let o=this.getMergedCustomLabels(r);cu(this.metricsInstruments,e,t,n,o)}isOptimizerLoggingEnabled(e){return this.debugOptimizer||(e?.verbose??this.verbose??!1)}getOptimizerLogger(e){if(this.isOptimizerLoggingEnabled(e))return this.optimizerLogger??V.optimizerLogger??Dr}getStats(){return{...this.stats}}async explainOptimizationResults(e,t,n){let r=this.stats.convergenceInfo.converged,o=this.stats.totalCalls,s=o>0?this.stats.successfulDemos/o*100:0,a=`Optimization finished with best score ${e.toFixed(3)}${t?` using configuration ${JSON.stringify(t)}`:""}. Convergence: ${r?"yes":"no"}. Success rate: ${s.toFixed(1)}%.`,l=[];if(r||l.push("Increase numTrials or relax earlyStoppingTrials to allow further improvement."),typeof this.targetScore=="number"&&e<this.targetScore&&l.push("Tighten the metric or supply more/better-labeled examples to reach targetScore."),t&&"bootstrappedDemos"in t){let u=t.bootstrappedDemos;typeof u=="number"&&u===0&&l.push("Consider allowing a small number of bootstrapped demos to boost performance.")}l.length===0&&l.push("Re-run with more trials or different acquisition settings to explore more of the space.");let c=`Tokens used: ${this.stats.resourceUsage.totalTokens}, rounds: ${this.currentRound}, stagnationRounds: ${this.stats.convergenceInfo.stagnationRounds}.`;return{humanExplanation:a,recommendations:l,performanceAssessment:c}}async logOptimizationComplete(e,t,n,r,o){let s=this.getOptimizerLogger(r);s&&s(o?{name:"OptimizationComplete",value:{optimizerType:e,bestScore:t,bestConfiguration:n||{},totalCalls:this.stats.totalCalls,successRate:this.stats.totalCalls>0?`${(this.stats.successfulDemos/this.stats.totalCalls*100).toFixed(1)}%`:"N/A",explanation:o.humanExplanation,recommendations:o.recommendations,performanceAssessment:o.performanceAssessment,stats:this.stats}}:{name:"OptimizationComplete",value:{optimizerType:e,bestScore:t,bestConfiguration:n||{},totalCalls:this.stats.totalCalls,successRate:this.stats.totalCalls>0?`${(this.stats.successfulDemos/this.stats.totalCalls*100).toFixed(1)}%`:"N/A",stats:this.stats}})}reset(){this.stats=this.initializeStats(),this.costTracker?.reset(),this.currentRound=0,this.scoreHistory=[],this.configurationHistory=[]}};function pu(i){return he.create(i)}function Ne(i,e){let t=typeof i=="string"?he.create(i):i;return new xe(t,e)}function qa(i,e,t=0){let n=new Set([...Object.keys(i),...Object.keys(e)]),r=!0,o=!1;for(let s of n){let a=i[s]??0,l=e[s]??0;if(a+t<l){r=!1;break}a>l+t&&(o=!0)}return r&&o}function ut(i,e=0){let t=[];for(let n=0;n<i.length;n++){let r=0,o=!1;for(let s=0;s<i.length;s++)if(n!==s){if(qa(i[s].scores,i[n].scores,e)){o=!0;break}qa(i[n].scores,i[s].scores,e)&&r++}o||t.push({idx:i[n].idx,scores:i[n].scores,dominated:r})}return t}function Ve(i){if(i.length===0)return;let e=Object.keys(i[0]??{});if(e.length!==2)return;let[t,n]=e,r=[...i].sort((a,l)=>(l[t]??0)-(a[t]??0)),o=0,s=0;for(let a of r){let l=a[t]??0,c=a[n]??0,u=Math.max(c-s,0);o+=l*u,s=Math.max(s,c)}return o}function Et(i){if(i.length===0)return 0;let e=0;for(let t of i)e+=t;return e/i.length}function jr(i){let e={},t={};for(let r of i)for(let[o,s]of Object.entries(r))e[o]=(e[o]||0)+(typeof s=="number"?s:0),t[o]=(t[o]||0)+1;let n={};for(let[r,o]of Object.entries(e))n[r]=o/Math.max(t[r]||1,1);return n}function kn(i,e){let t=new Set;for(let u of i)for(let p of u)t.add(p);let r=[...Array.from(t)].sort((u,p)=>(e[u]??0)-(e[p]??0)),o=new Set,s=(u,p)=>{for(let d of i){if(!d.has(u))continue;let m=!1;for(let g of p)if(d.has(g)){m=!0;break}if(!m)return!1}return!0},a=!0;for(;a;){a=!1;for(let u of r){if(o.has(u))continue;let p=new Set(r.filter(d=>d!==u&&!o.has(d)));if(s(u,p)){o.add(u),a=!0;break}}}let l=r.filter(u=>!o.has(u)),c=new Set(l);return i.map(u=>{let p=new Set;for(let d of u)c.has(d)&&p.add(d);return p})}function Mn(i,e,t){let n=kn(i,e),r={};for(let l of n)for(let c of l)r[c]=(r[c]||0)+1;let o=[];for(let[l,c]of Object.entries(r)){let u=Number(l);for(let p=0;p<c;p++)o.push(u)}if(o.length===0)return 0;let s=typeof t=="function"?t():Math.random(),a=Math.floor(s*o.length);return o[a]}var En=class i extends je{numTrials;minibatch;minibatchSize;earlyStoppingTrials;minImprovementThreshold;sampleCount;paretoSetSize;crossoverEvery;tieEpsilon;feedbackMemorySize;feedbackMemory=[];mergeMax;mergesUsed=0;mergesDue=0;totalMergesTested=0;lastIterFoundNewProgram=!1;mergeAttemptKeys=new Set;mergeCompositionKeys=new Set;static REFLECTION_PROMPT_TEMPLATE="I provided an assistant with the following instructions to perform a task for me:\n```\n<curr_instructions>\n```\n\nThe following are examples of different task inputs provided to the assistant along with the assistant's response for each of them, and some feedback on how the assistant's response could be better:\n```\n<inputs_outputs_feedback>\n```\n\nYour task is to write a new instruction for the assistant. Read the inputs carefully and identify the input format and infer detailed task description about the task I wish to solve with the assistant. Read all the assistant responses and the corresponding feedback. Identify all niche and domain specific factual information about the task and include it in the instruction, as a lot of it may not be available to the assistant in the future. The assistant may have utilized a generalizable strategy to solve the task, if so, include that in the instruction as well. Provide the new instructions within ``` blocks.";rngState=123456789;samplerState={epoch:-1,shuffled:[],freq:new Map};localScoreHistory=[];localConfigurationHistory=[];constructor(e){super(e);let t=e?.seed,n=Number.isFinite(t)?Math.floor(Number(t)):0;this.rngState=n&&n!==0?n:123456789,this.numTrials=e.numTrials??30,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??20,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??0,this.sampleCount=e.sampleCount??1;let r=e?.paretoSetSize;this.paretoSetSize=r&&r>0?Math.min(1e3,Math.max(5,Math.floor(r))):Math.max(10,Math.min(200,this.minibatchSize*3));let o=e?.crossoverEvery;this.crossoverEvery=Math.max(0,Math.floor(o??Math.max(3,Math.floor(this.numTrials/4))));let s=e?.tieEpsilon;this.tieEpsilon=Number.isFinite(s)?s:0;let a=e?.feedbackMemorySize;this.feedbackMemorySize=Math.max(0,Math.floor(a??4));let l=e?.mergeMax;this.mergeMax=Math.max(0,Math.floor(l??5)),this.mergesUsed=0,this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}reset(){super.reset(),this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold,this.localScoreHistory=[],this.localConfigurationHistory=[],this.feedbackMemory=[],this.mergesUsed=0,this.mergesDue=0,this.totalMergesTested=0,this.lastIterFoundNewProgram=!1,this.mergeAttemptKeys.clear(),this.mergeCompositionKeys.clear(),this.samplerState.epoch=-1,this.samplerState.shuffled=[],this.samplerState.freq.clear()}async compile(e,t,n,r){let o=Date.now();this.validateExamples(t),r?.auto&&this.configureAuto(r.auto);let s=r?.validationExamples,a=r?.feedbackExamples,l=(s&&s.length>0?s:t).slice(0,this.paretoSetSize),c=a&&a.length>0?a:t,u=async(M,P)=>{try{e.setInstruction?.(M);let W=await e.forward(this.studentAI,P,{sampleCount:this.sampleCount});return this.stats.totalCalls+=1,await n({prediction:W,example:P})||{}}catch{return{}}},p=async(M,P)=>{let W=[];for(let j of P)W.push(await u(M,j));return jr(W)},d=await this.getBaseInstruction(e),m=[{instruction:d,parent:void 0,scores:await p(d,l)}],g=M=>{let P=r?.paretoMetricKey,W=r?.paretoScalarize;if(typeof W=="function")return W(M);if(P)return Number.isFinite(M[P])?M[P]:0;let j=Object.values(M);return j.length?j.reduce((J,Q)=>J+Q,0)/j.length:0},h=[],f=async(M,P)=>{let W=[];for(let j of P){let J=await u(M,j);W.push(g(J))}return W};h.push(await f(d,l));let A=()=>{let M=h[0]?.length??0,P=[];for(let j=0;j<M;j++){let J=Number.NEGATIVE_INFINITY,Q=new Set;for(let ne=0;ne<h.length;ne++){let ee=h[ne][j];ee>J+this.tieEpsilon?(J=ee,Q.clear(),Q.add(ne)):Math.abs(ee-J)<=this.tieEpsilon&&Q.add(ne)}P.push(Q)}let W=h.map(j=>Et(j));return Mn(P,W)},x=r?.maxMetricCalls;if(!Number.isFinite(x)||x<=0)throw new Error("AxGEPA: options.maxMetricCalls must be set to a positive integer");let y=Math.floor(x),b=this.getOptimizerLogger(r),I=r?.verbose??this.verbose?M=>console.log(`[GEPA] ${M}`):M=>{};b?.({name:"OptimizationStart",value:{optimizerType:"GEPA",exampleCount:t.length,validationCount:l.length,config:{numTrials:this.numTrials,minibatch:this.minibatch,mergeMax:this.mergeMax}}}),I(`Starting GEPA optimization: ${t.length} train, ${l.length} validation, maxCalls=${y}`);let T=0,v=ut(m.map((M,P)=>({idx:P,scores:M.scores})),this.tieEpsilon).map(M=>M.idx),k;for(let M=0;M<this.numTrials&&!(y!==void 0&&this.stats.totalCalls>=Math.max(1,Math.floor(y)));M++){let P=h[0]?.length??0,W=[];for(let G=0;G<P;G++){let U=Number.NEGATIVE_INFINITY,Y=new Set;for(let te=0;te<h.length;te++){let N=h[te][G];N>U+this.tieEpsilon?(U=N,Y.clear(),Y.add(te)):Math.abs(N-U)<=this.tieEpsilon&&Y.add(te)}W.push(Y)}let j=h.map(G=>Et(G));if(this.mergeMax>0&&this.mergesDue>0&&this.lastIterFoundNewProgram){let G=_=>{let B=[],X=_;for(;X!==void 0;)B.push(X),X=m[X]?.parent;return B},U=_=>_.length?_[Math.floor(this.rand()*_.length)]:void 0,Y=kn(W,j),te=new Set;for(let _ of Y)for(let B of _)te.add(B);let N=Array.from(te),L;for(let _=0;_<10&&!L&&!(N.length<2);_++){let B=U(N),X=U(N);if(B===X)continue;X<B&&([B,X]=[X,B]);let pe=new Set(G(B)),Z=new Set(G(X));if(pe.has(X)||Z.has(B))continue;let re=[...pe].filter(Ce=>Z.has(Ce));if(re.length===0)continue;let se=re.map(Ce=>Math.max(1e-9,j[Ce])),ce=this.rand()*se.reduce((Ce,qe)=>Ce+qe,0),ye=re[re.length-1];for(let Ce=0;Ce<re.length;Ce++){if(ce<se[Ce]){ye=re[Ce];break}ce-=se[Ce]}L={i:B,j:X,a:ye}}if(this.lastIterFoundNewProgram=!1,L){let{i:_,j:B,a:X}=L,pe=j[X],Z=j[_],re=j[B],se=m[X].instruction,ce=m[_].instruction,ye=m[B].instruction,Ce=ce===se&&ye!==ce||ye===se&&ce!==ye,qe=pe<=Math.min(Z,re)&&Ce,Me="",Ge="i",ue=!1;if(qe){let pt=`${_}|${B}|${X}`;if(this.mergeAttemptKeys.has(pt))qe=!1;else{ce===se&&ye!==ce?(Me=ye,Ge="j"):ye===se&&ce!==ye?(Me=ce,Ge="i"):ce!==se&&ye!==se&&ce!==ye?Z>re||Z===re&&this.rand()<.5?(Me=ce,Ge="i"):(Me=ye,Ge="j"):(Me=ce,Ge="i");let ft=`${Math.min(_,B)}|${Math.max(_,B)}|${Ge}`;if(this.mergeCompositionKeys.has(ft))qe=!1;else{this.mergeAttemptKeys.add(pt),this.mergeCompositionKeys.add(ft);let Qe=h[_],xt=h[B],At=Array.from({length:Qe.length},(ae,Ee)=>Ee),dt=At.filter(ae=>(Qe[ae]??0)>(xt[ae]??0)),yt=At.filter(ae=>(xt[ae]??0)>(Qe[ae]??0)),Rt=At.filter(ae=>!(dt.includes(ae)||yt.includes(ae))),H=5,ge=Math.ceil(H/3),st=(ae,Ee)=>{if(Ee<=0||ae.length===0)return[];if(ae.length<=Ee)return[...ae];let Ht=[],Un=new Set;for(;Ht.length<Ee;){let Ye=Math.floor(this.rand()*ae.length);Un.has(Ye)||(Un.add(Ye),Ht.push(ae[Ye]))}return Ht},Ue=[];Ue.push(...st(dt,Math.min(ge,dt.length))),Ue.push(...st(yt,Math.min(ge,yt.length)));let Be=H-Ue.length;Ue.push(...st(Rt,Math.max(0,Be)));let Gn=H-Ue.length;if(Gn>0){let ae=At.filter(Ee=>!Ue.includes(Ee));Ue.push(...st(ae,Math.min(Gn,ae.length)))}let Jr=Ue.slice(0,Math.min(H,At.length)),rl=Jr.map(ae=>l[ae]);ue=!0;let ol=(await f(Me,rl)).reduce((ae,Ee)=>ae+Ee,0),sl=Jr.reduce((ae,Ee)=>ae+(Qe[Ee]??0),0),il=Jr.reduce((ae,Ee)=>ae+(xt[Ee]??0),0);if(ol>=Math.max(sl,il)+this.tieEpsilon){I(`Iteration ${M+1}: Merge accepted (programs ${_} + ${B} via ancestor ${X})`);let ae=await p(Me,l);m.push({instruction:Me,parent:X,scores:ae}),h.push(await f(Me,l));let Ee=v.length,Ht=Ve(v.map(Ye=>m[Ye].scores))??0;v=ut(m.map((Ye,al)=>({idx:al,scores:Ye.scores})),this.tieEpsilon).map(Ye=>Ye.idx);let Un=Ve(v.map(Ye=>m[Ye].scores))??0;(v.length>Ee||Un>Ht+1e-6)&&(T=0),this.mergesDue-=1,this.totalMergesTested+=1}}}}if(ue)continue}}let J=Mn(W,j,()=>this.rand()),Q=this.minibatch?this.nextMinibatchIndices(c.length,M).map(G=>c[G]):c;if(r?.skipPerfectScore??!0){let G=Number(r?.perfectScore??1),U=await f(m[J].instruction,Q);if(U.length>0&&U.every(Y=>Y>=G))continue}let ne=!1,ee=m[J].instruction,Ie="reflective_mutation",me,ke;if(ne){let G=(J+1)%m.length;ee=await this.mergeInstructions(m[J].instruction,m[G].instruction,r),Ie="merge",this.mergesUsed+=1}else{let G=r?.gepaAdapter;if(G){try{let U={instruction:m[J].instruction},Y=await G.evaluate(Q,U,!0);me=Array.isArray(Y?.scores)?Y.scores.reduce((_,B)=>_+(Number(B)||0),0):void 0;let te=G.make_reflective_dataset(U,Y,["instruction"]),N=await G.propose_new_texts?.(U,te,["instruction"]),L=N?.instruction??(N?Object.values(N)[0]:void 0);typeof L=="string"&&L.length>0?ee=L:ee=await this.reflectInstruction(m[J].instruction,e,Q,async({prediction:_,example:B})=>{let X=await n({prediction:_,example:B}),pe=Object.values(X||{});return pe.length?pe.reduce((Z,re)=>Z+re,0)/pe.length:0},r)}catch{ee=await this.reflectInstruction(m[J].instruction,e,Q,async({prediction:U,example:Y})=>{let te=await n({prediction:U,example:Y}),N=Object.values(te||{});return N.length?N.reduce((L,_)=>L+_,0)/N.length:0},r)}if(me!==void 0)try{let U=await G.evaluate(Q,{instruction:ee},!1);ke=Array.isArray(U?.scores)?U.scores.reduce((Y,te)=>Y+(Number(te)||0),0):void 0}catch{}}else ee=await this.reflectInstruction(m[J].instruction,e,Q,async({prediction:U,example:Y})=>{let te=await n({prediction:U,example:Y}),N=Object.values(te||{});return N.length?N.reduce((L,_)=>L+_,0)/N.length:0},r)}let Je=await f(m[J].instruction,Q),Te=await f(ee,Q),ot=Je.reduce((G,U)=>G+U,0),$e=Te.reduce((G,U)=>G+U,0);if(this.currentRound=M+1,await this.updateOptimizationProgress(this.currentRound,$e,{instructionLen:ee.length,parent:J,totalRounds:this.numTrials},"GEPA",{strategy:Ie,paretoSetSize:l.length},$e,{instructionLen:m[J].instruction.length,idx:J},{...r??{},maxIterations:this.numTrials}),!($e>ot+this.tieEpsilon&&(me===void 0||ke===void 0||ke>me+this.tieEpsilon))){if(I(`Iteration ${M+1}: Rejected (child=${$e.toFixed(3)} <= parent=${ot.toFixed(3)})`),++T>=this.earlyStoppingTrials){I(`Early stopping: ${T} iterations without improvement`);break}continue}I(`Iteration ${M+1}: Accepted (child=${$e.toFixed(3)} > parent=${ot.toFixed(3)})`);let Ae=await p(ee,l);m.push({instruction:ee,parent:J,scores:Ae}),h.push(await f(ee,l));let De=v.length,z=Ve(v.map(G=>m[G].scores))??0;v=ut(m.map((G,U)=>({idx:U,scores:G.scores})),this.tieEpsilon).map(G=>G.idx);let ie=Ve(v.map(G=>m[G].scores))??0;if(v.length>De||ie>z+1e-6)T=0,I(`Iteration ${M+1}: Archive improved (size=${v.length}, hv=${ie.toFixed(4)})`);else if(T++,I(`Iteration ${M+1}: Archive unchanged (stagnation=${T}/${this.earlyStoppingTrials})`),T>=this.earlyStoppingTrials){I(`Early stopping: ${T} iterations without archive improvement`);break}this.lastIterFoundNewProgram=!0,this.mergeMax>0&&this.totalMergesTested<this.mergeMax&&(this.mergesDue+=1)}let R=ut(m.map((M,P)=>({idx:P,scores:M.scores})),this.tieEpsilon),C=R.length>0?Math.max(...R.map(M=>g(M.scores))):0,O;if(R.length>0){let M=Number.NEGATIVE_INFINITY;for(let P of R){let W=g(P.scores);W>M&&(M=W,O=P.idx)}}let w=Ve(R.map(M=>M.scores));this.stats.convergenceInfo.converged=!0;let E=this.getMergedCustomLabels(r);this.recordParetoMetrics(R.length,m.length,"GEPA",w,E);let S=Date.now()-o,F=typeof O=="number"?new gt({bestScore:C,stats:this.stats,instruction:m[O].instruction,demos:[],examples:t,modelConfig:void 0,optimizerType:"GEPA",optimizationTime:S,totalRounds:this.numTrials,converged:this.stats.convergenceInfo.converged}):void 0,$=this.generateOptimizationReport(R,w,C);return{demos:[],stats:this.stats,bestScore:C,paretoFront:R.map(M=>({demos:[],scores:M.scores,configuration:{candidate:M.idx,instruction:m[M.idx].instruction},dominatedSolutions:M.dominated})),paretoFrontSize:R.length,hypervolume:w,finalConfiguration:{strategy:"gepa",candidates:m.length},optimizedProgram:F,report:$}}configureAuto(e){switch(e){case"light":this.numTrials=10,this.minibatch=!0,this.minibatchSize=15;break;case"medium":this.numTrials=20,this.minibatch=!0,this.minibatchSize=25;break;case"heavy":this.numTrials=35,this.minibatch=!0,this.minibatchSize=35;break}}async getBaseInstruction(e){let t=e.getInstruction?.();if(t&&t.length>0)return t;let r=e.getSignature?.()?.getDescription?.();return r&&r.length>0?r:"Follow the task precisely. Be concise, correct, and consistent."}async evaluateOnSet(e,t,n,r){let o=[];for(let s of n){let a=await this.evaluateOne(e,t,s,r);o.push(a)}return o}async evaluateAvg(e,t,n,r){let o=await this.evaluateOnSet(e,t,n,r);return o.length>0?Et(o):0}async evaluateOne(e,t,n,r){try{e.setInstruction?.(t);let o=await e.forward(this.studentAI,n,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let s=await r({prediction:o,example:n});if(typeof s=="number"&&!Number.isNaN(s)){let a=typeof this.targetScore=="number"?this.targetScore:.5;return s>=a&&(this.stats.successfulDemos+=1),s}return 0}catch(o){return this.getLogger()?.({name:"Notification",id:"gepa_eval",value:String(o)}),0}}async reflectInstruction(e,t,n,r,o,s){let a=s??[];if(a.length===0)for(let m of n)try{t.setInstruction?.(e);let g=await t.forward(this.studentAI,m,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let h=await r({prediction:g,example:m});a.push({input:m,prediction:g,score:typeof h=="number"?h:0})}catch{a.push({input:m,prediction:{},score:0})}let l=o?.overrideTeacherAI??this.teacherAI??this.studentAI,c=o?.feedbackFn,u=()=>{let m=[];for(let g=0;g<a.length;g++){let h=a[g],f=`# Example ${g+1}
445
+ ${e}`}i(n)}},Gr=ja();var qa={enabled:!0,enabledCategories:["optimization","convergence","resource_usage","teacher_student","checkpointing","pareto"],maxLabelLength:100,samplingRate:1},Ur,Zc=i=>{if(Ur)return Ur;if(i)return Ur=nu(i),Ur};var Br=qa,eu=i=>{Br={...Br,...i}},tu=()=>({...Br}),nu=i=>({optimizationLatencyHistogram:i.createHistogram("ax_optimizer_optimization_duration_ms",{description:"End-to-end duration of optimization runs",unit:"ms"}),optimizationRequestsCounter:i.createCounter("ax_optimizer_optimization_requests_total",{description:"Total number of optimization requests"}),optimizationErrorsCounter:i.createCounter("ax_optimizer_optimization_errors_total",{description:"Total number of failed optimizations"}),convergenceRoundsHistogram:i.createHistogram("ax_optimizer_convergence_rounds",{description:"Number of rounds until convergence"}),convergenceScoreGauge:i.createGauge("ax_optimizer_convergence_score",{description:"Current best score during optimization"}),convergenceImprovementGauge:i.createGauge("ax_optimizer_convergence_improvement",{description:"Improvement in score from baseline"}),stagnationRoundsGauge:i.createGauge("ax_optimizer_stagnation_rounds",{description:"Number of rounds without improvement"}),earlyStoppingCounter:i.createCounter("ax_optimizer_early_stopping_total",{description:"Total number of early stopping events"}),tokenUsageCounter:i.createCounter("ax_optimizer_token_usage_total",{description:"Total tokens used during optimization"}),costUsageCounter:i.createCounter("ax_optimizer_cost_usage_total",{description:"Total cost incurred during optimization",unit:"$"}),memoryUsageGauge:i.createGauge("ax_optimizer_memory_usage_bytes",{description:"Peak memory usage during optimization",unit:"By"}),optimizationDurationHistogram:i.createHistogram("ax_optimizer_duration_ms",{description:"Duration of optimization runs",unit:"ms"}),teacherStudentUsageCounter:i.createCounter("ax_optimizer_teacher_student_usage_total",{description:"Total number of teacher-student interactions"}),teacherStudentLatencyHistogram:i.createHistogram("ax_optimizer_teacher_student_latency_ms",{description:"Latency of teacher-student interactions",unit:"ms"}),teacherStudentScoreImprovementGauge:i.createGauge("ax_optimizer_teacher_student_score_improvement",{description:"Score improvement from teacher-student interactions"}),checkpointSaveCounter:i.createCounter("ax_optimizer_checkpoint_save_total",{description:"Total number of checkpoint saves"}),checkpointLoadCounter:i.createCounter("ax_optimizer_checkpoint_load_total",{description:"Total number of checkpoint loads"}),checkpointSaveLatencyHistogram:i.createHistogram("ax_optimizer_checkpoint_save_latency_ms",{description:"Latency of checkpoint save operations",unit:"ms"}),checkpointLoadLatencyHistogram:i.createHistogram("ax_optimizer_checkpoint_load_latency_ms",{description:"Latency of checkpoint load operations",unit:"ms"}),paretoOptimizationsCounter:i.createCounter("ax_optimizer_pareto_optimizations_total",{description:"Total number of Pareto optimizations"}),paretoFrontSizeHistogram:i.createHistogram("ax_optimizer_pareto_front_size",{description:"Size of Pareto frontier"}),paretoHypervolumeGauge:i.createGauge("ax_optimizer_pareto_hypervolume",{description:"Hypervolume of Pareto frontier"}),paretoSolutionsGeneratedHistogram:i.createHistogram("ax_optimizer_pareto_solutions_generated",{description:"Number of solutions generated for Pareto optimization"}),programInputFieldsGauge:i.createGauge("ax_optimizer_program_input_fields",{description:"Number of input fields in optimized program"}),programOutputFieldsGauge:i.createGauge("ax_optimizer_program_output_fields",{description:"Number of output fields in optimized program"}),examplesCountGauge:i.createGauge("ax_optimizer_examples_count",{description:"Number of training examples used"}),validationSetSizeGauge:i.createGauge("ax_optimizer_validation_set_size",{description:"Size of validation set used"}),evaluationLatencyHistogram:i.createHistogram("ax_optimizer_evaluation_latency_ms",{description:"Latency of program evaluations",unit:"ms"}),demoGenerationLatencyHistogram:i.createHistogram("ax_optimizer_demo_generation_latency_ms",{description:"Latency of demo generation",unit:"ms"}),metricComputationLatencyHistogram:i.createHistogram("ax_optimizer_metric_computation_latency_ms",{description:"Latency of metric computation",unit:"ms"}),optimizerTypeGauge:i.createGauge("ax_optimizer_type",{description:"Type of optimizer being used"}),targetScoreGauge:i.createGauge("ax_optimizer_target_score",{description:"Target score for optimization"}),maxRoundsGauge:i.createGauge("ax_optimizer_max_rounds",{description:"Maximum rounds for optimization"})}),rt=i=>{let e={};for(let[t,n]of Object.entries(i))if(n!=null){let r=String(n),s=Br.maxLabelLength;e[t]=r.length>s?r.substring(0,s):r}return e},ru=(i,e,t,n,r,s)=>{try{let o=rt({success:t.toString(),optimizer_type:n,...r?{program_signature:r}:{},...s});i.optimizationLatencyHistogram&&i.optimizationLatencyHistogram.record(e,o),i.optimizationRequestsCounter&&i.optimizationRequestsCounter.add(1,o),!t&&i.optimizationErrorsCounter&&i.optimizationErrorsCounter.add(1,o)}catch(o){console.warn("Failed to record optimization metric:",o)}},su=(i,e,t,n,r,s,o)=>{try{let a=rt({optimizer_type:s,...o});i.convergenceRoundsHistogram&&i.convergenceRoundsHistogram.record(e,a),i.convergenceScoreGauge&&i.convergenceScoreGauge.record(t,a),i.convergenceImprovementGauge&&i.convergenceImprovementGauge.record(n,a),i.stagnationRoundsGauge&&i.stagnationRoundsGauge.record(r,a)}catch(a){console.warn("Failed to record convergence metric:",a)}},ou=(i,e,t,n)=>{try{let r=rt({reason:e,optimizer_type:t,...n});i.earlyStoppingCounter&&i.earlyStoppingCounter.add(1,r)}catch(r){console.warn("Failed to record early stopping metric:",r)}},iu=(i,e,t,n,r,s)=>{try{let o=rt({optimizer_type:n,...s});i.tokenUsageCounter&&i.tokenUsageCounter.add(e,o),i.costUsageCounter&&i.costUsageCounter.add(t,o),r!==void 0&&i.memoryUsageGauge&&i.memoryUsageGauge.record(r,o)}catch(o){console.warn("Failed to record resource usage metric:",o)}},au=(i,e,t,n)=>{try{let r=rt({optimizer_type:t,...n});i.optimizationDurationHistogram&&i.optimizationDurationHistogram.record(e,r)}catch(r){console.warn("Failed to record optimization duration metric:",r)}},lu=(i,e,t,n,r)=>{try{let s=rt({optimizer_type:n,...r});i.teacherStudentUsageCounter&&i.teacherStudentUsageCounter.add(1,s),i.teacherStudentLatencyHistogram&&i.teacherStudentLatencyHistogram.record(e,s),i.teacherStudentScoreImprovementGauge&&i.teacherStudentScoreImprovementGauge.record(t,s)}catch(s){console.warn("Failed to record teacher-student metric:",s)}},cu=(i,e,t,n,r,s)=>{try{let o=rt({operation:e,success:n.toString(),optimizer_type:r,...s});e==="save"?(i.checkpointSaveCounter&&i.checkpointSaveCounter.add(1,o),i.checkpointSaveLatencyHistogram&&i.checkpointSaveLatencyHistogram.record(t,o)):(i.checkpointLoadCounter&&i.checkpointLoadCounter.add(1,o),i.checkpointLoadLatencyHistogram&&i.checkpointLoadLatencyHistogram.record(t,o))}catch(o){console.warn("Failed to record checkpoint metric:",o)}},uu=(i,e,t,n,r,s)=>{try{let o=rt({optimizer_type:n,...s});i.paretoOptimizationsCounter&&i.paretoOptimizationsCounter.add(1,o),i.paretoFrontSizeHistogram&&i.paretoFrontSizeHistogram.record(e,o),r!==void 0&&i.paretoHypervolumeGauge&&i.paretoHypervolumeGauge.record(r,o),i.paretoSolutionsGeneratedHistogram&&i.paretoSolutionsGeneratedHistogram.record(t,o)}catch(o){console.warn("Failed to record Pareto metric:",o)}},pu=(i,e,t,n,r,s,o)=>{try{let a=rt({optimizer_type:s,...o});i.programInputFieldsGauge&&i.programInputFieldsGauge.record(e,a),i.programOutputFieldsGauge&&i.programOutputFieldsGauge.record(t,a),i.examplesCountGauge&&i.examplesCountGauge.record(n,a),i.validationSetSizeGauge&&i.validationSetSizeGauge.record(r,a)}catch(a){console.warn("Failed to record program complexity metric:",a)}},du=(i,e,t,n,r)=>{try{let s=rt({metric_type:e,optimizer_type:n,...r});switch(e){case"evaluation":i.evaluationLatencyHistogram&&i.evaluationLatencyHistogram.record(t,s);break;case"demo_generation":i.demoGenerationLatencyHistogram&&i.demoGenerationLatencyHistogram.record(t,s);break;case"metric_computation":i.metricComputationLatencyHistogram&&i.metricComputationLatencyHistogram.record(t,s);break}}catch(s){console.warn("Failed to record optimizer performance metric:",s)}},mu=(i,e,t,n,r)=>{try{let s=rt({optimizer_type:e,...r});i.optimizerTypeGauge&&i.optimizerTypeGauge.record(1,s),t!==void 0&&i.targetScoreGauge&&i.targetScoreGauge.record(t,s),n!==void 0&&i.maxRoundsGauge&&i.maxRoundsGauge.record(n,s)}catch(s){console.warn("Failed to record optimizer configuration metric:",s)}},gt=class{bestScore;stats;instruction;demos;examples;modelConfig;optimizerType;optimizationTime;totalRounds;converged;scoreHistory;configurationHistory;constructor(e){this.bestScore=e.bestScore,this.stats=e.stats,this.instruction=e.instruction,this.demos=e.demos,this.examples=e.examples,this.modelConfig=e.modelConfig,this.optimizerType=e.optimizerType,this.optimizationTime=e.optimizationTime,this.totalRounds=e.totalRounds,this.converged=e.converged,this.scoreHistory=e.scoreHistory,this.configurationHistory=e.configurationHistory}applyTo(e){this.demos&&this.demos.length>0&&e.setDemos(this.demos),this.examples&&this.examples.length>0&&e.setExamples(this.examples),this.instruction&&(e._optimizedInstruction=this.instruction),this.modelConfig&&(e._optimizedModelConfig=this.modelConfig)}},jr=class{tokenUsage={};totalTokens=0;costPerModel;maxCost;maxTokens;constructor(e){this.costPerModel=e?.costPerModel??{},this.maxCost=e?.maxCost,this.maxTokens=e?.maxTokens}trackTokens(e,t){this.tokenUsage[t]=(this.tokenUsage[t]||0)+e,this.totalTokens+=e}getCurrentCost(){let e=0;for(let[t,n]of Object.entries(this.tokenUsage)){let r=this.costPerModel[t]||.001;e+=n/1e3*r}return e}getTokenUsage(){return{...this.tokenUsage}}getTotalTokens(){return this.totalTokens}isLimitReached(){return this.maxTokens!==void 0&&this.totalTokens>=this.maxTokens||this.maxCost!==void 0&&this.getCurrentCost()>=this.maxCost}reset(){this.tokenUsage={},this.totalTokens=0}},je=class{studentAI;teacherAI;targetScore;minSuccessRate;onProgress;onEarlyStop;costTracker;seed;checkpointSave;checkpointLoad;checkpointInterval;resumeFromCheckpoint;logger;verbose;debugOptimizer;optimizerLogger;currentRound=0;scoreHistory=[];configurationHistory=[];stats;metricsInstruments;resultExplainer;constructor(e){this.studentAI=e.studentAI,this.teacherAI=e.teacherAI,this.targetScore=e.targetScore,this.minSuccessRate=e.minSuccessRate,this.onProgress=e.onProgress,this.onEarlyStop=e.onEarlyStop,this.seed=e.seed,this.checkpointSave=e.checkpointSave,this.checkpointLoad=e.checkpointLoad,this.checkpointInterval=e.checkpointInterval??10,this.resumeFromCheckpoint=e.resumeFromCheckpoint,this.logger=e.logger,this.verbose=e.verbose;let t=new jr({maxTokens:1e6});this.costTracker=e.costTracker??t,this.metricsInstruments=Zc(V.meter),this.stats=this.initializeStats(),this.debugOptimizer=e.debugOptimizer??!1,this.optimizerLogger=e.optimizerLogger??(this.verbose?Gr:void 0),this.initializeResultExplainer()}getMergedCustomLabels(e){return wt(V.customLabels,this.studentAI?.getOptions?.()?.customLabels,this.teacherAI?.getOptions?.()?.customLabels,e?.customLabels)}initializeResultExplainer(){this.resultExplainer=void 0}initializeStats(){return{totalCalls:0,successfulDemos:0,estimatedTokenUsage:0,earlyStopped:!1,resourceUsage:{totalTokens:0,totalTime:0,avgLatencyPerEval:0,costByModel:{}},convergenceInfo:{converged:!1,finalImprovement:0,stagnationRounds:0,convergenceThreshold:.01},bestScore:0,bestConfiguration:{}}}setupRandomSeed(){this.seed!==void 0&&(Math.random=(()=>{let e=this.seed;return()=>(e=(e*9301+49297)%233280,e/233280)})())}checkCostLimits(){return this.costTracker?.isLimitReached()??!1}checkTargetScore(e){return this.targetScore!==void 0&&e>=this.targetScore}updateResourceUsage(e,t=0){this.stats.resourceUsage.totalTime=Date.now()-e,this.stats.resourceUsage.totalTokens+=t,this.stats.totalCalls>0&&(this.stats.resourceUsage.avgLatencyPerEval=this.stats.resourceUsage.totalTime/this.stats.totalCalls)}triggerEarlyStopping(e,t,n){this.stats.earlyStopped=!0,this.stats.earlyStopping={bestScoreRound:t,patienceExhausted:e.includes("improvement"),reason:e},this.recordEarlyStoppingMetrics(e,"unknown",n),this.onEarlyStop&&this.onEarlyStop(e,this.stats),this.getOptimizerLogger()?.({name:"EarlyStopping",value:{reason:e,finalScore:this.stats.bestScore??0,round:t}})}validateExamples(e,t=!0){if(!e||e.length===0)throw new Error("At least 1 example is required for optimization");if(t&&e.length<2)throw new Error("At least 2 examples are required for optimization with auto-splitting. Provide more examples to enable proper train/validation split.");let n=t?10:5;e.length<n&&this.verbose&&console.warn(`[Ax Optimizer] Warning: Only ${e.length} examples provided. Consider providing more examples (${n}+ recommended) for better optimization results.`)}getAIService(e=!1,t){return e&&t?.overrideTeacherAI?t.overrideTeacherAI:e&&this.teacherAI?this.teacherAI:this.studentAI}hasTeacherAI(e){return e?.overrideTeacherAI!==void 0||this.teacherAI!==void 0}getTeacherOrStudentAI(e){return e?.overrideTeacherAI||this.teacherAI||this.studentAI}async executeWithTeacher(e,t=!0,n){let r=this.getAIService(t,n);return await e(r)}async*compileStream(e,t,n,r){let s=Date.now(),o=this.constructor.name,a=e.getSignature().toString();this.recordOptimizationStart(o,a,r);let l,c=(g,h,f,A,x,b,y,I={},T)=>{this.getOptimizerLogger(T)?.({name:"RoundProgress",value:{round:g,totalRounds:T?.maxIterations??0,currentScore:h,bestScore:b,configuration:f}}),this.updateOptimizationProgress(g,h,f,A,x,b,y,I,T)},u=(g,h)=>{l=g,this.triggerEarlyStopping(g,this.currentRound,r)},p=g=>{this.onProgress?.(g),c(g.round,g.currentScore,g.currentConfiguration||{},o,{},g.bestScore,g.bestConfiguration,g.convergenceInfo,r)},d=await this.compile(e,t,n,{...r,overrideOnProgress:p,overrideOnEarlyStop:u}),m=Date.now()-s;return this.recordOptimizationComplete(m,!0,o,a,r),l&&this.getLogger(r)?.({name:"Notification",id:"optimization_early_stop",value:`Optimization stopped early due to ${l}`}),{demos:d.demos,stats:d.stats,bestScore:d.bestScore,finalConfiguration:d.finalConfiguration,scoreHistory:d.scoreHistory,configurationHistory:d.configurationHistory}}async compilePareto(e,t,n,r){let s=this.constructor.name,o=Date.now(),a=await this.generateWeightedSolutions(e,t,n,r),l=await this.generateConstraintSolutions(e,t,n,r),c=[...a,...l],u=this.findParetoFrontier(c),p=this.calculateHypervolume(u);this.updateResourceUsage(o),this.stats.convergenceInfo.converged=!0,this.recordParetoMetrics(u.length,c.length,"base_optimizer",p,r);let d=u.length>0?Math.max(...u.map(m=>Math.max(...Object.values(m.scores)))):0;return{demos:u.length>0?[...u[0].demos]:void 0,stats:this.stats,bestScore:d,paretoFront:u,hypervolume:p,paretoFrontSize:u.length,finalConfiguration:{paretoFrontSize:u.length,hypervolume:p,strategy:"weighted_combinations_and_constraints",numSolutions:c.length}}}async generateWeightedSolutions(e,t,n,r){let s=[];if(!t||t.length===0)throw new Error("No examples provided for Pareto optimization");let o=t[0],a=await e.forward(this.getAIService(!1,r),o),l=await n({prediction:a,example:o}),c=Object.keys(l),u=this.generateWeightCombinations(c);for(let p=0;p<u.length;p++){let d=u[p],m=async({prediction:g,example:h})=>{let f=await n({prediction:g,example:h}),A=0;for(let[x,b]of Object.entries(f))A+=b*(d[x]||0);return A};try{let g=await this.compile(e,t,m,{...r,verbose:!1}),h=await this.evaluateWithMultiObjective(e,g,n,t);s.push({scores:h,demos:g.demos,configuration:{...g.finalConfiguration,weights:d,strategy:"weighted_combination"}})}catch{}}return s}async generateConstraintSolutions(e,t,n,r){let s=[];if(!t||t.length===0)throw new Error("No examples provided for multi-objective optimization");let o=t[0],a=await e.forward(this.getAIService(!1,r),o),l=await n({prediction:a,example:o}),c=Object.keys(l);for(let u of c){let p=async({prediction:d,example:m})=>{let g=await n({prediction:d,example:m}),h=g[u]||0,f=0;for(let[A,x]of Object.entries(g))A!==u&&x<.3&&(f+=(.3-x)*2);return h-f};try{let d=await this.compile(e,t,p,{...r,verbose:!1}),m=await this.evaluateWithMultiObjective(e,d,n,t);s.push({scores:m,demos:d.demos,configuration:{...d.finalConfiguration,primaryObjective:u,strategy:"constraint_based"}})}catch{}}return s}generateWeightCombinations(e){let t=[];for(let r of e){let s={};for(let o of e)s[o]=o===r?1:0;t.push(s)}let n={};for(let r of e)n[r]=1/e.length;if(t.push(n),e.length===2){let[r,s]=e;for(let o=.1;o<=.9;o+=.2){let a=1-o;t.push({[r]:o,[s]:a})}}if(e.length===3){let[r,s,o]=e;t.push({[r]:.5,[s]:.3,[o]:.2},{[r]:.3,[s]:.5,[o]:.2},{[r]:.2,[s]:.3,[o]:.5})}return t}async evaluateWithMultiObjective(e,t,n,r){let s=new xe(e.getSignature());t.demos&&s.setDemos(t.demos);let o=[],a=Math.max(1,Math.min(5,Math.floor(r.length*.2))),l=r.slice(-a),c={},u=l;for(let d of u)try{let m=await s.forward(this.studentAI,d),g=await n({prediction:m,example:d});for(let[h,f]of Object.entries(g))c[h]||(c[h]=[]),c[h].push(f)}catch{}let p={};for(let[d,m]of Object.entries(c))p[d]=m.length>0?m.reduce((g,h)=>g+h,0)/m.length:0;return p}findParetoFrontier(e){let t=[];for(let n=0;n<e.length;n++){let r=e[n],s=!1,o=0;for(let a=0;a<e.length;a++){if(n===a)continue;let l=e[a];if(this.dominates(l.scores,r.scores)){s=!0;break}this.dominates(r.scores,l.scores)&&o++}s||t.push({demos:r.demos||[],scores:r.scores,configuration:r.configuration,dominatedSolutions:o})}return t}dominates(e,t){let n=Object.keys(e),r=!0,s=!1;for(let o of n){let a=e[o]||0,l=t[o]||0;if(a<l){r=!1;break}a>l&&(s=!0)}return r&&s}calculateHypervolume(e){if(e.length===0)return;let t=e[0],n=Object.keys(t.scores);if(n.length===2){let[r,s]=n,o=0,a=[...e].sort((c,u)=>(u.scores[r]||0)-(c.scores[r]||0)),l=0;for(let c of a){let u=c.scores[r]||0,p=c.scores[s]||0;o+=u*(p-l),l=Math.max(l,p)}return o}}async saveCheckpoint(e,t,n,r,s={},o){let a=o?.overrideCheckpointSave||this.checkpointSave;if(!a)return;let l=Date.now(),c=!1,u;try{let p={version:"1.0.0",timestamp:Date.now(),optimizerType:e,optimizerConfig:t,currentRound:this.currentRound,totalRounds:this.stats.resourceUsage.totalTime>0?this.currentRound:0,bestScore:n,bestConfiguration:r,scoreHistory:[...this.scoreHistory],configurationHistory:[...this.configurationHistory],stats:{...this.stats},optimizerState:s,examples:[]};u=await a(p),c=!0}catch(p){throw c=!1,p}finally{let p=Date.now()-l;this.recordCheckpointMetrics("save",p,c,e,o)}return u}async loadCheckpoint(e,t){let n=t?.overrideCheckpointLoad||this.checkpointLoad;if(!n)return null;let r=Date.now(),s=!1,o=null;try{o=await n(e),s=o!==null}catch(a){throw s=!1,a}finally{let a=Date.now()-r;this.recordCheckpointMetrics("load",a,s,"unknown",t)}return o}restoreFromCheckpoint(e){this.currentRound=e.currentRound,this.scoreHistory=[...e.scoreHistory],this.configurationHistory=[...e.configurationHistory],this.stats={...e.stats}}shouldSaveCheckpoint(e,t){let n=t?.overrideCheckpointInterval||this.checkpointInterval;return n!==void 0&&e%n===0}async updateOptimizationProgress(e,t,n,r,s,o,a,l={},c){this.currentRound=e,this.scoreHistory.push(t),this.configurationHistory.push(n),this.shouldSaveCheckpoint(e,c)&&await this.saveCheckpoint(r,s,o,a,l,c),this.getOptimizerLogger(c)?.({name:"RoundProgress",value:{round:e,totalRounds:c?.maxIterations??0,currentScore:t,bestScore:o,configuration:n}})}async saveFinalCheckpoint(e,t,n,r,s={},o){o?.saveCheckpointOnComplete!==!1&&await this.saveCheckpoint(e,t,n,r,{...s,final:!0},o)}getLogger(e){if(this.isLoggingEnabled(e))return this.logger?this.logger:this.studentAI.getLogger()}isLoggingEnabled(e){return e?.verbose!==void 0?e.verbose:this.verbose??!0}recordOptimizationStart(e,t,n){if(!this.metricsInstruments)return;let r=this.getMergedCustomLabels(n);if(t){let s=(t.match(/input:/g)||[]).length,o=(t.match(/output:/g)||[]).length;pu(this.metricsInstruments,s,o,0,0,e,r)}mu(this.metricsInstruments,e,this.targetScore,void 0,r)}recordOptimizationComplete(e,t,n,r,s){if(!this.metricsInstruments)return;let o=this.getMergedCustomLabels(s);ru(this.metricsInstruments,e,t,n,r,o),au(this.metricsInstruments,e,n,o);let a=this.costTracker?.getCurrentCost()??0,l=this.costTracker?.getTotalTokens()??0;iu(this.metricsInstruments,l,a,n,void 0,o)}recordConvergenceMetrics(e,t,n,r,s,o){if(!this.metricsInstruments)return;let a=this.getMergedCustomLabels(o);su(this.metricsInstruments,e,t,n,r,s,a)}recordEarlyStoppingMetrics(e,t,n){if(!this.metricsInstruments)return;let r=this.getMergedCustomLabels(n);ou(this.metricsInstruments,e,t,r)}recordTeacherStudentMetrics(e,t,n,r){if(!this.metricsInstruments)return;let s=this.getMergedCustomLabels(r);lu(this.metricsInstruments,e,t,n,s)}recordCheckpointMetrics(e,t,n,r,s){if(!this.metricsInstruments)return;let o=this.getMergedCustomLabels(s);cu(this.metricsInstruments,e,t,n,r,o)}recordParetoMetrics(e,t,n,r,s){if(!this.metricsInstruments)return;let o=this.getMergedCustomLabels(s);uu(this.metricsInstruments,e,t,n,r,o)}recordPerformanceMetrics(e,t,n,r){if(!this.metricsInstruments)return;let s=this.getMergedCustomLabels(r);du(this.metricsInstruments,e,t,n,s)}isOptimizerLoggingEnabled(e){return this.debugOptimizer||(e?.verbose??this.verbose??!1)}getOptimizerLogger(e){if(this.isOptimizerLoggingEnabled(e))return this.optimizerLogger??V.optimizerLogger??Gr}getStats(){return{...this.stats}}async explainOptimizationResults(e,t,n){let r=this.stats.convergenceInfo.converged,s=this.stats.totalCalls,o=s>0?this.stats.successfulDemos/s*100:0,a=`Optimization finished with best score ${e.toFixed(3)}${t?` using configuration ${JSON.stringify(t)}`:""}. Convergence: ${r?"yes":"no"}. Success rate: ${o.toFixed(1)}%.`,l=[];if(r||l.push("Increase numTrials or relax earlyStoppingTrials to allow further improvement."),typeof this.targetScore=="number"&&e<this.targetScore&&l.push("Tighten the metric or supply more/better-labeled examples to reach targetScore."),t&&"bootstrappedDemos"in t){let u=t.bootstrappedDemos;typeof u=="number"&&u===0&&l.push("Consider allowing a small number of bootstrapped demos to boost performance.")}l.length===0&&l.push("Re-run with more trials or different acquisition settings to explore more of the space.");let c=`Tokens used: ${this.stats.resourceUsage.totalTokens}, rounds: ${this.currentRound}, stagnationRounds: ${this.stats.convergenceInfo.stagnationRounds}.`;return{humanExplanation:a,recommendations:l,performanceAssessment:c}}async logOptimizationComplete(e,t,n,r,s){let o=this.getOptimizerLogger(r);o&&o(s?{name:"OptimizationComplete",value:{optimizerType:e,bestScore:t,bestConfiguration:n||{},totalCalls:this.stats.totalCalls,successRate:this.stats.totalCalls>0?`${(this.stats.successfulDemos/this.stats.totalCalls*100).toFixed(1)}%`:"N/A",explanation:s.humanExplanation,recommendations:s.recommendations,performanceAssessment:s.performanceAssessment,stats:this.stats}}:{name:"OptimizationComplete",value:{optimizerType:e,bestScore:t,bestConfiguration:n||{},totalCalls:this.stats.totalCalls,successRate:this.stats.totalCalls>0?`${(this.stats.successfulDemos/this.stats.totalCalls*100).toFixed(1)}%`:"N/A",stats:this.stats}})}reset(){this.stats=this.initializeStats(),this.costTracker?.reset(),this.currentRound=0,this.scoreHistory=[],this.configurationHistory=[]}};function gu(i){return he.create(i)}function Ne(i,e){let t=typeof i=="string"?he.create(i):i;return new xe(t,e)}function za(i,e,t=0){let n=new Set([...Object.keys(i),...Object.keys(e)]),r=!0,s=!1;for(let o of n){let a=i[o]??0,l=e[o]??0;if(a+t<l){r=!1;break}a>l+t&&(s=!0)}return r&&s}function ut(i,e=0){let t=[];for(let n=0;n<i.length;n++){let r=0,s=!1;for(let o=0;o<i.length;o++)if(n!==o){if(za(i[o].scores,i[n].scores,e)){s=!0;break}za(i[n].scores,i[o].scores,e)&&r++}s||t.push({idx:i[n].idx,scores:i[n].scores,dominated:r})}return t}function Ve(i){if(i.length===0)return;let e=Object.keys(i[0]??{});if(e.length!==2)return;let[t,n]=e,r=[...i].sort((a,l)=>(l[t]??0)-(a[t]??0)),s=0,o=0;for(let a of r){let l=a[t]??0,c=a[n]??0,u=Math.max(c-o,0);s+=l*u,o=Math.max(o,c)}return s}function Pt(i){if(i.length===0)return 0;let e=0;for(let t of i)e+=t;return e/i.length}function qr(i){let e={},t={};for(let r of i)for(let[s,o]of Object.entries(r))e[s]=(e[s]||0)+(typeof o=="number"?o:0),t[s]=(t[s]||0)+1;let n={};for(let[r,s]of Object.entries(e))n[r]=s/Math.max(t[r]||1,1);return n}function kn(i,e){let t=new Set;for(let u of i)for(let p of u)t.add(p);let r=[...Array.from(t)].sort((u,p)=>(e[u]??0)-(e[p]??0)),s=new Set,o=(u,p)=>{for(let d of i){if(!d.has(u))continue;let m=!1;for(let g of p)if(d.has(g)){m=!0;break}if(!m)return!1}return!0},a=!0;for(;a;){a=!1;for(let u of r){if(s.has(u))continue;let p=new Set(r.filter(d=>d!==u&&!s.has(d)));if(o(u,p)){s.add(u),a=!0;break}}}let l=r.filter(u=>!s.has(u)),c=new Set(l);return i.map(u=>{let p=new Set;for(let d of u)c.has(d)&&p.add(d);return p})}function Mn(i,e,t){let n=kn(i,e),r={};for(let l of n)for(let c of l)r[c]=(r[c]||0)+1;let s=[];for(let[l,c]of Object.entries(r)){let u=Number(l);for(let p=0;p<c;p++)s.push(u)}if(s.length===0)return 0;let o=typeof t=="function"?t():Math.random(),a=Math.floor(o*s.length);return s[a]}var Pn=class i extends je{numTrials;minibatch;minibatchSize;earlyStoppingTrials;minImprovementThreshold;sampleCount;paretoSetSize;crossoverEvery;tieEpsilon;feedbackMemorySize;feedbackMemory=[];mergeMax;mergesUsed=0;mergesDue=0;totalMergesTested=0;lastIterFoundNewProgram=!1;mergeAttemptKeys=new Set;mergeCompositionKeys=new Set;static REFLECTION_PROMPT_TEMPLATE="I provided an assistant with the following instructions to perform a task for me:\n```\n<curr_instructions>\n```\n\nThe following are examples of different task inputs provided to the assistant along with the assistant's response for each of them, and some feedback on how the assistant's response could be better:\n```\n<inputs_outputs_feedback>\n```\n\nYour task is to write a new instruction for the assistant. Read the inputs carefully and identify the input format and infer detailed task description about the task I wish to solve with the assistant. Read all the assistant responses and the corresponding feedback. Identify all niche and domain specific factual information about the task and include it in the instruction, as a lot of it may not be available to the assistant in the future. The assistant may have utilized a generalizable strategy to solve the task, if so, include that in the instruction as well. Provide the new instructions within ``` blocks.";rngState=123456789;samplerState={epoch:-1,shuffled:[],freq:new Map};localScoreHistory=[];localConfigurationHistory=[];constructor(e){super(e);let t=e?.seed,n=Number.isFinite(t)?Math.floor(Number(t)):0;this.rngState=n&&n!==0?n:123456789,this.numTrials=e.numTrials??30,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??20,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??0,this.sampleCount=e.sampleCount??1;let r=e?.paretoSetSize;this.paretoSetSize=r&&r>0?Math.min(1e3,Math.max(5,Math.floor(r))):Math.max(10,Math.min(200,this.minibatchSize*3));let s=e?.crossoverEvery;this.crossoverEvery=Math.max(0,Math.floor(s??Math.max(3,Math.floor(this.numTrials/4))));let o=e?.tieEpsilon;this.tieEpsilon=Number.isFinite(o)?o:0;let a=e?.feedbackMemorySize;this.feedbackMemorySize=Math.max(0,Math.floor(a??4));let l=e?.mergeMax;this.mergeMax=Math.max(0,Math.floor(l??5)),this.mergesUsed=0,this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}reset(){super.reset(),this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold,this.localScoreHistory=[],this.localConfigurationHistory=[],this.feedbackMemory=[],this.mergesUsed=0,this.mergesDue=0,this.totalMergesTested=0,this.lastIterFoundNewProgram=!1,this.mergeAttemptKeys.clear(),this.mergeCompositionKeys.clear(),this.samplerState.epoch=-1,this.samplerState.shuffled=[],this.samplerState.freq.clear()}async compile(e,t,n,r){let s=Date.now();this.validateExamples(t),r?.auto&&this.configureAuto(r.auto);let o=r?.validationExamples,a=r?.feedbackExamples,l=(o&&o.length>0?o:t).slice(0,this.paretoSetSize),c=a&&a.length>0?a:t,u=async(M,E)=>{try{e.setInstruction?.(M);let W=await e.forward(this.studentAI,E,{sampleCount:this.sampleCount});return this.stats.totalCalls+=1,await n({prediction:W,example:E})||{}}catch{return{}}},p=async(M,E)=>{let W=[];for(let j of E)W.push(await u(M,j));return qr(W)},d=await this.getBaseInstruction(e),m=[{instruction:d,parent:void 0,scores:await p(d,l)}],g=M=>{let E=r?.paretoMetricKey,W=r?.paretoScalarize;if(typeof W=="function")return W(M);if(E)return Number.isFinite(M[E])?M[E]:0;let j=Object.values(M);return j.length?j.reduce((J,Q)=>J+Q,0)/j.length:0},h=[],f=async(M,E)=>{let W=[];for(let j of E){let J=await u(M,j);W.push(g(J))}return W};h.push(await f(d,l));let A=()=>{let M=h[0]?.length??0,E=[];for(let j=0;j<M;j++){let J=Number.NEGATIVE_INFINITY,Q=new Set;for(let ne=0;ne<h.length;ne++){let ee=h[ne][j];ee>J+this.tieEpsilon?(J=ee,Q.clear(),Q.add(ne)):Math.abs(ee-J)<=this.tieEpsilon&&Q.add(ne)}E.push(Q)}let W=h.map(j=>Pt(j));return Mn(E,W)},x=r?.maxMetricCalls;if(!Number.isFinite(x)||x<=0)throw new Error("AxGEPA: options.maxMetricCalls must be set to a positive integer");let b=Math.floor(x),y=this.getOptimizerLogger(r),I=r?.verbose??this.verbose?M=>console.log(`[GEPA] ${M}`):M=>{};y?.({name:"OptimizationStart",value:{optimizerType:"GEPA",exampleCount:t.length,validationCount:l.length,config:{numTrials:this.numTrials,minibatch:this.minibatch,mergeMax:this.mergeMax}}}),I(`Starting GEPA optimization: ${t.length} train, ${l.length} validation, maxCalls=${b}`);let T=0,v=ut(m.map((M,E)=>({idx:E,scores:M.scores})),this.tieEpsilon).map(M=>M.idx),k;for(let M=0;M<this.numTrials&&!(b!==void 0&&this.stats.totalCalls>=Math.max(1,Math.floor(b)));M++){let E=h[0]?.length??0,W=[];for(let G=0;G<E;G++){let U=Number.NEGATIVE_INFINITY,Y=new Set;for(let te=0;te<h.length;te++){let N=h[te][G];N>U+this.tieEpsilon?(U=N,Y.clear(),Y.add(te)):Math.abs(N-U)<=this.tieEpsilon&&Y.add(te)}W.push(Y)}let j=h.map(G=>Pt(G));if(this.mergeMax>0&&this.mergesDue>0&&this.lastIterFoundNewProgram){let G=_=>{let B=[],X=_;for(;X!==void 0;)B.push(X),X=m[X]?.parent;return B},U=_=>_.length?_[Math.floor(this.rand()*_.length)]:void 0,Y=kn(W,j),te=new Set;for(let _ of Y)for(let B of _)te.add(B);let N=Array.from(te),L;for(let _=0;_<10&&!L&&!(N.length<2);_++){let B=U(N),X=U(N);if(B===X)continue;X<B&&([B,X]=[X,B]);let pe=new Set(G(B)),Z=new Set(G(X));if(pe.has(X)||Z.has(B))continue;let re=[...pe].filter(Ce=>Z.has(Ce));if(re.length===0)continue;let oe=re.map(Ce=>Math.max(1e-9,j[Ce])),ce=this.rand()*oe.reduce((Ce,qe)=>Ce+qe,0),ye=re[re.length-1];for(let Ce=0;Ce<re.length;Ce++){if(ce<oe[Ce]){ye=re[Ce];break}ce-=oe[Ce]}L={i:B,j:X,a:ye}}if(this.lastIterFoundNewProgram=!1,L){let{i:_,j:B,a:X}=L,pe=j[X],Z=j[_],re=j[B],oe=m[X].instruction,ce=m[_].instruction,ye=m[B].instruction,Ce=ce===oe&&ye!==ce||ye===oe&&ce!==ye,qe=pe<=Math.min(Z,re)&&Ce,Me="",Ge="i",ue=!1;if(qe){let pt=`${_}|${B}|${X}`;if(this.mergeAttemptKeys.has(pt))qe=!1;else{ce===oe&&ye!==ce?(Me=ye,Ge="j"):ye===oe&&ce!==ye?(Me=ce,Ge="i"):ce!==oe&&ye!==oe&&ce!==ye?Z>re||Z===re&&this.rand()<.5?(Me=ce,Ge="i"):(Me=ye,Ge="j"):(Me=ce,Ge="i");let ft=`${Math.min(_,B)}|${Math.max(_,B)}|${Ge}`;if(this.mergeCompositionKeys.has(ft))qe=!1;else{this.mergeAttemptKeys.add(pt),this.mergeCompositionKeys.add(ft);let Qe=h[_],xt=h[B],At=Array.from({length:Qe.length},(ae,Pe)=>Pe),dt=At.filter(ae=>(Qe[ae]??0)>(xt[ae]??0)),yt=At.filter(ae=>(xt[ae]??0)>(Qe[ae]??0)),Rt=At.filter(ae=>!(dt.includes(ae)||yt.includes(ae))),H=5,ge=Math.ceil(H/3),ot=(ae,Pe)=>{if(Pe<=0||ae.length===0)return[];if(ae.length<=Pe)return[...ae];let Ht=[],Un=new Set;for(;Ht.length<Pe;){let Ye=Math.floor(this.rand()*ae.length);Un.has(Ye)||(Un.add(Ye),Ht.push(ae[Ye]))}return Ht},Ue=[];Ue.push(...ot(dt,Math.min(ge,dt.length))),Ue.push(...ot(yt,Math.min(ge,yt.length)));let Be=H-Ue.length;Ue.push(...ot(Rt,Math.max(0,Be)));let Gn=H-Ue.length;if(Gn>0){let ae=At.filter(Pe=>!Ue.includes(Pe));Ue.push(...ot(ae,Math.min(Gn,ae.length)))}let Qr=Ue.slice(0,Math.min(H,At.length)),sl=Qr.map(ae=>l[ae]);ue=!0;let ol=(await f(Me,sl)).reduce((ae,Pe)=>ae+Pe,0),il=Qr.reduce((ae,Pe)=>ae+(Qe[Pe]??0),0),al=Qr.reduce((ae,Pe)=>ae+(xt[Pe]??0),0);if(ol>=Math.max(il,al)+this.tieEpsilon){I(`Iteration ${M+1}: Merge accepted (programs ${_} + ${B} via ancestor ${X})`);let ae=await p(Me,l);m.push({instruction:Me,parent:X,scores:ae}),h.push(await f(Me,l));let Pe=v.length,Ht=Ve(v.map(Ye=>m[Ye].scores))??0;v=ut(m.map((Ye,ll)=>({idx:ll,scores:Ye.scores})),this.tieEpsilon).map(Ye=>Ye.idx);let Un=Ve(v.map(Ye=>m[Ye].scores))??0;(v.length>Pe||Un>Ht+1e-6)&&(T=0),this.mergesDue-=1,this.totalMergesTested+=1}}}}if(ue)continue}}let J=Mn(W,j,()=>this.rand()),Q=this.minibatch?this.nextMinibatchIndices(c.length,M).map(G=>c[G]):c;if(r?.skipPerfectScore??!0){let G=Number(r?.perfectScore??1),U=await f(m[J].instruction,Q);if(U.length>0&&U.every(Y=>Y>=G))continue}let ne=!1,ee=m[J].instruction,Ie="reflective_mutation",me,ke;if(ne){let G=(J+1)%m.length;ee=await this.mergeInstructions(m[J].instruction,m[G].instruction,r),Ie="merge",this.mergesUsed+=1}else{let G=r?.gepaAdapter;if(G){try{let U={instruction:m[J].instruction},Y=await G.evaluate(Q,U,!0);me=Array.isArray(Y?.scores)?Y.scores.reduce((_,B)=>_+(Number(B)||0),0):void 0;let te=G.make_reflective_dataset(U,Y,["instruction"]),N=await G.propose_new_texts?.(U,te,["instruction"]),L=N?.instruction??(N?Object.values(N)[0]:void 0);typeof L=="string"&&L.length>0?ee=L:ee=await this.reflectInstruction(m[J].instruction,e,Q,async({prediction:_,example:B})=>{let X=await n({prediction:_,example:B}),pe=Object.values(X||{});return pe.length?pe.reduce((Z,re)=>Z+re,0)/pe.length:0},r)}catch{ee=await this.reflectInstruction(m[J].instruction,e,Q,async({prediction:U,example:Y})=>{let te=await n({prediction:U,example:Y}),N=Object.values(te||{});return N.length?N.reduce((L,_)=>L+_,0)/N.length:0},r)}if(me!==void 0)try{let U=await G.evaluate(Q,{instruction:ee},!1);ke=Array.isArray(U?.scores)?U.scores.reduce((Y,te)=>Y+(Number(te)||0),0):void 0}catch{}}else ee=await this.reflectInstruction(m[J].instruction,e,Q,async({prediction:U,example:Y})=>{let te=await n({prediction:U,example:Y}),N=Object.values(te||{});return N.length?N.reduce((L,_)=>L+_,0)/N.length:0},r)}let Je=await f(m[J].instruction,Q),Te=await f(ee,Q),st=Je.reduce((G,U)=>G+U,0),$e=Te.reduce((G,U)=>G+U,0);if(this.currentRound=M+1,await this.updateOptimizationProgress(this.currentRound,$e,{instructionLen:ee.length,parent:J,totalRounds:this.numTrials},"GEPA",{strategy:Ie,paretoSetSize:l.length},$e,{instructionLen:m[J].instruction.length,idx:J},{...r??{},maxIterations:this.numTrials}),!($e>st+this.tieEpsilon&&(me===void 0||ke===void 0||ke>me+this.tieEpsilon))){if(I(`Iteration ${M+1}: Rejected (child=${$e.toFixed(3)} <= parent=${st.toFixed(3)})`),++T>=this.earlyStoppingTrials){I(`Early stopping: ${T} iterations without improvement`);break}continue}I(`Iteration ${M+1}: Accepted (child=${$e.toFixed(3)} > parent=${st.toFixed(3)})`);let Ae=await p(ee,l);m.push({instruction:ee,parent:J,scores:Ae}),h.push(await f(ee,l));let De=v.length,z=Ve(v.map(G=>m[G].scores))??0;v=ut(m.map((G,U)=>({idx:U,scores:G.scores})),this.tieEpsilon).map(G=>G.idx);let ie=Ve(v.map(G=>m[G].scores))??0;if(v.length>De||ie>z+1e-6)T=0,I(`Iteration ${M+1}: Archive improved (size=${v.length}, hv=${ie.toFixed(4)})`);else if(T++,I(`Iteration ${M+1}: Archive unchanged (stagnation=${T}/${this.earlyStoppingTrials})`),T>=this.earlyStoppingTrials){I(`Early stopping: ${T} iterations without archive improvement`);break}this.lastIterFoundNewProgram=!0,this.mergeMax>0&&this.totalMergesTested<this.mergeMax&&(this.mergesDue+=1)}let R=ut(m.map((M,E)=>({idx:E,scores:M.scores})),this.tieEpsilon),C=R.length>0?Math.max(...R.map(M=>g(M.scores))):0,O;if(R.length>0){let M=Number.NEGATIVE_INFINITY;for(let E of R){let W=g(E.scores);W>M&&(M=W,O=E.idx)}}let w=Ve(R.map(M=>M.scores));this.stats.convergenceInfo.converged=!0;let P=this.getMergedCustomLabels(r);this.recordParetoMetrics(R.length,m.length,"GEPA",w,P);let S=Date.now()-s,F=typeof O=="number"?new gt({bestScore:C,stats:this.stats,instruction:m[O].instruction,demos:[],examples:t,modelConfig:void 0,optimizerType:"GEPA",optimizationTime:S,totalRounds:this.numTrials,converged:this.stats.convergenceInfo.converged}):void 0,$=this.generateOptimizationReport(R,w,C);return{demos:[],stats:this.stats,bestScore:C,paretoFront:R.map(M=>({demos:[],scores:M.scores,configuration:{candidate:M.idx,instruction:m[M.idx].instruction},dominatedSolutions:M.dominated})),paretoFrontSize:R.length,hypervolume:w,finalConfiguration:{strategy:"gepa",candidates:m.length},optimizedProgram:F,report:$}}configureAuto(e){switch(e){case"light":this.numTrials=10,this.minibatch=!0,this.minibatchSize=15;break;case"medium":this.numTrials=20,this.minibatch=!0,this.minibatchSize=25;break;case"heavy":this.numTrials=35,this.minibatch=!0,this.minibatchSize=35;break}}async getBaseInstruction(e){let t=e.getInstruction?.();if(t&&t.length>0)return t;let r=e.getSignature?.()?.getDescription?.();return r&&r.length>0?r:"Follow the task precisely. Be concise, correct, and consistent."}async evaluateOnSet(e,t,n,r){let s=[];for(let o of n){let a=await this.evaluateOne(e,t,o,r);s.push(a)}return s}async evaluateAvg(e,t,n,r){let s=await this.evaluateOnSet(e,t,n,r);return s.length>0?Pt(s):0}async evaluateOne(e,t,n,r){try{e.setInstruction?.(t);let s=await e.forward(this.studentAI,n,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let o=await r({prediction:s,example:n});if(typeof o=="number"&&!Number.isNaN(o)){let a=typeof this.targetScore=="number"?this.targetScore:.5;return o>=a&&(this.stats.successfulDemos+=1),o}return 0}catch(s){return this.getLogger()?.({name:"Notification",id:"gepa_eval",value:String(s)}),0}}async reflectInstruction(e,t,n,r,s,o){let a=o??[];if(a.length===0)for(let m of n)try{t.setInstruction?.(e);let g=await t.forward(this.studentAI,m,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let h=await r({prediction:g,example:m});a.push({input:m,prediction:g,score:typeof h=="number"?h:0})}catch{a.push({input:m,prediction:{},score:0})}let l=s?.overrideTeacherAI??this.teacherAI??this.studentAI,c=s?.feedbackFn,u=()=>{let m=[];for(let g=0;g<a.length;g++){let h=a[g],f=`# Example ${g+1}
446
446
  `;if(f+=`## Inputs
447
- `,typeof h.input=="object"&&h.input!==null)for(let[x,y]of Object.entries(h.input))f+=`### ${x}
448
- ${String(y).trim()}
447
+ `,typeof h.input=="object"&&h.input!==null)for(let[x,b]of Object.entries(h.input))f+=`### ${x}
448
+ ${String(b).trim()}
449
449
 
450
450
  `;else f+=`${String(h.input).trim()}
451
451
 
452
452
  `;if(f+=`## Generated Outputs
453
- `,typeof h.prediction=="object"&&h.prediction!==null)for(let[x,y]of Object.entries(h.prediction))f+=`### ${x}
454
- ${String(y).trim()}
453
+ `,typeof h.prediction=="object"&&h.prediction!==null)for(let[x,b]of Object.entries(h.prediction))f+=`### ${x}
454
+ ${String(b).trim()}
455
455
 
456
456
  `;else f+=`${String(h.prediction).trim()}
457
457
 
@@ -460,54 +460,54 @@ ${String(y).trim()}
460
460
  `):x)}catch{}f+=`${A}
461
461
  `,m.push(f)}return m.join(`
462
462
 
463
- `)},p=i.REFLECTION_PROMPT_TEMPLATE.replace("<curr_instructions>",e).replace("<inputs_outputs_feedback>",u());try{let m=await l.chat({chatPrompt:[{role:"user",content:p}],model:o?.reflectionModel},{stream:!1});if(typeof m.getReader=="function")throw new Error("Streaming response not expected for reflection");let h=m.results?.[0]?.content;if(typeof h=="string"){let f=this.extractInstructionFromBackticks(h);if(f&&f.length>16){let A=`Iteration feedback: ${a.map(x=>`score=${x.score.toFixed(2)}`).join(", ")}`;return this.feedbackMemory.unshift(A),this.feedbackMemory.length>this.feedbackMemorySize&&this.feedbackMemory.pop(),f}}}catch{}let d=Ne('currentInstruction:string "Current instruction", feedbackSummary?:string "Summarized feedback", recentFeedback?:string[] "Past feedback memory", minibatch:json "Array of {input,prediction,score}" -> newInstruction:string "Improved instruction within 1-6 sentences."');try{let g=(await d.forward(l,{currentInstruction:e,feedbackSummary:this.feedbackMemory[0]||"",recentFeedback:this.feedbackMemory,minibatch:a}))?.newInstruction?.trim();if(g&&g.length>16)return g}catch{}return`${e.trim()} Focus on step-by-step evidence-based reasoning. Avoid hallucinations.`.slice(0,2e3)}extractInstructionFromBackticks(e){let t=e.indexOf("```")+3,n=e.lastIndexOf("```");if(t>=n){let s=e.trim();if(s.startsWith("```")){let a=s.match(/^```\S*\n?/);if(a)return s.slice(a[0].length).trim()}else if(s.endsWith("```"))return s.slice(0,-3).trim();return s}let r=e.slice(t,n),o=r.match(/^\S*\n/);return o&&(r=r.slice(o[0].length)),r.trim()}updateSamplerShuffled(e){let t=Array.from({length:e},(l,c)=>c);for(let l=t.length-1;l>0;l--){let c=Math.floor(this.rand()*(l+1));[t[l],t[c]]=[t[c],t[l]]}for(let l of t)this.samplerState.freq.set(l,(this.samplerState.freq.get(l)??0)+1);let n=this.minibatchSize,r=e%n,o=r===0?0:n-r,s=Array.from({length:e},(l,c)=>c).sort((l,c)=>(this.samplerState.freq.get(l)??0)-(this.samplerState.freq.get(c)??0)),a=[...t];for(let l=0;l<o;l++){let c=s[l%s.length];a.push(c),this.samplerState.freq.set(c,(this.samplerState.freq.get(c)??0)+1)}this.samplerState.shuffled=a,this.samplerState.epoch+=1}nextMinibatchIndices(e,t){this.samplerState.epoch===-1&&(this.samplerState.epoch=0,this.updateSamplerShuffled(e));let n=this.minibatchSize,r=Math.max(1,Math.floor(this.samplerState.shuffled.length/n)),o=Math.floor(t/r);for(;o>=this.samplerState.epoch;)this.updateSamplerShuffled(e);let s=t*n%this.samplerState.shuffled.length;return this.samplerState.shuffled.slice(s,s+n)}rand(){return this.rngState^=this.rngState<<13,this.rngState^=this.rngState>>>17,this.rngState^=this.rngState<<5,(this.rngState>>>0)/4294967296}generateOptimizationReport(e,t,n){let r=e.length>0?e.reduce((c,u)=>{let p=Object.values(c.scores).reduce((m,g)=>m+g,0);return Object.values(u.scores).reduce((m,g)=>m+g,0)>p?u:c}):void 0,o={};if(r)for(let[c,u]of Object.entries(r.scores))o[c]={value:u,percentage:u*100};let s=[];if(e.length>1){let c=[...e].sort((u,p)=>p.dominated-u.dominated).slice(0,3);for(let u of c)s.push({...u.scores})}let a="good",l=[];if(e.length===1)a="single",l.push("Increase numTrials (current seems low)"),l.push("Add more training examples"),l.push("Adjust earlyStoppingTrials");else if(e.length<3)a="limited",l.push("More optimization trials"),l.push("Larger validation set");else{a="good";let c=Object.keys(e[0]?.scores||{});for(let u of c)l.push(`High ${u}: Choose solution with best ${u} score`);l.push("Balanced: Use provided bestScore (average)")}return this.stats.totalCalls<50&&(l.push("Quick run detected - use numTrials: 30+ for production"),l.push("Provide 50+ training examples"),l.push("Use 20+ validation examples")),{summary:"GEPA Multi-Objective Optimization Complete",bestSolution:{overallScore:n??0,objectives:o},paretoFrontier:{solutionCount:e.length,objectiveSpaceCoverage:(t??0)*100,hypervolume:t??0,tradeoffs:s.length>0?s:void 0},statistics:{totalEvaluations:this.stats.totalCalls,candidatesExplored:e.length,converged:this.stats.convergenceInfo?.converged??!1},recommendations:{status:a,suggestions:l}}}async mergeInstructions(e,t,n){let r=n?.overrideTeacherAI??this.teacherAI??this.studentAI,o=Ne(`instructionA:string "Parent A instruction",
463
+ `)},p=i.REFLECTION_PROMPT_TEMPLATE.replace("<curr_instructions>",e).replace("<inputs_outputs_feedback>",u());try{let m=await l.chat({chatPrompt:[{role:"user",content:p}],model:s?.reflectionModel},{stream:!1});if(typeof m.getReader=="function")throw new Error("Streaming response not expected for reflection");let h=m.results?.[0]?.content;if(typeof h=="string"){let f=this.extractInstructionFromBackticks(h);if(f&&f.length>16){let A=`Iteration feedback: ${a.map(x=>`score=${x.score.toFixed(2)}`).join(", ")}`;return this.feedbackMemory.unshift(A),this.feedbackMemory.length>this.feedbackMemorySize&&this.feedbackMemory.pop(),f}}}catch{}let d=Ne('currentInstruction:string "Current instruction", feedbackSummary?:string "Summarized feedback", recentFeedback?:string[] "Past feedback memory", minibatch:json "Array of {input,prediction,score}" -> newInstruction:string "Improved instruction within 1-6 sentences."');try{let g=(await d.forward(l,{currentInstruction:e,feedbackSummary:this.feedbackMemory[0]||"",recentFeedback:this.feedbackMemory,minibatch:a}))?.newInstruction?.trim();if(g&&g.length>16)return g}catch{}return`${e.trim()} Focus on step-by-step evidence-based reasoning. Avoid hallucinations.`.slice(0,2e3)}extractInstructionFromBackticks(e){let t=e.indexOf("```")+3,n=e.lastIndexOf("```");if(t>=n){let o=e.trim();if(o.startsWith("```")){let a=o.match(/^```\S*\n?/);if(a)return o.slice(a[0].length).trim()}else if(o.endsWith("```"))return o.slice(0,-3).trim();return o}let r=e.slice(t,n),s=r.match(/^\S*\n/);return s&&(r=r.slice(s[0].length)),r.trim()}updateSamplerShuffled(e){let t=Array.from({length:e},(l,c)=>c);for(let l=t.length-1;l>0;l--){let c=Math.floor(this.rand()*(l+1));[t[l],t[c]]=[t[c],t[l]]}for(let l of t)this.samplerState.freq.set(l,(this.samplerState.freq.get(l)??0)+1);let n=this.minibatchSize,r=e%n,s=r===0?0:n-r,o=Array.from({length:e},(l,c)=>c).sort((l,c)=>(this.samplerState.freq.get(l)??0)-(this.samplerState.freq.get(c)??0)),a=[...t];for(let l=0;l<s;l++){let c=o[l%o.length];a.push(c),this.samplerState.freq.set(c,(this.samplerState.freq.get(c)??0)+1)}this.samplerState.shuffled=a,this.samplerState.epoch+=1}nextMinibatchIndices(e,t){this.samplerState.epoch===-1&&(this.samplerState.epoch=0,this.updateSamplerShuffled(e));let n=this.minibatchSize,r=Math.max(1,Math.floor(this.samplerState.shuffled.length/n)),s=Math.floor(t/r);for(;s>=this.samplerState.epoch;)this.updateSamplerShuffled(e);let o=t*n%this.samplerState.shuffled.length;return this.samplerState.shuffled.slice(o,o+n)}rand(){return this.rngState^=this.rngState<<13,this.rngState^=this.rngState>>>17,this.rngState^=this.rngState<<5,(this.rngState>>>0)/4294967296}generateOptimizationReport(e,t,n){let r=e.length>0?e.reduce((c,u)=>{let p=Object.values(c.scores).reduce((m,g)=>m+g,0);return Object.values(u.scores).reduce((m,g)=>m+g,0)>p?u:c}):void 0,s={};if(r)for(let[c,u]of Object.entries(r.scores))s[c]={value:u,percentage:u*100};let o=[];if(e.length>1){let c=[...e].sort((u,p)=>p.dominated-u.dominated).slice(0,3);for(let u of c)o.push({...u.scores})}let a="good",l=[];if(e.length===1)a="single",l.push("Increase numTrials (current seems low)"),l.push("Add more training examples"),l.push("Adjust earlyStoppingTrials");else if(e.length<3)a="limited",l.push("More optimization trials"),l.push("Larger validation set");else{a="good";let c=Object.keys(e[0]?.scores||{});for(let u of c)l.push(`High ${u}: Choose solution with best ${u} score`);l.push("Balanced: Use provided bestScore (average)")}return this.stats.totalCalls<50&&(l.push("Quick run detected - use numTrials: 30+ for production"),l.push("Provide 50+ training examples"),l.push("Use 20+ validation examples")),{summary:"GEPA Multi-Objective Optimization Complete",bestSolution:{overallScore:n??0,objectives:s},paretoFrontier:{solutionCount:e.length,objectiveSpaceCoverage:(t??0)*100,hypervolume:t??0,tradeoffs:o.length>0?o:void 0},statistics:{totalEvaluations:this.stats.totalCalls,candidatesExplored:e.length,converged:this.stats.convergenceInfo?.converged??!1},recommendations:{status:a,suggestions:l}}}async mergeInstructions(e,t,n){let r=n?.overrideTeacherAI??this.teacherAI??this.studentAI,s=Ne(`instructionA:string "Parent A instruction",
464
464
  instructionB:string "Parent B instruction",
465
465
  recentFeedback?:string[] "Past feedback memory"
466
- -> mergedInstruction:string "Merged instruction (1-6 sentences) combining strengths, fixing weaknesses"`);try{let a=(await o.forward(r,{instructionA:e,instructionB:t,recentFeedback:this.feedbackMemory}))?.mergedInstruction?.trim();if(a&&a.length>16)return a}catch{}return(e.length>=t.length?e:t).slice(0,2e3)}};function za(i){return i.map(e=>{let t=e.type?.name??"string",n=e.type?.isArray?"[]":"",r=e.isOptional?" (optional)":"",o=e.description?`: ${e.description}`:"";return`- ${e.name}: ${t}${n}${r}${o}`}).join(`
467
- `)}function du(i){return i.map(e=>{let t=e.type?.name??"string",n=e.type?.isArray?"[]":"",r=e.type?.options?` (options: ${e.type.options.join(", ")})`:"",o=e.description?`: ${e.description}`:"";return`- ${e.name}: ${t}${n}${r}${o}`}).join(`
468
- `)}var Pn=class{signature;options;constructor(e,t){this.signature=e,this.options={teacher:t.teacher,diversity:t.diversity??"none",temperature:t.temperature??.8,domain:t.domain,edgeCases:t.edgeCases,model:t.model}}async generate(e,t){let n=Date.now(),r=t?.batchSize??Math.min(e,10),o=[],s=0,a=0;for(let l=0;l<e;l+=r){let c=Math.min(r,e-l),u=await this.generateInputs(c);for(let p of u){a++;try{let d=await this.labelInput(p);o.push({input:p,expected:d,category:"normal"}),s++}catch(d){console.warn("AxSynth: Failed to label input:",d)}}}if(this.options.edgeCases&&this.options.edgeCases.length>0){let l=await this.generateEdgeCaseInputs(Math.ceil(e*.2));for(let c of l){a++;try{let u=await this.labelInput(c);o.push({input:c,expected:u,category:"edge_case"}),s++}catch(u){console.warn("AxSynth: Failed to label edge case input:",u)}}}return{examples:o,stats:{requested:e,generated:o.length,labelingSuccessRate:a>0?s/a:0,durationMs:Date.now()-n}}}async generateInputs(e){let t=this.signature.getInputFields(),n=this.signature.getOutputFields(),r=this.signature.getDescription(),o=`
466
+ -> mergedInstruction:string "Merged instruction (1-6 sentences) combining strengths, fixing weaknesses"`);try{let a=(await s.forward(r,{instructionA:e,instructionB:t,recentFeedback:this.feedbackMemory}))?.mergedInstruction?.trim();if(a&&a.length>16)return a}catch{}return(e.length>=t.length?e:t).slice(0,2e3)}};function Ha(i){return i.map(e=>{let t=e.type?.name??"string",n=e.type?.isArray?"[]":"",r=e.isOptional?" (optional)":"",s=e.description?`: ${e.description}`:"";return`- ${e.name}: ${t}${n}${r}${s}`}).join(`
467
+ `)}function hu(i){return i.map(e=>{let t=e.type?.name??"string",n=e.type?.isArray?"[]":"",r=e.type?.options?` (options: ${e.type.options.join(", ")})`:"",s=e.description?`: ${e.description}`:"";return`- ${e.name}: ${t}${n}${r}${s}`}).join(`
468
+ `)}var En=class{signature;options;constructor(e,t){this.signature=e,this.options={teacher:t.teacher,diversity:t.diversity??"none",temperature:t.temperature??.8,domain:t.domain,edgeCases:t.edgeCases,model:t.model}}async generate(e,t){let n=Date.now(),r=t?.batchSize??Math.min(e,10),s=[],o=0,a=0;for(let l=0;l<e;l+=r){let c=Math.min(r,e-l),u=await this.generateInputs(c);for(let p of u){a++;try{let d=await this.labelInput(p);s.push({input:p,expected:d,category:"normal"}),o++}catch(d){console.warn("AxSynth: Failed to label input:",d)}}}if(this.options.edgeCases&&this.options.edgeCases.length>0){let l=await this.generateEdgeCaseInputs(Math.ceil(e*.2));for(let c of l){a++;try{let u=await this.labelInput(c);s.push({input:c,expected:u,category:"edge_case"}),o++}catch(u){console.warn("AxSynth: Failed to label edge case input:",u)}}}return{examples:s,stats:{requested:e,generated:s.length,labelingSuccessRate:a>0?o/a:0,durationMs:Date.now()-n}}}async generateInputs(e){let t=this.signature.getInputFields(),n=this.signature.getOutputFields(),r=this.signature.getDescription(),s=`
469
469
  You are generating realistic input data for an AI system.
470
470
 
471
471
  ${r?`Task description: ${r}`:""}
472
472
  ${this.options.domain?`Domain: ${this.options.domain}`:""}
473
473
 
474
474
  The system expects these INPUT fields:
475
- ${za(t)}
475
+ ${Ha(t)}
476
476
 
477
477
  The system produces these OUTPUT fields:
478
- ${du(n)}
478
+ ${hu(n)}
479
479
 
480
480
  Generate ${e} diverse, realistic input examples as a JSON array.
481
481
  Each example should be an object with the input fields defined above.
482
482
  Make the examples varied and realistic for the domain.
483
483
 
484
484
  Output ONLY the JSON array, no explanation.
485
- `.trim(),s=new xe("count:number -> examples:json");s.setInstruction(o);try{let a=await s.forward(this.options.teacher,{count:e},{model:this.options.model});return Array.isArray(a.examples)?a.examples.slice(0,e):[]}catch(a){return console.warn("AxSynth: Input generation failed:",a),[]}}async generateEdgeCaseInputs(e){let t=this.signature.getInputFields(),n=this.options.edgeCases??[],r=`
485
+ `.trim(),o=new xe("count:number -> examples:json");o.setInstruction(s);try{let a=await o.forward(this.options.teacher,{count:e},{model:this.options.model});return Array.isArray(a.examples)?a.examples.slice(0,e):[]}catch(a){return console.warn("AxSynth: Input generation failed:",a),[]}}async generateEdgeCaseInputs(e){let t=this.signature.getInputFields(),n=this.options.edgeCases??[],r=`
486
486
  You are generating challenging edge case input data to test an AI system's robustness.
487
487
 
488
488
  The system expects these INPUT fields:
489
- ${za(t)}
489
+ ${Ha(t)}
490
490
 
491
491
  Generate ${e} edge case examples as a JSON array.
492
492
  Focus on these types of edge cases:
493
- ${n.map(s=>`- ${s}`).join(`
493
+ ${n.map(o=>`- ${o}`).join(`
494
494
  `)}
495
495
 
496
496
  Output ONLY the JSON array, no explanation.
497
- `.trim(),o=new xe("count:number -> examples:json");o.setInstruction(r);try{let s=await o.forward(this.options.teacher,{count:e},{model:this.options.model});return Array.isArray(s.examples)?s.examples.slice(0,e):[]}catch(s){return console.warn("AxSynth: Edge case generation failed:",s),[]}}async labelInput(e){return await new xe(this.signature).forward(this.options.teacher,e,{model:this.options.model})}getSignature(){return this.signature}getTeacher(){return this.options.teacher}};var Ts=class i{gen;options;tracer;currentScore;constructor(e,t){this.gen=e,this.options={...t,enableTracing:t.enableTracing??!0},this.tracer=new On(e,{name:this.options.name,storage:this.options.storage,metadata:this.options.metadata,onTrace:this.options.onTrace}),this.loadLatestCheckpoint()}async forward(e,t,n){return this.options.enableTracing?this.tracer.forward(e,t,n):this.gen.forward(e,t,n)}async*streamingForward(e,t,n){this.options.enableTracing?yield*this.tracer.streamingForward(e,t,n):yield*this.gen.streamingForward(e,t,n)}getUsage(){return this.gen.getUsage()}resetUsage(){this.gen.resetUsage()}getSignature(){return this.gen.getSignature()}setInstruction(e){this.gen.setInstruction(e)}getInstruction(){return this.gen.getInstruction()}updateMeter(e){this.gen.updateMeter(e)}addAssert(e,t){this.gen.addAssert(e,t)}addStreamingAssert(e,t,n){this.gen.addStreamingAssert(e,t,n)}addFieldProcessor(e,t){this.gen.addFieldProcessor(e,t)}addStreamingFieldProcessor(e,t){this.gen.addStreamingFieldProcessor(e,t)}clone(){return new i(this.gen.clone(),this.options)}async optimize(e={}){let t=Date.now(),n={...this.options,...e},r=n.teacher,o=n.budget??20,s=[...n.examples??[]];if(n.useTraces!==!1){let T=(await this.getTraces()).filter(v=>v.input&&v.output).map(v=>({...v.input,...v.output}));s=[...s,...T]}if(n.generateExamples||s.length===0){let I=n.synthCount??20,T={teacher:r,...n.synthOptions},R=(await new Pn(this.gen.getSignature(),T).generate(I)).examples.map(C=>({...C.input,...C.expected}));s=[...s,...R]}if(s.length===0)throw new Error("No training examples available. Provide examples, enable trace usage, or enable example generation.");let a=n.validationSplit??.2,l=[...s].sort(()=>Math.random()-.5),c=Math.floor(l.length*(1-a)),u=l.slice(0,c),p=l.slice(c),d=n.metric;if(!d){let I={ai:r,criteria:n.criteria,...n.judgeOptions};d=new vn(this.gen.getSignature(),I).toMetricFn()}let m=new En({studentAI:r,numTrials:o,minibatch:!0,minibatchSize:10}),g=o*Math.max(u.length,10),h=await m.compile(this.gen,u,d,{validationExamples:p,maxMetricCalls:g});if(!h.optimizedProgram)throw new Error("GEPA optimization failed: no optimizedProgram returned");h.optimizedProgram.instruction&&this.gen.setInstruction(h.optimizedProgram.instruction),this.currentScore=h.optimizedProgram.bestScore,this.tracer=this.tracer.clone(this.gen);let f=this.currentScore,A=f,y=((await this.options.storage.load(this.options.name,{type:"checkpoint",limit:1}))[0]?.version??0)+1,b={type:"checkpoint",name:this.options.name,version:y,createdAt:new Date,instruction:this.gen.getInstruction(),score:f,optimizerType:"gepa",metadata:{budget:o,trainingExamples:u.length,durationMs:Date.now()-t}};return await this.options.storage.save(this.options.name,b),{score:f,improvement:A,checkpointVersion:y,stats:{trainingExamples:u.length,validationExamples:p.length,durationMs:Date.now()-t}}}async loadLatestCheckpoint(){try{let t=(await this.options.storage.load(this.options.name,{type:"checkpoint",limit:1}))[0];t?.instruction&&(this.gen.setInstruction(t.instruction),this.currentScore=t.score,this.tracer=this.tracer.clone(this.gen))}catch{}}getGen(){return this.gen}getStorage(){return this.options.storage}async getTraces(e){return this.options.storage.load(this.options.name,{type:"trace",...e})}async addFeedback(e,t){let n=await this.options.storage.load(this.options.name,{id:e,type:"trace",limit:1});if(n.length>0){let r=n[0];r.feedback={...r.feedback,...t},await this.options.storage.save(this.options.name,r)}}};var Cs=class{rows=[];baseUrl;dataset;split;config;options;constructor({dataset:e,split:t,config:n,options:r}){this.baseUrl="https://datasets-server.huggingface.co/rows",this.dataset=e,this.split=t,this.config=n,this.options=r}async fetchDataFromAPI(e){try{let t=await fetch(e);if(!t.ok)throw new Error(`Error fetching data: ${t.statusText}`);let n=await t.json();if(!n?.rows)throw new Error("Invalid data format");return n.rows}catch(t){throw console.error("Error fetching data from API:",t),t}}async loadData(){let e=this.options?.offset??0,t=this.options?.length??100,n=encodeURIComponent(this.dataset),r=`${this.baseUrl}?dataset=${n}&config=${this.config}&split=${this.split}&offset=${e}&length=${t}`;return this.rows=await this.fetchDataFromAPI(r),this.rows}setData(e){this.rows=e}getData(){return this.rows}async getRows({count:e,fields:t,renameMap:n}){if(this.rows.length===0)throw new Error("No data loaded, call loadData or setData first.");return this.rows.slice(0,e).map(o=>{let s={};return t.forEach(a=>{let l=a.split("."),c=o.row;for(let p of l)Object.hasOwn(c,p)&&(c=c[p]);if(!c)return;let u=n&&a in n?n[a]:a;if(!u)throw new Error(`Invalid field name: ${a}`);s[u]=c}),s}).filter(o=>Object.keys(o).length!==0)}};import mu from"crypto";function Rs(i){let e=new Date().toISOString();return{version:1,sections:{},stats:{bulletCount:0,helpfulCount:0,harmfulCount:0,tokenEstimate:0},updatedAt:e,description:i}}function Pt(i){return JSON.parse(JSON.stringify(i))}function gu(i){return Math.ceil(i.length/4)}function ws(i,e,t){let n=[],r=[],{maxSectionSize:o=Number.POSITIVE_INFINITY,allowDynamicSections:s=!0,enableAutoPrune:a=!1,protectedBulletIds:l}=t??{},c=new Date().toISOString(),u=l??new Set;for(let p of e){if(!p.section)continue;if(!i.sections[p.section]){if(!s)continue;i.sections[p.section]=[]}let d=i.sections[p.section];switch(p.type){case"ADD":{if(d.length>=o){if(!a)continue;let h=fu(d,u);if(!h)continue;n.push(h.id),r.push({type:"REMOVE",section:p.section,bulletId:h.id,metadata:{...h.metadata??{},autoPruned:!0,removedAt:c}})}let m=p.bulletId??hu(p.section),g={id:m,section:p.section,content:p.content??"",helpfulCount:0,harmfulCount:0,createdAt:c,updatedAt:c,metadata:p.metadata?{...p.metadata}:void 0};d.push(g),n.push(m);break}case"UPDATE":{let m=d.find(g=>g.id===p.bulletId);if(!m)continue;typeof p.content=="string"&&(m.content=p.content),m.updatedAt=c,p.metadata&&(m.metadata={...m.metadata??{},...p.metadata}),n.push(m.id);break}case"REMOVE":{let m=d.findIndex(g=>g.id===p.bulletId);if(m>=0){let[g]=d.splice(m,1);g&&n.push(g.id)}break}}}return Os(i),i.updatedAt=c,{updatedBulletIds:n,autoRemoved:r}}function Ss(i,e,t){for(let n of Object.values(i.sections)){let r=n.find(o=>o.id===e);if(r){t==="helpful"?r.helpfulCount+=1:t==="harmful"&&(r.harmfulCount+=1),r.updatedAt=new Date().toISOString(),Os(i);return}}}function Fn(i){let e=i.description?`## Context Playbook
497
+ `.trim(),s=new xe("count:number -> examples:json");s.setInstruction(r);try{let o=await s.forward(this.options.teacher,{count:e},{model:this.options.model});return Array.isArray(o.examples)?o.examples.slice(0,e):[]}catch(o){return console.warn("AxSynth: Edge case generation failed:",o),[]}}async labelInput(e){return await new xe(this.signature).forward(this.options.teacher,e,{model:this.options.model})}getSignature(){return this.signature}getTeacher(){return this.options.teacher}};var Co=class i{gen;options;tracer;currentScore;constructor(e,t){this.gen=e,this.options={...t,enableTracing:t.enableTracing??!0},this.tracer=new On(e,{name:this.options.name,storage:this.options.storage,metadata:this.options.metadata,onTrace:this.options.onTrace}),this.loadLatestCheckpoint()}async forward(e,t,n){return this.options.enableTracing?this.tracer.forward(e,t,n):this.gen.forward(e,t,n)}async*streamingForward(e,t,n){this.options.enableTracing?yield*this.tracer.streamingForward(e,t,n):yield*this.gen.streamingForward(e,t,n)}getUsage(){return this.gen.getUsage()}resetUsage(){this.gen.resetUsage()}getSignature(){return this.gen.getSignature()}setInstruction(e){this.gen.setInstruction(e)}getInstruction(){return this.gen.getInstruction()}updateMeter(e){this.gen.updateMeter(e)}addAssert(e,t){this.gen.addAssert(e,t)}addStreamingAssert(e,t,n){this.gen.addStreamingAssert(e,t,n)}addFieldProcessor(e,t){this.gen.addFieldProcessor(e,t)}addStreamingFieldProcessor(e,t){this.gen.addStreamingFieldProcessor(e,t)}clone(){return new i(this.gen.clone(),this.options)}async optimize(e={}){let t=Date.now(),n={...this.options,...e},r=n.teacher,s=n.budget??20,o=[...n.examples??[]];if(n.useTraces!==!1){let T=(await this.getTraces()).filter(v=>v.input&&v.output).map(v=>({...v.input,...v.output}));o=[...o,...T]}if(n.generateExamples||o.length===0){let I=n.synthCount??20,T={teacher:r,...n.synthOptions},R=(await new En(this.gen.getSignature(),T).generate(I)).examples.map(C=>({...C.input,...C.expected}));o=[...o,...R]}if(o.length===0)throw new Error("No training examples available. Provide examples, enable trace usage, or enable example generation.");let a=n.validationSplit??.2,l=[...o].sort(()=>Math.random()-.5),c=Math.floor(l.length*(1-a)),u=l.slice(0,c),p=l.slice(c),d=n.metric;if(!d){let I={ai:r,criteria:n.criteria,...n.judgeOptions};d=new vn(this.gen.getSignature(),I).toMetricFn()}let m=new Pn({studentAI:r,numTrials:s,minibatch:!0,minibatchSize:10}),g=s*Math.max(u.length,10),h=await m.compile(this.gen,u,d,{validationExamples:p,maxMetricCalls:g});if(!h.optimizedProgram)throw new Error("GEPA optimization failed: no optimizedProgram returned");h.optimizedProgram.instruction&&this.gen.setInstruction(h.optimizedProgram.instruction),this.currentScore=h.optimizedProgram.bestScore,this.tracer=this.tracer.clone(this.gen);let f=this.currentScore,A=f,b=((await this.options.storage.load(this.options.name,{type:"checkpoint",limit:1}))[0]?.version??0)+1,y={type:"checkpoint",name:this.options.name,version:b,createdAt:new Date,instruction:this.gen.getInstruction(),score:f,optimizerType:"gepa",metadata:{budget:s,trainingExamples:u.length,durationMs:Date.now()-t}};return await this.options.storage.save(this.options.name,y),{score:f,improvement:A,checkpointVersion:b,stats:{trainingExamples:u.length,validationExamples:p.length,durationMs:Date.now()-t}}}async loadLatestCheckpoint(){try{let t=(await this.options.storage.load(this.options.name,{type:"checkpoint",limit:1}))[0];t?.instruction&&(this.gen.setInstruction(t.instruction),this.currentScore=t.score,this.tracer=this.tracer.clone(this.gen))}catch{}}getGen(){return this.gen}getStorage(){return this.options.storage}async getTraces(e){return this.options.storage.load(this.options.name,{type:"trace",...e})}async addFeedback(e,t){let n=await this.options.storage.load(this.options.name,{id:e,type:"trace",limit:1});if(n.length>0){let r=n[0];r.feedback={...r.feedback,...t},await this.options.storage.save(this.options.name,r)}}};var Ro=class{rows=[];baseUrl;dataset;split;config;options;constructor({dataset:e,split:t,config:n,options:r}){this.baseUrl="https://datasets-server.huggingface.co/rows",this.dataset=e,this.split=t,this.config=n,this.options=r}async fetchDataFromAPI(e){try{let t=await fetch(e);if(!t.ok)throw new Error(`Error fetching data: ${t.statusText}`);let n=await t.json();if(!n?.rows)throw new Error("Invalid data format");return n.rows}catch(t){throw console.error("Error fetching data from API:",t),t}}async loadData(){let e=this.options?.offset??0,t=this.options?.length??100,n=encodeURIComponent(this.dataset),r=`${this.baseUrl}?dataset=${n}&config=${this.config}&split=${this.split}&offset=${e}&length=${t}`;return this.rows=await this.fetchDataFromAPI(r),this.rows}setData(e){this.rows=e}getData(){return this.rows}async getRows({count:e,fields:t,renameMap:n}){if(this.rows.length===0)throw new Error("No data loaded, call loadData or setData first.");return this.rows.slice(0,e).map(s=>{let o={};return t.forEach(a=>{let l=a.split("."),c=s.row;for(let p of l)Object.hasOwn(c,p)&&(c=c[p]);if(!c)return;let u=n&&a in n?n[a]:a;if(!u)throw new Error(`Invalid field name: ${a}`);o[u]=c}),o}).filter(s=>Object.keys(s).length!==0)}};import fu from"crypto";function wo(i){let e=new Date().toISOString();return{version:1,sections:{},stats:{bulletCount:0,helpfulCount:0,harmfulCount:0,tokenEstimate:0},updatedAt:e,description:i}}function Et(i){return JSON.parse(JSON.stringify(i))}function xu(i){return Math.ceil(i.length/4)}function So(i,e,t){let n=[],r=[],{maxSectionSize:s=Number.POSITIVE_INFINITY,allowDynamicSections:o=!0,enableAutoPrune:a=!1,protectedBulletIds:l}=t??{},c=new Date().toISOString(),u=l??new Set;for(let p of e){if(!p.section)continue;if(!i.sections[p.section]){if(!o)continue;i.sections[p.section]=[]}let d=i.sections[p.section];switch(p.type){case"ADD":{if(d.length>=s){if(!a)continue;let h=yu(d,u);if(!h)continue;n.push(h.id),r.push({type:"REMOVE",section:p.section,bulletId:h.id,metadata:{...h.metadata??{},autoPruned:!0,removedAt:c}})}let m=p.bulletId??Au(p.section),g={id:m,section:p.section,content:p.content??"",helpfulCount:0,harmfulCount:0,createdAt:c,updatedAt:c,metadata:p.metadata?{...p.metadata}:void 0};d.push(g),n.push(m);break}case"UPDATE":{let m=d.find(g=>g.id===p.bulletId);if(!m)continue;typeof p.content=="string"&&(m.content=p.content),m.updatedAt=c,p.metadata&&(m.metadata={...m.metadata??{},...p.metadata}),n.push(m.id);break}case"REMOVE":{let m=d.findIndex(g=>g.id===p.bulletId);if(m>=0){let[g]=d.splice(m,1);g&&n.push(g.id)}break}}}return ko(i),i.updatedAt=c,{updatedBulletIds:n,autoRemoved:r}}function vo(i,e,t){for(let n of Object.values(i.sections)){let r=n.find(s=>s.id===e);if(r){t==="helpful"?r.helpfulCount+=1:t==="harmful"&&(r.harmfulCount+=1),r.updatedAt=new Date().toISOString(),ko(i);return}}}function Fn(i){let e=i.description?`## Context Playbook
498
498
  ${i.description.trim()}
499
499
  `:`## Context Playbook
500
- `,t=Object.entries(i.sections).map(([n,r])=>{let o=r.map(s=>`- [${s.id}] ${s.content}`).join(`
501
- `);return o?`### ${n}
502
- ${o}`:`### ${n}
500
+ `,t=Object.entries(i.sections).map(([n,r])=>{let s=r.map(o=>`- [${o.id}] ${o.content}`).join(`
501
+ `);return s?`### ${n}
502
+ ${s}`:`### ${n}
503
503
  _(empty)_`}).join(`
504
504
 
505
505
  `);return`${e}
506
- ${t}`.trim()}function hu(i){let e=i.toLowerCase().replace(/[^a-z0-9]+/g,"-").replace(/^-+|-+$/g,"").slice(0,6),t=mu.randomBytes(4).toString("hex");return`${e||"ctx"}-${t}`}function fu(i,e){let t=-1,n;for(let o=0;o<i.length;o+=1){let s=i[o];if(e.has(s.id))continue;let a=s.helpfulCount??0,l=s.harmfulCount??0,c=a-l*2,u=Date.parse(s.updatedAt??s.createdAt),p=[c,a,Number.isFinite(u)?u:Number.POSITIVE_INFINITY];if(!n){t=o,n=p;continue}let d=i[t],m=d.helpfulCount??0,g=d.harmfulCount??0,h=m-g*2,f=Date.parse(d.updatedAt??d.createdAt),A=[h,m,Number.isFinite(f)?f:Number.POSITIVE_INFINITY];(p[0]<A[0]||p[0]===A[0]&&p[1]<A[1]||p[0]===A[0]&&p[1]===A[1]&&p[2]<A[2])&&(t=o,n=p)}if(t===-1)return;let[r]=i.splice(t,1);return r}function vs(i,e=.95){for(let[t,n]of Object.entries(i.sections)){let r=new Map,o=[];for(let s of n){let a=s.content.trim().toLowerCase(),l=r.get(a);l?(l.helpfulCount+=s.helpfulCount,l.harmfulCount+=s.harmfulCount,l.updatedAt=s.updatedAt):(r.set(a,s),o.push(s))}i.sections[t]=o}Os(i)}function Os(i){let e=0,t=0,n=0,r=0;for(let o of Object.values(i.sections))for(let s of o)e+=1,t+=s.helpfulCount,n+=s.harmfulCount,r+=gu(s.content);i.stats={bulletCount:e,helpfulCount:t,harmfulCount:n,tokenEstimate:r}}var xu={maxEpochs:1,maxReflectorRounds:2,maxSectionSize:25,similarityThreshold:.95,allowDynamicSections:!0},qr=class extends gt{playbook;artifact;baseInstruction;constructor(e){super({bestScore:e.bestScore,stats:e.stats,instruction:e.instruction,demos:e.demos,examples:e.examples,modelConfig:e.modelConfig,optimizerType:e.optimizerType,optimizationTime:e.optimizationTime,totalRounds:e.totalRounds,converged:e.converged,scoreHistory:e.scoreHistory,configurationHistory:e.configurationHistory}),this.playbook=Pt(e.playbook),this.artifact=e.artifact,this.baseInstruction=e.baseInstruction}applyTo(e){super.applyTo(e);let t=e.getSignature(),r=[(this.baseInstruction??t.getDescription()??"").trim(),"",Fn(this.playbook)].filter(o=>o&&o.trim().length>0).join(`
506
+ ${t}`.trim()}function Au(i){let e=i.toLowerCase().replace(/[^a-z0-9]+/g,"-").replace(/^-+|-+$/g,"").slice(0,6),t=fu.randomBytes(4).toString("hex");return`${e||"ctx"}-${t}`}function yu(i,e){let t=-1,n;for(let s=0;s<i.length;s+=1){let o=i[s];if(e.has(o.id))continue;let a=o.helpfulCount??0,l=o.harmfulCount??0,c=a-l*2,u=Date.parse(o.updatedAt??o.createdAt),p=[c,a,Number.isFinite(u)?u:Number.POSITIVE_INFINITY];if(!n){t=s,n=p;continue}let d=i[t],m=d.helpfulCount??0,g=d.harmfulCount??0,h=m-g*2,f=Date.parse(d.updatedAt??d.createdAt),A=[h,m,Number.isFinite(f)?f:Number.POSITIVE_INFINITY];(p[0]<A[0]||p[0]===A[0]&&p[1]<A[1]||p[0]===A[0]&&p[1]===A[1]&&p[2]<A[2])&&(t=s,n=p)}if(t===-1)return;let[r]=i.splice(t,1);return r}function Oo(i,e=.95){for(let[t,n]of Object.entries(i.sections)){let r=new Map,s=[];for(let o of n){let a=o.content.trim().toLowerCase(),l=r.get(a);l?(l.helpfulCount+=o.helpfulCount,l.harmfulCount+=o.harmfulCount,l.updatedAt=o.updatedAt):(r.set(a,o),s.push(o))}i.sections[t]=s}ko(i)}function ko(i){let e=0,t=0,n=0,r=0;for(let s of Object.values(i.sections))for(let o of s)e+=1,t+=o.helpfulCount,n+=o.harmfulCount,r+=xu(o.content);i.stats={bulletCount:e,helpfulCount:t,harmfulCount:n,tokenEstimate:r}}var bu={maxEpochs:1,maxReflectorRounds:2,maxSectionSize:25,similarityThreshold:.95,allowDynamicSections:!0},zr=class extends gt{playbook;artifact;baseInstruction;constructor(e){super({bestScore:e.bestScore,stats:e.stats,instruction:e.instruction,demos:e.demos,examples:e.examples,modelConfig:e.modelConfig,optimizerType:e.optimizerType,optimizationTime:e.optimizationTime,totalRounds:e.totalRounds,converged:e.converged,scoreHistory:e.scoreHistory,configurationHistory:e.configurationHistory}),this.playbook=Et(e.playbook),this.artifact=e.artifact,this.baseInstruction=e.baseInstruction}applyTo(e){super.applyTo(e);let t=e.getSignature(),r=[(this.baseInstruction??t.getDescription()??"").trim(),"",Fn(this.playbook)].filter(s=>s&&s.trim().length>0).join(`
507
507
 
508
- `);e.setDescription(r)}},ks=class extends je{aceConfig;playbook;generatorHistory=[];deltaHistory=[];reflectorProgram;curatorProgram;program;constructor(e,t){super(e),this.aceConfig={...xu,...t},this.playbook=t?.initialPlaybook!==void 0?Pt(t.initialPlaybook):Rs()}reset(){super.reset(),this.playbook=this.aceConfig.initialPlaybook!==void 0?Pt(this.aceConfig.initialPlaybook):Rs(),this.generatorHistory=[],this.deltaHistory=[]}configureAuto(e){switch(e){case"light":this.aceConfig.maxEpochs=1,this.aceConfig.maxReflectorRounds=1;break;case"medium":this.aceConfig.maxEpochs=2,this.aceConfig.maxReflectorRounds=2;break;case"heavy":this.aceConfig.maxEpochs=3,this.aceConfig.maxReflectorRounds=3;break}}async compile(e,t,n,r){let o=r?.aceOptions;o&&(Object.assign(this.aceConfig,{maxEpochs:o.maxEpochs??this.aceConfig.maxEpochs,maxReflectorRounds:o.maxReflectorRounds??this.aceConfig.maxReflectorRounds,maxSectionSize:o.maxSectionSize??this.aceConfig.maxSectionSize,similarityThreshold:o.similarityThreshold??this.aceConfig.similarityThreshold,allowDynamicSections:o.allowDynamicSections??this.aceConfig.allowDynamicSections}),o.initialPlaybook&&(this.playbook=Pt(o.initialPlaybook)));let s=Date.now();this.validateExamples(t),this.program=e;let a=await this.extractProgramInstruction(e),l=e.getSignature().getDescription()??"";this.generatorHistory=[],this.deltaHistory=[];let c=Number.NEGATIVE_INFINITY,u=0,p=Math.max(this.aceConfig.maxEpochs,1),d=p*t.length;try{for(let A=0;A<p;A++)for(let x=0;x<t.length;x++){let y=t[x],b=this.composeInstruction(a??l,this.playbook);e.setDescription?.(b);let I=await e.forward(this.studentAI,y);this.stats.totalCalls+=1;let T=await n({prediction:I,example:y});typeof T=="number"&&(this.stats.bestScore=Math.max(this.stats.bestScore,T),c=Math.max(c,T));let v=I?.severity,k=y?.severity,R=this.createGeneratorOutput(I,y),C=k&&v&&k!==v,O=await this.runReflectionRounds({example:y,generatorOutput:R,feedback:k&&v&&k!==v?`Expected severity "${k}" but model predicted "${v}".`:void 0}),w=await this.runCurator({program:e,example:y,reflection:O,playbook:this.playbook}),E=this.normalizeCuratorOperations(w?.operations);E.length===0&&C&&(E=this.inferOperationsFromReflection(O)),E=this.resolveCuratorOperationTargets(E,this.playbook,O,R);let S=w||E.length>0?{...w??{},operations:E}:void 0,F=[];if(E.length>0){let j=this.collectProtectedBulletIds(E),J=ws(this.playbook,E,{maxSectionSize:this.aceConfig.maxSectionSize,allowDynamicSections:this.aceConfig.allowDynamicSections,enableAutoPrune:!0,protectedBulletIds:j});F=J.updatedBulletIds,J.autoRemoved.length>0&&(E.push(...J.autoRemoved),S&&(S.operations=E))}if(O?.bulletTags)for(let j of O.bulletTags)Ss(this.playbook,j.id,j.tag);E.length>0&&F.length>0&&vs(this.playbook,this.aceConfig.similarityThreshold);let $={example:y,prediction:I,score:typeof T=="number"?T:0,generatorOutput:R,reflection:O,curator:S,timestamp:new Date().toISOString()};this.generatorHistory.push($),F.length>0&&S?.operations?.length&&this.deltaHistory.push({epoch:A,exampleIndex:x,operations:S.operations}),u+=1,this.currentRound=u;let M=typeof T=="number"&&Number.isFinite(T)?T:0,P=Number.isFinite(c)?c:M,W={...r??{},maxIterations:d};await this.updateOptimizationProgress(u,M,{epoch:A,exampleIndex:x,playbookBullets:this.playbook.stats.bulletCount},"ACE",{epochs:p,totalRounds:d},P,{playbookBullets:this.playbook.stats.bulletCount},void 0,W),this.stats.convergenceInfo.finalImprovement=Math.max(this.stats.convergenceInfo.finalImprovement,M)}}finally{e.setDescription?.(l)}let m=Date.now()-s;this.stats.resourceUsage.totalTime=m,this.stats.convergenceInfo.converged=!0,this.stats.bestScore=Number.isFinite(c)?c:0;let g={playbook:Pt(this.playbook),feedback:[...this.generatorHistory],history:[...this.deltaHistory]},h=new qr({baseInstruction:a??l,playbook:this.playbook,artifact:g,bestScore:Number.isFinite(c)?c:0,stats:this.stats,optimizerType:"ACE",optimizationTime:m,totalRounds:u,converged:this.stats.convergenceInfo.converged});return{stats:this.stats,bestScore:Number.isFinite(c)?c:0,finalConfiguration:{strategy:"ace",epochs:p},optimizedProgram:h,playbook:Pt(this.playbook),artifact:g}}async applyOnlineUpdate(e){if(!this.program)throw new Error("AxACE: `compile` must be run before `applyOnlineUpdate`");let t=this.createGeneratorOutput(e.prediction,e.example),n=e.prediction?.severity,r=e.example?.severity,o=await this.runReflectionRounds({example:e.example,generatorOutput:t,feedback:e.feedback??(r&&n&&r!==n?`Expected severity "${r}" but model predicted "${n}".`:void 0)}),s=await this.runCurator({program:this.program,example:e.example,reflection:o,playbook:this.playbook}),a=this.normalizeCuratorOperations(s?.operations),l=r&&n&&r!==n;a.length===0&&l&&(a=this.inferOperationsFromReflection(o)),a=this.resolveCuratorOperationTargets(a,this.playbook,o,t);let c=s||a.length>0?{...s??{},operations:a}:void 0;if(o?.bulletTags)for(let p of o.bulletTags)Ss(this.playbook,p.id,p.tag);if(a.length>0){let p=this.collectProtectedBulletIds(a),d=ws(this.playbook,a,{maxSectionSize:this.aceConfig.maxSectionSize,allowDynamicSections:this.aceConfig.allowDynamicSections,enableAutoPrune:!0,protectedBulletIds:p});d.autoRemoved.length>0&&(a.push(...d.autoRemoved),c&&(c.operations=a)),vs(this.playbook,this.aceConfig.similarityThreshold)}let u={example:e.example,prediction:e.prediction,score:0,generatorOutput:t,reflection:o,curator:c,timestamp:new Date().toISOString()};return this.generatorHistory.push(u),c}composeInstruction(e,t){return[e.trim(),"",Fn(t)].filter(r=>r.trim().length>0).join(`
508
+ `);e.setDescription(r)}},Mo=class extends je{aceConfig;playbook;generatorHistory=[];deltaHistory=[];reflectorProgram;curatorProgram;program;constructor(e,t){super(e),this.aceConfig={...bu,...t},this.playbook=t?.initialPlaybook!==void 0?Et(t.initialPlaybook):wo()}reset(){super.reset(),this.playbook=this.aceConfig.initialPlaybook!==void 0?Et(this.aceConfig.initialPlaybook):wo(),this.generatorHistory=[],this.deltaHistory=[]}configureAuto(e){switch(e){case"light":this.aceConfig.maxEpochs=1,this.aceConfig.maxReflectorRounds=1;break;case"medium":this.aceConfig.maxEpochs=2,this.aceConfig.maxReflectorRounds=2;break;case"heavy":this.aceConfig.maxEpochs=3,this.aceConfig.maxReflectorRounds=3;break}}async compile(e,t,n,r){let s=r?.aceOptions;s&&(Object.assign(this.aceConfig,{maxEpochs:s.maxEpochs??this.aceConfig.maxEpochs,maxReflectorRounds:s.maxReflectorRounds??this.aceConfig.maxReflectorRounds,maxSectionSize:s.maxSectionSize??this.aceConfig.maxSectionSize,similarityThreshold:s.similarityThreshold??this.aceConfig.similarityThreshold,allowDynamicSections:s.allowDynamicSections??this.aceConfig.allowDynamicSections}),s.initialPlaybook&&(this.playbook=Et(s.initialPlaybook)));let o=Date.now();this.validateExamples(t),this.program=e;let a=await this.extractProgramInstruction(e),l=e.getSignature().getDescription()??"";this.generatorHistory=[],this.deltaHistory=[];let c=Number.NEGATIVE_INFINITY,u=0,p=Math.max(this.aceConfig.maxEpochs,1),d=p*t.length;try{for(let A=0;A<p;A++)for(let x=0;x<t.length;x++){let b=t[x],y=this.composeInstruction(a??l,this.playbook);e.setDescription?.(y);let I=await e.forward(this.studentAI,b);this.stats.totalCalls+=1;let T=await n({prediction:I,example:b});typeof T=="number"&&(this.stats.bestScore=Math.max(this.stats.bestScore,T),c=Math.max(c,T));let v=I?.severity,k=b?.severity,R=this.createGeneratorOutput(I,b),C=k&&v&&k!==v,O=await this.runReflectionRounds({example:b,generatorOutput:R,feedback:k&&v&&k!==v?`Expected severity "${k}" but model predicted "${v}".`:void 0}),w=await this.runCurator({program:e,example:b,reflection:O,playbook:this.playbook}),P=this.normalizeCuratorOperations(w?.operations);P.length===0&&C&&(P=this.inferOperationsFromReflection(O)),P=this.resolveCuratorOperationTargets(P,this.playbook,O,R);let S=w||P.length>0?{...w??{},operations:P}:void 0,F=[];if(P.length>0){let j=this.collectProtectedBulletIds(P),J=So(this.playbook,P,{maxSectionSize:this.aceConfig.maxSectionSize,allowDynamicSections:this.aceConfig.allowDynamicSections,enableAutoPrune:!0,protectedBulletIds:j});F=J.updatedBulletIds,J.autoRemoved.length>0&&(P.push(...J.autoRemoved),S&&(S.operations=P))}if(O?.bulletTags)for(let j of O.bulletTags)vo(this.playbook,j.id,j.tag);P.length>0&&F.length>0&&Oo(this.playbook,this.aceConfig.similarityThreshold);let $={example:b,prediction:I,score:typeof T=="number"?T:0,generatorOutput:R,reflection:O,curator:S,timestamp:new Date().toISOString()};this.generatorHistory.push($),F.length>0&&S?.operations?.length&&this.deltaHistory.push({epoch:A,exampleIndex:x,operations:S.operations}),u+=1,this.currentRound=u;let M=typeof T=="number"&&Number.isFinite(T)?T:0,E=Number.isFinite(c)?c:M,W={...r??{},maxIterations:d};await this.updateOptimizationProgress(u,M,{epoch:A,exampleIndex:x,playbookBullets:this.playbook.stats.bulletCount},"ACE",{epochs:p,totalRounds:d},E,{playbookBullets:this.playbook.stats.bulletCount},void 0,W),this.stats.convergenceInfo.finalImprovement=Math.max(this.stats.convergenceInfo.finalImprovement,M)}}finally{e.setDescription?.(l)}let m=Date.now()-o;this.stats.resourceUsage.totalTime=m,this.stats.convergenceInfo.converged=!0,this.stats.bestScore=Number.isFinite(c)?c:0;let g={playbook:Et(this.playbook),feedback:[...this.generatorHistory],history:[...this.deltaHistory]},h=new zr({baseInstruction:a??l,playbook:this.playbook,artifact:g,bestScore:Number.isFinite(c)?c:0,stats:this.stats,optimizerType:"ACE",optimizationTime:m,totalRounds:u,converged:this.stats.convergenceInfo.converged});return{stats:this.stats,bestScore:Number.isFinite(c)?c:0,finalConfiguration:{strategy:"ace",epochs:p},optimizedProgram:h,playbook:Et(this.playbook),artifact:g}}async applyOnlineUpdate(e){if(!this.program)throw new Error("AxACE: `compile` must be run before `applyOnlineUpdate`");let t=this.createGeneratorOutput(e.prediction,e.example),n=e.prediction?.severity,r=e.example?.severity,s=await this.runReflectionRounds({example:e.example,generatorOutput:t,feedback:e.feedback??(r&&n&&r!==n?`Expected severity "${r}" but model predicted "${n}".`:void 0)}),o=await this.runCurator({program:this.program,example:e.example,reflection:s,playbook:this.playbook}),a=this.normalizeCuratorOperations(o?.operations),l=r&&n&&r!==n;a.length===0&&l&&(a=this.inferOperationsFromReflection(s)),a=this.resolveCuratorOperationTargets(a,this.playbook,s,t);let c=o||a.length>0?{...o??{},operations:a}:void 0;if(s?.bulletTags)for(let p of s.bulletTags)vo(this.playbook,p.id,p.tag);if(a.length>0){let p=this.collectProtectedBulletIds(a),d=So(this.playbook,a,{maxSectionSize:this.aceConfig.maxSectionSize,allowDynamicSections:this.aceConfig.allowDynamicSections,enableAutoPrune:!0,protectedBulletIds:p});d.autoRemoved.length>0&&(a.push(...d.autoRemoved),c&&(c.operations=a)),Oo(this.playbook,this.aceConfig.similarityThreshold)}let u={example:e.example,prediction:e.prediction,score:0,generatorOutput:t,reflection:s,curator:c,timestamp:new Date().toISOString()};return this.generatorHistory.push(u),c}composeInstruction(e,t){return[e.trim(),"",Fn(t)].filter(r=>r.trim().length>0).join(`
509
509
 
510
- `)}async extractProgramInstruction(e){try{return e.getSignature().getDescription()??void 0}catch{return}}createGeneratorOutput(e,t){let n=e?.thought?.toString()??"",r=Array.isArray(e?.bullet_ids)?e?.bullet_ids:[];return{reasoning:n,answer:e,bulletIds:r,trajectory:JSON.stringify({example:t,prediction:e}),metadata:{predictedSeverity:e?.severity,expectedSeverity:t?.severity}}}resolveCuratorOperationTargets(e,t,n,r){if(!e.length)return e;let o=[],s=new Set(e.map(u=>u.bulletId).filter(u=>typeof u=="string")),a=new Map,l=(u,p)=>{if(s.has(u))return;let d=this.locateBullet(t,u);if(!d)return;let m=a.get(d.section)??{harmful:[],primary:[],generator:[]};m[p].push(d.id),a.set(d.section,m)};for(let u of n?.bulletTags??[]){let p=u.tag==="harmful"?"harmful":"primary";l(u.id,p)}if(r?.bulletIds)for(let u of r.bulletIds)l(u,"generator");let c=u=>{let p=a.get(u);if(!p)return this.locateFallbackBullet(t,u,s);let d=g=>{for(;g.length>0;){let h=g.shift();if(!s.has(h))return h}},m=d(p.harmful)??d(p.primary)??d(p.generator);return m||this.locateFallbackBullet(t,u,s)};for(let u of e){if((u.type==="UPDATE"||u.type==="REMOVE")&&!u.bulletId){let p=c(u.section);p&&(u.bulletId=p,s.add(p))}(u.type==="UPDATE"||u.type==="REMOVE")&&!u.bulletId||o.push(u)}return o}locateBullet(e,t){for(let n of Object.values(e.sections)){let r=n.find(o=>o.id===t);if(r)return r}}locateFallbackBullet(e,t,n){let r=e.sections[t]??[];for(let o of r)if(!n.has(o.id))return o.id}collectProtectedBulletIds(e){let t=new Set;for(let n of e)n.type==="UPDATE"&&n.bulletId&&t.add(n.bulletId);return t}normalizeCuratorOperations(e){if(!e)return[];if(Array.isArray(e)){let t=[],n=new Set;for(let r of e){if(!r||typeof r!="object")continue;let o=r.type??"ADD",s=typeof o=="string"?o.toUpperCase():"ADD",a=s==="UPDATE"?"UPDATE":s==="REMOVE"?"REMOVE":"ADD",l=r.section??"Guidelines",c=typeof l=="string"&&l.trim().length>0?l.trim():"Guidelines",u=r.content??"",p=typeof u=="string"?u.trim():"";if(a!=="REMOVE"&&p.length===0)continue;let d=r.bulletId??r.id,m=typeof d=="string"&&d.trim().length>0?d.trim():void 0,h=[a,c,p,m??""].join(":");if(n.has(h))continue;n.add(h);let f={type:a,section:c};a!=="REMOVE"&&(f.content=p),m&&(f.bulletId=m);let A=r.metadata;A&&typeof A=="object"&&(f.metadata={...A}),t.push(f)}return t}if(typeof e=="string")try{let t=JSON.parse(e);return this.normalizeCuratorOperations(t)}catch{return[]}if(typeof e=="object"){let t=e;if(t&&Array.isArray(t.operations))return this.normalizeCuratorOperations(t.operations);if(t&&typeof t.operations=="string")try{let n=JSON.parse(t.operations);return this.normalizeCuratorOperations(n)}catch{return[]}return[]}return[]}inferOperationsFromReflection(e){if(!e)return[];let t=[],n=new Set,r=(o,s)=>{if(!s)return;let a=s.trim();if(!a||a.toLowerCase().startsWith("no error"))return;let c=`${o}:${a}`;n.has(c)||(n.add(c),t.push({type:"ADD",section:o,content:a}))};return r("Guidelines",e.keyInsight),r("Response Strategies",e.correctApproach),r("Common Pitfalls",e.errorIdentification),r("Root Cause Notes",e.rootCauseAnalysis),t}async runReflectionRounds({example:e,generatorOutput:t,feedback:n}){let r=Math.max(this.aceConfig.maxReflectorRounds,1),o;for(let s=0;s<r;s++){let a=await this.runReflector({example:e,generatorOutput:t,feedback:n,previousReflection:o});if(!a)break;o=a;let l=a.errorIdentification?.toLowerCase().trim()??"";if(a.metadata?.resolved===!0||l.length===0||l.startsWith("no error")||l.startsWith("resolved"))break}return o}async runReflector({example:e,generatorOutput:t,feedback:n,previousReflection:r}){let o=this.getOrCreateReflectorProgram(),s=this.teacherAI??this.studentAI;try{let a={severity:e?.severity,policyHint:e?.policyHint},u=(this.program?.getSignature()?.getInputFields()??[]).reduce((d,m)=>(m.name in e&&(d[m.name]=e[m.name]),d),{});return await o.forward(s,{question:JSON.stringify(u),generator_answer:JSON.stringify(t.answer),generator_reasoning:t.reasoning,playbook:JSON.stringify({markdown:Fn(this.playbook),structured:this.playbook}),expected_answer:a.severity||a.policyHint?JSON.stringify(a):void 0,feedback:n,previous_reflection:r?JSON.stringify(r):void 0})}catch(a){this.verbose&&console.warn("[AxACE] Reflector error:",a instanceof Error?a.message:a);return}}async runCurator({program:e,example:t,reflection:n,playbook:r}){if(!n)return;let o=this.getOrCreateCuratorProgram(),s=this.teacherAI??this.studentAI,c=e.getSignature().getInputFields().reduce((u,p)=>(p.name in t&&(u[p.name]=t[p.name]),u),{});try{return await o.forward(s,{playbook:JSON.stringify({markdown:Fn(r),structured:r}),reflection:JSON.stringify(n),question_context:JSON.stringify(c),token_budget:1024})}catch(u){this.verbose&&console.warn("[AxACE] Curator error:",u instanceof Error?u.message:u);return}}getOrCreateReflectorProgram(){if(!this.reflectorProgram){let e=le().input("question",le.string("Original task input serialized as JSON")).input("generator_answer",le.string("Generator output serialized as JSON")).input("generator_reasoning",le.string("Generator reasoning trace").optional()).input("playbook",le.string("Current context playbook rendered as markdown")).input("expected_answer",le.string("Expected output when ground truth is available").optional()).input("feedback",le.string("External feedback or reward signal").optional()).input("previous_reflection",le.string("Most recent reflection JSON when running multi-round refinement").optional()).output("reasoning",le.string("Step-by-step analysis of generator performance")).output("errorIdentification",le.string("Specific mistakes detected")).output("rootCauseAnalysis",le.string("Underlying cause of the error")).output("correctApproach",le.string("What the generator should do differently")).output("keyInsight",le.string("Reusable insight to remember")).output("bulletTags",le.json("Array of {id, tag} entries referencing playbook bullets")).build();this.reflectorProgram=Ne(e)}return this.reflectorProgram}getOrCreateCuratorProgram(){if(!this.curatorProgram){let e=le().input("playbook",le.string("Current playbook serialized as JSON")).input("reflection",le.string("Latest reflection output serialized as JSON")).input("question_context",le.string("Original task input serialized as JSON")).input("token_budget",le.number("Approximate token budget for curator response").optional()).output("reasoning",le.string("Justification for the proposed updates")).output("operations",le.json("List of operations with type/section/content fields")).build();this.curatorProgram=Ne(e)}return this.curatorProgram}};var _n=class extends je{maxRounds;maxDemos;maxExamples;batchSize;earlyStoppingPatience;costMonitoring;maxTokensPerGeneration;verboseMode;debugMode;traces=[];constructor(e){super(e);let t=e.options||{};this.maxRounds=t.maxRounds??3,this.maxDemos=t.maxDemos??4,this.maxExamples=t.maxExamples??16,this.batchSize=t.batchSize??1,this.earlyStoppingPatience=t.earlyStoppingPatience??0,this.costMonitoring=t.costMonitoring??!1,this.maxTokensPerGeneration=t.maxTokensPerGeneration??0,this.verboseMode=t.verboseMode??!0,this.debugMode=t.debugMode??!1}async compileRound(e,t,n,r,o){let s=Date.now(),a=o?.maxDemos??this.maxDemos,l={modelConfig:{temperature:.7}};this.maxTokensPerGeneration>0&&(l.modelConfig.max_tokens=this.maxTokensPerGeneration);let c=yu([...t],this.maxExamples),u=this.traces.length;for(let p=0;p<c.length;p+=this.batchSize){p>0&&(l.modelConfig.temperature=.7+.001*p);let d=c.slice(p,p+this.batchSize);for(let m of d){if(!m||typeof m!="object")continue;let g=t.filter(A=>A!==m);e.setExamples(g);let h=this.getTeacherOrStudentAI();this.stats.totalCalls++;let f;try{let A={...l,maxRetries:1};f=await e.forward(h,m,A),this.costMonitoring&&(this.stats.estimatedTokenUsage+=JSON.stringify(m).length/4+JSON.stringify(f).length/4),await r({prediction:f,example:m})>=.5&&(this.traces=[...this.traces,...e.getTraces()],this.stats.successfulDemos++)}catch(A){(this.verboseMode||this.debugMode)&&console.warn(`Student model failed during bootstrap: ${A instanceof Error?A.message:"Unknown error"}`),f={}}if(this.traces.length>=a)return}}if(this.earlyStoppingPatience>0){let d=this.traces.length-u;if(!this.stats.earlyStopping)this.stats.earlyStopping={bestScoreRound:d>0?n:0,patienceExhausted:!1,reason:"No improvement detected"};else if(d>0)this.stats.earlyStopping.bestScoreRound=n;else if(n-this.stats.earlyStopping.bestScoreRound>=this.earlyStoppingPatience){this.stats.earlyStopping.patienceExhausted=!0,this.stats.earlyStopped=!0,this.stats.earlyStopping.reason=`No improvement for ${this.earlyStoppingPatience} rounds`;return}}}async compile(e,t,n,r){this.validateExamples(t,!1);let o=r?.maxIterations??this.maxRounds;this.traces=[],this.reset();for(let l=0;l<o&&(await this.compileRound(e,t,l,n,r),!this.stats.earlyStopped);l++);if(this.traces.length===0)throw new Error("No demonstrations found. Either provide more examples or improve the existing ones.");let s=Au(this.traces),a=0;return this.traces.length>0&&(a=this.stats.successfulDemos/Math.max(1,this.stats.totalCalls)),await this.logOptimizationComplete("BootstrapFewShot",a,{maxRounds:this.maxRounds,maxDemos:this.maxDemos,batchSize:this.batchSize,successRate:a,demosGenerated:s.length,tracesCollected:this.traces.length},r),{demos:s,stats:this.stats,bestScore:a,finalConfiguration:{maxRounds:this.maxRounds,maxDemos:this.maxDemos,batchSize:this.batchSize,successRate:a}}}};function Au(i){let e=new Map;for(let n of i)if(e.has(n.programId)){let r=e.get(n.programId);r&&r.push(n.trace)}else e.set(n.programId,[n.trace]);let t=[];return e.forEach((n,r)=>{t.push({traces:n,programId:r})}),t}var yu=(i,e)=>{let t=[...i];for(let n=t.length-1;n>0;n--){let r=Math.floor(Math.random()*(n+1)),o=t[n],s=t[r];if(!o||!s)throw new Error("Invalid array elements");[t[n],t[r]]=[s,o]}return t.slice(0,e)};var Ms=class extends je{numTrials;minibatch;minibatchSize;earlyStoppingTrials;minImprovementThreshold;sampleCount;crossoverEvery;tieEpsilon;paretoSetSize;mergeMax;mergesUsed=0;mergesDue=0;totalMergesTested=0;lastIterFoundNewProgram=!1;rngState;mergeAttemptKeys=new Set;mergeCompositionKeys=new Set;samplerState={epoch:-1,shuffled:[],freq:new Map};constructor(e){super(e),this.numTrials=e.numTrials??24,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??8,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??0,this.sampleCount=e.sampleCount??1,this.crossoverEvery=Math.max(0,Math.floor(e?.crossoverEvery??Math.max(3,Math.floor(this.numTrials/3)))),this.tieEpsilon=Number.isFinite(e?.tieEpsilon)?Number(e?.tieEpsilon):0;let t=e?.seed,n=Number.isFinite(t)?Math.floor(Number(t)):0;this.rngState=n&&n!==0?n:123456789;let r=e?.paretoSetSize;this.paretoSetSize=r&&r>0?Math.min(1e3,Math.max(5,Math.floor(r))):Math.max(10,Math.min(200,this.minibatchSize*3));let o=e?.mergeMax;this.mergeMax=Math.max(0,Math.floor(o??5)),this.mergesUsed=0,this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}reset(){super.reset(),this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold,this.mergesUsed=0,this.mergesDue=0,this.totalMergesTested=0,this.lastIterFoundNewProgram=!1,this.mergeAttemptKeys.clear(),this.mergeCompositionKeys.clear(),this.samplerState.epoch=-1,this.samplerState.shuffled=[],this.samplerState.freq.clear()}configureAuto(e){switch(e){case"light":this.numTrials=8,this.minibatch=!0,this.minibatchSize=6;break;case"medium":this.numTrials=16,this.minibatch=!0,this.minibatchSize=10;break;case"heavy":this.numTrials=28,this.minibatch=!0,this.minibatchSize=14;break}}async compile(e,t,n,r){let o=Date.now(),s=e;this.validateExamples(t),r?.auto&&this.configureAuto(r.auto);let a=s.getNodePrograms?.();if(!a||a.length===0)throw new Error("AxGEPAFlow: flow has no nodes to optimize");let l=r?.validationExamples,c=r?.feedbackExamples,u=(l&&l.length>0?l:t).slice(0,this.paretoSetSize),p=c&&c.length>0?c:t;this.getOptimizerLogger(r)?.({name:"OptimizationStart",value:{optimizerType:"GEPA-Flow",exampleCount:t.length,validationCount:u.length,config:{numTrials:this.numTrials,minibatch:this.minibatch}}});let m=async(E,S)=>{try{s.setAllNodeInstructions?.(E);let F=await s.forward(this.studentAI,S,{sampleCount:this.sampleCount});return this.stats.totalCalls+=1,await n({prediction:F,example:S})||{}}catch{return{}}},g=async(E,S)=>{let F=[];for(let $ of S)F.push(await m(E,$));return jr(F)},h={};for(let E of a)h[E.name]=await this.getBaseInstruction(E.program);let f=[{cfg:{...h},parent:void 0,scores:await g(h,u)}],A=E=>{let S=r?.paretoMetricKey,F=r?.paretoScalarize;if(typeof F=="function")return F(E);if(S)return Number.isFinite(E[S])?E[S]:0;let $=Object.values(E);return $.length?$.reduce((M,P)=>M+P,0)/$.length:0},x=[],y=async(E,S)=>{let F=[];for(let $ of S){let M=await m(E,$);F.push(A(M))}return F};x.push(await y(h,u));let b=ut(f.map((E,S)=>({idx:S,scores:E.scores})),this.tieEpsilon).map(E=>E.idx),I=0,T=new Set,v=r?.maxMetricCalls;if(!Number.isFinite(v)||v<=0)throw new Error("AxGEPA-Flow: options.maxMetricCalls must be set to a positive integer");let k=Math.floor(v);for(let E=0;E<this.numTrials&&!(k!==void 0&&this.stats.totalCalls>=Math.max(1,Math.floor(k)));E++){let S=x[0]?.length??0,F=[];for(let z=0;z<S;z++){let ie=Number.NEGATIVE_INFINITY,G=new Set;for(let U=0;U<x.length;U++){let Y=x[U][z];Y>ie+this.tieEpsilon?(ie=Y,G.clear(),G.add(U)):Math.abs(Y-ie)<=this.tieEpsilon&&G.add(U)}F.push(G)}let $=x.map(z=>Et(z));if(this.mergeMax>0&&this.mergesDue>0&&this.lastIterFoundNewProgram){let z=kn(F,$),ie=new Set;for(let N of z)for(let L of N)ie.add(L);let G=Array.from(ie),U=N=>{let L=[],_=N;for(;_!==void 0;)L.push(_),_=f[_]?.parent;return L},Y=N=>N.length?N[Math.floor(this.rand()*N.length)]:void 0,te;for(let N=0;N<10&&!te&&!(G.length<2);N++){let L=Y(G),_=Y(G);if(L===_)continue;_<L&&([L,_]=[_,L]);let B=new Set(U(L)),X=new Set(U(_));if(B.has(_)||X.has(L))continue;let pe=[...B].filter(ue=>X.has(ue));if(pe.length===0)continue;let Z=[];for(let ue of pe){let pt=f[ue].cfg,ft=f[L].cfg,Qe=f[_].cfg,xt=!1,At=new Set([...Object.keys(pt),...Object.keys(ft),...Object.keys(Qe)]);for(let dt of At){let yt=pt[dt],Rt=ft[dt],H=Qe[dt];if(Rt===yt&&H!==Rt||H===yt&&Rt!==H){xt=!0;break}}xt&&Z.push(ue)}if(Z.length===0)continue;let re=Z.map(ue=>Math.max(1e-9,$[ue])),se=this.rand()*re.reduce((ue,pt)=>ue+pt,0),ce=Z[Z.length-1];for(let ue=0;ue<Z.length;ue++){if(se<re[ue]){ce=Z[ue];break}se-=re[ue]}let ye=$[ce],Ce=$[L],qe=$[_];if(ye>Math.min(Ce,qe))continue;let Me=`${L}|${_}|${ce}`;if(this.mergeAttemptKeys.has(Me))continue;this.mergeAttemptKeys.add(Me);let Ge=`${L}|${_}|${ce}`;T.has(Ge)||(te={i:L,j:_,a:ce})}if(this.lastIterFoundNewProgram=!1,te){let{i:N,j:L,a:_}=te,{cfg:B,descSig:X}=this.systemAwareMergeWithSig(f,N,L,(H,ge)=>$[H]>=$[ge]?H:ge),pe=`${Math.min(N,L)}|${Math.max(N,L)}|${X}`;if(this.mergeCompositionKeys.has(pe))continue;this.mergeCompositionKeys.add(pe);let Z=x[N],re=x[L],se=Array.from({length:Z.length},(H,ge)=>ge),ce=se.filter(H=>(Z[H]??0)>(re[H]??0)),ye=se.filter(H=>(re[H]??0)>(Z[H]??0)),Ce=se.filter(H=>!(ce.includes(H)||ye.includes(H))),qe=5,Me=Math.ceil(qe/3),Ge=(H,ge)=>{if(ge<=0||H.length===0)return[];if(H.length<=ge)return[...H];let st=[],Ue=new Set;for(;st.length<ge;){let Be=Math.floor(this.rand()*H.length);Ue.has(Be)||(Ue.add(Be),st.push(H[Be]))}return st},ue=[];ue.push(...Ge(ce,Math.min(Me,ce.length))),ue.push(...Ge(ye,Math.min(Me,ye.length)));let pt=qe-ue.length;ue.push(...Ge(Ce,Math.max(0,pt)));let ft=qe-ue.length;if(ft>0){let H=se.filter(ge=>!ue.includes(ge));ue.push(...Ge(H,Math.min(ft,H.length)))}let Qe=ue.slice(0,Math.min(qe,se.length)),xt=Qe.map(H=>u[H]),dt=(await y(B,xt)).reduce((H,ge)=>H+ge,0),yt=Qe.reduce((H,ge)=>H+(Z[ge]??0),0),Rt=Qe.reduce((H,ge)=>H+(re[ge]??0),0);if(dt>=Math.max(yt,Rt)+this.tieEpsilon){let H=await g(B,u);f.push({cfg:B,parent:_,scores:H}),x.push(await y(B,u));let ge=b.length,st=Ve(b.map(Be=>f[Be].scores))??0;b=ut(f.map((Be,Gn)=>({idx:Gn,scores:Be.scores})),this.tieEpsilon).map(Be=>Be.idx);let Ue=Ve(b.map(Be=>f[Be].scores))??0;(b.length>ge||Ue>st+1e-6)&&(I=0),this.mergesDue-=1,this.totalMergesTested+=1,T.add(`${Math.min(N,L)}|${Math.max(N,L)}|${_}`)}continue}}let M=Mn(F,$,()=>this.rand());this.lastIterFoundNewProgram=!1;let P=this.minibatch?this.nextMinibatchIndices(p.length,E).map(z=>p[z]):p;if(r?.skipPerfectScore??!0){let z=Number(r?.perfectScore??1),ie=await y(f[M].cfg,P);if(ie.length>0&&ie.every(G=>G>=z))continue}let W=!1,j={...f[M].cfg},J="reflective_mutation",Q=E%a.length,ne=a[Q],ee,Ie;if(W&&this.mergesUsed<this.mergeMax){let z=(M+1)%f.length,ie=N=>{let L=[],_=N;for(;_!==void 0;)L.push(_),_=f[_]?.parent;return L},G=ie(M),U=ie(z),Y=G.find(N=>U.includes(N)),te=!0;if(Y||(te=!1),(U.includes(M)||G.includes(z))&&(te=!1),te){let N=f[Y].cfg,L=f[M].cfg,_=f[z].cfg,B=!1,X=new Set([...Object.keys(N),...Object.keys(L),...Object.keys(_)]);for(let pe of X){let Z=N[pe],re=L[pe],se=_[pe];if(re===Z&&se!==re||se===Z&&re!==se){B=!0;break}}B||(te=!1)}if(te){let N=Math.min(M,z),L=Math.max(M,z),_=`${N}|${L}|${Y}`;if(!T.has(_)){let B=A(f[Y].scores),X=A(f[M].scores),pe=A(f[z].scores);B<=Math.min(X,pe)&&(j=this.systemAwareMerge(f,M,z,(Z,re)=>{let se=A(f[Z].scores),ce=A(f[re].scores);return se>=ce?Z:re}),J="system_merge",this.mergesUsed+=1,T.add(_))}}else{let N=f[M].cfg[ne.name],L=r?.gepaAdapter,_;if(L)try{let B=await L.evaluate(P,{...f[M].cfg},!0);ee=Array.isArray(B?.scores)?B.scores.reduce((re,se)=>re+(Number(se)||0),0):void 0;let X=L.make_reflective_dataset({...f[M].cfg},B,[ne.name]),Z=(await L.propose_new_texts?.({...f[M].cfg},X,[ne.name]))?.[ne.name];typeof Z=="string"&&Z.length>0&&(_=Z)}catch{}if(_||(_=await this.reflectModuleInstruction(ne.name,N,s,a,{...f[M].cfg},P,async({prediction:B,example:X})=>{let pe=await n({prediction:B,example:X}),Z=Object.values(pe||{});return Z.length?Z.reduce((re,se)=>re+se,0)/Z.length:0},r)),j[ne.name]=_,L&&ee!==void 0)try{let B=await L.evaluate(P,j,!1);Ie=Array.isArray(B?.scores)?B.scores.reduce((X,pe)=>X+(Number(pe)||0),0):void 0}catch{}}}else{let z=f[M].cfg[ne.name],ie=r?.gepaAdapter,G;if(ie)try{let U=await ie.evaluate(P,{...f[M].cfg},!0);ee=Array.isArray(U?.scores)?U.scores.reduce((L,_)=>L+(Number(_)||0),0):void 0;let Y=ie.make_reflective_dataset({...f[M].cfg},U,[ne.name]),N=(await ie.propose_new_texts?.({...f[M].cfg},Y,[ne.name]))?.[ne.name];typeof N=="string"&&N.length>0&&(G=N)}catch{}if(G||(G=await this.reflectModuleInstruction(ne.name,z,s,a,{...f[M].cfg},P,async({prediction:U,example:Y})=>{let te=await n({prediction:U,example:Y}),N=Object.values(te||{});return N.length?N.reduce((L,_)=>L+_,0)/N.length:0},r)),j[ne.name]=G,ie&&ee!==void 0)try{let U=await ie.evaluate(P,j,!1);Ie=Array.isArray(U?.scores)?U.scores.reduce((Y,te)=>Y+(Number(te)||0),0):void 0}catch{}}let me=await y(f[M].cfg,P),ke=await y(j,P),Je=me.reduce((z,ie)=>z+ie,0),Te=ke.reduce((z,ie)=>z+ie,0);if(this.currentRound=E+1,await this.updateOptimizationProgress(this.currentRound,Te,{modules:a.length,mutatedModule:ne.name,totalRounds:this.numTrials},"GEPA-Flow",{strategy:J,paretoSetSize:u.length},Te,{idx:M},{...r??{},maxIterations:this.numTrials}),!(Te>Je+this.tieEpsilon&&(ee===void 0||Ie===void 0||Ie>ee+this.tieEpsilon))){if(++I>=this.earlyStoppingTrials)break;continue}let $e=await g(j,u);f.push({cfg:j,parent:M,scores:$e}),x.push(await y(j,u));let ht=b.length,Ae=Ve(b.map(z=>f[z].scores))??0;b=ut(f.map((z,ie)=>({idx:ie,scores:z.scores})),this.tieEpsilon).map(z=>z.idx);let De=Ve(b.map(z=>f[z].scores))??0;if(b.length>ht||De>Ae+1e-6)I=0;else if(I++,I>=this.earlyStoppingTrials)break;this.lastIterFoundNewProgram=!0,this.mergeMax>0&&this.totalMergesTested<this.mergeMax&&(this.mergesDue+=1)}let R=ut(f.map((E,S)=>({idx:S,scores:E.scores})),this.tieEpsilon),C=R.length>0?Math.max(...R.map(E=>A(E.scores))):0,O=Ve(R.map(E=>E.scores));this.stats.convergenceInfo.converged=!0;let w=this.getMergedCustomLabels(r);return this.recordParetoMetrics(R.length,f.length,"GEPA-Flow",O,w),{demos:[],stats:this.stats,bestScore:C,paretoFront:R.map(E=>({demos:[],scores:E.scores,configuration:{candidate:E.idx},dominatedSolutions:E.dominated})),paretoFrontSize:R.length,hypervolume:O,finalConfiguration:{strategy:"gepa_flow_pareto",candidates:f.length}}}async getBaseInstruction(e){let t=e?.getInstruction?.();if(t&&t.length>0)return t;let r=e?.getSignature?.()?.getDescription?.();return r&&r.length>0?r:"Follow the task precisely. Be concise, correct, and consistent."}async evaluateOnSet(e,t,n,r){let o=[];for(let s of n){let a=await this.evaluateOne(e,t,s,r);o.push(a)}return o}async evaluateAvg(e,t,n,r){let o=await this.evaluateOnSet(e,t,n,r);return o.length>0?Et(o):0}async evaluateOne(e,t,n,r){try{e.setAllNodeInstructions?.(t);let o=await e.forward(this.studentAI,n,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let s=await r({prediction:o,example:n});return typeof s=="number"&&!Number.isNaN(s)?((typeof this.targetScore=="number"?s>=this.targetScore:s>=.5)&&(this.stats.successfulDemos+=1),s):0}catch{return 0}}async reflectModuleInstruction(e,t,n,r,o,s,a,l){let c=[],u=[];for(let A of s)try{o[e]=t,n.setAllNodeInstructions?.(o);let x=await n.forward(this.studentAI,A,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let y=await a({prediction:x,example:A});u.push({input:A,prediction:x,score:typeof y=="number"?y:0})}catch{u.push({input:A,prediction:{},score:0})}let p=l?.overrideTeacherAI??this.teacherAI??this.studentAI,d=Ne('moduleName:string "Target module", minibatch:json "Array of {input,prediction,score}", evalFeedback?:string[] "Evaluator feedback when available" -> feedbackSummary:string "Concise module-focused feedback"'),m=[],g=l?.feedbackFn;if(typeof g=="function")for(let A of u){let x=g({prediction:A.prediction,example:A.input});x&&(Array.isArray(x)?m.push(...x):m.push(x))}let h="";try{h=(await d.forward(p,{moduleName:e,minibatch:u,evalFeedback:m}))?.feedbackSummary?.trim()||""}catch{}let f=Ne('moduleName:string "Target module", currentInstruction:string "Current instruction", feedbackSummary?:string "Summarized feedback", minibatch:json "Array of {input,prediction,score}" -> newInstruction:string "Improved instruction (1-6 sentences) for the module"');try{let x=(await f.forward(p,{moduleName:e,currentInstruction:t,feedbackSummary:h,minibatch:u}))?.newInstruction?.trim();if(x&&x.length>16)return x}catch{}return`${t.trim()} Focus on step-by-step, module-specific reasoning and factual grounding.`.slice(0,2e3)}updateSamplerShuffled(e){let t=Array.from({length:e},(l,c)=>c);for(let l=t.length-1;l>0;l--){let c=Math.floor(this.rand()*(l+1));[t[l],t[c]]=[t[c],t[l]]}for(let l of t)this.samplerState.freq.set(l,(this.samplerState.freq.get(l)??0)+1);let n=this.minibatchSize,r=e%n,o=r===0?0:n-r,s=Array.from({length:e},(l,c)=>c).sort((l,c)=>(this.samplerState.freq.get(l)??0)-(this.samplerState.freq.get(c)??0)),a=[...t];for(let l=0;l<o;l++){let c=s[l%s.length];a.push(c),this.samplerState.freq.set(c,(this.samplerState.freq.get(c)??0)+1)}this.samplerState.shuffled=a,this.samplerState.epoch+=1}nextMinibatchIndices(e,t){this.samplerState.epoch===-1&&(this.samplerState.epoch=0,this.updateSamplerShuffled(e));let n=this.minibatchSize,r=Math.max(1,Math.floor(this.samplerState.shuffled.length/n)),o=Math.floor(t/r);for(;o>=this.samplerState.epoch;)this.updateSamplerShuffled(e);let s=t*n%this.samplerState.shuffled.length;return this.samplerState.shuffled.slice(s,s+n)}systemAwareMergeWithSig(e,t,n,r){let o=f=>{let A=[],x=f;for(;x!==void 0;)A.push(x),x=e[x]?.parent;return A},s=o(t),a=o(n),c=s.find(f=>a.includes(f))??t,u=e[c].cfg,p=e[t].cfg,d=e[n].cfg,m={},g=[],h=Array.from(new Set([...Object.keys(u),...Object.keys(p),...Object.keys(d)])).sort();for(let f of h){let A=u[f],x=p[f],y=d[f];if(x===A&&y!==x)m[f]=y,g.push("j");else if(y===A&&x!==y)m[f]=x,g.push("i");else if(x!==y&&x!==A&&y!==A){let b=r(t,n);m[f]=b===t?x:y,g.push(b===t?"i":"j")}else m[f]=x??y??A,g.push("i")}return{cfg:m,descSig:g.join("|")}}rand(){return this.rngState^=this.rngState<<13,this.rngState^=this.rngState>>>17,this.rngState^=this.rngState<<5,(this.rngState>>>0)/4294967296}systemAwareMerge(e,t,n,r){let o=h=>{let f=[],A=h;for(;A!==void 0;)f.push(A),A=e[A]?.parent;return f},s=o(t),a=o(n),c=s.find(h=>a.includes(h))??t,u=e[c].cfg,p=e[t].cfg,d=e[n].cfg,m={},g=new Set([...Object.keys(u),...Object.keys(p),...Object.keys(d)]);for(let h of g){let f=u[h],A=p[h],x=d[h];if(A===f&&x!==A)m[h]=x;else if(x===f&&A!==x)m[h]=A;else if(A!==x&&A!==f&&x!==f){let y=r(t,n);m[h]=y===t?A:x}else m[h]=A??x??f}return m}};var zr=class{endpoint;timeout;retryAttempts;retryDelay;logger;constructor(e){this.endpoint=e.endpoint.replace(/\/$/,""),this.timeout=e.timeout??3e4,this.retryAttempts=e.retryAttempts??3,this.retryDelay=e.retryDelay??1e3,this.logger=e.logger}async healthCheck(){try{return(await this.fetchWithRetry("/health",{method:"GET"})).ok}catch(e){return this.logger?.({name:"Notification",id:"health_check_failed",value:`Health check failed: ${e}`}),!1}}async createOptimizationJob(e){let t=await this.fetchWithRetry("/optimize",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e)});if(!t.ok){let n=await t.text();throw new Error(`Failed to create optimization job: ${n}`)}return t.json()}async getJobStatus(e){let t=await this.fetchWithRetry(`/jobs/${e}`,{method:"GET"});if(!t.ok){let n=await t.text();throw new Error(`Failed to get job status: ${n}`)}return t.json()}async cancelJob(e){let t=await this.fetchWithRetry(`/jobs/${e}`,{method:"DELETE"});if(!t.ok){let n=await t.text();throw new Error(`Failed to cancel job: ${n}`)}}async suggestParameters(e){let t=await this.fetchWithRetry(`/studies/${e}/suggest`,{method:"POST",headers:{"Content-Type":"application/json"}});if(!t.ok){let n=await t.text();throw new Error(`Failed to suggest parameters: ${n}`)}return t.json()}async evaluateTrial(e){let t=await this.fetchWithRetry(`/studies/${e.study_name}/evaluate`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e)});if(!t.ok){let n=await t.text();throw new Error(`Failed to evaluate trial: ${n}`)}}async getStudyResults(e){let t=await this.fetchWithRetry(`/studies/${e}/results`,{method:"GET"});if(!t.ok){let n=await t.text();throw new Error(`Failed to get study results: ${n}`)}return t.json()}async deleteStudy(e){let t=await this.fetchWithRetry(`/studies/${e}`,{method:"DELETE"});if(!t.ok){let n=await t.text();throw new Error(`Failed to delete study: ${n}`)}}async listStudies(){let e=await this.fetchWithRetry("/studies",{method:"GET"});if(!e.ok){let t=await e.text();throw new Error(`Failed to list studies: ${t}`)}return e.json()}async waitForJobCompletion(e,t=2e3,n=3e5){let r=Date.now();for(;Date.now()-r<n;){let o=await this.getJobStatus(e);if(["completed","failed","cancelled"].includes(o.status))return o;this.logger?.({name:"Notification",id:"job_status",value:`Job ${e} status: ${o.status}, waiting...`}),await this.sleep(t)}throw new Error(`Job ${e} did not complete within ${n}ms`)}async fetchWithRetry(e,t){let n=`${this.endpoint}${e}`,r=null;for(let o=0;o<this.retryAttempts;o++)try{let s=new AbortController,a=setTimeout(()=>s.abort(),this.timeout),l=await fetch(n,{...t,signal:s.signal});return clearTimeout(a),l}catch(s){r=s,this.logger?.({name:"Notification",id:"retry_attempt",value:`Attempt ${o+1} failed: ${s}`}),o<this.retryAttempts-1&&await this.sleep(this.retryDelay*Math.pow(2,o))}throw new Error(`Request failed after ${this.retryAttempts} attempts: ${r?.message}`)}sleep(e){return new Promise(t=>setTimeout(t,e))}};var Es=class extends je{maxBootstrappedDemos;maxLabeledDemos;numCandidates;initTemperature;numTrials;minibatch;minibatchSize;minibatchFullEvalSteps;programAwareProposer;dataAwareProposer;viewDataBatchSize;tipAwareProposer;fewshotAwareProposer;earlyStoppingTrials;minImprovementThreshold;bayesianOptimization;acquisitionFunction;explorationWeight;optimizeTopP;sampleCount;pythonClient;localScoreHistory=[];localConfigurationHistory=[];customResultPicker;constructor(e){if(super(e),this.numCandidates=e.numCandidates??5,this.initTemperature=e.initTemperature??.7,this.maxBootstrappedDemos=e.maxBootstrappedDemos??3,this.maxLabeledDemos=e.maxLabeledDemos??4,this.numTrials=e.numTrials??30,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??25,this.minibatchFullEvalSteps=e.minibatchFullEvalSteps??10,this.programAwareProposer=e.programAwareProposer??!0,this.dataAwareProposer=e.dataAwareProposer??!0,this.viewDataBatchSize=e.viewDataBatchSize??10,this.tipAwareProposer=e.tipAwareProposer??!0,this.fewshotAwareProposer=e.fewshotAwareProposer??!0,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??.01,this.bayesianOptimization=e.bayesianOptimization??!0,this.acquisitionFunction=e.acquisitionFunction??"expected_improvement",this.explorationWeight=e.explorationWeight??.1,this.optimizeTopP=e.optimizeTopP??!1,this.sampleCount=e.sampleCount??1,this.customResultPicker=e.resultPicker,e.optimizerEndpoint){let t={endpoint:e.optimizerEndpoint,timeout:e.optimizerTimeout??3e4,retryAttempts:e.optimizerRetries??3,logger:n=>{this.logger?.({name:"Notification",id:"python_client",value:typeof n=="string"?n:JSON.stringify(n)})}};this.pythonClient=new zr(t)}this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}defaultResultPicker=async e=>{if(e.type==="function"){let o=e.results.findIndex(s=>!s.isError);return o>=0?o:0}let t=new Map;for(let o of e.results){let s=JSON.stringify(o.sample??{}),a=t.get(s);a?a.count+=1:t.set(s,{count:1,firstIndex:o.index})}let n="",r={count:-1,firstIndex:0};for(let[o,s]of t.entries())s.count>r.count&&(r=s,n=o);return t.get(n)?.firstIndex??0};configureAuto(e){switch(e){case"light":this.numCandidates=3,this.numTrials=10,this.minibatch=!0,this.minibatchSize=20;break;case"medium":this.numCandidates=5,this.numTrials=20,this.minibatch=!0,this.minibatchSize=25;break;case"heavy":this.numCandidates=7,this.numTrials=30,this.minibatch=!0,this.minibatchSize=30;break}}generateTips(){return["Be very specific and detailed in your instructions.","Focus on step-by-step reasoning in your instructions.","Provide clear constraints and guidelines in your instructions.","Keep your instructions concise and to the point.","Emphasize accuracy and precision in your instructions.","Include examples of good outputs in your instructions.","Focus on handling edge cases in your instructions.","Explicitly outline the reasoning process in your instructions."]}async generateProgramSummary(e,t){let r=`
510
+ `)}async extractProgramInstruction(e){try{return e.getSignature().getDescription()??void 0}catch{return}}createGeneratorOutput(e,t){let n=e?.thought?.toString()??"",r=Array.isArray(e?.bullet_ids)?e?.bullet_ids:[];return{reasoning:n,answer:e,bulletIds:r,trajectory:JSON.stringify({example:t,prediction:e}),metadata:{predictedSeverity:e?.severity,expectedSeverity:t?.severity}}}resolveCuratorOperationTargets(e,t,n,r){if(!e.length)return e;let s=[],o=new Set(e.map(u=>u.bulletId).filter(u=>typeof u=="string")),a=new Map,l=(u,p)=>{if(o.has(u))return;let d=this.locateBullet(t,u);if(!d)return;let m=a.get(d.section)??{harmful:[],primary:[],generator:[]};m[p].push(d.id),a.set(d.section,m)};for(let u of n?.bulletTags??[]){let p=u.tag==="harmful"?"harmful":"primary";l(u.id,p)}if(r?.bulletIds)for(let u of r.bulletIds)l(u,"generator");let c=u=>{let p=a.get(u);if(!p)return this.locateFallbackBullet(t,u,o);let d=g=>{for(;g.length>0;){let h=g.shift();if(!o.has(h))return h}},m=d(p.harmful)??d(p.primary)??d(p.generator);return m||this.locateFallbackBullet(t,u,o)};for(let u of e){if((u.type==="UPDATE"||u.type==="REMOVE")&&!u.bulletId){let p=c(u.section);p&&(u.bulletId=p,o.add(p))}(u.type==="UPDATE"||u.type==="REMOVE")&&!u.bulletId||s.push(u)}return s}locateBullet(e,t){for(let n of Object.values(e.sections)){let r=n.find(s=>s.id===t);if(r)return r}}locateFallbackBullet(e,t,n){let r=e.sections[t]??[];for(let s of r)if(!n.has(s.id))return s.id}collectProtectedBulletIds(e){let t=new Set;for(let n of e)n.type==="UPDATE"&&n.bulletId&&t.add(n.bulletId);return t}normalizeCuratorOperations(e){if(!e)return[];if(Array.isArray(e)){let t=[],n=new Set;for(let r of e){if(!r||typeof r!="object")continue;let s=r.type??"ADD",o=typeof s=="string"?s.toUpperCase():"ADD",a=o==="UPDATE"?"UPDATE":o==="REMOVE"?"REMOVE":"ADD",l=r.section??"Guidelines",c=typeof l=="string"&&l.trim().length>0?l.trim():"Guidelines",u=r.content??"",p=typeof u=="string"?u.trim():"";if(a!=="REMOVE"&&p.length===0)continue;let d=r.bulletId??r.id,m=typeof d=="string"&&d.trim().length>0?d.trim():void 0,h=[a,c,p,m??""].join(":");if(n.has(h))continue;n.add(h);let f={type:a,section:c};a!=="REMOVE"&&(f.content=p),m&&(f.bulletId=m);let A=r.metadata;A&&typeof A=="object"&&(f.metadata={...A}),t.push(f)}return t}if(typeof e=="string")try{let t=JSON.parse(e);return this.normalizeCuratorOperations(t)}catch{return[]}if(typeof e=="object"){let t=e;if(t&&Array.isArray(t.operations))return this.normalizeCuratorOperations(t.operations);if(t&&typeof t.operations=="string")try{let n=JSON.parse(t.operations);return this.normalizeCuratorOperations(n)}catch{return[]}return[]}return[]}inferOperationsFromReflection(e){if(!e)return[];let t=[],n=new Set,r=(s,o)=>{if(!o)return;let a=o.trim();if(!a||a.toLowerCase().startsWith("no error"))return;let c=`${s}:${a}`;n.has(c)||(n.add(c),t.push({type:"ADD",section:s,content:a}))};return r("Guidelines",e.keyInsight),r("Response Strategies",e.correctApproach),r("Common Pitfalls",e.errorIdentification),r("Root Cause Notes",e.rootCauseAnalysis),t}async runReflectionRounds({example:e,generatorOutput:t,feedback:n}){let r=Math.max(this.aceConfig.maxReflectorRounds,1),s;for(let o=0;o<r;o++){let a=await this.runReflector({example:e,generatorOutput:t,feedback:n,previousReflection:s});if(!a)break;s=a;let l=a.errorIdentification?.toLowerCase().trim()??"";if(a.metadata?.resolved===!0||l.length===0||l.startsWith("no error")||l.startsWith("resolved"))break}return s}async runReflector({example:e,generatorOutput:t,feedback:n,previousReflection:r}){let s=this.getOrCreateReflectorProgram(),o=this.teacherAI??this.studentAI;try{let a={severity:e?.severity,policyHint:e?.policyHint},u=(this.program?.getSignature()?.getInputFields()??[]).reduce((d,m)=>(m.name in e&&(d[m.name]=e[m.name]),d),{});return await s.forward(o,{question:JSON.stringify(u),generator_answer:JSON.stringify(t.answer),generator_reasoning:t.reasoning,playbook:JSON.stringify({markdown:Fn(this.playbook),structured:this.playbook}),expected_answer:a.severity||a.policyHint?JSON.stringify(a):void 0,feedback:n,previous_reflection:r?JSON.stringify(r):void 0})}catch(a){this.verbose&&console.warn("[AxACE] Reflector error:",a instanceof Error?a.message:a);return}}async runCurator({program:e,example:t,reflection:n,playbook:r}){if(!n)return;let s=this.getOrCreateCuratorProgram(),o=this.teacherAI??this.studentAI,c=e.getSignature().getInputFields().reduce((u,p)=>(p.name in t&&(u[p.name]=t[p.name]),u),{});try{return await s.forward(o,{playbook:JSON.stringify({markdown:Fn(r),structured:r}),reflection:JSON.stringify(n),question_context:JSON.stringify(c),token_budget:1024})}catch(u){this.verbose&&console.warn("[AxACE] Curator error:",u instanceof Error?u.message:u);return}}getOrCreateReflectorProgram(){if(!this.reflectorProgram){let e=le().input("question",le.string("Original task input serialized as JSON")).input("generator_answer",le.string("Generator output serialized as JSON")).input("generator_reasoning",le.string("Generator reasoning trace").optional()).input("playbook",le.string("Current context playbook rendered as markdown")).input("expected_answer",le.string("Expected output when ground truth is available").optional()).input("feedback",le.string("External feedback or reward signal").optional()).input("previous_reflection",le.string("Most recent reflection JSON when running multi-round refinement").optional()).output("reasoning",le.string("Step-by-step analysis of generator performance")).output("errorIdentification",le.string("Specific mistakes detected")).output("rootCauseAnalysis",le.string("Underlying cause of the error")).output("correctApproach",le.string("What the generator should do differently")).output("keyInsight",le.string("Reusable insight to remember")).output("bulletTags",le.json("Array of {id, tag} entries referencing playbook bullets")).build();this.reflectorProgram=Ne(e)}return this.reflectorProgram}getOrCreateCuratorProgram(){if(!this.curatorProgram){let e=le().input("playbook",le.string("Current playbook serialized as JSON")).input("reflection",le.string("Latest reflection output serialized as JSON")).input("question_context",le.string("Original task input serialized as JSON")).input("token_budget",le.number("Approximate token budget for curator response").optional()).output("reasoning",le.string("Justification for the proposed updates")).output("operations",le.json("List of operations with type/section/content fields")).build();this.curatorProgram=Ne(e)}return this.curatorProgram}};var _n=class extends je{maxRounds;maxDemos;maxExamples;batchSize;earlyStoppingPatience;costMonitoring;maxTokensPerGeneration;verboseMode;debugMode;traces=[];constructor(e){super(e);let t=e.options||{};this.maxRounds=t.maxRounds??3,this.maxDemos=t.maxDemos??4,this.maxExamples=t.maxExamples??16,this.batchSize=t.batchSize??1,this.earlyStoppingPatience=t.earlyStoppingPatience??0,this.costMonitoring=t.costMonitoring??!1,this.maxTokensPerGeneration=t.maxTokensPerGeneration??0,this.verboseMode=t.verboseMode??!0,this.debugMode=t.debugMode??!1}async compileRound(e,t,n,r,s){let o=Date.now(),a=s?.maxDemos??this.maxDemos,l={modelConfig:{temperature:.7}};this.maxTokensPerGeneration>0&&(l.modelConfig.max_tokens=this.maxTokensPerGeneration);let c=Tu([...t],this.maxExamples),u=this.traces.length;for(let p=0;p<c.length;p+=this.batchSize){p>0&&(l.modelConfig.temperature=.7+.001*p);let d=c.slice(p,p+this.batchSize);for(let m of d){if(!m||typeof m!="object")continue;let g=t.filter(A=>A!==m);e.setExamples(g);let h=this.getTeacherOrStudentAI();this.stats.totalCalls++;let f;try{let A={...l,maxRetries:1};f=await e.forward(h,m,A),this.costMonitoring&&(this.stats.estimatedTokenUsage+=JSON.stringify(m).length/4+JSON.stringify(f).length/4),await r({prediction:f,example:m})>=.5&&(this.traces=[...this.traces,...e.getTraces()],this.stats.successfulDemos++)}catch(A){(this.verboseMode||this.debugMode)&&console.warn(`Student model failed during bootstrap: ${A instanceof Error?A.message:"Unknown error"}`),f={}}if(this.traces.length>=a)return}}if(this.earlyStoppingPatience>0){let d=this.traces.length-u;if(!this.stats.earlyStopping)this.stats.earlyStopping={bestScoreRound:d>0?n:0,patienceExhausted:!1,reason:"No improvement detected"};else if(d>0)this.stats.earlyStopping.bestScoreRound=n;else if(n-this.stats.earlyStopping.bestScoreRound>=this.earlyStoppingPatience){this.stats.earlyStopping.patienceExhausted=!0,this.stats.earlyStopped=!0,this.stats.earlyStopping.reason=`No improvement for ${this.earlyStoppingPatience} rounds`;return}}}async compile(e,t,n,r){this.validateExamples(t,!1);let s=r?.maxIterations??this.maxRounds;this.traces=[],this.reset();for(let l=0;l<s&&(await this.compileRound(e,t,l,n,r),!this.stats.earlyStopped);l++);if(this.traces.length===0)throw new Error("No demonstrations found. Either provide more examples or improve the existing ones.");let o=Iu(this.traces),a=0;return this.traces.length>0&&(a=this.stats.successfulDemos/Math.max(1,this.stats.totalCalls)),await this.logOptimizationComplete("BootstrapFewShot",a,{maxRounds:this.maxRounds,maxDemos:this.maxDemos,batchSize:this.batchSize,successRate:a,demosGenerated:o.length,tracesCollected:this.traces.length},r),{demos:o,stats:this.stats,bestScore:a,finalConfiguration:{maxRounds:this.maxRounds,maxDemos:this.maxDemos,batchSize:this.batchSize,successRate:a}}}};function Iu(i){let e=new Map;for(let n of i)if(e.has(n.programId)){let r=e.get(n.programId);r&&r.push(n.trace)}else e.set(n.programId,[n.trace]);let t=[];return e.forEach((n,r)=>{t.push({traces:n,programId:r})}),t}var Tu=(i,e)=>{let t=[...i];for(let n=t.length-1;n>0;n--){let r=Math.floor(Math.random()*(n+1)),s=t[n],o=t[r];if(!s||!o)throw new Error("Invalid array elements");[t[n],t[r]]=[o,s]}return t.slice(0,e)};var Po=class extends je{numTrials;minibatch;minibatchSize;earlyStoppingTrials;minImprovementThreshold;sampleCount;crossoverEvery;tieEpsilon;paretoSetSize;mergeMax;mergesUsed=0;mergesDue=0;totalMergesTested=0;lastIterFoundNewProgram=!1;rngState;mergeAttemptKeys=new Set;mergeCompositionKeys=new Set;samplerState={epoch:-1,shuffled:[],freq:new Map};constructor(e){super(e),this.numTrials=e.numTrials??24,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??8,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??0,this.sampleCount=e.sampleCount??1,this.crossoverEvery=Math.max(0,Math.floor(e?.crossoverEvery??Math.max(3,Math.floor(this.numTrials/3)))),this.tieEpsilon=Number.isFinite(e?.tieEpsilon)?Number(e?.tieEpsilon):0;let t=e?.seed,n=Number.isFinite(t)?Math.floor(Number(t)):0;this.rngState=n&&n!==0?n:123456789;let r=e?.paretoSetSize;this.paretoSetSize=r&&r>0?Math.min(1e3,Math.max(5,Math.floor(r))):Math.max(10,Math.min(200,this.minibatchSize*3));let s=e?.mergeMax;this.mergeMax=Math.max(0,Math.floor(s??5)),this.mergesUsed=0,this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}reset(){super.reset(),this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold,this.mergesUsed=0,this.mergesDue=0,this.totalMergesTested=0,this.lastIterFoundNewProgram=!1,this.mergeAttemptKeys.clear(),this.mergeCompositionKeys.clear(),this.samplerState.epoch=-1,this.samplerState.shuffled=[],this.samplerState.freq.clear()}configureAuto(e){switch(e){case"light":this.numTrials=8,this.minibatch=!0,this.minibatchSize=6;break;case"medium":this.numTrials=16,this.minibatch=!0,this.minibatchSize=10;break;case"heavy":this.numTrials=28,this.minibatch=!0,this.minibatchSize=14;break}}async compile(e,t,n,r){let s=Date.now(),o=e;this.validateExamples(t),r?.auto&&this.configureAuto(r.auto);let a=o.getNodePrograms?.();if(!a||a.length===0)throw new Error("AxGEPAFlow: flow has no nodes to optimize");let l=r?.validationExamples,c=r?.feedbackExamples,u=(l&&l.length>0?l:t).slice(0,this.paretoSetSize),p=c&&c.length>0?c:t;this.getOptimizerLogger(r)?.({name:"OptimizationStart",value:{optimizerType:"GEPA-Flow",exampleCount:t.length,validationCount:u.length,config:{numTrials:this.numTrials,minibatch:this.minibatch}}});let m=async(P,S)=>{try{o.setAllNodeInstructions?.(P);let F=await o.forward(this.studentAI,S,{sampleCount:this.sampleCount});return this.stats.totalCalls+=1,await n({prediction:F,example:S})||{}}catch{return{}}},g=async(P,S)=>{let F=[];for(let $ of S)F.push(await m(P,$));return qr(F)},h={};for(let P of a)h[P.name]=await this.getBaseInstruction(P.program);let f=[{cfg:{...h},parent:void 0,scores:await g(h,u)}],A=P=>{let S=r?.paretoMetricKey,F=r?.paretoScalarize;if(typeof F=="function")return F(P);if(S)return Number.isFinite(P[S])?P[S]:0;let $=Object.values(P);return $.length?$.reduce((M,E)=>M+E,0)/$.length:0},x=[],b=async(P,S)=>{let F=[];for(let $ of S){let M=await m(P,$);F.push(A(M))}return F};x.push(await b(h,u));let y=ut(f.map((P,S)=>({idx:S,scores:P.scores})),this.tieEpsilon).map(P=>P.idx),I=0,T=new Set,v=r?.maxMetricCalls;if(!Number.isFinite(v)||v<=0)throw new Error("AxGEPA-Flow: options.maxMetricCalls must be set to a positive integer");let k=Math.floor(v);for(let P=0;P<this.numTrials&&!(k!==void 0&&this.stats.totalCalls>=Math.max(1,Math.floor(k)));P++){let S=x[0]?.length??0,F=[];for(let z=0;z<S;z++){let ie=Number.NEGATIVE_INFINITY,G=new Set;for(let U=0;U<x.length;U++){let Y=x[U][z];Y>ie+this.tieEpsilon?(ie=Y,G.clear(),G.add(U)):Math.abs(Y-ie)<=this.tieEpsilon&&G.add(U)}F.push(G)}let $=x.map(z=>Pt(z));if(this.mergeMax>0&&this.mergesDue>0&&this.lastIterFoundNewProgram){let z=kn(F,$),ie=new Set;for(let N of z)for(let L of N)ie.add(L);let G=Array.from(ie),U=N=>{let L=[],_=N;for(;_!==void 0;)L.push(_),_=f[_]?.parent;return L},Y=N=>N.length?N[Math.floor(this.rand()*N.length)]:void 0,te;for(let N=0;N<10&&!te&&!(G.length<2);N++){let L=Y(G),_=Y(G);if(L===_)continue;_<L&&([L,_]=[_,L]);let B=new Set(U(L)),X=new Set(U(_));if(B.has(_)||X.has(L))continue;let pe=[...B].filter(ue=>X.has(ue));if(pe.length===0)continue;let Z=[];for(let ue of pe){let pt=f[ue].cfg,ft=f[L].cfg,Qe=f[_].cfg,xt=!1,At=new Set([...Object.keys(pt),...Object.keys(ft),...Object.keys(Qe)]);for(let dt of At){let yt=pt[dt],Rt=ft[dt],H=Qe[dt];if(Rt===yt&&H!==Rt||H===yt&&Rt!==H){xt=!0;break}}xt&&Z.push(ue)}if(Z.length===0)continue;let re=Z.map(ue=>Math.max(1e-9,$[ue])),oe=this.rand()*re.reduce((ue,pt)=>ue+pt,0),ce=Z[Z.length-1];for(let ue=0;ue<Z.length;ue++){if(oe<re[ue]){ce=Z[ue];break}oe-=re[ue]}let ye=$[ce],Ce=$[L],qe=$[_];if(ye>Math.min(Ce,qe))continue;let Me=`${L}|${_}|${ce}`;if(this.mergeAttemptKeys.has(Me))continue;this.mergeAttemptKeys.add(Me);let Ge=`${L}|${_}|${ce}`;T.has(Ge)||(te={i:L,j:_,a:ce})}if(this.lastIterFoundNewProgram=!1,te){let{i:N,j:L,a:_}=te,{cfg:B,descSig:X}=this.systemAwareMergeWithSig(f,N,L,(H,ge)=>$[H]>=$[ge]?H:ge),pe=`${Math.min(N,L)}|${Math.max(N,L)}|${X}`;if(this.mergeCompositionKeys.has(pe))continue;this.mergeCompositionKeys.add(pe);let Z=x[N],re=x[L],oe=Array.from({length:Z.length},(H,ge)=>ge),ce=oe.filter(H=>(Z[H]??0)>(re[H]??0)),ye=oe.filter(H=>(re[H]??0)>(Z[H]??0)),Ce=oe.filter(H=>!(ce.includes(H)||ye.includes(H))),qe=5,Me=Math.ceil(qe/3),Ge=(H,ge)=>{if(ge<=0||H.length===0)return[];if(H.length<=ge)return[...H];let ot=[],Ue=new Set;for(;ot.length<ge;){let Be=Math.floor(this.rand()*H.length);Ue.has(Be)||(Ue.add(Be),ot.push(H[Be]))}return ot},ue=[];ue.push(...Ge(ce,Math.min(Me,ce.length))),ue.push(...Ge(ye,Math.min(Me,ye.length)));let pt=qe-ue.length;ue.push(...Ge(Ce,Math.max(0,pt)));let ft=qe-ue.length;if(ft>0){let H=oe.filter(ge=>!ue.includes(ge));ue.push(...Ge(H,Math.min(ft,H.length)))}let Qe=ue.slice(0,Math.min(qe,oe.length)),xt=Qe.map(H=>u[H]),dt=(await b(B,xt)).reduce((H,ge)=>H+ge,0),yt=Qe.reduce((H,ge)=>H+(Z[ge]??0),0),Rt=Qe.reduce((H,ge)=>H+(re[ge]??0),0);if(dt>=Math.max(yt,Rt)+this.tieEpsilon){let H=await g(B,u);f.push({cfg:B,parent:_,scores:H}),x.push(await b(B,u));let ge=y.length,ot=Ve(y.map(Be=>f[Be].scores))??0;y=ut(f.map((Be,Gn)=>({idx:Gn,scores:Be.scores})),this.tieEpsilon).map(Be=>Be.idx);let Ue=Ve(y.map(Be=>f[Be].scores))??0;(y.length>ge||Ue>ot+1e-6)&&(I=0),this.mergesDue-=1,this.totalMergesTested+=1,T.add(`${Math.min(N,L)}|${Math.max(N,L)}|${_}`)}continue}}let M=Mn(F,$,()=>this.rand());this.lastIterFoundNewProgram=!1;let E=this.minibatch?this.nextMinibatchIndices(p.length,P).map(z=>p[z]):p;if(r?.skipPerfectScore??!0){let z=Number(r?.perfectScore??1),ie=await b(f[M].cfg,E);if(ie.length>0&&ie.every(G=>G>=z))continue}let W=!1,j={...f[M].cfg},J="reflective_mutation",Q=P%a.length,ne=a[Q],ee,Ie;if(W&&this.mergesUsed<this.mergeMax){let z=(M+1)%f.length,ie=N=>{let L=[],_=N;for(;_!==void 0;)L.push(_),_=f[_]?.parent;return L},G=ie(M),U=ie(z),Y=G.find(N=>U.includes(N)),te=!0;if(Y||(te=!1),(U.includes(M)||G.includes(z))&&(te=!1),te){let N=f[Y].cfg,L=f[M].cfg,_=f[z].cfg,B=!1,X=new Set([...Object.keys(N),...Object.keys(L),...Object.keys(_)]);for(let pe of X){let Z=N[pe],re=L[pe],oe=_[pe];if(re===Z&&oe!==re||oe===Z&&re!==oe){B=!0;break}}B||(te=!1)}if(te){let N=Math.min(M,z),L=Math.max(M,z),_=`${N}|${L}|${Y}`;if(!T.has(_)){let B=A(f[Y].scores),X=A(f[M].scores),pe=A(f[z].scores);B<=Math.min(X,pe)&&(j=this.systemAwareMerge(f,M,z,(Z,re)=>{let oe=A(f[Z].scores),ce=A(f[re].scores);return oe>=ce?Z:re}),J="system_merge",this.mergesUsed+=1,T.add(_))}}else{let N=f[M].cfg[ne.name],L=r?.gepaAdapter,_;if(L)try{let B=await L.evaluate(E,{...f[M].cfg},!0);ee=Array.isArray(B?.scores)?B.scores.reduce((re,oe)=>re+(Number(oe)||0),0):void 0;let X=L.make_reflective_dataset({...f[M].cfg},B,[ne.name]),Z=(await L.propose_new_texts?.({...f[M].cfg},X,[ne.name]))?.[ne.name];typeof Z=="string"&&Z.length>0&&(_=Z)}catch{}if(_||(_=await this.reflectModuleInstruction(ne.name,N,o,a,{...f[M].cfg},E,async({prediction:B,example:X})=>{let pe=await n({prediction:B,example:X}),Z=Object.values(pe||{});return Z.length?Z.reduce((re,oe)=>re+oe,0)/Z.length:0},r)),j[ne.name]=_,L&&ee!==void 0)try{let B=await L.evaluate(E,j,!1);Ie=Array.isArray(B?.scores)?B.scores.reduce((X,pe)=>X+(Number(pe)||0),0):void 0}catch{}}}else{let z=f[M].cfg[ne.name],ie=r?.gepaAdapter,G;if(ie)try{let U=await ie.evaluate(E,{...f[M].cfg},!0);ee=Array.isArray(U?.scores)?U.scores.reduce((L,_)=>L+(Number(_)||0),0):void 0;let Y=ie.make_reflective_dataset({...f[M].cfg},U,[ne.name]),N=(await ie.propose_new_texts?.({...f[M].cfg},Y,[ne.name]))?.[ne.name];typeof N=="string"&&N.length>0&&(G=N)}catch{}if(G||(G=await this.reflectModuleInstruction(ne.name,z,o,a,{...f[M].cfg},E,async({prediction:U,example:Y})=>{let te=await n({prediction:U,example:Y}),N=Object.values(te||{});return N.length?N.reduce((L,_)=>L+_,0)/N.length:0},r)),j[ne.name]=G,ie&&ee!==void 0)try{let U=await ie.evaluate(E,j,!1);Ie=Array.isArray(U?.scores)?U.scores.reduce((Y,te)=>Y+(Number(te)||0),0):void 0}catch{}}let me=await b(f[M].cfg,E),ke=await b(j,E),Je=me.reduce((z,ie)=>z+ie,0),Te=ke.reduce((z,ie)=>z+ie,0);if(this.currentRound=P+1,await this.updateOptimizationProgress(this.currentRound,Te,{modules:a.length,mutatedModule:ne.name,totalRounds:this.numTrials},"GEPA-Flow",{strategy:J,paretoSetSize:u.length},Te,{idx:M},{...r??{},maxIterations:this.numTrials}),!(Te>Je+this.tieEpsilon&&(ee===void 0||Ie===void 0||Ie>ee+this.tieEpsilon))){if(++I>=this.earlyStoppingTrials)break;continue}let $e=await g(j,u);f.push({cfg:j,parent:M,scores:$e}),x.push(await b(j,u));let ht=y.length,Ae=Ve(y.map(z=>f[z].scores))??0;y=ut(f.map((z,ie)=>({idx:ie,scores:z.scores})),this.tieEpsilon).map(z=>z.idx);let De=Ve(y.map(z=>f[z].scores))??0;if(y.length>ht||De>Ae+1e-6)I=0;else if(I++,I>=this.earlyStoppingTrials)break;this.lastIterFoundNewProgram=!0,this.mergeMax>0&&this.totalMergesTested<this.mergeMax&&(this.mergesDue+=1)}let R=ut(f.map((P,S)=>({idx:S,scores:P.scores})),this.tieEpsilon),C=R.length>0?Math.max(...R.map(P=>A(P.scores))):0,O=Ve(R.map(P=>P.scores));this.stats.convergenceInfo.converged=!0;let w=this.getMergedCustomLabels(r);return this.recordParetoMetrics(R.length,f.length,"GEPA-Flow",O,w),{demos:[],stats:this.stats,bestScore:C,paretoFront:R.map(P=>({demos:[],scores:P.scores,configuration:{candidate:P.idx},dominatedSolutions:P.dominated})),paretoFrontSize:R.length,hypervolume:O,finalConfiguration:{strategy:"gepa_flow_pareto",candidates:f.length}}}async getBaseInstruction(e){let t=e?.getInstruction?.();if(t&&t.length>0)return t;let r=e?.getSignature?.()?.getDescription?.();return r&&r.length>0?r:"Follow the task precisely. Be concise, correct, and consistent."}async evaluateOnSet(e,t,n,r){let s=[];for(let o of n){let a=await this.evaluateOne(e,t,o,r);s.push(a)}return s}async evaluateAvg(e,t,n,r){let s=await this.evaluateOnSet(e,t,n,r);return s.length>0?Pt(s):0}async evaluateOne(e,t,n,r){try{e.setAllNodeInstructions?.(t);let s=await e.forward(this.studentAI,n,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let o=await r({prediction:s,example:n});return typeof o=="number"&&!Number.isNaN(o)?((typeof this.targetScore=="number"?o>=this.targetScore:o>=.5)&&(this.stats.successfulDemos+=1),o):0}catch{return 0}}async reflectModuleInstruction(e,t,n,r,s,o,a,l){let c=[],u=[];for(let A of o)try{s[e]=t,n.setAllNodeInstructions?.(s);let x=await n.forward(this.studentAI,A,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let b=await a({prediction:x,example:A});u.push({input:A,prediction:x,score:typeof b=="number"?b:0})}catch{u.push({input:A,prediction:{},score:0})}let p=l?.overrideTeacherAI??this.teacherAI??this.studentAI,d=Ne('moduleName:string "Target module", minibatch:json "Array of {input,prediction,score}", evalFeedback?:string[] "Evaluator feedback when available" -> feedbackSummary:string "Concise module-focused feedback"'),m=[],g=l?.feedbackFn;if(typeof g=="function")for(let A of u){let x=g({prediction:A.prediction,example:A.input});x&&(Array.isArray(x)?m.push(...x):m.push(x))}let h="";try{h=(await d.forward(p,{moduleName:e,minibatch:u,evalFeedback:m}))?.feedbackSummary?.trim()||""}catch{}let f=Ne('moduleName:string "Target module", currentInstruction:string "Current instruction", feedbackSummary?:string "Summarized feedback", minibatch:json "Array of {input,prediction,score}" -> newInstruction:string "Improved instruction (1-6 sentences) for the module"');try{let x=(await f.forward(p,{moduleName:e,currentInstruction:t,feedbackSummary:h,minibatch:u}))?.newInstruction?.trim();if(x&&x.length>16)return x}catch{}return`${t.trim()} Focus on step-by-step, module-specific reasoning and factual grounding.`.slice(0,2e3)}updateSamplerShuffled(e){let t=Array.from({length:e},(l,c)=>c);for(let l=t.length-1;l>0;l--){let c=Math.floor(this.rand()*(l+1));[t[l],t[c]]=[t[c],t[l]]}for(let l of t)this.samplerState.freq.set(l,(this.samplerState.freq.get(l)??0)+1);let n=this.minibatchSize,r=e%n,s=r===0?0:n-r,o=Array.from({length:e},(l,c)=>c).sort((l,c)=>(this.samplerState.freq.get(l)??0)-(this.samplerState.freq.get(c)??0)),a=[...t];for(let l=0;l<s;l++){let c=o[l%o.length];a.push(c),this.samplerState.freq.set(c,(this.samplerState.freq.get(c)??0)+1)}this.samplerState.shuffled=a,this.samplerState.epoch+=1}nextMinibatchIndices(e,t){this.samplerState.epoch===-1&&(this.samplerState.epoch=0,this.updateSamplerShuffled(e));let n=this.minibatchSize,r=Math.max(1,Math.floor(this.samplerState.shuffled.length/n)),s=Math.floor(t/r);for(;s>=this.samplerState.epoch;)this.updateSamplerShuffled(e);let o=t*n%this.samplerState.shuffled.length;return this.samplerState.shuffled.slice(o,o+n)}systemAwareMergeWithSig(e,t,n,r){let s=f=>{let A=[],x=f;for(;x!==void 0;)A.push(x),x=e[x]?.parent;return A},o=s(t),a=s(n),c=o.find(f=>a.includes(f))??t,u=e[c].cfg,p=e[t].cfg,d=e[n].cfg,m={},g=[],h=Array.from(new Set([...Object.keys(u),...Object.keys(p),...Object.keys(d)])).sort();for(let f of h){let A=u[f],x=p[f],b=d[f];if(x===A&&b!==x)m[f]=b,g.push("j");else if(b===A&&x!==b)m[f]=x,g.push("i");else if(x!==b&&x!==A&&b!==A){let y=r(t,n);m[f]=y===t?x:b,g.push(y===t?"i":"j")}else m[f]=x??b??A,g.push("i")}return{cfg:m,descSig:g.join("|")}}rand(){return this.rngState^=this.rngState<<13,this.rngState^=this.rngState>>>17,this.rngState^=this.rngState<<5,(this.rngState>>>0)/4294967296}systemAwareMerge(e,t,n,r){let s=h=>{let f=[],A=h;for(;A!==void 0;)f.push(A),A=e[A]?.parent;return f},o=s(t),a=s(n),c=o.find(h=>a.includes(h))??t,u=e[c].cfg,p=e[t].cfg,d=e[n].cfg,m={},g=new Set([...Object.keys(u),...Object.keys(p),...Object.keys(d)]);for(let h of g){let f=u[h],A=p[h],x=d[h];if(A===f&&x!==A)m[h]=x;else if(x===f&&A!==x)m[h]=A;else if(A!==x&&A!==f&&x!==f){let b=r(t,n);m[h]=b===t?A:x}else m[h]=A??x??f}return m}};var Hr=class{endpoint;timeout;retryAttempts;retryDelay;logger;constructor(e){this.endpoint=e.endpoint.replace(/\/$/,""),this.timeout=e.timeout??3e4,this.retryAttempts=e.retryAttempts??3,this.retryDelay=e.retryDelay??1e3,this.logger=e.logger}async healthCheck(){try{return(await this.fetchWithRetry("/health",{method:"GET"})).ok}catch(e){return this.logger?.({name:"Notification",id:"health_check_failed",value:`Health check failed: ${e}`}),!1}}async createOptimizationJob(e){let t=await this.fetchWithRetry("/optimize",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e)});if(!t.ok){let n=await t.text();throw new Error(`Failed to create optimization job: ${n}`)}return t.json()}async getJobStatus(e){let t=await this.fetchWithRetry(`/jobs/${e}`,{method:"GET"});if(!t.ok){let n=await t.text();throw new Error(`Failed to get job status: ${n}`)}return t.json()}async cancelJob(e){let t=await this.fetchWithRetry(`/jobs/${e}`,{method:"DELETE"});if(!t.ok){let n=await t.text();throw new Error(`Failed to cancel job: ${n}`)}}async suggestParameters(e){let t=await this.fetchWithRetry(`/studies/${e}/suggest`,{method:"POST",headers:{"Content-Type":"application/json"}});if(!t.ok){let n=await t.text();throw new Error(`Failed to suggest parameters: ${n}`)}return t.json()}async evaluateTrial(e){let t=await this.fetchWithRetry(`/studies/${e.study_name}/evaluate`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e)});if(!t.ok){let n=await t.text();throw new Error(`Failed to evaluate trial: ${n}`)}}async getStudyResults(e){let t=await this.fetchWithRetry(`/studies/${e}/results`,{method:"GET"});if(!t.ok){let n=await t.text();throw new Error(`Failed to get study results: ${n}`)}return t.json()}async deleteStudy(e){let t=await this.fetchWithRetry(`/studies/${e}`,{method:"DELETE"});if(!t.ok){let n=await t.text();throw new Error(`Failed to delete study: ${n}`)}}async listStudies(){let e=await this.fetchWithRetry("/studies",{method:"GET"});if(!e.ok){let t=await e.text();throw new Error(`Failed to list studies: ${t}`)}return e.json()}async waitForJobCompletion(e,t=2e3,n=3e5){let r=Date.now();for(;Date.now()-r<n;){let s=await this.getJobStatus(e);if(["completed","failed","cancelled"].includes(s.status))return s;this.logger?.({name:"Notification",id:"job_status",value:`Job ${e} status: ${s.status}, waiting...`}),await this.sleep(t)}throw new Error(`Job ${e} did not complete within ${n}ms`)}async fetchWithRetry(e,t){let n=`${this.endpoint}${e}`,r=null;for(let s=0;s<this.retryAttempts;s++)try{let o=new AbortController,a=setTimeout(()=>o.abort(),this.timeout),l=await fetch(n,{...t,signal:o.signal});return clearTimeout(a),l}catch(o){r=o,this.logger?.({name:"Notification",id:"retry_attempt",value:`Attempt ${s+1} failed: ${o}`}),s<this.retryAttempts-1&&await this.sleep(this.retryDelay*Math.pow(2,s))}throw new Error(`Request failed after ${this.retryAttempts} attempts: ${r?.message}`)}sleep(e){return new Promise(t=>setTimeout(t,e))}};var Eo=class extends je{maxBootstrappedDemos;maxLabeledDemos;numCandidates;initTemperature;numTrials;minibatch;minibatchSize;minibatchFullEvalSteps;programAwareProposer;dataAwareProposer;viewDataBatchSize;tipAwareProposer;fewshotAwareProposer;earlyStoppingTrials;minImprovementThreshold;bayesianOptimization;acquisitionFunction;explorationWeight;optimizeTopP;sampleCount;pythonClient;localScoreHistory=[];localConfigurationHistory=[];customResultPicker;constructor(e){if(super(e),this.numCandidates=e.numCandidates??5,this.initTemperature=e.initTemperature??.7,this.maxBootstrappedDemos=e.maxBootstrappedDemos??3,this.maxLabeledDemos=e.maxLabeledDemos??4,this.numTrials=e.numTrials??30,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??25,this.minibatchFullEvalSteps=e.minibatchFullEvalSteps??10,this.programAwareProposer=e.programAwareProposer??!0,this.dataAwareProposer=e.dataAwareProposer??!0,this.viewDataBatchSize=e.viewDataBatchSize??10,this.tipAwareProposer=e.tipAwareProposer??!0,this.fewshotAwareProposer=e.fewshotAwareProposer??!0,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??.01,this.bayesianOptimization=e.bayesianOptimization??!0,this.acquisitionFunction=e.acquisitionFunction??"expected_improvement",this.explorationWeight=e.explorationWeight??.1,this.optimizeTopP=e.optimizeTopP??!1,this.sampleCount=e.sampleCount??1,this.customResultPicker=e.resultPicker,e.optimizerEndpoint){let t={endpoint:e.optimizerEndpoint,timeout:e.optimizerTimeout??3e4,retryAttempts:e.optimizerRetries??3,logger:n=>{this.logger?.({name:"Notification",id:"python_client",value:typeof n=="string"?n:JSON.stringify(n)})}};this.pythonClient=new Hr(t)}this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}defaultResultPicker=async e=>{if(e.type==="function"){let s=e.results.findIndex(o=>!o.isError);return s>=0?s:0}let t=new Map;for(let s of e.results){let o=JSON.stringify(s.sample??{}),a=t.get(o);a?a.count+=1:t.set(o,{count:1,firstIndex:s.index})}let n="",r={count:-1,firstIndex:0};for(let[s,o]of t.entries())o.count>r.count&&(r=o,n=s);return t.get(n)?.firstIndex??0};configureAuto(e){switch(e){case"light":this.numCandidates=3,this.numTrials=10,this.minibatch=!0,this.minibatchSize=20;break;case"medium":this.numCandidates=5,this.numTrials=20,this.minibatch=!0,this.minibatchSize=25;break;case"heavy":this.numCandidates=7,this.numTrials=30,this.minibatch=!0,this.minibatchSize=30;break}}generateTips(){return["Be very specific and detailed in your instructions.","Focus on step-by-step reasoning in your instructions.","Provide clear constraints and guidelines in your instructions.","Keep your instructions concise and to the point.","Emphasize accuracy and precision in your instructions.","Include examples of good outputs in your instructions.","Focus on handling edge cases in your instructions.","Explicitly outline the reasoning process in your instructions."]}async generateProgramSummary(e,t){let r=`
511
511
  Analyze this language model program and provide a concise summary of its purpose and structure.
512
512
 
513
513
  Program Signature: ${e.getSignature()}
@@ -517,7 +517,7 @@ Provide a 2-3 sentence summary focusing on:
517
517
  2. The input-output relationship
518
518
  3. Any special constraints or requirements
519
519
 
520
- Summary:`;try{let o=await t.chat({chatPrompt:[{role:"user",content:r}]});return"results"in o&&o.results[0]?.content?.trim()||"General language model program"}catch{return"General language model program"}}async generateDatasetSummary(e,t){if(e.length===0)return"No examples available";let n=Math.min(this.viewDataBatchSize,e.length),s=`
520
+ Summary:`;try{let s=await t.chat({chatPrompt:[{role:"user",content:r}]});return"results"in s&&s.results[0]?.content?.trim()||"General language model program"}catch{return"General language model program"}}async generateDatasetSummary(e,t){if(e.length===0)return"No examples available";let n=Math.min(this.viewDataBatchSize,e.length),o=`
521
521
  Analyze this dataset and provide a concise summary of its characteristics.
522
522
 
523
523
  Sample Examples:
@@ -529,10 +529,10 @@ Provide a 2-3 sentence summary focusing on:
529
529
  2. Common patterns or structures in the examples
530
530
  3. Key challenges or requirements for processing this data
531
531
 
532
- Dataset Summary:`;try{let a=await t.chat({chatPrompt:[{role:"user",content:s}]});return"results"in a&&a.results[0]?.content?.trim()||"General dataset"}catch{return"General dataset"}}async generateInstruction({tip:e,candidateIndex:t,ai:n,programSummary:r,datasetSummary:o,previousInstructions:s=[]}){let a="";this.programAwareProposer&&r&&(a+=`
533
- Program Context: ${r}`),this.dataAwareProposer&&o&&(a+=`
534
- Dataset Context: ${o}`),this.fewshotAwareProposer&&s.length>0&&(a+=`
535
- Previous Instructions (avoid repeating): ${s.slice(-3).join("; ")}`);let l=`
532
+ Dataset Summary:`;try{let a=await t.chat({chatPrompt:[{role:"user",content:o}]});return"results"in a&&a.results[0]?.content?.trim()||"General dataset"}catch{return"General dataset"}}async generateInstruction({tip:e,candidateIndex:t,ai:n,programSummary:r,datasetSummary:s,previousInstructions:o=[]}){let a="";this.programAwareProposer&&r&&(a+=`
533
+ Program Context: ${r}`),this.dataAwareProposer&&s&&(a+=`
534
+ Dataset Context: ${s}`),this.fewshotAwareProposer&&o.length>0&&(a+=`
535
+ Previous Instructions (avoid repeating): ${o.slice(-3).join("; ")}`);let l=`
536
536
  Generate a high-quality instruction for a language model program.
537
537
 
538
538
  ${a}
@@ -547,47 +547,47 @@ Requirements:
547
547
  5. Keep it concise but comprehensive
548
548
 
549
549
  Generate a single, well-crafted instruction:
550
- Instruction:`;try{let m=(await Ne('programSummary?:string "Program context" , datasetSummary?:string "Dataset context" , tip?:string "Generation tip" -> instructionText:string "Well-crafted instruction for the program"').forward(n,{programSummary:r??"",datasetSummary:o??"",tip:e??""})).instructionText;if(m&&m.trim().length>10)return m.trim()}catch{}let c=["Analyze the input systematically and provide a precise, well-reasoned response.","Think through this step-by-step, considering all relevant factors before responding.","Examine the input carefully and generate an accurate, detailed answer.","Process the information methodically and deliver a clear, comprehensive response.","Consider the context thoroughly and provide a thoughtful, accurate answer."],u=c[t%c.length]||c[0];return e&&(u=`${u} ${e}`),u}async proposeInstructionCandidates(e,t,n=[]){let r=[],o=this.getTeacherOrStudentAI(t),s,a;this.programAwareProposer&&(s=await this.generateProgramSummary(e,o)),this.dataAwareProposer&&(a=await this.generateDatasetSummary([...n],o));let l=this.tipAwareProposer?this.generateTips():[];for(let c=0;c<this.numCandidates;c++){let u=l.length>0?c%l.length:-1,p=u>=0?l[u]:void 0,d=await this.generateInstruction({tip:p,candidateIndex:c,ai:o,programSummary:s,datasetSummary:a,previousInstructions:r});r.push(d)}return r}async bootstrapFewShotExamples(e,t,n){return(await new _n({studentAI:this.studentAI,options:{maxDemos:this.maxBootstrappedDemos,maxRounds:3,verboseMode:this.verbose??!1}}).compile(e,n,t,{maxDemos:this.maxBootstrappedDemos})).demos||[]}selectLabeledExamples(e){let t=[],n=new Set;for(;n.size<this.maxLabeledDemos&&n.size<e.length;){let r=Math.floor(Math.random()*e.length);if(!n.has(r)){n.add(r);let o=e[r];o&&t.push(o)}}return t}applyConfigToProgram(e,t,n,r){e.setInstruction&&e.setInstruction(t.instruction),t.bootstrappedDemos>0&&e.setDemos&&e.setDemos(n.slice(0,t.bootstrappedDemos)),t.labeledExamples>0&&e.setExamples&&e.setExamples(r.slice(0,t.labeledExamples))}async compile(e,t,n,r){let o=Date.now();if(this.validateExamples(t),this.setupRandomSeed(),r?.auto&&this.configureAuto(r.auto),!this.pythonClient)throw new Error("AxMiPRO v2 requires the Python optimizer service. Please configure optimizerEndpoint.");if(!await this.pythonClient.healthCheck())throw new Error("Python optimizer service is not available or unhealthy");return await this.compilePython(e,t,n,r)}applyConfigToAxGen(e,t,n,r){"setInstruction"in e&&typeof e.setInstruction=="function"&&e.setInstruction(t.instruction),t.bootstrappedDemos>0&&e.setDemos(n.slice(0,t.bootstrappedDemos)),t.labeledExamples>0&&e.setExamples(r.slice(0,t.labeledExamples))}getConfiguration(){return{numCandidates:this.numCandidates,initTemperature:this.initTemperature,maxBootstrappedDemos:this.maxBootstrappedDemos,maxLabeledDemos:this.maxLabeledDemos,numTrials:this.numTrials,minibatch:this.minibatch,minibatchSize:this.minibatchSize,minibatchFullEvalSteps:this.minibatchFullEvalSteps,programAwareProposer:this.programAwareProposer,dataAwareProposer:this.dataAwareProposer,tipAwareProposer:this.tipAwareProposer,fewshotAwareProposer:this.fewshotAwareProposer,earlyStoppingTrials:this.earlyStoppingTrials,minImprovementThreshold:this.minImprovementThreshold,bayesianOptimization:this.bayesianOptimization,acquisitionFunction:this.acquisitionFunction,explorationWeight:this.explorationWeight,sampleCount:this.sampleCount}}updateConfiguration(e){e.numCandidates!==void 0&&(this.numCandidates=e.numCandidates),e.initTemperature!==void 0&&(this.initTemperature=e.initTemperature),e.maxBootstrappedDemos!==void 0&&(this.maxBootstrappedDemos=e.maxBootstrappedDemos),e.maxLabeledDemos!==void 0&&(this.maxLabeledDemos=e.maxLabeledDemos),e.numTrials!==void 0&&(this.numTrials=e.numTrials),e.minibatch!==void 0&&(this.minibatch=e.minibatch),e.minibatchSize!==void 0&&(this.minibatchSize=e.minibatchSize),e.earlyStoppingTrials!==void 0&&(this.earlyStoppingTrials=e.earlyStoppingTrials),e.minImprovementThreshold!==void 0&&(this.minImprovementThreshold=e.minImprovementThreshold),e.sampleCount!==void 0&&(this.sampleCount=e.sampleCount)}reset(){super.reset(),this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}validateProgram(e){let t=[],n=[];return{isValid:t.length===0,issues:t,suggestions:n}}async compilePython(e,t,n,r){if(!this.pythonClient)throw new Error("Python client not initialized");let o=Date.now();this.localScoreHistory=[],this.localConfigurationHistory=[];let s=await this.proposeInstructionCandidates(e,r,t),a=`mipro_${Date.now()}_${Math.random().toString(36).substr(2,9)}`,l={study_name:a,parameters:[{name:"temperature",type:"float",low:.1,high:2},{name:"bootstrappedDemos",type:"int",low:0,high:this.maxBootstrappedDemos},{name:"instruction",type:"categorical",choices:s},{name:"labeledExamples",type:"int",low:0,high:this.maxLabeledDemos},...this.optimizeTopP?[{name:"topP",type:"float",low:.7,high:1}]:[]],objective:{name:"score",direction:"maximize"},n_trials:this.numTrials,sampler:"TPESampler",pruner:this.minibatch?"MedianPruner":void 0},c=await this.pythonClient.createOptimizationJob(l);this.getOptimizerLogger()?.({name:"OptimizationStart",value:{optimizerType:"MiPRO (Python)",exampleCount:t.length,validationCount:0,config:{jobId:c.job_id,numTrials:this.numTrials}}});let p=Number.NEGATIVE_INFINITY,d,m=0,g=0;for(let I=0;I<this.numTrials;I++)try{let T=await this.pythonClient.suggestParameters(a),v=T.params.temperature,k=T.params.bootstrappedDemos,R=T.params.instruction,C=T.params.labeledExamples,O=this.optimizeTopP?T.params.topP:void 0;if(v===void 0)throw new Error(`Missing temperature parameter in suggestion: ${JSON.stringify(T)}`);if(k===void 0)throw new Error(`Missing bootstrappedDemos parameter in suggestion: ${JSON.stringify(T)}`);if(R===void 0)throw new Error(`Missing instruction parameter in suggestion: ${JSON.stringify(T)}`);if(C===void 0)throw new Error(`Missing labeledExamples parameter in suggestion: ${JSON.stringify(T)}`);let w=e.clone();w.setInstruction(R),w.setExamples(this.selectLabeledExamples(t).slice(0,C));let S=!this.minibatch||this.minibatchFullEvalSteps>0&&I%this.minibatchFullEvalSteps===this.minibatchFullEvalSteps-1?[...t]:(()=>{let M=Math.min(this.minibatchSize,t.length),P=new Set;for(;P.size<M;)P.add(Math.floor(Math.random()*t.length));return Array.from(P).map(W=>t[W])})(),F=await this.evaluateConfiguration(w,n,{temperature:v,bootstrappedDemos:k,topP:O},S);m++,await this.pythonClient.evaluateTrial({study_name:a,trial_number:T.trial_number,value:F}),F>p+this.minImprovementThreshold?(p=F,d={temperature:v,bootstrappedDemos:k,...O!==void 0?{topP:O}:{},trialNumber:T.trial_number},g=0):g+=1,this.currentRound=I+1;let $={temperature:v,bootstrappedDemos:k,...O!==void 0?{topP:O}:{},trialNumber:T.trial_number};if(this.localScoreHistory.push(F),this.localConfigurationHistory.push($),await this.updateOptimizationProgress(this.currentRound,F,$,"MiPRO (Python)",{sampler:"TPESampler"},p,d),this.onProgress?.({round:I+1,totalRounds:this.numTrials,currentScore:F,bestScore:p,tokensUsed:this.stats.estimatedTokenUsage,timeElapsed:Date.now()-o,successfulExamples:m,totalExamples:t.length}),this.earlyStoppingTrials>0&&g>=this.earlyStoppingTrials){this.getOptimizerLogger()?.({name:"EarlyStopping",value:{reason:`No improvement \u2265 ${this.minImprovementThreshold} for ${this.earlyStoppingTrials} trials`,finalScore:p,round:this.currentRound}}),this.onEarlyStop?.(`No improvement for ${this.earlyStoppingTrials} trials`,this.stats);break}}catch{}let h=p,f={},A=[];try{let I=await this.pythonClient.getStudyResults(a);if(h=I.best_value||p,f=I.best_params||{},f&&Object.keys(f).length>0){let T=f.bootstrappedDemos||0;T>0&&(A=await this.bootstrapFewShotExamples(e,n,t.slice(0,Math.floor(t.length*.8))),A=A.slice(0,T))}}catch{}let x;try{let T=await Ne('optimizerType:string "Optimizer name" , bestScore:number "Final best score" , totalCalls:number "Total eval calls" , successfulDemos:number "Successful evals" , bestConfig:json "Best configuration" -> humanExplanation:string "Readable summary", recommendations:string[] "Next steps", performanceAssessment:string "Performance notes"').forward(this.studentAI,{optimizerType:"MiPRO (Python)",bestScore:h,totalCalls:this.stats.totalCalls,successfulDemos:this.stats.successfulDemos,bestConfig:f||{}});x={humanExplanation:T.humanExplanation??"",recommendations:T.recommendations??[],performanceAssessment:T.performanceAssessment??""}}catch{}await this.logOptimizationComplete("MiPRO (Python)",h,f,r,x);try{await this.pythonClient.deleteStudy(a)}catch{}this.stats.bestScore=h;let y=new xe(e.getSignature());f.instruction&&y.setInstruction(f.instruction),A.length>0&&y.setDemos(A),f.temperature&&(y._optimizedModelConfig={temperature:f.temperature});let b=new gt({bestScore:h,stats:this.stats,instruction:f.instruction,demos:A,examples:[],modelConfig:{temperature:f.temperature},optimizerType:"MiPRO (Python)",optimizationTime:Date.now()-o,totalRounds:this.numTrials,converged:this.stats.convergenceInfo.converged,scoreHistory:[...this.localScoreHistory],configurationHistory:[...this.localConfigurationHistory]});return this.generateOptimizationReport(h,A.length),{bestScore:h,demos:A,stats:this.stats,optimizedGen:y,optimizedProgram:b,finalConfiguration:{temperature:f.temperature,bootstrappedDemos:f.bootstrappedDemos||0,...f}}}generateOptimizationReport(e,t){console.log(`
550
+ Instruction:`;try{let m=(await Ne('programSummary?:string "Program context" , datasetSummary?:string "Dataset context" , tip?:string "Generation tip" -> instructionText:string "Well-crafted instruction for the program"').forward(n,{programSummary:r??"",datasetSummary:s??"",tip:e??""})).instructionText;if(m&&m.trim().length>10)return m.trim()}catch{}let c=["Analyze the input systematically and provide a precise, well-reasoned response.","Think through this step-by-step, considering all relevant factors before responding.","Examine the input carefully and generate an accurate, detailed answer.","Process the information methodically and deliver a clear, comprehensive response.","Consider the context thoroughly and provide a thoughtful, accurate answer."],u=c[t%c.length]||c[0];return e&&(u=`${u} ${e}`),u}async proposeInstructionCandidates(e,t,n=[]){let r=[],s=this.getTeacherOrStudentAI(t),o,a;this.programAwareProposer&&(o=await this.generateProgramSummary(e,s)),this.dataAwareProposer&&(a=await this.generateDatasetSummary([...n],s));let l=this.tipAwareProposer?this.generateTips():[];for(let c=0;c<this.numCandidates;c++){let u=l.length>0?c%l.length:-1,p=u>=0?l[u]:void 0,d=await this.generateInstruction({tip:p,candidateIndex:c,ai:s,programSummary:o,datasetSummary:a,previousInstructions:r});r.push(d)}return r}async bootstrapFewShotExamples(e,t,n){return(await new _n({studentAI:this.studentAI,options:{maxDemos:this.maxBootstrappedDemos,maxRounds:3,verboseMode:this.verbose??!1}}).compile(e,n,t,{maxDemos:this.maxBootstrappedDemos})).demos||[]}selectLabeledExamples(e){let t=[],n=new Set;for(;n.size<this.maxLabeledDemos&&n.size<e.length;){let r=Math.floor(Math.random()*e.length);if(!n.has(r)){n.add(r);let s=e[r];s&&t.push(s)}}return t}applyConfigToProgram(e,t,n,r){e.setInstruction&&e.setInstruction(t.instruction),t.bootstrappedDemos>0&&e.setDemos&&e.setDemos(n.slice(0,t.bootstrappedDemos)),t.labeledExamples>0&&e.setExamples&&e.setExamples(r.slice(0,t.labeledExamples))}async compile(e,t,n,r){let s=Date.now();if(this.validateExamples(t),this.setupRandomSeed(),r?.auto&&this.configureAuto(r.auto),!this.pythonClient)throw new Error("AxMiPRO v2 requires the Python optimizer service. Please configure optimizerEndpoint.");if(!await this.pythonClient.healthCheck())throw new Error("Python optimizer service is not available or unhealthy");return await this.compilePython(e,t,n,r)}applyConfigToAxGen(e,t,n,r){"setInstruction"in e&&typeof e.setInstruction=="function"&&e.setInstruction(t.instruction),t.bootstrappedDemos>0&&e.setDemos(n.slice(0,t.bootstrappedDemos)),t.labeledExamples>0&&e.setExamples(r.slice(0,t.labeledExamples))}getConfiguration(){return{numCandidates:this.numCandidates,initTemperature:this.initTemperature,maxBootstrappedDemos:this.maxBootstrappedDemos,maxLabeledDemos:this.maxLabeledDemos,numTrials:this.numTrials,minibatch:this.minibatch,minibatchSize:this.minibatchSize,minibatchFullEvalSteps:this.minibatchFullEvalSteps,programAwareProposer:this.programAwareProposer,dataAwareProposer:this.dataAwareProposer,tipAwareProposer:this.tipAwareProposer,fewshotAwareProposer:this.fewshotAwareProposer,earlyStoppingTrials:this.earlyStoppingTrials,minImprovementThreshold:this.minImprovementThreshold,bayesianOptimization:this.bayesianOptimization,acquisitionFunction:this.acquisitionFunction,explorationWeight:this.explorationWeight,sampleCount:this.sampleCount}}updateConfiguration(e){e.numCandidates!==void 0&&(this.numCandidates=e.numCandidates),e.initTemperature!==void 0&&(this.initTemperature=e.initTemperature),e.maxBootstrappedDemos!==void 0&&(this.maxBootstrappedDemos=e.maxBootstrappedDemos),e.maxLabeledDemos!==void 0&&(this.maxLabeledDemos=e.maxLabeledDemos),e.numTrials!==void 0&&(this.numTrials=e.numTrials),e.minibatch!==void 0&&(this.minibatch=e.minibatch),e.minibatchSize!==void 0&&(this.minibatchSize=e.minibatchSize),e.earlyStoppingTrials!==void 0&&(this.earlyStoppingTrials=e.earlyStoppingTrials),e.minImprovementThreshold!==void 0&&(this.minImprovementThreshold=e.minImprovementThreshold),e.sampleCount!==void 0&&(this.sampleCount=e.sampleCount)}reset(){super.reset(),this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}validateProgram(e){let t=[],n=[];return{isValid:t.length===0,issues:t,suggestions:n}}async compilePython(e,t,n,r){if(!this.pythonClient)throw new Error("Python client not initialized");let s=Date.now();this.localScoreHistory=[],this.localConfigurationHistory=[];let o=await this.proposeInstructionCandidates(e,r,t),a=`mipro_${Date.now()}_${Math.random().toString(36).substr(2,9)}`,l={study_name:a,parameters:[{name:"temperature",type:"float",low:.1,high:2},{name:"bootstrappedDemos",type:"int",low:0,high:this.maxBootstrappedDemos},{name:"instruction",type:"categorical",choices:o},{name:"labeledExamples",type:"int",low:0,high:this.maxLabeledDemos},...this.optimizeTopP?[{name:"topP",type:"float",low:.7,high:1}]:[]],objective:{name:"score",direction:"maximize"},n_trials:this.numTrials,sampler:"TPESampler",pruner:this.minibatch?"MedianPruner":void 0},c=await this.pythonClient.createOptimizationJob(l);this.getOptimizerLogger()?.({name:"OptimizationStart",value:{optimizerType:"MiPRO (Python)",exampleCount:t.length,validationCount:0,config:{jobId:c.job_id,numTrials:this.numTrials}}});let p=Number.NEGATIVE_INFINITY,d,m=0,g=0;for(let I=0;I<this.numTrials;I++)try{let T=await this.pythonClient.suggestParameters(a),v=T.params.temperature,k=T.params.bootstrappedDemos,R=T.params.instruction,C=T.params.labeledExamples,O=this.optimizeTopP?T.params.topP:void 0;if(v===void 0)throw new Error(`Missing temperature parameter in suggestion: ${JSON.stringify(T)}`);if(k===void 0)throw new Error(`Missing bootstrappedDemos parameter in suggestion: ${JSON.stringify(T)}`);if(R===void 0)throw new Error(`Missing instruction parameter in suggestion: ${JSON.stringify(T)}`);if(C===void 0)throw new Error(`Missing labeledExamples parameter in suggestion: ${JSON.stringify(T)}`);let w=e.clone();w.setInstruction(R),w.setExamples(this.selectLabeledExamples(t).slice(0,C));let S=!this.minibatch||this.minibatchFullEvalSteps>0&&I%this.minibatchFullEvalSteps===this.minibatchFullEvalSteps-1?[...t]:(()=>{let M=Math.min(this.minibatchSize,t.length),E=new Set;for(;E.size<M;)E.add(Math.floor(Math.random()*t.length));return Array.from(E).map(W=>t[W])})(),F=await this.evaluateConfiguration(w,n,{temperature:v,bootstrappedDemos:k,topP:O},S);m++,await this.pythonClient.evaluateTrial({study_name:a,trial_number:T.trial_number,value:F}),F>p+this.minImprovementThreshold?(p=F,d={temperature:v,bootstrappedDemos:k,...O!==void 0?{topP:O}:{},trialNumber:T.trial_number},g=0):g+=1,this.currentRound=I+1;let $={temperature:v,bootstrappedDemos:k,...O!==void 0?{topP:O}:{},trialNumber:T.trial_number};if(this.localScoreHistory.push(F),this.localConfigurationHistory.push($),await this.updateOptimizationProgress(this.currentRound,F,$,"MiPRO (Python)",{sampler:"TPESampler"},p,d),this.onProgress?.({round:I+1,totalRounds:this.numTrials,currentScore:F,bestScore:p,tokensUsed:this.stats.estimatedTokenUsage,timeElapsed:Date.now()-s,successfulExamples:m,totalExamples:t.length}),this.earlyStoppingTrials>0&&g>=this.earlyStoppingTrials){this.getOptimizerLogger()?.({name:"EarlyStopping",value:{reason:`No improvement \u2265 ${this.minImprovementThreshold} for ${this.earlyStoppingTrials} trials`,finalScore:p,round:this.currentRound}}),this.onEarlyStop?.(`No improvement for ${this.earlyStoppingTrials} trials`,this.stats);break}}catch{}let h=p,f={},A=[];try{let I=await this.pythonClient.getStudyResults(a);if(h=I.best_value||p,f=I.best_params||{},f&&Object.keys(f).length>0){let T=f.bootstrappedDemos||0;T>0&&(A=await this.bootstrapFewShotExamples(e,n,t.slice(0,Math.floor(t.length*.8))),A=A.slice(0,T))}}catch{}let x;try{let T=await Ne('optimizerType:string "Optimizer name" , bestScore:number "Final best score" , totalCalls:number "Total eval calls" , successfulDemos:number "Successful evals" , bestConfig:json "Best configuration" -> humanExplanation:string "Readable summary", recommendations:string[] "Next steps", performanceAssessment:string "Performance notes"').forward(this.studentAI,{optimizerType:"MiPRO (Python)",bestScore:h,totalCalls:this.stats.totalCalls,successfulDemos:this.stats.successfulDemos,bestConfig:f||{}});x={humanExplanation:T.humanExplanation??"",recommendations:T.recommendations??[],performanceAssessment:T.performanceAssessment??""}}catch{}await this.logOptimizationComplete("MiPRO (Python)",h,f,r,x);try{await this.pythonClient.deleteStudy(a)}catch{}this.stats.bestScore=h;let b=new xe(e.getSignature());f.instruction&&b.setInstruction(f.instruction),A.length>0&&b.setDemos(A),f.temperature&&(b._optimizedModelConfig={temperature:f.temperature});let y=new gt({bestScore:h,stats:this.stats,instruction:f.instruction,demos:A,examples:[],modelConfig:{temperature:f.temperature},optimizerType:"MiPRO (Python)",optimizationTime:Date.now()-s,totalRounds:this.numTrials,converged:this.stats.convergenceInfo.converged,scoreHistory:[...this.localScoreHistory],configurationHistory:[...this.localConfigurationHistory]});return this.generateOptimizationReport(h,A.length),{bestScore:h,demos:A,stats:this.stats,optimizedGen:b,optimizedProgram:y,finalConfiguration:{temperature:f.temperature,bootstrappedDemos:f.bootstrappedDemos||0,...f}}}generateOptimizationReport(e,t){console.log(`
551
551
  \u{1F389} MiPRO Optimization Complete!
552
552
  `),console.log("\u2705 Improvements:"),e!==void 0&&e>0&&console.log(`\u2022 Best score achieved: ${e.toFixed(3)}`),t>0&&console.log(`\u2022 Generated ${t} optimized demonstrations`),console.log("\u2022 Systematic prompt and example optimization"),console.log(`\u2022 Automated instruction refinement process
553
553
  `),console.log("\u26A0\uFE0F Limitations:"),this.stats.totalCalls<50&&console.log("\u2022 Relatively few optimization trials performed"),t<5&&console.log("\u2022 Limited number of demonstrations generated"),console.log("\u2022 Results depend on teacher model quality"),console.log(`\u2022 Optimization time increases with example complexity
554
554
  `),console.log("\u{1F50D} Key Issues:"),e!==void 0&&e<.7&&console.log("\u2022 Final performance may still have room for improvement"),this.stats.convergenceInfo?.converged===!1&&console.log("\u2022 Optimization may not have fully converged"),console.log("\u2022 Evaluation metrics may need domain-specific tuning"),console.log(`\u2022 Bootstrap quality depends on initial examples
555
- `),console.log("\u{1F4A1} What This Means:"),console.log("\u2022 MiPRO successfully automated prompt engineering"),console.log("\u2022 Optimized instructions and examples improve model performance"),console.log("\u2022 Framework reduces manual prompt engineering effort"),console.log("\u2022 More training data and iterations would likely improve results")}async evaluateConfiguration(e,t,n,r){let o=0,s=0,a=0,l=r;for(let c of l)try{let u=await e.forward(this.studentAI,c,{modelConfig:{temperature:n.temperature,...n.topP!==void 0?{topP:n.topP}:{}},sampleCount:this.sampleCount,resultPicker:this.sampleCount>1?this.customResultPicker??this.defaultResultPicker:void 0});this.stats.totalCalls+=1;let p=await t({prediction:u,example:c});if(typeof p=="number"&&!Number.isNaN(p)){o+=p,s++;let d=typeof this.targetScore=="number"?this.targetScore:.5;p>=d&&a++}}catch(u){this.getLogger()?.({name:"Notification",id:"mipro_evaluate",value:typeof u=="string"?u:String(u)})}return this.stats.successfulDemos+=a,s>0?o/s:0}};var Nn=class{analyzeMappingDependencies(e,t){if(!e||typeof e!="function")return[];let n=[];try{let r=e.toString(),o=Array.from(r.matchAll(/state\.(\w+)/g));for(let s of o)s[1]&&!n.includes(s[1])&&n.push(s[1]);if(n.length===0)try{let s=this.createDependencyTracker(n);e(s)}catch{}}catch(r){console.debug("Dependency analysis failed:",r)}return n}createTrackingProxy(e,t){let n=this;return new Proxy(e,{get(r,o){typeof o=="string"&&!t.includes(o)&&t.push(o);let s=r[o];return s&&typeof s=="object"?n.createTrackingProxy(s,t):s},has(r,o){return typeof o=="string"&&!t.includes(o)&&t.push(o),o in r}})}parseStaticDependencies(e){let t=[];try{let n=Array.from(e.matchAll(/state\.(\w+)/g));for(let s of n)s[1]&&!t.includes(s[1])&&t.push(s[1]);let r=Array.from(e.matchAll(/\$\{state\.(\w+)\}/g));for(let s of r)s[1]&&!t.includes(s[1])&&t.push(s[1]);let o=Array.from(e.matchAll(/\{\s*(\w+)(?:\s*,\s*(\w+))*\s*\}\s*=\s*state/g));for(let s of o)for(let a=1;a<s.length;a++)s[a]&&!t.includes(s[a])&&t.push(s[a])}catch(n){console.debug("Static dependency parsing failed:",n)}return t}createDependencyTracker(e){return new Proxy({},{get(t,n){return typeof n=="string"&&!e.includes(n)&&e.push(n),new Proxy({},{get:()=>{}})}})}};async function Bt(i,e,t){if(!t||t<=0||t>=i.length){let r=i.map((o,s)=>e(o,s));return Promise.all(r)}let n=new Array(i.length);for(let r=0;r<i.length;r+=t){let s=i.slice(r,r+t).map((l,c)=>{let u=r+c;return e(l,u).then(p=>({result:p,originalIndex:u}))}),a=await Promise.all(s);for(let{result:l,originalIndex:c}of a)n[c]=l}return n}var $n=class{steps=[];parallelGroups=[];analyzer=new Nn;initialFields=new Set;addExecutionStep(e,t,n,r,o,s,a){let l=[],c=[],u=r||"map";if(t&&n)u="execute",l=this.analyzer.analyzeMappingDependencies(n,t),c=[`${t}Result`];else if(u==="map"&&o)c=this.analyzeMapTransformation(o),l=this.getAllProducedFields();else if(u==="parallel-map"){if(Array.isArray(o)){let d=new Set;for(let m of o)this.analyzeMapTransformation(m).forEach(h=>d.add(h));c=Array.from(d)}else o?c=this.analyzeMapTransformation(o):c=["_parallelMapResult"];l=this.getAllProducedFields()}else if(u==="merge"){if(s?.resultKey)c=[s.resultKey];else{let m=this.analyzeBranchMergeFields();c=m.length>0?m:["_mergedResult"]}e.toString().includes("_parallelResults")?l=["_parallelResults"]:l=this.getAllProducedFields()}else if(u==="parallel")c=["_parallelResults"],l=this.getAllProducedFields();else if(u==="derive")if(a?.outputFieldName&&a?.inputFieldName){c=[a.outputFieldName];let d=o?this.analyzer.analyzeMappingDependencies(o,"derive"):[];l=[a.inputFieldName,...d].filter((m,g,h)=>h.indexOf(m)===g)}else c=["_deriveResult"],l=this.getAllProducedFields();else e.toString().includes("transform(")?(u="map",l=this.getAllProducedFields(),c=["_mapResult"]):e.toString().includes("_parallelResults")&&(c=["_parallelResults"],l=this.getAllProducedFields());for(let d of l)this.getAllProducedFields().includes(d)||this.initialFields.add(d);let p={type:u,nodeName:t,dependencies:l,produces:c,stepFunction:e,stepIndex:this.steps.length};this.steps.push(p)}analyzeStepFunctionProduction(e){try{let t=this.analyzeStepFunctionSource(e);if(t.length>0&&!t.includes("_stepResult"))return t}catch(t){console.debug("Step function source analysis failed:",t)}try{let t=this.createMockState(),n=Object.keys(t),o=e(t,{mainAi:{getOptions:()=>({trace:!1}),forward:()=>Promise.resolve({text:"mock"})},mainOptions:void 0});if(o&&typeof o=="object"&&"then"in o)return this.analyzeStepFunctionSource(e);if(o&&typeof o=="object"&&!Array.isArray(o)){let a=Object.keys(o).filter(l=>!n.includes(l));if(a.length>0)return a}}catch(t){console.debug("Step function dynamic analysis failed:",t)}return this.analyzeStepFunctionSource(e)}analyzeStepFunctionSource(e){try{let t=e.toString(),n=t.match(/\{\s*\.\.\.state\s*,\s*(\w+)\s*:/g);if(n){let o=n.map(s=>{let a=s.match(/(\w+)\s*:/);return a?a[1]:null}).filter(Boolean);if(o.length>0)return o}let r=t.match(/state\.(\w+)\s*=/g);if(r){let o=r.map(s=>{let a=s.match(/state\.(\w+)\s*=/);return a?a[1]:null}).filter(Boolean);if(o.length>0)return o}}catch(t){console.debug("Step function source analysis failed:",t)}return["_stepResult"]}analyzeMapTransformation(e){try{let n=e.toString().split(/\{[\s\S]*?\}/).flatMap(()=>[])}catch{}return["_mapResult"]}createMockState(){let e={};for(let t of this.initialFields)e[t]=this.createMockValue(t);for(let t of this.steps)for(let n of t.produces)n.endsWith("Result")?e[n]={text:"mockText",value:"mockValue",result:"mockResult",data:"mockData",processedText:"mockProcessedText",sentimentValue:"mockSentiment",confidenceScore:.8,isComplex:!1,mockValue:"mockValue",responseText:"mockResponseText",inputText:"mockInputText"}:e[n]=this.createMockValue(n);return e}createMockValue(e){return e.includes("List")||e.includes("Array")||e.endsWith("s")?["mockItem1","mockItem2"]:e.includes("count")||e.includes("Count")||e.includes("index")||e.includes("Index")?0:e.includes("is")||e.includes("has")||e.includes("can")?!1:"mockValue"}analyzeBranchMergeFields(){let e=this.steps.slice(-5).filter(t=>t.type==="execute"&&t.nodeName).flatMap(t=>t.produces);return e.length>0?e:this.steps.filter(t=>t.type==="execute"&&t.nodeName).flatMap(t=>t.produces)}setInitialFields(e){this.initialFields=new Set(e),this.rebuildParallelGroups()}rebuildParallelGroups(){this.parallelGroups=[];let e=new Set,t=new Set(this.initialFields),n=0;for(;e.size<this.steps.length;){let r=[];for(let o of this.steps){if(e.has(o.stepIndex))continue;if(o.dependencies.length===0||o.dependencies.every(a=>t.has(a))){if(o.type==="merge"&&r.length>0)continue;if(r.push(o),e.add(o.stepIndex),o.type==="merge")break}}if(r.length>0){for(let o of r)o.produces.forEach(s=>t.add(s));this.parallelGroups.push({level:n,steps:r}),n++}else{let o=this.steps.filter(s=>!e.has(s.stepIndex));if(o.length>0){let s=o[0];e.add(s.stepIndex),s.produces.forEach(a=>t.add(a)),this.parallelGroups.push({level:n,steps:[s]}),n++}else break}}}getAllProducedFields(){let e=[];for(let t of this.steps)e.push(...t.produces);return e}createOptimizedExecution(e){let t=[];for(let n of this.parallelGroups)if(n.steps.length===1){let r=n.steps[0];r&&t.push(r.stepFunction)}else if(n.steps.length>1){let r=async(o,s)=>{let a=await Bt(n.steps,async u=>await u.stepFunction(o,s),e);if(a.some(u=>u&&typeof u=="object"&&"_parallelResults"in u)){let u=a.find(p=>p&&typeof p=="object"&&"_parallelResults"in p);return u||o}let c=o;for(let u of a)c={...c,...u};return c};t.push(r)}return t}getOptimizedExecutionSteps(){return this.parallelGroups.length===0&&this.steps.length>0&&this.rebuildParallelGroups(),this.createOptimizedExecution()}getExecutionPlan(){return this.parallelGroups.length===0&&this.steps.length>0&&this.rebuildParallelGroups(),{totalSteps:this.steps.length,parallelGroups:this.parallelGroups.length,maxParallelism:this.steps.length===0?1:Math.max(...this.parallelGroups.map(e=>e.steps.length),0),steps:this.steps,groups:this.parallelGroups}}};import{context as Tu,SpanKind as Cu,trace as Ru}from"@opentelemetry/api";var Ha=i=>{console.log(i)},jt=(i,e=!1)=>{if(e)return"[State hidden]";let t={};for(let[n,r]of Object.entries(i))if(typeof r=="string"&&r.length>100)t[n]=`${r.substring(0,100)}...`;else if(Array.isArray(r)&&r.length>3)t[n]=[...r.slice(0,3),`... (${r.length-3} more)`];else if(typeof r=="object"&&r!==null){let o=JSON.stringify(r);o.length>200?t[n]=`${o.substring(0,200)}...`:t[n]=r}else t[n]=r;return JSON.stringify(t,null,2)},qt=i=>i<1e3?`${i.toFixed(1)}ms`:i<6e4?`${(i/1e3).toFixed(2)}s`:`${(i/6e4).toFixed(2)}min`,Hr=(i=Ha)=>{let e=new _e,t=e.gray(`${"\u2501".repeat(80)}
555
+ `),console.log("\u{1F4A1} What This Means:"),console.log("\u2022 MiPRO successfully automated prompt engineering"),console.log("\u2022 Optimized instructions and examples improve model performance"),console.log("\u2022 Framework reduces manual prompt engineering effort"),console.log("\u2022 More training data and iterations would likely improve results")}async evaluateConfiguration(e,t,n,r){let s=0,o=0,a=0,l=r;for(let c of l)try{let u=await e.forward(this.studentAI,c,{modelConfig:{temperature:n.temperature,...n.topP!==void 0?{topP:n.topP}:{}},sampleCount:this.sampleCount,resultPicker:this.sampleCount>1?this.customResultPicker??this.defaultResultPicker:void 0});this.stats.totalCalls+=1;let p=await t({prediction:u,example:c});if(typeof p=="number"&&!Number.isNaN(p)){s+=p,o++;let d=typeof this.targetScore=="number"?this.targetScore:.5;p>=d&&a++}}catch(u){this.getLogger()?.({name:"Notification",id:"mipro_evaluate",value:typeof u=="string"?u:String(u)})}return this.stats.successfulDemos+=a,o>0?s/o:0}};var Nn=class{analyzeMappingDependencies(e,t){if(!e||typeof e!="function")return[];let n=[];try{let r=e.toString(),s=Array.from(r.matchAll(/state\.(\w+)/g));for(let o of s)o[1]&&!n.includes(o[1])&&n.push(o[1]);if(n.length===0)try{let o=this.createDependencyTracker(n);e(o)}catch{}}catch(r){console.debug("Dependency analysis failed:",r)}return n}createTrackingProxy(e,t){let n=this;return new Proxy(e,{get(r,s){typeof s=="string"&&!t.includes(s)&&t.push(s);let o=r[s];return o&&typeof o=="object"?n.createTrackingProxy(o,t):o},has(r,s){return typeof s=="string"&&!t.includes(s)&&t.push(s),s in r}})}parseStaticDependencies(e){let t=[];try{let n=Array.from(e.matchAll(/state\.(\w+)/g));for(let o of n)o[1]&&!t.includes(o[1])&&t.push(o[1]);let r=Array.from(e.matchAll(/\$\{state\.(\w+)\}/g));for(let o of r)o[1]&&!t.includes(o[1])&&t.push(o[1]);let s=Array.from(e.matchAll(/\{\s*(\w+)(?:\s*,\s*(\w+))*\s*\}\s*=\s*state/g));for(let o of s)for(let a=1;a<o.length;a++)o[a]&&!t.includes(o[a])&&t.push(o[a])}catch(n){console.debug("Static dependency parsing failed:",n)}return t}createDependencyTracker(e){return new Proxy({},{get(t,n){return typeof n=="string"&&!e.includes(n)&&e.push(n),new Proxy({},{get:()=>{}})}})}};async function Bt(i,e,t){if(!t||t<=0||t>=i.length){let r=i.map((s,o)=>e(s,o));return Promise.all(r)}let n=new Array(i.length);for(let r=0;r<i.length;r+=t){let o=i.slice(r,r+t).map((l,c)=>{let u=r+c;return e(l,u).then(p=>({result:p,originalIndex:u}))}),a=await Promise.all(o);for(let{result:l,originalIndex:c}of a)n[c]=l}return n}var $n=class{steps=[];parallelGroups=[];analyzer=new Nn;initialFields=new Set;addExecutionStep(e,t,n,r,s,o,a){let l=[],c=[],u=r||"map";if(t&&n)u="execute",l=this.analyzer.analyzeMappingDependencies(n,t),c=[`${t}Result`];else if(u==="map"&&s)c=this.analyzeMapTransformation(s),l=this.getAllProducedFields();else if(u==="parallel-map"){if(Array.isArray(s)){let d=new Set;for(let m of s)this.analyzeMapTransformation(m).forEach(h=>d.add(h));c=Array.from(d)}else s?c=this.analyzeMapTransformation(s):c=["_parallelMapResult"];l=this.getAllProducedFields()}else if(u==="merge"){if(o?.resultKey)c=[o.resultKey];else{let m=this.analyzeBranchMergeFields();c=m.length>0?m:["_mergedResult"]}e.toString().includes("_parallelResults")?l=["_parallelResults"]:l=this.getAllProducedFields()}else if(u==="parallel")c=["_parallelResults"],l=this.getAllProducedFields();else if(u==="derive")if(a?.outputFieldName&&a?.inputFieldName){c=[a.outputFieldName];let d=s?this.analyzer.analyzeMappingDependencies(s,"derive"):[];l=[a.inputFieldName,...d].filter((m,g,h)=>h.indexOf(m)===g)}else c=["_deriveResult"],l=this.getAllProducedFields();else e.toString().includes("transform(")?(u="map",l=this.getAllProducedFields(),c=["_mapResult"]):e.toString().includes("_parallelResults")&&(c=["_parallelResults"],l=this.getAllProducedFields());for(let d of l)this.getAllProducedFields().includes(d)||this.initialFields.add(d);let p={type:u,nodeName:t,dependencies:l,produces:c,stepFunction:e,stepIndex:this.steps.length};this.steps.push(p)}analyzeStepFunctionProduction(e){try{let t=this.analyzeStepFunctionSource(e);if(t.length>0&&!t.includes("_stepResult"))return t}catch(t){console.debug("Step function source analysis failed:",t)}try{let t=this.createMockState(),n=Object.keys(t),s=e(t,{mainAi:{getOptions:()=>({trace:!1}),forward:()=>Promise.resolve({text:"mock"})},mainOptions:void 0});if(s&&typeof s=="object"&&"then"in s)return this.analyzeStepFunctionSource(e);if(s&&typeof s=="object"&&!Array.isArray(s)){let a=Object.keys(s).filter(l=>!n.includes(l));if(a.length>0)return a}}catch(t){console.debug("Step function dynamic analysis failed:",t)}return this.analyzeStepFunctionSource(e)}analyzeStepFunctionSource(e){try{let t=e.toString(),n=t.match(/\{\s*\.\.\.state\s*,\s*(\w+)\s*:/g);if(n){let s=n.map(o=>{let a=o.match(/(\w+)\s*:/);return a?a[1]:null}).filter(Boolean);if(s.length>0)return s}let r=t.match(/state\.(\w+)\s*=/g);if(r){let s=r.map(o=>{let a=o.match(/state\.(\w+)\s*=/);return a?a[1]:null}).filter(Boolean);if(s.length>0)return s}}catch(t){console.debug("Step function source analysis failed:",t)}return["_stepResult"]}analyzeMapTransformation(e){try{let n=e.toString().split(/\{[\s\S]*?\}/).flatMap(()=>[])}catch{}return["_mapResult"]}createMockState(){let e={};for(let t of this.initialFields)e[t]=this.createMockValue(t);for(let t of this.steps)for(let n of t.produces)n.endsWith("Result")?e[n]={text:"mockText",value:"mockValue",result:"mockResult",data:"mockData",processedText:"mockProcessedText",sentimentValue:"mockSentiment",confidenceScore:.8,isComplex:!1,mockValue:"mockValue",responseText:"mockResponseText",inputText:"mockInputText"}:e[n]=this.createMockValue(n);return e}createMockValue(e){return e.includes("List")||e.includes("Array")||e.endsWith("s")?["mockItem1","mockItem2"]:e.includes("count")||e.includes("Count")||e.includes("index")||e.includes("Index")?0:e.includes("is")||e.includes("has")||e.includes("can")?!1:"mockValue"}analyzeBranchMergeFields(){let e=this.steps.slice(-5).filter(t=>t.type==="execute"&&t.nodeName).flatMap(t=>t.produces);return e.length>0?e:this.steps.filter(t=>t.type==="execute"&&t.nodeName).flatMap(t=>t.produces)}setInitialFields(e){this.initialFields=new Set(e),this.rebuildParallelGroups()}rebuildParallelGroups(){this.parallelGroups=[];let e=new Set,t=new Set(this.initialFields),n=0;for(;e.size<this.steps.length;){let r=[];for(let s of this.steps){if(e.has(s.stepIndex))continue;if(s.dependencies.length===0||s.dependencies.every(a=>t.has(a))){if(s.type==="merge"&&r.length>0)continue;if(r.push(s),e.add(s.stepIndex),s.type==="merge")break}}if(r.length>0){for(let s of r)s.produces.forEach(o=>t.add(o));this.parallelGroups.push({level:n,steps:r}),n++}else{let s=this.steps.filter(o=>!e.has(o.stepIndex));if(s.length>0){let o=s[0];e.add(o.stepIndex),o.produces.forEach(a=>t.add(a)),this.parallelGroups.push({level:n,steps:[o]}),n++}else break}}}getAllProducedFields(){let e=[];for(let t of this.steps)e.push(...t.produces);return e}createOptimizedExecution(e){let t=[];for(let n of this.parallelGroups)if(n.steps.length===1){let r=n.steps[0];r&&t.push(r.stepFunction)}else if(n.steps.length>1){let r=async(s,o)=>{let a=await Bt(n.steps,async u=>await u.stepFunction(s,o),e);if(a.some(u=>u&&typeof u=="object"&&"_parallelResults"in u)){let u=a.find(p=>p&&typeof p=="object"&&"_parallelResults"in p);return u||s}let c=s;for(let u of a)c={...c,...u};return c};t.push(r)}return t}getOptimizedExecutionSteps(){return this.parallelGroups.length===0&&this.steps.length>0&&this.rebuildParallelGroups(),this.createOptimizedExecution()}getExecutionPlan(){return this.parallelGroups.length===0&&this.steps.length>0&&this.rebuildParallelGroups(),{totalSteps:this.steps.length,parallelGroups:this.parallelGroups.length,maxParallelism:this.steps.length===0?1:Math.max(...this.parallelGroups.map(e=>e.steps.length),0),steps:this.steps,groups:this.parallelGroups}}};import{context as wu,SpanKind as Su,trace as vu}from"@opentelemetry/api";var Ka=i=>{console.log(i)},jt=(i,e=!1)=>{if(e)return"[State hidden]";let t={};for(let[n,r]of Object.entries(i))if(typeof r=="string"&&r.length>100)t[n]=`${r.substring(0,100)}...`;else if(Array.isArray(r)&&r.length>3)t[n]=[...r.slice(0,3),`... (${r.length-3} more)`];else if(typeof r=="object"&&r!==null){let s=JSON.stringify(r);s.length>200?t[n]=`${s.substring(0,200)}...`:t[n]=r}else t[n]=r;return JSON.stringify(t,null,2)},qt=i=>i<1e3?`${i.toFixed(1)}ms`:i<6e4?`${(i/1e3).toFixed(2)}s`:`${(i/6e4).toFixed(2)}min`,Kr=(i=Ka)=>{let e=new _e,t=e.gray(`${"\u2501".repeat(80)}
556
556
  `),n=e.gray(`${"\u2500".repeat(40)}
557
- `);return r=>{let o="";switch(r.name){case"FlowStart":o=`
557
+ `);return r=>{let s="";switch(r.name){case"FlowStart":s=`
558
558
  ${e.blueBright("\u{1F504} [ AXFLOW START ]")}
559
- ${t}`,o+=`${e.white("Input Fields:")} ${e.cyan(r.inputFields.join(", "))}
560
- `,o+=`${e.white("Total Steps:")} ${e.yellow(r.totalSteps.toString())}
561
- `,o+=`${e.white("Parallel Groups:")} ${e.yellow(r.parallelGroups.toString())}
562
- `,o+=`${e.white("Max Parallelism:")} ${e.yellow(r.maxParallelism.toString())}
563
- `,o+=`${e.white("Auto-Parallel:")} ${r.autoParallelEnabled?e.green("enabled"):e.red("disabled")}
564
- `,o+=t;break;case"StepStart":{let s=r.stepType==="execute"?"\u26A1":r.stepType==="map"?"\u{1F504}":r.stepType==="merge"?"\u{1F500}":r.stepType==="parallel"?"\u2696\uFE0F":"\u{1F4CB}";o=`${e.greenBright(`${s} [ STEP ${r.stepIndex} START ]`)} ${e.white(`(${r.stepType})`)}`,r.nodeName&&(o+=` ${e.cyanBright(`Node: ${r.nodeName}`)}`),o+=`
565
- `,r.dependencies.length>0&&(o+=`${e.white("Dependencies:")} ${e.gray(r.dependencies.join(", "))}
566
- `),r.produces.length>0&&(o+=`${e.white("Produces:")} ${e.cyan(r.produces.join(", "))}
567
- `),o+=`${e.white("State:")} ${e.gray(jt(r.state,!0))}
568
- `,o+=n;break}case"StepComplete":{let s=(r.stepType==="execute"||r.stepType==="map"||r.stepType==="merge"||r.stepType==="parallel","\u2705");o=`${e.greenBright(`${s} [ STEP ${r.stepIndex} COMPLETE ]`)} ${e.white(`(${r.stepType})`)}`,r.nodeName&&(o+=` ${e.cyanBright(`Node: ${r.nodeName}`)}`),o+=` ${e.magenta(`in ${qt(r.executionTime)}`)}
569
- `,r.newFields&&r.newFields.length>0&&(o+=`${e.white("New Fields:")} ${e.green(r.newFields.join(", "))}
570
- `),r.result&&r.nodeName&&(o+=`${e.white("Result:")} ${e.yellow(JSON.stringify(r.result,null,2))}
571
- `),o+=n;break}case"ParallelGroupStart":o=`${e.blueBright("\u2696\uFE0F [ PARALLEL GROUP START ]")} ${e.white(`Level ${r.groupLevel}`)}
572
- `,o+=`${e.white("Steps:")} ${e.yellow(r.stepsCount.toString())} ${e.gray(`(${r.stepTypes.join(", ")})`)}
573
- `,o+=n;break;case"ParallelGroupComplete":o=`${e.blueBright("\u2705 [ PARALLEL GROUP COMPLETE ]")} ${e.white(`Level ${r.groupLevel}`)}`,o+=` ${e.magenta(`in ${qt(r.executionTime)}`)}
574
- `,o+=`${e.white("Steps Executed:")} ${e.yellow(r.stepsCount.toString())}
575
- `,o+=n;break;case"BranchEvaluation":o=`${e.yellow("\u{1F500} [ BRANCH EVALUATION ]")}
576
- `,o+=`${e.white("Branch Value:")} ${e.cyan(JSON.stringify(r.branchValue))}
577
- `,o+=`${e.white("Has Matching Branch:")} ${r.hasMatchingBranch?e.green("yes"):e.red("no")}
578
- `,r.hasMatchingBranch&&(o+=`${e.white("Branch Steps:")} ${e.yellow(r.branchStepsCount.toString())}
579
- `),o+=n;break;case"FlowComplete":o=`
559
+ ${t}`,s+=`${e.white("Input Fields:")} ${e.cyan(r.inputFields.join(", "))}
560
+ `,s+=`${e.white("Total Steps:")} ${e.yellow(r.totalSteps.toString())}
561
+ `,s+=`${e.white("Parallel Groups:")} ${e.yellow(r.parallelGroups.toString())}
562
+ `,s+=`${e.white("Max Parallelism:")} ${e.yellow(r.maxParallelism.toString())}
563
+ `,s+=`${e.white("Auto-Parallel:")} ${r.autoParallelEnabled?e.green("enabled"):e.red("disabled")}
564
+ `,s+=t;break;case"StepStart":{let o=r.stepType==="execute"?"\u26A1":r.stepType==="map"?"\u{1F504}":r.stepType==="merge"?"\u{1F500}":r.stepType==="parallel"?"\u2696\uFE0F":"\u{1F4CB}";s=`${e.greenBright(`${o} [ STEP ${r.stepIndex} START ]`)} ${e.white(`(${r.stepType})`)}`,r.nodeName&&(s+=` ${e.cyanBright(`Node: ${r.nodeName}`)}`),s+=`
565
+ `,r.dependencies.length>0&&(s+=`${e.white("Dependencies:")} ${e.gray(r.dependencies.join(", "))}
566
+ `),r.produces.length>0&&(s+=`${e.white("Produces:")} ${e.cyan(r.produces.join(", "))}
567
+ `),s+=`${e.white("State:")} ${e.gray(jt(r.state,!0))}
568
+ `,s+=n;break}case"StepComplete":{let o=(r.stepType==="execute"||r.stepType==="map"||r.stepType==="merge"||r.stepType==="parallel","\u2705");s=`${e.greenBright(`${o} [ STEP ${r.stepIndex} COMPLETE ]`)} ${e.white(`(${r.stepType})`)}`,r.nodeName&&(s+=` ${e.cyanBright(`Node: ${r.nodeName}`)}`),s+=` ${e.magenta(`in ${qt(r.executionTime)}`)}
569
+ `,r.newFields&&r.newFields.length>0&&(s+=`${e.white("New Fields:")} ${e.green(r.newFields.join(", "))}
570
+ `),r.result&&r.nodeName&&(s+=`${e.white("Result:")} ${e.yellow(JSON.stringify(r.result,null,2))}
571
+ `),s+=n;break}case"ParallelGroupStart":s=`${e.blueBright("\u2696\uFE0F [ PARALLEL GROUP START ]")} ${e.white(`Level ${r.groupLevel}`)}
572
+ `,s+=`${e.white("Steps:")} ${e.yellow(r.stepsCount.toString())} ${e.gray(`(${r.stepTypes.join(", ")})`)}
573
+ `,s+=n;break;case"ParallelGroupComplete":s=`${e.blueBright("\u2705 [ PARALLEL GROUP COMPLETE ]")} ${e.white(`Level ${r.groupLevel}`)}`,s+=` ${e.magenta(`in ${qt(r.executionTime)}`)}
574
+ `,s+=`${e.white("Steps Executed:")} ${e.yellow(r.stepsCount.toString())}
575
+ `,s+=n;break;case"BranchEvaluation":s=`${e.yellow("\u{1F500} [ BRANCH EVALUATION ]")}
576
+ `,s+=`${e.white("Branch Value:")} ${e.cyan(JSON.stringify(r.branchValue))}
577
+ `,s+=`${e.white("Has Matching Branch:")} ${r.hasMatchingBranch?e.green("yes"):e.red("no")}
578
+ `,r.hasMatchingBranch&&(s+=`${e.white("Branch Steps:")} ${e.yellow(r.branchStepsCount.toString())}
579
+ `),s+=n;break;case"FlowComplete":s=`
580
580
  ${e.greenBright("\u2705 [ AXFLOW COMPLETE ]")}
581
- ${t}`,o+=`${e.white("Total Time:")} ${e.magenta(qt(r.totalExecutionTime))}
582
- `,o+=`${e.white("Steps Executed:")} ${e.yellow(r.stepsExecuted.toString())}
583
- `,o+=`${e.white("Output Fields:")} ${e.green(r.outputFields.join(", "))}
584
- `,o+=`${e.white("Final State:")} ${e.gray(jt(r.finalState,!0))}
585
- `,o+=t;break;case"FlowError":o=`
581
+ ${t}`,s+=`${e.white("Total Time:")} ${e.magenta(qt(r.totalExecutionTime))}
582
+ `,s+=`${e.white("Steps Executed:")} ${e.yellow(r.stepsExecuted.toString())}
583
+ `,s+=`${e.white("Output Fields:")} ${e.green(r.outputFields.join(", "))}
584
+ `,s+=`${e.white("Final State:")} ${e.gray(jt(r.finalState,!0))}
585
+ `,s+=t;break;case"FlowError":s=`
586
586
  ${e.redBright("\u274C [ AXFLOW ERROR ]")}
587
- ${t}`,r.stepIndex!==void 0&&(o+=`${e.white("Step:")} ${e.yellow(r.stepIndex.toString())}`,r.stepType&&(o+=` ${e.gray(`(${r.stepType})`)}`),r.nodeName&&(o+=` ${e.cyan(`Node: ${r.nodeName}`)}`),o+=`
588
- `),o+=`${e.white("Error:")} ${e.red(r.error)}
589
- `,r.state&&(o+=`${e.white("State:")} ${e.gray(jt(r.state,!0))}
590
- `),o+=t;break;default:o=e.gray(JSON.stringify(r,null,2))}i(o)}},bu=(i=Ha)=>{let e="=".repeat(80),t="-".repeat(40);return n=>{let r="";switch(n.name){case"FlowStart":r=`
587
+ ${t}`,r.stepIndex!==void 0&&(s+=`${e.white("Step:")} ${e.yellow(r.stepIndex.toString())}`,r.stepType&&(s+=` ${e.gray(`(${r.stepType})`)}`),r.nodeName&&(s+=` ${e.cyan(`Node: ${r.nodeName}`)}`),s+=`
588
+ `),s+=`${e.white("Error:")} ${e.red(r.error)}
589
+ `,r.state&&(s+=`${e.white("State:")} ${e.gray(jt(r.state,!0))}
590
+ `),s+=t;break;default:s=e.gray(JSON.stringify(r,null,2))}i(s)}},Cu=(i=Ka)=>{let e="=".repeat(80),t="-".repeat(40);return n=>{let r="";switch(n.name){case"FlowStart":r=`
591
591
  [ AXFLOW START ]
592
592
  ${e}
593
593
  `,r+=`Input Fields: ${n.inputFields.join(", ")}
@@ -631,12 +631,15 @@ ${e}
631
631
  `),r+=`Error: ${n.error}
632
632
  `,n.state&&(r+=`State: ${jt(n.state,!0)}
633
633
  `),r+=`${e}
634
- `;break;default:r=JSON.stringify(n,null,2)}i(r)}},Iu=Hr(),Ka=i=>{let e=new Map;return{logger:i,startTiming:t=>{e.set(t,Date.now())},endTiming:t=>{let n=e.get(t);if(!n)return 0;let r=Date.now()-n;return e.delete(t),r},getCurrentTime:()=>Date.now()}};var Ln=class{constructor(e){this.nodeGenerators=e}steps=[];execute(e,t,n){let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);return this.steps.push(async(o,s)=>{let a=n?.ai??s.mainAi,l=n?.options??s.mainOptions,c=t(o),u=l?.traceLabel?`Node:${e} (${l.traceLabel})`:`Node:${e}`,p;if("forward"in r&&typeof r.forward=="function")p=await r.forward(a,c,{...l,traceLabel:u});else throw new Error(`Node program for '${e}' does not have a forward method`);return{...o,[`${e}Result`]:p}}),this}map(e){return this.steps.push(t=>e(t)),this}async executeSteps(e,t){let n=e;for(let r of this.steps)n=await r(n,t);return n}},Ps=class{constructor(e){this.nodeGenerators=e}steps=[];execute(e,t,n){let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);return this.steps.push(async(o,s)=>{let a=n?.ai??s.mainAi,l=n?.options??s.mainOptions,c=t(o),u=l?.traceLabel?`Node:${e} (${l.traceLabel})`:`Node:${e}`,p;if("forward"in r&&typeof r.forward=="function")p=await r.forward(a,c,{...l,traceLabel:u});else throw new Error(`Node program for '${e}' does not have a forward method`);return{...o,[`${e}Result`]:p}}),this}map(e){return this.steps.push(t=>e(t)),this}async executeSteps(e,t){let n=e;for(let r of this.steps)n=await r(n,t);return n}};var Kr=class i{static _ctorWarned=!1;nodes=new Map;flowDefinition=[];nodeGenerators=new Map;loopStack=[];stepLabels=new Map;branchContext=null;autoParallelConfig;executionPlanner=new $n;program;flowName;nodeUsage=new Map;nodeTraces=new Map;flowLogger;timingLogger;defaultAIOptions;toCamelCase(e){return e.replace(/_([a-z])/g,(t,n)=>n.toUpperCase())}async executeStepsWithLogging(e,t,n,r){let o={...t},s=0;for(let a=0;a<e.length;a++){let l=e[a];if(!l)continue;let c=this.getStepType(l,a),u=this.getStepMetadata(l,a),p=Object.keys(o);this.flowLogger&&this.flowLogger({name:"StepStart",timestamp:Date.now(),stepIndex:a,stepType:c,nodeName:u.nodeName,dependencies:u.dependencies,produces:u.produces,state:{...o}});let d=Date.now();this.timingLogger?.startTiming(`step-${a}`);try{o=await l(o,n),s++;let g=this.timingLogger?.endTiming(`step-${a}`)??Date.now()-d,f=Object.keys(o).filter(x=>!p.includes(x)),A;if(c==="execute"&&u.nodeName&&f.length>0){let x=`${u.nodeName}Result`;A=o[x]}this.flowLogger&&this.flowLogger({name:"StepComplete",timestamp:Date.now(),stepIndex:a,stepType:c,nodeName:u.nodeName,executionTime:g,state:{...o},newFields:f,result:A})}catch(m){throw this.flowLogger&&this.flowLogger({name:"FlowError",timestamp:Date.now(),error:m instanceof Error?m.message:String(m),stepIndex:a,stepType:c,nodeName:u.nodeName,state:{...o}}),m}}return{finalState:o,stepsExecuted:s}}getStepType(e,t){let n=e.toString();return n.includes("nodeName")||n.includes("nodeProgram")?"execute":n.includes("_parallelResults")||n.includes("processBatches")?"parallel":n.includes("branchValue")||n.includes("branches.get")||n.includes("mergeFunction")?"merge":n.includes("transform(")||n.includes("...state,")?"map":n.includes("inputValue")&&n.includes("transformFn")?"derive":n.includes("condition(")&&n.includes("iterations")?n.includes("while")?"while":"feedback":n.includes("branchSteps")||n.includes("currentState")?"branch":"other"}getStepMetadata(e,t){let r=this.executionPlanner.getExecutionPlan().steps.find(a=>a.stepIndex===t);if(r)return{nodeName:r.nodeName,dependencies:r.dependencies,produces:r.produces};let o=e.toString();return{nodeName:this.extractNodeNameFromSource(o),dependencies:[],produces:[]}}extractNodeNameFromSource(e){let t=e.match(/nodeName['"]?\s*[=:]\s*['"](\w+)['"]/);if(t)return t[1];let n=e.match(/nodeProgram\.get\(['"](\w+)['"]\)/);if(n)return n[1]}inferSignatureFromFlow(){let e=this.executionPlanner.getExecutionPlan();if(this.nodeGenerators.size===0&&e.steps.length===0)return le().input("userInput",le.string("User input to the flow")).output("flowOutput",le.string("Output from the flow")).build();let t=new Set,n=new Set;for(let u of e.steps)u.produces.forEach(p=>t.add(p)),u.dependencies.forEach(p=>n.add(p));let r=new Set;for(let u of Array.from(n))t.has(u)||r.add(u);let o=new Set,s=e.steps[e.steps.length-1];if(s&&(s.type==="map"||s.type==="merge")){if(s.produces.forEach(u=>{u.startsWith("_")||o.add(u)}),s.type==="merge"&&s.produces.includes("_mergedResult"))for(let u of e.steps)u.type==="execute"&&u.produces.length>0&&u.produces.forEach(p=>o.add(p))}else for(let u of Array.from(t)){let p=!1;for(let d of e.steps)if(d.dependencies.includes(u)){p=!0;break}if(!p)if(u.endsWith("Result")){let d=u.replace("Result",""),m=this.nodeGenerators.get(d);if(m){let h=m.getSignature().getOutputFields();for(let f of h)o.add(f.name)}else o.add(u)}else o.add(u)}if(r.size===0&&o.size===0){let u=[],p=[];for(let[m,g]of Array.from(this.nodeGenerators)){let h=g.getSignature();for(let f of h.getInputFields()){let A=this.toCamelCase(`${m}_${f.name}`);u.push({name:A,type:f.type,description:f.description,isOptional:f.isOptional,isInternal:f.isInternal})}for(let f of h.getOutputFields()){let A=this.toCamelCase(`${m}_${f.name}`);p.push({name:A,type:f.type,description:f.description,isOptional:f.isOptional,isInternal:f.isInternal})}}let d=new he;return u.length>0?d.setInputFields(u):d.addInputField({name:"userInput",type:{name:"string"},description:"User input to the flow"}),p.length>0?d.setOutputFields(p):d.addOutputField({name:"flowOutput",type:{name:"string"},description:"Output from the flow"}),d}let a=new he,l=[];for(let u of Array.from(r))l.push({name:u,type:{name:"string"},description:`Input field: ${u}`});l.length===0&&l.push({name:"userInput",type:{name:"string"},description:"User input to the flow"});let c=[];for(let u of Array.from(o))u.startsWith("_")||c.push({name:u,type:{name:"string"},description:`Output field: ${u}`});return c.length===0&&c.push({name:"flowOutput",type:{name:"string"},description:"Output from the flow"}),a.setInputFields(l),a.setOutputFields(c),a}constructor(e){i._ctorWarned||(console.warn("[AxFlow] new AxFlow() is deprecated. Use flow() factory instead."),i._ctorWarned=!0),this.autoParallelConfig={enabled:e?.autoParallel!==!1,batchSize:e?.batchSize||10},e?.logger?this.flowLogger=e.logger:e?.debug===!0?this.flowLogger=Hr():this.flowLogger=void 0,this.timingLogger=this.flowLogger?Ka(this.flowLogger):void 0,(e?.tracer||e?.meter)&&(this.defaultAIOptions={tracer:e.tracer,meter:e.meter})}static create(e){return new i(e)}ensureProgram(){let e=this.inferSignatureFromFlow();if(!this.program){this.program=new Ot(e);for(let[t,n]of Array.from(this.nodeGenerators))this.program.register(n);return}this.program.setSignature(e)}setExamples(e,t){this.ensureProgram(),this.program.setExamples(e,t)}setId(e){this.ensureProgram(),this.program.setId(e)}setParentId(e){this.ensureProgram(),this.program.setParentId(e)}getTraces(){let e=[];for(let[t,n]of Array.from(this.nodeTraces))e.push(...n);return e}setDemos(e){this.ensureProgram(),this.program.setDemos(e)}description(e,t){return this.ensureProgram(),this.flowName=e,this.program.setDescription(t),this}toFunction(){this.ensureProgram();let e=this.program.getSignature(),n=(this.flowName??(e.getDescription()?.trim().split(`
635
- `)[0]||"axFlow")).replace(/\s+/g,"_"),r=this.toCamelCase(n),o=async(s,a)=>{let l=a?.ai;if(!l)throw new Error("AI service is required to run the flow");let c=await this.forward(l,s??{}),u=e.getOutputFields(),p=c??{};return Object.keys(p).map(d=>{let m=u.find(g=>g.name===d);return m&&m.title?`${m.title}: ${p[d]}`:`${d}: ${p[d]}`}).join(`
636
- `)};return{name:r,description:e.getDescription()??"Execute this AxFlow",parameters:e.toJSONSchema(),func:o}}getUsage(){let e=[];for(let[t,n]of Array.from(this.nodeUsage))e.push(...n);return Rn(e)}resetUsage(){this.nodeUsage.clear();for(let[e,t]of Array.from(this.nodeGenerators))t&&"resetUsage"in t&&t.resetUsage()}resetTraces(){this.nodeTraces.clear()}getUsageReport(){let e={};for(let[t,n]of Array.from(this.nodeUsage))e[t]=Rn(n);return e}getNodePrograms(){return Array.from(this.nodeGenerators).map(([e,t])=>({name:e,program:t}))}setNodeInstruction(e,t){let n=this.nodeGenerators.get(e);if(!n)return!1;let r=n;if(typeof r.setInstruction=="function")try{return r.setInstruction(t),!0}catch{return!1}return!1}setAllNodeInstructions(e){for(let[t,n]of Object.entries(e))this.setNodeInstruction(t,n)}getTracesReport(){let e={};for(let[t,n]of Array.from(this.nodeTraces))e[t]=n;return e}async*streamingForward(e,t,n){let r=n?.cachingFunction??V.cachingFunction,o=(()=>{if(!r)return;this.ensureProgram();let a=this.program.getSignature(),l=a.getInputFields().map(d=>d.name),c=Array.isArray(t)?t.filter(d=>d.role==="user").pop().values:t,u=Pe("sha256");u.update(a.hash()??"");let p=d=>{let m=typeof d;if(u.update(`|${m}|`),d==null){u.update("null");return}if(m==="string"||m==="number"||m==="boolean"){u.update(String(d));return}if(Array.isArray(d)){u.update("[");for(let g of d)p(g);u.update("]");return}if(typeof d=="object"&&d!==null&&"mimeType"in d&&"data"in d){let g=d;u.update(g.mimeType??"");let h=Pe("sha256").update(g.data??"").digest("hex");u.update(h);return}if(typeof d=="object"){let g=d,h=Object.keys(g).sort();for(let f of h)u.update(`{${f}}`),p(g[f]);return}u.update(String(d))};for(let d of l)p(c?.[d]);return u.digest("hex")})();if(r&&o){let a;try{a=await r(o)}catch{}if(a!==void 0){yield{version:0,index:0,delta:a};return}}let s=await this.forward(e,t,n);if(r&&o)try{await r(o,s)}catch{}yield{version:1,index:0,delta:s}}async forward(e,t,n){let r=n?.cachingFunction??V.cachingFunction,o=(()=>{if(!r)return;this.ensureProgram();let l=this.program.getSignature(),c=l.getInputFields().map(m=>m.name),u=Array.isArray(t)?t.filter(m=>m.role==="user").pop().values:t,p=Pe("sha256");p.update(l.hash()??"");let d=m=>{let g=typeof m;if(p.update(`|${g}|`),m==null){p.update("null");return}if(g==="string"||g==="number"||g==="boolean"){p.update(String(m));return}if(Array.isArray(m)){p.update("[");for(let h of m)d(h);p.update("]");return}if(typeof m=="object"&&m!==null&&"mimeType"in m&&"data"in m){let h=m;p.update(h.mimeType??"");let f=Pe("sha256").update(h.data??"").digest("hex");p.update(f);return}if(typeof m=="object"){let h=m,f=Object.keys(h).sort();for(let A of f)p.update(`{${A}}`),d(h[A]);return}p.update(String(m))};for(let m of c)d(u?.[m]);return p.digest("hex")})();if(r&&o){let l=await r(o);if(l!==void 0)return l}let s=Date.now();this.timingLogger?.startTiming("flow-execution");let a={};try{this.resetUsage(),this.resetTraces();let l;if(Array.isArray(t)){let f=t.filter(A=>A.role==="user").pop();if(!f)throw new Error("No user message found in values array");l=f.values}else l=t;if(this.nodeGenerators.size>0&&this.ensureProgram(),a={...l},this.flowLogger){let f=this.getExecutionPlan();this.flowLogger({name:"FlowStart",timestamp:s,inputFields:Object.keys(l),totalSteps:f.totalSteps,parallelGroups:f.parallelGroups,maxParallelism:f.maxParallelism,autoParallelEnabled:f.autoParallelEnabled})}let c=n?.tracer??this.defaultAIOptions?.tracer,u=n?.traceContext,p,d=u;if(c){let f=this.getExecutionPlan(),A=n?.traceLabel?`AxFlow > ${n.traceLabel}`:"AxFlow";p=c.startSpan(A,{kind:Cu.INTERNAL,attributes:{total_steps:f.totalSteps,parallel_groups:f.parallelGroups,max_parallelism:f.maxParallelism,auto_parallel_enabled:f.autoParallelEnabled}});let x=u??Tu.active();d=Ru.setSpan(x,p)}let m={mainAi:e,mainOptions:(()=>{let f={...this.defaultAIOptions??{},...n};return n?.model&&(f.model=String(n.model)),c&&(f.tracer=c),d&&(f.traceContext=d),Object.keys(f).length>0?f:void 0})()},g=n?.autoParallel!==!1&&this.autoParallelConfig.enabled,h=0;if(g){this.executionPlanner.setInitialFields(Object.keys(l));let f=this.executionPlanner.createOptimizedExecution(this.autoParallelConfig.batchSize),A=await this.executeStepsWithLogging(f,a,m,!0);a=A.finalState,h=A.stepsExecuted}else{let f=await this.executeStepsWithLogging(this.flowDefinition,a,m,!1);a=f.finalState,h=f.stepsExecuted}if(this.flowLogger){let f=this.timingLogger?.endTiming("flow-execution")??Date.now()-s;this.flowLogger({name:"FlowComplete",timestamp:Date.now(),totalExecutionTime:f,finalState:a,outputFields:Object.keys(a),stepsExecuted:h})}if(p&&p.end(),r&&o)try{await r(o,a)}catch{}return a}catch(l){throw this.flowLogger&&this.flowLogger({name:"FlowError",timestamp:Date.now(),error:l instanceof Error?l.message:String(l),state:a}),typeof parentSpan<"u"&&parentSpan&&parentSpan.end(),l}}node(e,t){if(typeof t=="string"||t instanceof he){let n=t;if(!n)throw new Error(`Invalid signature for node '${e}': signature cannot be empty`);this.nodes.set(e,{inputs:{},outputs:{}});let r=Ne(n);this.nodeGenerators.set(e,r),this.ensureProgram(),this.program.register(r)}else if(typeof t=="function"){this.nodes.set(e,{inputs:{},outputs:{}});let n=new t;this.nodeGenerators.set(e,n),this.ensureProgram(),this.program.register(n)}else if(t&&typeof t=="object"&&"forward"in t){this.nodes.set(e,{inputs:{},outputs:{}});let n=t;this.nodeGenerators.set(e,n),this.ensureProgram(),this.program.register(n)}else throw new Error(`Invalid second argument for node '${e}': expected string, AxSignature, AxProgrammable instance, or constructor function`);return this}n(e,t){return this.node(e,t)}map(e,t){if(t?.parallel){let n=Array.isArray(e)?e:[e],r=async o=>(await Bt(n,async(l,c)=>{let u=l(o);return Promise.resolve(u)},this.autoParallelConfig.batchSize)).reduce((l,c)=>({...l,...c}),o);if(this.branchContext?.currentBranchValue!==void 0){let o=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];o.push(r),this.branchContext.branches.set(this.branchContext.currentBranchValue,o)}else this.flowDefinition.push(r),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(r,void 0,void 0,"parallel-map",n)}else{let n=async r=>{if(Array.isArray(e))throw new Error("Array of transforms requires parallel: true option");let o=e(r);return Promise.resolve(o)};if(this.branchContext?.currentBranchValue!==void 0){let r=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];r.push(n),this.branchContext.branches.set(this.branchContext.currentBranchValue,r)}else this.flowDefinition.push(n),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(n,void 0,void 0,"map",e)}return this.nodeGenerators.size>0&&this.ensureProgram(),this}m(e,t){return this.map(e,t)}returns(e){let t=async n=>{let r=e(n);return Promise.resolve(r)};if(this.branchContext?.currentBranchValue!==void 0){let n=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];n.push(t),this.branchContext.branches.set(this.branchContext.currentBranchValue,n)}else this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"map",e);return this.nodeGenerators.size>0&&this.ensureProgram(),this}r(e){return this.returns(e)}label(e){if(this.branchContext?.currentBranchValue!==void 0)throw new Error("Cannot create labels inside branch blocks");return this.stepLabels.set(e,this.flowDefinition.length),this}l(e){return this.label(e)}execute(e,t,n){if(!this.nodes.has(e))throw new Error(`Node '${e}' not found. Make sure to define it with .node() first.`);let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);let o=async(s,a)=>{let l=n?.ai??a.mainAi,c={...a.mainOptions??{},...n?.options??{}},u=t(s),p=c?.traceLabel?`Node:${e} (${c.traceLabel})`:`Node:${e}`,d;if("forward"in r&&typeof r.forward=="function"){if(d=await r.forward(l,u,{...c,traceLabel:p}),"getUsage"in r&&typeof r.getUsage=="function"){let m=r.getUsage();if(m&&m.length>0){let g=this.nodeUsage.get(e)||[];this.nodeUsage.set(e,[...g,...m])}}if("getTraces"in r&&typeof r.getTraces=="function"){let m=r.getTraces();if(m&&m.length>0){let g=this.nodeTraces.get(e)||[];this.nodeTraces.set(e,[...g,...m])}}}else throw new Error(`Node program for '${e}' does not have a forward method`);return{...s,[`${e}Result`]:d}};if(this.branchContext?.currentBranchValue!==void 0){let s=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];s.push(o),this.branchContext.branches.set(this.branchContext.currentBranchValue,s)}else this.flowDefinition.push(o),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(o,e,t);return this.ensureProgram(),this}applyOptimization(e){this.program&&"applyOptimization"in this.program&&this.program.applyOptimization(e);for(let[t,n]of Array.from(this.nodeGenerators))n&&"applyOptimization"in n&&typeof n.applyOptimization=="function"&&n.applyOptimization(e)}e(e,t,n){return this.execute(e,t,n)}branch(e){if(this.branchContext)throw new Error("Nested branches are not supported");return this.branchContext={predicate:t=>e(t),branches:new Map,currentBranchValue:void 0},this}b(e){return this.branch(e)}when(e){if(!this.branchContext)throw new Error("when() called without matching branch()");return this.branchContext.currentBranchValue=e,this.branchContext.branches.set(e,[]),this}w(e){return this.when(e)}merge(){if(!this.branchContext)throw new Error("merge() called without matching branch()");let e=this.branchContext;this.branchContext=null;let t=async(n,r)=>{let o=e.predicate(n),s=e.branches.get(o);if(this.flowLogger&&this.flowLogger({name:"BranchEvaluation",timestamp:Date.now(),branchValue:o,hasMatchingBranch:!!s,branchStepsCount:s?.length??0}),!s)return n;let a=n;for(let l of s)a=await l(a,r);return a};return this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"merge"),this.ensureProgram(),this}mg(){return this.merge()}parallel(e){let t=async(n,r)=>{let o=await Bt(e,async(s,a)=>{let l=new Ln(this.nodeGenerators);return await s(l).executeSteps(n,r)},this.autoParallelConfig.batchSize);return{...n,_parallelResults:o}};return this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"parallel",void 0,void 0),this.ensureProgram(),{merge:(n,r)=>{let o=s=>{let a=s._parallelResults;if(!Array.isArray(a))throw new Error("No parallel results found for merge");let l=r(...a),c={...s};return delete c._parallelResults,c[n]=l,c};return this.flowDefinition.push(o),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(o,void 0,void 0,"merge",void 0,{resultKey:n,mergeFunction:r}),this.ensureProgram(),this}}}p(e){return this.parallel(e)}feedback(e,t,n=10){if(!this.stepLabels.has(t))throw new Error(`Label '${t}' not found. Make sure to define it with .label() before the feedback point.`);let r=this.stepLabels.get(t),o=this.flowDefinition.length;return this.flowDefinition.push(async(s,a)=>{let l=s,c=1,u=`_feedback_${t}_iterations`;for(typeof l[u]!="number"&&(l={...l,[u]:1});e(l)&&c<n;){c++,l={...l,[u]:c};for(let p=r;p<o;p++){let d=this.flowDefinition[p];d&&(l=await d(l,a))}}return l}),this.nodeGenerators.size>0&&this.ensureProgram(),this}fb(e,t,n=10){return this.feedback(e,t,n)}while(e,t=100){let n=this.flowDefinition.length;this.loopStack.push(n);let r=Object.assign(o=>o,{_condition:e,_maxIterations:t,_isLoopStart:!0});return this.flowDefinition.push(r),this.nodeGenerators.size>0&&this.ensureProgram(),this}wh(e,t=100){return this.while(e,t)}endWhile(){if(this.loopStack.length===0)throw new Error("endWhile() called without matching while()");let e=this.loopStack.pop(),t=this.flowDefinition[e];if(!t||!("_isLoopStart"in t))throw new Error("Loop start step not found or invalid");let n=t._condition,r=t._maxIterations,o=this.flowDefinition.splice(e+1);return this.flowDefinition[e]=async(s,a)=>{let l=s,c=0;for(;n(l)&&c<r;){c++;for(let u of o)l=await u(l,a)}if(c>=r&&n(l))throw new Error(`While loop exceeded maximum iterations (${r}). Consider increasing maxIterations or ensuring the loop condition eventually becomes false.`);return l},this.nodeGenerators.size>0&&this.ensureProgram(),this}end(){return this.endWhile()}derive(e,t,n,r){let o=async s=>{let a=s[t];if(a===void 0)throw new Error(`Input field '${t}' not found in state`);let l;if(Array.isArray(a))if(this.autoParallelConfig.enabled){let c=r?.batchSize||this.autoParallelConfig.batchSize;l=await Bt(a,async(u,p)=>n(u,p,s),c)}else l=a.map((c,u)=>n(c,u,s));else l=n(a,void 0,s);return{...s,[e]:l}};if(this.branchContext?.currentBranchValue!==void 0){let s=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];s.push(o),this.branchContext.branches.set(this.branchContext.currentBranchValue,s)}else this.flowDefinition.push(o),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(o,void 0,void 0,"derive",n,void 0,{inputFieldName:t,outputFieldName:e,batchSize:r?.batchSize});return this.ensureProgram(),this}getExecutionPlan(){let e=this.executionPlanner.getExecutionPlan();return{totalSteps:e.totalSteps,parallelGroups:e.parallelGroups,maxParallelism:e.maxParallelism,autoParallelEnabled:this.autoParallelConfig.enabled,steps:e.steps,groups:e.groups}}getSignature(){return this.ensureProgram(),this.program.getSignature()}nodeExtended(e,t,n){let o=typeof t=="string"?he.create(t):t;if(n.prependInputs)for(let s of n.prependInputs)o=o.prependInputField(s.name,s.type);if(n.appendInputs)for(let s of n.appendInputs)o=o.appendInputField(s.name,s.type);if(n.prependOutputs)for(let s of n.prependOutputs)o=o.prependOutputField(s.name,s.type);if(n.appendOutputs)for(let s of n.appendOutputs)o=o.appendOutputField(s.name,s.type);return this.node(e,o)}nx(e,t,n){return this.nodeExtended(e,t,n)}mapOutput(e){let t=async n=>{let r=e(n);return{...n,...r}};if(this.branchContext?.currentBranchValue!==void 0){let n=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];n.push(t),this.branchContext.branches.set(this.branchContext.currentBranchValue,n)}else this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"map",e);return this.nodeGenerators.size>0&&this.ensureProgram(),this}mo(e){return this.mapOutput(e)}};function Fs(i){return Kr.create(i)}var _s=class{apiUrl;containerId=null;constructor(e="http://localhost:2375"){this.apiUrl=e}async pullImage(e){let t=await this.fetchDockerAPI(`/images/create?fromImage=${encodeURIComponent(e)}`,{method:"POST"});if(!t.ok)throw new Error(`Failed to pull image: ${t.statusText}`);await t.text()}async createContainer({imageName:e,volumes:t=[],doNotPullImage:n,tag:r}){let o=t.map(c=>`${c.hostPath}:${c.containerPath}`);n||await this.pullImage(e);let s={Image:e,Tty:!0,OpenStdin:!1,AttachStdin:!1,AttachStdout:!1,AttachStderr:!1,HostConfig:{Binds:o},Labels:{}};r&&(s.Labels["com.example.tag"]=r);let a=await this.fetchDockerAPI("/containers/create",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(s)});if(!a.ok)throw new Error(`Failed to create container: ${a.statusText}`);let l=await a.json();return this.containerId=l.Id,l}async findOrCreateContainer({imageName:e,volumes:t=[],doNotPullImage:n,tag:r}){let s=(await this.listContainers(!0)).filter(l=>l.Labels&&l.Labels["com.example.tag"]===r);if(s&&s.length>0){let l=Math.floor(Math.random()*s.length),c=s[l];if(c)return await this.connectToContainer(c.Id),{Id:c.Id,isNew:!1}}return{Id:(await this.createContainer({imageName:e,volumes:t,doNotPullImage:n,tag:r})).Id,isNew:!0}}async startContainer(){if(!this.containerId)throw new Error("No container created or connected");let e=await this.fetchDockerAPI(`/containers/${this.containerId}/start`,{method:"POST"});if(!e.ok)throw new Error(`Failed to start container: ${e.statusText}`)}async connectToContainer(e){let t=await this.fetchDockerAPI(`/containers/${e}/json`);if(!t.ok)throw new Error(`Failed to connect to container: ${t.statusText}`);this.containerId=e}async stopContainers({tag:e,remove:t,timeout:n=10}){let r=[],o=await this.listContainers(!0),s=e?o.filter(a=>a.Labels["com.example.tag"]===e):o;for(let a of s){if(a.State.Status==="running"){let l=await this.fetchDockerAPI(`/containers/${a.Id}/stop?t=${n}`,{method:"POST"});if(!l.ok){console.warn(`Failed to stop container ${a.Id}: ${l.statusText}`);continue}r.push({Id:a.Id,Action:"stopped"})}if(t){let l=await this.fetchDockerAPI(`/containers/${a.Id}`,{method:"DELETE"});if(!l.ok){console.warn(`Failed to remove container ${a.Id}: ${l.statusText}`);continue}r.push({Id:a.Id,Action:"removed"})}}return r}async listContainers(e=!1){return(await this.fetchDockerAPI(`/containers/json?all=${e}`,{method:"GET"})).json()}async getContainerLogs(){if(!this.containerId)throw new Error("No container created or connected");return(await this.fetchDockerAPI(`/containers/${this.containerId}/logs?stdout=true&stderr=true`,{method:"GET"})).text()}async executeCommand(e){if(!this.containerId)throw new Error("No container created or connected");(await this.getContainerInfo(this.containerId)).State.Status!=="running"&&(await this.startContainer(),await this.waitForContainerToBeRunning(this.containerId));let n=await this.fetchDockerAPI(`/containers/${this.containerId}/exec`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({Cmd:["sh","-c",e],AttachStdout:!0,AttachStderr:!0})});if(!n.ok)throw new Error(`Failed to create exec instance: ${n.statusText}`);let r=await n.json(),o=await this.fetchDockerAPI(`/exec/${r.Id}/start`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({Detach:!1,Tty:!1})});if(!o.ok)throw new Error(`Failed to start exec instance: ${o.statusText}`);return await o.text()}async getContainerInfo(e){let t=await this.fetchDockerAPI(`/containers/${e}/json`);if(!t.ok)throw new Error(`Failed to get container info: ${t.statusText}`);return t.json()}async waitForContainerToBeRunning(e,t=3e4){let n=Date.now();for(;Date.now()-n<t;){if((await this.getContainerInfo(e)).State.Status==="running")return;await new Promise(o=>setTimeout(o,1e3))}throw new Error("Timeout waiting for container to start")}async fetchDockerAPI(e,t){let n=new URL(e,this.apiUrl).toString();return await fetch(n,t)}toFunction(){return{name:"commandExecution",description:"Use this function to execute shell commands, scripts, and programs. This function enables interaction with the file system, running system utilities, and performing tasks that require a shell interface.",parameters:{type:"object",properties:{command:{type:"string",description:'Shell command to execute. eg. `ls -l` or `echo "Hello, World!"`.'}},required:["command"]},func:async({command:e})=>await this.executeCommand(e)}}};var Ns=class{aiService;info;func;constructor({ai:e,info:t,func:n}){this.aiService=e,this.info=t,this.func=n}async embedAdapter(e,t){let r=(await this.aiService.embed({texts:[e]},{sessionId:t?.sessionId,abortSignal:t?.abortSignal})).embeddings.at(0);if(!r)throw new Error("Failed to embed text");return this.func.length===2?this.func(r,t):this.func(r)}toFunction(){return{name:this.info.name,description:this.info.description,parameters:{type:"object",properties:{text:{type:"string",description:this.info.argumentDescription}},required:["text"]},func:({text:e},t)=>this.embedAdapter(e,t)}}};var $s=class{constructor(e,t={}){this.transport=e;this.options=t;this.logger=t.logger??(n=>{console.log(typeof n=="string"?n:JSON.stringify(n,null,2))})}functions=[];activeRequests=new Map;capabilities={};logger;async init(){"connect"in this.transport&&await this.transport.connect?.();let{result:e}=await this.sendRequest("initialize",{protocolVersion:"2024-11-05",capabilities:{roots:{listChanged:!0},sampling:{}},clientInfo:{name:"AxMCPClient",version:"1.0.0"}}),t="2024-11-05";if(e.protocolVersion!==t)throw new Error(`Protocol version mismatch. Expected ${t} but got ${e.protocolVersion}`);e.capabilities.tools&&(this.capabilities.tools=!0),e.capabilities.resources&&(this.capabilities.resources=!0),e.capabilities.prompts&&(this.capabilities.prompts=!0),await this.sendNotification("notifications/initialized"),await this.discoverFunctions()}async discoverFunctions(){if(!this.capabilities.tools)throw new Error("Tools are not supported");let{result:e}=await this.sendRequest("tools/list");this.functions=e.tools.map(t=>{let n=this.options.functionOverrides?.find(o=>o.name===t.name),r=t.inputSchema.properties?{properties:t.inputSchema.properties,required:t.inputSchema.required??[],type:t.inputSchema.type}:void 0;return{name:n?.updates.name??t.name,description:n?.updates.description??t.description,parameters:r,func:async o=>{let{result:s}=await this.sendRequest("tools/call",{name:t.name,arguments:o});return s}}})}async ping(e=3e3){let t=this.sendRequest("ping"),n=new Promise((s,a)=>setTimeout(()=>a(new Error("Ping response timeout exceeded")),e)),r=await Promise.race([t,n]),{result:o}=r;if(typeof o!="object"||o===null||Object.keys(o).length!==0)throw new Error(`Unexpected ping response: ${JSON.stringify(o)}`)}toFunction(){return this.functions}cancelRequest(e){if(this.activeRequests.has(e)){this.sendNotification("notifications/cancelled",{requestId:e,reason:"Client cancelled request"});let t=this.activeRequests.get(e);t&&t.reject(new Error(`Request ${e} cancelled`)),this.activeRequests.delete(e)}}async sendRequest(e,t={}){let n=ve(),r={jsonrpc:"2.0",id:n,method:e,params:t},o=new Promise((a,l)=>{this.activeRequests.set(n,{reject:l}),this.transport.send(r).then(c=>{if(this.activeRequests.delete(n),c!==null&&typeof c=="object"&&"error"in c){let u=c;l(new Error(`RPC Error ${u.error.code}: ${u.error.message}`))}else c!==null&&typeof c=="object"&&"result"in c?a({result:c.result}):l(new Error("Invalid response no result or error"))}).catch(c=>{this.activeRequests.delete(n),l(c)})}),{result:s}=await o;return{id:n,result:s}}async sendNotification(e,t={}){let n={jsonrpc:"2.0",method:e,params:t},{debug:r}=this.options;if(r){let o={name:"Notification",id:"mcp_notification",value:`Sending notification: ${JSON.stringify(n,null,2)}`};this.logger(o)}await this.transport.sendNotification(n)}};function Wa(i){if(typeof Buffer<"u")return Buffer.from(i).toString("base64").replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/g,"");let e="";for(let n=0;n<i.length;n++)e+=String.fromCharCode(i[n]);return(typeof btoa=="function"?btoa(e):"").replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/g,"")}async function Va(i){let t=new TextEncoder().encode(i),n=await Us().subtle.digest("SHA-256",t);return new Uint8Array(n)}async function Ls(){return Wa(await Va(ve()+Math.random().toString(36)))}async function Ja(i){return Wa(await Va(i))}async function Wr(i,e){let t=await fetch(i,{headers:e});if(!t.ok)throw new Error(`HTTP ${t.status} fetching ${i}: ${t.statusText}`);return await t.json()}function Qa(i){let e=new URLSearchParams;for(let[t,n]of Object.entries(i))n!==void 0&&e.set(t,n);return e.toString()}function Dn(i){return i.endsWith("/")?i.slice(0,-1):i}function wu(i){if(!i)return null;let e=i.match(/resource_metadata\s*=\s*"([^"]+)"/i)||i.match(/resource_metadata\s*=\s*([^,\s]+)/i);return e?e[1]:null}async function Ya(i,e){let t=wu(e);if(t){let a=await Wr(t),l=Dn(new URL(i).toString().split("?")[0]),c=Dn(a.resource??"");if(!c||c!==l)throw new Error(`Protected resource metadata 'resource' mismatch. Expected ${l} but got ${c}`);let u=Array.isArray(a.authorization_servers)?a.authorization_servers:[];if(u.length===0)throw new Error("No authorization_servers advertised by protected resource");return{resource:l,issuers:u}}let n=new URL(i),r=n.pathname.replace(/\/+$/,""),o=[];r&&r!=="/"&&o.push({url:`${n.origin}/.well-known/oauth-protected-resource${r}`,expected:`${n.origin}${r}`}),o.push({url:`${n.origin}/.well-known/oauth-protected-resource`,expected:`${n.origin}`});let s;for(let a of o)try{let l=await Wr(a.url),c=Dn(l.resource??""),u=Dn(a.expected);if(!c||c!==u)throw new Error(`Protected resource metadata 'resource' mismatch. Expected ${u} but got ${c}`);let p=Array.isArray(l.authorization_servers)?l.authorization_servers:[];if(p.length===0)throw new Error("No authorization_servers advertised by protected resource");return{resource:u,issuers:p}}catch(l){s=l}throw new Error(`Failed to resolve protected resource metadata via well-known endpoints. Last error: ${String(s)}`)}async function Xa(i){let e=new URL(i),t=e.pathname.replace(/^\/+/,""),n=[];t?(n.push(`${e.origin}/.well-known/oauth-authorization-server/${t}`),n.push(`${e.origin}/.well-known/openid-configuration/${t}`),n.push(`${e.origin}/${t.replace(/\/+$/,"")}/.well-known/openid-configuration`)):(n.push(`${e.origin}/.well-known/oauth-authorization-server`),n.push(`${e.origin}/.well-known/openid-configuration`));let r;for(let o of n)try{let s=await Wr(o);if(!s.authorization_endpoint||!s.token_endpoint)throw new Error("AS metadata missing endpoints");let a=s.code_challenge_methods_supported;if(!a||!a.includes("S256"))throw new Error("Authorization server does not advertise PKCE S256 support");return s}catch(s){r=s}throw new Error(`Failed to discover AS metadata for ${i}: ${String(r)}`)}var zt=class{constructor(e){this.oauth=e}tokenCache=new Map;asMetaCache=new Map;key(e,t){return`${e}::${t}`}async getStoredToken(e,t){let n=this.key(e,t);if(this.tokenCache.has(n))return this.tokenCache.get(n);let r=await this.oauth?.tokenStore?.getToken?.(n);return r&&this.tokenCache.set(n,r),r??null}async setStoredToken(e,t,n){let r=this.key(e,t);this.tokenCache.set(r,n),await this.oauth?.tokenStore?.setToken?.(r,n)}async clearStoredToken(e,t){let n=this.key(e,t);this.tokenCache.delete(n),await this.oauth?.tokenStore?.clearToken?.(n)}isExpired(e){return e?Date.now()>e-6e4:!1}async getASMeta(e){if(this.asMetaCache.has(e))return this.asMetaCache.get(e);let t=await Xa(e);return this.asMetaCache.set(e,t),t}async ensureAccessToken(e){if(!this.oauth)return null;let{resource:t,issuers:n}=await Ya(e.requestedUrl,e.wwwAuthenticate),r=this.oauth.selectAuthorizationServer?await this.oauth.selectAuthorizationServer(n,{}):n[0],o=await this.getASMeta(r),s=e.currentToken??await this.getStoredToken(t,r);if(s?.accessToken&&!this.isExpired(s.expiresAt))return{token:s,issuer:r,asMeta:o,resource:t};if(s?.refreshToken)try{let x=await this.refreshToken(s.refreshToken,t,r,o);return await this.setStoredToken(t,r,x),{token:x,issuer:r,asMeta:o,resource:t}}catch{await this.clearStoredToken(t,r)}let a=this.oauth.redirectUri??"http://localhost:8787/callback",l=this.oauth.clientId?{client_id:this.oauth.clientId,client_secret:this.oauth.clientSecret}:await this.dynamicClientRegistration(o,a),c=await Ls(),u=await Ja(c),p=await Ls(),d=this.oauth.scopes?.join(" "),m=`${o.authorization_endpoint}?${Qa({response_type:"code",client_id:l.client_id,redirect_uri:a,scope:d,state:p,code_challenge:u,code_challenge_method:"S256",resource:t})}`;if(!this.oauth.onAuthCode)throw new Error(`Authorization required. Provide oauth.onAuthCode to complete the flow. Navigate to: ${m}`);let{code:g,redirectUri:h}=await this.oauth.onAuthCode(m),f=h??a,A=await this.exchangeCodeForToken({asMeta:o,code:g,codeVerifier:c,client:l,redirectUri:f,resource:t});return await this.setStoredToken(t,r,A),{token:A,issuer:r,asMeta:o,resource:t}}async dynamicClientRegistration(e,t){if(!e.registration_endpoint)throw new Error("Authorization server does not support dynamic client registration and no clientId was provided.");let r={application_type:t.startsWith("http://localhost")?"native":"web",client_name:"Ax MCP Client",redirect_uris:[t],grant_types:["authorization_code","refresh_token"],response_types:["code"],token_endpoint_auth_method:"none"},o=await fetch(e.registration_endpoint,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(r)});if(!o.ok)throw new Error(`Dynamic client registration failed: ${o.status} ${o.statusText}`);let s=await o.json();if(!s.client_id)throw new Error("Dynamic client registration did not return client_id");return s}async exchangeCodeForToken(e){let t=new URLSearchParams;t.set("grant_type","authorization_code"),t.set("code",e.code),t.set("redirect_uri",e.redirectUri),t.set("client_id",e.client.client_id),t.set("code_verifier",e.codeVerifier),t.set("resource",e.resource),e.client.client_secret&&t.set("client_secret",e.client.client_secret);let n=await fetch(e.asMeta.token_endpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:t.toString()});if(!n.ok)throw new Error(`Token exchange failed: ${n.status} ${n.statusText}`);let r=await n.json();if(!r.access_token)throw new Error("No access_token in token response");let o=r.expires_in?Date.now()+r.expires_in*1e3:void 0;return{accessToken:r.access_token,refreshToken:r.refresh_token,expiresAt:o}}async refreshToken(e,t,n,r){let o=new URLSearchParams;o.set("grant_type","refresh_token"),o.set("refresh_token",e),o.set("resource",t),this.oauth?.clientId&&o.set("client_id",this.oauth.clientId),this.oauth?.clientSecret&&o.set("client_secret",this.oauth.clientSecret);let s=await fetch(r.token_endpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:o.toString()});if(!s.ok)throw new Error(`Token refresh failed: ${s.status} ${s.statusText}`);let a=await s.json();if(!a.access_token)throw new Error("No access_token in refresh response");let l=a.expires_in?Date.now()+a.expires_in*1e3:void 0;return{accessToken:a.access_token,refreshToken:a.refresh_token??e,expiresAt:l}}};var Ds=class{mcpEndpoint;sessionId;eventSource;pendingRequests=new Map;messageHandler;customHeaders;oauthHelper;currentToken;currentIssuer;constructor(e,t){this.mcpEndpoint=e,this.customHeaders={...t?.headers??{}},t?.authorization&&(this.customHeaders.Authorization=t.authorization),this.oauthHelper=new zt(t?.oauth)}setHeaders(e){this.customHeaders={...e}}setAuthorization(e){this.customHeaders.Authorization=e}getHeaders(){return{...this.customHeaders}}buildHeaders(e){let t={...this.customHeaders,...e};return this.sessionId&&(t["Mcp-Session-Id"]=this.sessionId),t}setMessageHandler(e){this.messageHandler=e}async connect(){return Promise.resolve()}async openListeningStream(){return new Promise((e,t)=>{let n=this.buildHeaders({Accept:"text/event-stream"}),r=new URL(this.mcpEndpoint);if(Object.keys(this.customHeaders).length>0){this.openListeningStreamWithFetch(n).then(e).catch(t);return}this.eventSource=new EventSource(r.toString()),this.eventSource.onopen=()=>e(),this.eventSource.onmessage=o=>{try{let s=JSON.parse(o.data);this.messageHandler&&this.messageHandler(s)}catch(s){console.error("Failed to parse SSE message:",s)}},this.eventSource.onerror=()=>t(new Error("Failed to establish SSE connection"))})}async openListeningStreamWithFetch(e){let t=await fetch(this.mcpEndpoint,{method:"GET",headers:e});if(t.status===401){let a=t.headers.get("WWW-Authenticate"),l=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:a,currentToken:null});if(!l)throw new Error("HTTP 401: Unauthorized");return this.customHeaders.Authorization=`Bearer ${l.token.accessToken}`,this.openListeningStreamWithFetch(this.buildHeaders({Accept:"text/event-stream"}))}if(!t.ok)throw new Error(`Failed to open SSE stream: ${t.status} ${t.statusText}`);if(!t.body)throw new Error("No response body available for SSE stream");let n=t.body.getReader(),r=new TextDecoder,o="",s=async()=>{try{let{done:a,value:l}=await n.read();if(a){n.releaseLock();return}o+=r.decode(l,{stream:!0});let c=o.split(`
637
- `);o=c.pop()||"";for(let u of c)if(u.startsWith("data: ")){let p=u.slice(6);if(p==="[DONE]")return;try{let d=JSON.parse(p);this.messageHandler&&this.messageHandler(d)}catch(d){console.error("Failed to parse SSE data:",d)}}await s()}catch(a){throw n.releaseLock(),a}};await s()}async send(e){let t=this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),n=JSON.stringify(e),r=await fetch(this.mcpEndpoint,{method:"POST",headers:t,body:n});if(r.status===401){let a=r.headers.get("WWW-Authenticate"),l=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:a,currentToken:null});if(!l)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${l.token.accessToken}`,r=await fetch(this.mcpEndpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),body:n})}if(!r.ok)throw r.status===404&&this.sessionId?(this.sessionId=void 0,new Error("Session expired. Please reinitialize.")):new Error(`HTTP error ${r.status}: ${r.statusText}`);let o=r.headers.get("Mcp-Session-Id");o&&(this.sessionId=o);let s=r.headers.get("Content-Type");if(s?.includes("text/event-stream"))return this.handleSSEResponse(r,e.id);if(s?.includes("application/json"))return r.json();throw new Error(`Unexpected content type: ${s}`)}async handleSSEResponse(e,t){return new Promise((n,r)=>{let o=e.body?.getReader();if(!o){r(new Error("No response body reader available"));return}let s=new TextDecoder,a="",l=async()=>{try{let{done:c,value:u}=await o.read();if(c){o.releaseLock();return}a+=s.decode(u,{stream:!0});let p=a.split(`
638
- `);a=p.pop()||"";for(let d of p)if(d.startsWith("data: ")){let m=d.slice(6);if(m==="[DONE]")return;try{let g=JSON.parse(m);if("id"in g&&g.id===t){n(g);return}this.messageHandler&&this.messageHandler(g)}catch(g){console.error("Failed to parse SSE data:",g)}}await l()}catch(c){o.releaseLock(),r(c)}};l().catch(r)})}async sendNotification(e){let t=this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),n=JSON.stringify(e),r=await fetch(this.mcpEndpoint,{method:"POST",headers:t,body:n});if(r.status===401){let o=r.headers.get("WWW-Authenticate"),s=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:o,currentToken:null});if(!s)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${s.token.accessToken}`,r=await fetch(this.mcpEndpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),body:n})}if(!r.ok)throw r.status===404&&this.sessionId?(this.sessionId=void 0,new Error("Session expired. Please reinitialize.")):new Error(`HTTP error ${r.status}: ${r.statusText}`);r.status!==202&&console.warn(`Unexpected status for notification: ${r.status}`)}async terminateSession(){if(this.sessionId)try{let e=this.buildHeaders({});(await fetch(this.mcpEndpoint,{method:"DELETE",headers:e})).status===405&&console.info("Server does not support explicit session termination")}catch(e){console.error("Failed to terminate session:",e)}finally{this.sessionId=void 0}}close(){this.eventSource&&(this.eventSource.close(),this.eventSource=void 0)}};var Gs=class{endpoint=null;sseUrl;eventSource;customHeaders={};oauthHelper;currentToken;currentIssuer;sseAbort;pendingRequests=new Map;messageHandler;endpointReady;constructor(e,t){this.sseUrl=e,this.customHeaders={...t?.headers??{}},t?.authorization&&(this.customHeaders.Authorization=t.authorization),this.oauthHelper=new zt(t?.oauth)}buildHeaders(e){return{...this.customHeaders,...e}}async openSSEWithFetch(e){let t=new AbortController;this.sseAbort=t;let n=await fetch(this.sseUrl,{method:"GET",headers:e,signal:t.signal});if(n.status===401){let o=n.headers.get("WWW-Authenticate"),s=await this.oauthHelper.ensureAccessToken({requestedUrl:this.sseUrl,wwwAuthenticate:o,currentToken:null});if(!s)throw new Error("HTTP 401: Unauthorized");return this.customHeaders.Authorization=`Bearer ${s.token.accessToken}`,this.openSSEWithFetch(this.buildHeaders({Accept:"text/event-stream"}))}if(!n.ok)throw new Error("Failed to establish SSE connection");let r=this.createEndpointReady();this.consumeSSEStream(n),await r}createEndpointReady(){if(!this.endpointReady){let e,t=new Promise(n=>{e=n});this.endpointReady={resolve:e,promise:t}}return this.endpointReady.promise}async consumeSSEStream(e){if(!e.body)throw new Error("No response body available for SSE stream");let t=e.body.getReader(),n=new TextDecoder,r="",o=null;for(;;){let{done:s,value:a}=await t.read();if(s)break;r+=n.decode(a,{stream:!0});let l=r.split(`
639
- `);r=l.pop()||"";for(let c of l)if(c.startsWith("event: "))o=c.slice(7).trim();else if(c.startsWith("data: ")){let u=c.slice(6);if(o==="endpoint"){let p=u.trim(),d;try{let m=JSON.parse(p);typeof m=="string"?d=m:m&&typeof m=="object"&&"uri"in m&&(d=m.uri)}catch{d=p}if(!d)throw new Error("Endpoint URI missing in SSE event data");/^https?:\/\//i.test(d)||(d=new URL(this.sseUrl).origin+(d.startsWith("/")?d:`/${d}`)),this.endpoint=d,this.endpointReady&&(this.endpointReady.resolve(),this.endpointReady=void 0)}else{let p=u.trim();try{let d=JSON.parse(p);if(d&&typeof d=="object"&&"id"in d){let m=d.id,g=this.pendingRequests.get(m);g?(g.resolve(d),this.pendingRequests.delete(m)):this.messageHandler&&this.messageHandler(d)}else this.messageHandler&&this.messageHandler(d)}catch{}}}else c.trim()===""&&(o=null)}}async connect(){let e=this.buildHeaders({Accept:"text/event-stream"});await this.openSSEWithFetch(e)}async send(e){if(!this.endpoint)throw new Error("HTTPTransport endpoint is not initialized. Call connect() first.");let t=this.buildHeaders({"Content-Type":"application/json"}),n=JSON.stringify(e),r=new Promise((a,l)=>{this.pendingRequests.set(e.id,{resolve:a,reject:l})}),o=await fetch(this.endpoint,{method:"POST",headers:t,body:n});if(o.status===401){let a=o.headers.get("WWW-Authenticate"),l=await this.oauthHelper.ensureAccessToken({requestedUrl:this.sseUrl,wwwAuthenticate:a,currentToken:null});if(!l)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${l.token.accessToken}`,o=await fetch(this.endpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json"}),body:n})}if(!o.ok)throw this.pendingRequests.delete(e.id),new Error(`HTTP error ${o.status}: ${o.statusText}`);if(o.headers.get("Content-Type")?.includes("application/json")){let a=await o.json();return this.pendingRequests.delete(e.id),a}return r}async sendNotification(e){if(!this.endpoint)throw new Error("HTTPTransport endpoint is not initialized. Call connect() first.");let t=this.buildHeaders({"Content-Type":"application/json"}),n=JSON.stringify(e),r=await fetch(this.endpoint,{method:"POST",headers:t,body:n});if(r.status===401){let o=r.headers.get("WWW-Authenticate"),s=await this.oauthHelper.ensureAccessToken({requestedUrl:this.sseUrl,wwwAuthenticate:o,currentToken:null});if(!s)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${s.token.accessToken}`,r=await fetch(this.endpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json"}),body:n})}if(!r.ok)throw new Error(`HTTP error ${r.status}: ${r.statusText}`);r.status!==202&&console.warn(`Unexpected status for notification: ${r.status}`)}close(){this.eventSource&&(this.eventSource.close(),this.eventSource=void 0),this.sseAbort&&(this.sseAbort.abort(),this.sseAbort=void 0)}};function Su(i,e,t,n,r){let o={...i};if(o.parameters){let s=o.parameters.properties?Object.keys(o.parameters.properties):[],l=t.filter(c=>s.includes(c)).filter(c=>c!=="model").filter(c=>!r.excludeFieldsFromPassthrough.includes(c));if(l.length>0){o.parameters=Ou(o.parameters,l);let c=o.func;o.func=async(u,p)=>{let d={};if(Array.isArray(e)){let g=e.filter(h=>h.role==="user").pop();g&&(d=tl(g.values,l))}else d=tl(e,l);let m={...u,...d};return await c(m,p)}}return o}return n&&!r.disableSmartModelRouting&&r.canConfigureSmartModelRouting&&(o.parameters=nl(o.parameters,n)),o}var Za=new Error("Agent description must be at least 20 characters (explain in detail what the agent does)"),el=new Error("Agent definition is the prompt you give to the LLM for the agent. It must be detailed and at least 100 characters"),Vr=class i{ai;program;functions;agents;disableSmartModelRouting;excludeFieldsFromPassthrough;debug;options;name;func;constructor({ai:e,name:t,description:n,definition:r,signature:o,agents:s,functions:a},l){let{disableSmartModelRouting:c,excludeFieldsFromPassthrough:u,debug:p}=l??{};if(this.ai=e,this.agents=s,this.functions=a,this.disableSmartModelRouting=c,this.excludeFieldsFromPassthrough=u??[],this.debug=p,this.options=l,!t||t.length<5)throw new Error("Agent name must be at least 10 characters (more descriptive)");if(!n||n.length<20)throw Za;if(r&&r.length<100)throw el;this.program=new xe(o,{...l,description:r??n});for(let m of s??[])this.program.register(m);this.name=t,this.func={name:vu(this.name),description:n,parameters:this.program.getSignature().toJSONSchema(),func:()=>this.forward};let d=e?.getModelList();d&&!this.disableSmartModelRouting&&(this.func.parameters=nl(this.func.parameters,d))}static create(e,t){let n=he.create(e),{ai:r,name:o,description:s,definition:a,agents:l,functions:c,...u}=t;return new i({ai:r,name:o,description:s,definition:a,signature:n,agents:l,functions:c},u)}setExamples(e,t){this.program.setExamples(e,t)}setId(e){this.program.setId(e)}setParentId(e){this.program.setParentId(e)}getTraces(){return this.program.getTraces()}setDemos(e){this.program.setDemos(e)}getUsage(){return this.program.getUsage()}resetUsage(){this.program.resetUsage()}getFunction(){let e=this.forward.bind(this),t=async(n,r)=>{let{model:o,...s}=n,a=this.ai??r?.ai;if(!a)throw new Error("AI service is required to run the agent");let l=await e(a,s,{...r,model:o}),u=this.program.getSignature().getOutputFields();return Object.keys(l).map(d=>{let m=u.find(g=>g.name===d);return m?`${m.title}: ${l[d]}`:`${d}: ${l[d]}`}).join(`
640
- `)};return{...this.func,func:t}}getFeatures(){return{canConfigureSmartModelRouting:this.ai===void 0,excludeFieldsFromPassthrough:this.excludeFieldsFromPassthrough}}init(e,t,n){let r=this.ai??e,o=r?.getModelList(),a=this.program.getSignature().getInputFields().map(p=>p.name),l=this.getDebug(r,n),c=this.agents?.map(p=>{let d=p.getFeatures(),m={debug:l,disableSmartModelRouting:!!this.disableSmartModelRouting,excludeFieldsFromPassthrough:d.excludeFieldsFromPassthrough,canConfigureSmartModelRouting:d.canConfigureSmartModelRouting};return Su(p.getFunction(),t,a,o,m)}),u=[...n?.functions??this.functions??[],...c??[]];return{ai:r,functions:u,debug:l}}async forward(e,t,n){let{ai:r,functions:o,debug:s}=this.init(e,t,n),a={...this.options,...n,debug:s,functions:o};return await this.program.forward(r,t,a)}async*streamingForward(e,t,n){let{ai:r,functions:o,debug:s}=this.init(e,t,n),a={...this.options,...n,debug:s,functions:o};return yield*this.program.streamingForward(r,t,a)}setDescription(e){if(!e||e.length<20)throw Za;this.program.getSignature().setDescription(e),this.func.description=e}setDefinition(e){if(!e||e.length<100)throw el;this.program.setDescription(e),this.func.description=e}getSignature(){return this.program.getSignature()}setSignature(e){this.program.setSignature(e)}applyOptimization(e){this.program.applyOptimization?.(e)}getDebug(e,t){return t?.debug??this.debug??e?.getOptions()?.debug??!1}};function vu(i){return i.split(/[^a-zA-Z0-9]/).map((n,r)=>{let o=n.toLowerCase();return r>0&&o&&o[0]?o[0].toUpperCase()+o.slice(1):o}).join("")}function nl(i,e){let t=i?structuredClone(i):{type:"object",properties:{},required:[]};if(t.properties?.model)return t;let n={type:"string",enum:e.map(s=>s.key),description:`The AI model to use for this function call. Available options: ${e.map(s=>`\`${s.key}\` ${s.description}`).join(", ")}`},r={...t.properties??{},model:n},o=[...t.required??[],"model"];return{...t,properties:r,required:o}}function Ou(i,e){let t=structuredClone(i);if(t.properties)for(let n of e)delete t.properties[n];if(Array.isArray(t.required)){let n=t.required.filter(r=>!e.includes(r));Object.defineProperty(t,"required",{value:n,writable:!0,configurable:!0})}return t}function tl(i,e){let t={};for(let n of e)n in i&&(t[n]=i[n]);return t}function ku(i,e){let t=typeof i=="string"?he.create(i):i,{ai:n,name:r,description:o,definition:s,agents:a,functions:l,...c}=e;return new Vr({ai:n,name:r,description:o,definition:s,signature:t,agents:a,functions:l},c)}var Mu=(i,e)=>{let t=e?.maxHops??3,n=e?.qualityThreshold??.8,r=e?.maxIterations??2,o=e?.qualityTarget??.85,s=e?.disableQualityHealing??!1;return Fs({logger:e?.logger,debug:e?.debug}).node("queryGenerator","originalQuestion:string, previousContext?:string -> searchQuery:string, queryReasoning:string").node("contextualizer","retrievedDocument:string, accumulatedContext?:string -> enhancedContext:string").node("qualityAssessor","currentContext:string, originalQuestion:string -> completenessScore:number, missingAspects:string[]").node("questionDecomposer","complexQuestion:string -> subQuestions:string[], decompositionReason:string").node("evidenceSynthesizer","collectedEvidence:string[], originalQuestion:string -> synthesizedEvidence:string, evidenceGaps:string[]").node("gapAnalyzer","synthesizedEvidence:string, evidenceGaps:string[], originalQuestion:string -> needsMoreInfo:boolean, focusedQueries:string[]").node("answerGenerator","finalContext:string, originalQuestion:string -> comprehensiveAnswer:string, confidenceLevel:number").node("queryRefiner","originalQuestion:string, currentContext:string, missingAspects:string[] -> refinedQuery:string").node("qualityValidator","generatedAnswer:string, userQuery:string -> qualityScore:number, issues:string[]").node("answerHealer","originalAnswer:string, healingDocument:string, issues?:string[] -> healedAnswer:string").map(a=>({...a,maxHops:t,qualityThreshold:n,maxIterations:r,qualityTarget:o,disableQualityHealing:s,currentHop:0,accumulatedContext:"",retrievedContexts:[],completenessScore:0,searchQuery:a.originalQuestion,shouldContinue:!0,iteration:0,allEvidence:[],evidenceSources:[],needsMoreInfo:!0,healingAttempts:0,currentQuality:0,shouldContinueHealing:!0,currentAnswer:"",currentIssues:[]})).while(a=>a.currentHop<a.maxHops&&a.completenessScore<a.qualityThreshold&&a.shouldContinue).map(a=>({...a,currentHop:a.currentHop+1})).execute("queryGenerator",a=>({originalQuestion:a.originalQuestion,previousContext:a.accumulatedContext||void 0})).map(async a=>{let l=a.queryGeneratorResult?.searchQuery||a.searchQuery||a.originalQuestion,c=await i(l);return{...a,retrievalResult:{retrievedDocument:c,retrievalConfidence:.9}}}).execute("contextualizer",a=>({retrievedDocument:a.retrievalResult.retrievedDocument,accumulatedContext:a.accumulatedContext||void 0})).execute("qualityAssessor",a=>({currentContext:a.contextualizerResult.enhancedContext,originalQuestion:a.originalQuestion})).map(a=>({...a,accumulatedContext:a.contextualizerResult.enhancedContext,retrievedContexts:[...a.retrievedContexts,a.retrievalResult.retrievedDocument],completenessScore:a.qualityAssessorResult.completenessScore,searchQuery:a.queryGeneratorResult.searchQuery,shouldContinue:a.qualityAssessorResult.completenessScore<a.qualityThreshold})).branch(a=>a.shouldContinue&&a.currentHop<a.maxHops).when(!0).execute("queryRefiner",a=>({originalQuestion:a.originalQuestion,currentContext:a.accumulatedContext,missingAspects:a.qualityAssessorResult.missingAspects})).map(a=>({...a,searchQuery:a.queryRefinerResult?.refinedQuery||a.searchQuery})).when(!1).map(a=>a).merge().endWhile().map(a=>({...a,allEvidence:a.retrievedContexts.length>0?a.retrievedContexts:[]})).while(a=>a.iteration<a.maxIterations&&a.needsMoreInfo).map(a=>({...a,iteration:a.iteration+1})).branch(a=>a.iteration===1).when(!0).execute("questionDecomposer",a=>({complexQuestion:a.originalQuestion})).map(a=>({...a,currentQueries:a.questionDecomposerResult.subQuestions})).when(!1).map(a=>({...a,currentQueries:a.gapAnalyzerResult?.focusedQueries||[]})).merge().map(async a=>{let l=a.currentQueries||[],c=l.length>0?await Promise.all(l.filter(Boolean).map(u=>i(u))):[];return{...a,retrievalResults:c}}).execute("evidenceSynthesizer",a=>{let l=Array.isArray(a.allEvidence)?a.allEvidence:[],c=Array.isArray(a.retrievalResults)?a.retrievalResults:[],u=[...l,...c].filter(Boolean);return{collectedEvidence:u.length>0?u:["No evidence collected yet"],originalQuestion:a.originalQuestion}}).execute("gapAnalyzer",a=>({synthesizedEvidence:a.evidenceSynthesizerResult.synthesizedEvidence,evidenceGaps:a.evidenceSynthesizerResult.evidenceGaps,originalQuestion:a.originalQuestion})).map(a=>({...a,allEvidence:[...Array.isArray(a.allEvidence)?a.allEvidence:[],...Array.isArray(a.retrievalResults)?a.retrievalResults:[]],evidenceSources:[...Array.isArray(a.evidenceSources)?a.evidenceSources:[],`Iteration ${a.iteration} sources`],needsMoreInfo:a.gapAnalyzerResult.needsMoreInfo,synthesizedEvidence:a.evidenceSynthesizerResult.synthesizedEvidence})).endWhile().execute("answerGenerator",a=>({finalContext:(()=>{let l=(a.accumulatedContext||"").toString().trim();if(l.length>0)return l;let c=(a.synthesizedEvidence||"").toString().trim();if(c.length>0)return c;let p=(Array.isArray(a.allEvidence)?a.allEvidence.filter(Boolean).join(`
641
- `):"").toString().trim();return p.length>0?p:"No context available."})(),originalQuestion:a.originalQuestion})).branch(a=>!a.disableQualityHealing).when(!0).execute("qualityValidator",a=>({generatedAnswer:a.answerGeneratorResult.comprehensiveAnswer,userQuery:a.originalQuestion})).map(a=>({...a,currentAnswer:a.answerGeneratorResult.comprehensiveAnswer,currentQuality:a.qualityValidatorResult.qualityScore,currentIssues:a.qualityValidatorResult.issues,shouldContinueHealing:a.qualityValidatorResult.qualityScore<a.qualityTarget})).while(a=>a.healingAttempts<3&&a.shouldContinueHealing).map(a=>({...a,healingAttempts:a.healingAttempts+1})).map(async a=>{let l=a.currentIssues||[],c=l.length>0?`${a.originalQuestion} addressing issues: ${l.join(", ")}`:`${a.originalQuestion} quality improvement`,u=await i(c);return{...a,healingResult:{healingDocument:u}}}).execute("answerHealer",a=>({originalAnswer:a.currentAnswer,healingDocument:a.healingResult.healingDocument,issues:a.currentIssues})).execute("qualityValidator",a=>({generatedAnswer:a.answerHealerResult.healedAnswer,userQuery:a.originalQuestion})).map(a=>({...a,currentAnswer:a.answerHealerResult.healedAnswer,currentQuality:a.qualityValidatorResult.qualityScore,currentIssues:a.qualityValidatorResult.issues,shouldContinueHealing:a.qualityValidatorResult.qualityScore<a.qualityTarget})).endWhile().when(!1).map(a=>({...a,currentAnswer:a.answerGeneratorResult.comprehensiveAnswer,currentQuality:1,currentIssues:[],shouldContinueHealing:!1})).merge().returns(a=>({finalAnswer:a.currentAnswer,totalHops:a.currentHop,retrievedContexts:a.retrievedContexts,iterationCount:a.iteration,healingAttempts:a.healingAttempts,qualityAchieved:a.currentQuality}))};export{ks as AxACE,qr as AxACEOptimizedProgram,dr as AxAI,Jt as AxAIAnthropic,Vn as AxAIAnthropicModel,Jn as AxAIAnthropicVertexModel,en as AxAIAzureOpenAI,tn as AxAICohere,Zn as AxAICohereEmbedModel,Xn as AxAICohereModel,nn as AxAIDeepSeek,er as AxAIDeepSeekModel,rn as AxAIGoogleGemini,Io as AxAIGoogleGeminiEmbedModel,Ni as AxAIGoogleGeminiEmbedTypes,tr as AxAIGoogleGeminiModel,To as AxAIGoogleGeminiSafetyCategory,Co as AxAIGoogleGeminiSafetyThreshold,fn as AxAIGrok,Ki as AxAIGrokEmbedModels,pr as AxAIGrokModel,sn as AxAIGroq,rr as AxAIGroqModel,an as AxAIHuggingFace,Oo as AxAIHuggingFaceModel,ln as AxAIMistral,Ui as AxAIMistralEmbedModels,or as AxAIMistralModel,cn as AxAIOllama,Zt as AxAIOpenAI,fe as AxAIOpenAIBase,Qt as AxAIOpenAIEmbedModel,Yn as AxAIOpenAIModel,pn as AxAIOpenAIResponses,ir as AxAIOpenAIResponsesBase,un as AxAIOpenAIResponsesImpl,Yt as AxAIOpenAIResponsesModel,dn as AxAIOpenRouter,de as AxAIRefusalError,mn as AxAIReka,lr as AxAIRekaModel,Kt as AxAIServiceAbortedError,It as AxAIServiceAuthenticationError,Fe as AxAIServiceError,Le as AxAIServiceNetworkError,bt as AxAIServiceResponseError,He as AxAIServiceStatusError,Xe as AxAIServiceStreamTerminatedError,it as AxAIServiceTimeoutError,gn as AxAITogether,hn as AxAIWebLLM,ur as AxAIWebLLMModel,Vr as AxAgent,As as AxApacheTika,mt as AxAssertionError,ho as AxBalancer,be as AxBaseAI,je as AxBaseOptimizer,_n as AxBootstrapFewShot,at as AxContentProcessingError,Ko as AxDB,tt as AxDBBase,xn as AxDBCloudflare,Vo as AxDBManager,St as AxDBMemory,An as AxDBPinecone,yn as AxDBWeaviate,Br as AxDefaultCostTracker,xs as AxDefaultResultReranker,_s as AxDockerSession,Ns as AxEmbeddingAdapter,Kc as AxEvalUtil,Kr as AxFlow,Nn as AxFlowDependencyAnalyzer,$n as AxFlowExecutionPlanner,Ln as AxFlowSubContextImpl,Ps as AxFlowTypedSubContextImpl,Se as AxFluentFieldType,Tr as AxFunctionError,Cr as AxFunctionProcessor,En as AxGEPA,Ms as AxGEPAFlow,xe as AxGen,$r as AxGenerateError,Cs as AxHFDataLoader,wn as AxInstanceRegistry,vn as AxJudge,Vs as AxLLMRequestTypeValues,Ts as AxLearn,$s as AxMCPClient,Gs as AxMCPHTTPSSETransport,Ds as AxMCPStreambleHTTPTransport,Ze as AxMediaNotSupportedError,In as AxMemory,Es as AxMiPRO,Po as AxMockAIService,Fo as AxMultiServiceRouter,gt as AxOptimizedProgramImpl,Ot as AxProgram,Ut as AxPromptTemplate,Do as AxProviderRouter,on as AxRateLimiterTokenUsage,he as AxSignature,Pr as AxSignatureBuilder,bs as AxSimpleClassifier,ys as AxSimpleClassifierClass,Js as AxSpanKindValues,Lt as AxStopFunctionCallException,fs as AxStringUtil,Pn as AxSynth,Is as AxTestPrompt,qn as AxTokenLimitError,On as AxTraceLogger,ku as agent,Zl as ai,Ne as ax,Oi as axAIAnthropicDefaultConfig,yl as axAIAnthropicVertexDefaultConfig,kl as axAIAzureOpenAIBestConfig,vl as axAIAzureOpenAICreativeConfig,Mi as axAIAzureOpenAIDefaultConfig,Ol as axAIAzureOpenAIFastConfig,_l as axAICohereCreativeConfig,Fi as axAICohereDefaultConfig,$l as axAIDeepSeekCodeConfig,_i as axAIDeepSeekDefaultConfig,Di as axAIGoogleGeminiDefaultConfig,Ll as axAIGoogleGeminiDefaultCreativeConfig,Xl as axAIGrokBestConfig,qo as axAIGrokDefaultConfig,Ul as axAIHuggingFaceCreativeConfig,Gi as axAIHuggingFaceDefaultConfig,Bl as axAIMistralBestConfig,Eo as axAIMistralDefaultConfig,Bi as axAIOllamaDefaultConfig,jl as axAIOllamaDefaultCreativeConfig,po as axAIOpenAIBestConfig,mo as axAIOpenAICreativeConfig,Ft as axAIOpenAIDefaultConfig,go as axAIOpenAIFastConfig,zl as axAIOpenAIResponsesBestConfig,Hl as axAIOpenAIResponsesCreativeConfig,ar as axAIOpenAIResponsesDefaultConfig,ji as axAIOpenRouterDefaultConfig,Wl as axAIRekaBestConfig,Vl as axAIRekaCreativeConfig,cr as axAIRekaDefaultConfig,Jl as axAIRekaFastConfig,zi as axAITogetherDefaultConfig,Yl as axAIWebLLMCreativeConfig,Hi as axAIWebLLMDefaultConfig,Kl as axAnalyzeChatPromptRequirements,_t as axAnalyzeRequestRequirements,oe as axBaseAIDefaultConfig,Re as axBaseAIDefaultCreativeConfig,oc as axCheckMetricsHealth,Ks as axCreateDefaultColorLogger,Ba as axCreateDefaultOptimizerColorLogger,Jc as axCreateDefaultOptimizerTextLogger,ml as axCreateDefaultTextLogger,Hr as axCreateFlowColorLogger,bu as axCreateFlowTextLogger,Iu as axDefaultFlowLogger,Wi as axDefaultMetricsConfig,Dr as axDefaultOptimizerLogger,ja as axDefaultOptimizerMetricsConfig,El as axGetCompatibilityReport,Fl as axGetFormatCompatibility,ac as axGetMetricsConfig,Xc as axGetOptimizerMetricsConfig,Pl as axGetProvidersWithMediaSupport,V as axGlobals,Qn as axModelInfoAnthropic,Ao as axModelInfoCohere,bo as axModelInfoDeepSeek,Ro as axModelInfoGoogleGemini,jo as axModelInfoGrok,So as axModelInfoGroq,vo as axModelInfoHuggingFace,Mo as axModelInfoMistral,Xt as axModelInfoOpenAI,co as axModelInfoOpenAIResponses,$o as axModelInfoReka,Go as axModelInfoTogether,Uo as axModelInfoWebLLM,No as axProcessContentForProvider,Mu as axRAG,fo as axScoreProvidersForRequest,xo as axSelectOptimalProvider,K as axSpanAttributes,lt as axSpanEvents,ic as axUpdateMetricsConfig,Yc as axUpdateOptimizerMetricsConfig,Vt as axValidateChatRequestMessage,io as axValidateChatResponseResult,Ei as axValidateProviderCapabilities,le as f,Fs as flow,pu as s};
634
+ `;break;default:r=JSON.stringify(n,null,2)}i(r)}},Ru=Kr(),Wa=i=>{let e=new Map;return{logger:i,startTiming:t=>{e.set(t,Date.now())},endTiming:t=>{let n=e.get(t);if(!n)return 0;let r=Date.now()-n;return e.delete(t),r},getCurrentTime:()=>Date.now()}};var Ln=class{constructor(e){this.nodeGenerators=e}steps=[];execute(e,t,n){let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);return this.steps.push(async(s,o)=>{let a=n?.ai??o.mainAi,l=n?.options??o.mainOptions,c=t(s),u=l?.traceLabel?`Node:${e} (${l.traceLabel})`:`Node:${e}`,p;if("forward"in r&&typeof r.forward=="function")p=await r.forward(a,c,{...l,traceLabel:u});else throw new Error(`Node program for '${e}' does not have a forward method`);return{...s,[`${e}Result`]:p}}),this}map(e){return this.steps.push(t=>e(t)),this}async executeSteps(e,t){let n=e;for(let r of this.steps)n=await r(n,t);return n}},Fo=class{constructor(e){this.nodeGenerators=e}steps=[];execute(e,t,n){let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);return this.steps.push(async(s,o)=>{let a=n?.ai??o.mainAi,l=n?.options??o.mainOptions,c=t(s),u=l?.traceLabel?`Node:${e} (${l.traceLabel})`:`Node:${e}`,p;if("forward"in r&&typeof r.forward=="function")p=await r.forward(a,c,{...l,traceLabel:u});else throw new Error(`Node program for '${e}' does not have a forward method`);return{...s,[`${e}Result`]:p}}),this}map(e){return this.steps.push(t=>e(t)),this}async executeSteps(e,t){let n=e;for(let r of this.steps)n=await r(n,t);return n}};var Wr=class i{static _ctorWarned=!1;nodes=new Map;flowDefinition=[];nodeGenerators=new Map;loopStack=[];stepLabels=new Map;branchContext=null;autoParallelConfig;executionPlanner=new $n;program;flowName;nodeUsage=new Map;nodeTraces=new Map;flowLogger;timingLogger;defaultAIOptions;toCamelCase(e){return e.replace(/_([a-z])/g,(t,n)=>n.toUpperCase())}async executeStepsWithLogging(e,t,n,r){let s={...t},o=0;for(let a=0;a<e.length;a++){let l=e[a];if(!l)continue;let c=this.getStepType(l,a),u=this.getStepMetadata(l,a),p=Object.keys(s);this.flowLogger&&this.flowLogger({name:"StepStart",timestamp:Date.now(),stepIndex:a,stepType:c,nodeName:u.nodeName,dependencies:u.dependencies,produces:u.produces,state:{...s}});let d=Date.now();this.timingLogger?.startTiming(`step-${a}`);try{s=await l(s,n),o++;let g=this.timingLogger?.endTiming(`step-${a}`)??Date.now()-d,f=Object.keys(s).filter(x=>!p.includes(x)),A;if(c==="execute"&&u.nodeName&&f.length>0){let x=`${u.nodeName}Result`;A=s[x]}this.flowLogger&&this.flowLogger({name:"StepComplete",timestamp:Date.now(),stepIndex:a,stepType:c,nodeName:u.nodeName,executionTime:g,state:{...s},newFields:f,result:A})}catch(m){throw this.flowLogger&&this.flowLogger({name:"FlowError",timestamp:Date.now(),error:m instanceof Error?m.message:String(m),stepIndex:a,stepType:c,nodeName:u.nodeName,state:{...s}}),m}}return{finalState:s,stepsExecuted:o}}getStepType(e,t){let n=e.toString();return n.includes("nodeName")||n.includes("nodeProgram")?"execute":n.includes("_parallelResults")||n.includes("processBatches")?"parallel":n.includes("branchValue")||n.includes("branches.get")||n.includes("mergeFunction")?"merge":n.includes("transform(")||n.includes("...state,")?"map":n.includes("inputValue")&&n.includes("transformFn")?"derive":n.includes("condition(")&&n.includes("iterations")?n.includes("while")?"while":"feedback":n.includes("branchSteps")||n.includes("currentState")?"branch":"other"}getStepMetadata(e,t){let r=this.executionPlanner.getExecutionPlan().steps.find(a=>a.stepIndex===t);if(r)return{nodeName:r.nodeName,dependencies:r.dependencies,produces:r.produces};let s=e.toString();return{nodeName:this.extractNodeNameFromSource(s),dependencies:[],produces:[]}}extractNodeNameFromSource(e){let t=e.match(/nodeName['"]?\s*[=:]\s*['"](\w+)['"]/);if(t)return t[1];let n=e.match(/nodeProgram\.get\(['"](\w+)['"]\)/);if(n)return n[1]}inferSignatureFromFlow(){let e=this.executionPlanner.getExecutionPlan();if(this.nodeGenerators.size===0&&e.steps.length===0)return le().input("userInput",le.string("User input to the flow")).output("flowOutput",le.string("Output from the flow")).build();let t=new Set,n=new Set;for(let u of e.steps)u.produces.forEach(p=>t.add(p)),u.dependencies.forEach(p=>n.add(p));let r=new Set;for(let u of Array.from(n))t.has(u)||r.add(u);let s=new Set,o=e.steps[e.steps.length-1];if(o&&(o.type==="map"||o.type==="merge")){if(o.produces.forEach(u=>{u.startsWith("_")||s.add(u)}),o.type==="merge"&&o.produces.includes("_mergedResult"))for(let u of e.steps)u.type==="execute"&&u.produces.length>0&&u.produces.forEach(p=>s.add(p))}else for(let u of Array.from(t)){let p=!1;for(let d of e.steps)if(d.dependencies.includes(u)){p=!0;break}if(!p)if(u.endsWith("Result")){let d=u.replace("Result",""),m=this.nodeGenerators.get(d);if(m){let h=m.getSignature().getOutputFields();for(let f of h)s.add(f.name)}else s.add(u)}else s.add(u)}if(r.size===0&&s.size===0){let u=[],p=[];for(let[m,g]of Array.from(this.nodeGenerators)){let h=g.getSignature();for(let f of h.getInputFields()){let A=this.toCamelCase(`${m}_${f.name}`);u.push({name:A,type:f.type,description:f.description,isOptional:f.isOptional,isInternal:f.isInternal})}for(let f of h.getOutputFields()){let A=this.toCamelCase(`${m}_${f.name}`);p.push({name:A,type:f.type,description:f.description,isOptional:f.isOptional,isInternal:f.isInternal})}}let d=new he;return u.length>0?d.setInputFields(u):d.addInputField({name:"userInput",type:{name:"string"},description:"User input to the flow"}),p.length>0?d.setOutputFields(p):d.addOutputField({name:"flowOutput",type:{name:"string"},description:"Output from the flow"}),d}let a=new he,l=[];for(let u of Array.from(r))l.push({name:u,type:{name:"string"},description:`Input field: ${u}`});l.length===0&&l.push({name:"userInput",type:{name:"string"},description:"User input to the flow"});let c=[];for(let u of Array.from(s))u.startsWith("_")||c.push({name:u,type:{name:"string"},description:`Output field: ${u}`});return c.length===0&&c.push({name:"flowOutput",type:{name:"string"},description:"Output from the flow"}),a.setInputFields(l),a.setOutputFields(c),a}constructor(e){i._ctorWarned||(console.warn("[AxFlow] new AxFlow() is deprecated. Use flow() factory instead."),i._ctorWarned=!0),this.autoParallelConfig={enabled:e?.autoParallel!==!1,batchSize:e?.batchSize||10},e?.logger?this.flowLogger=e.logger:e?.debug===!0?this.flowLogger=Kr():this.flowLogger=void 0,this.timingLogger=this.flowLogger?Wa(this.flowLogger):void 0,(e?.tracer||e?.meter)&&(this.defaultAIOptions={tracer:e.tracer,meter:e.meter})}static create(e){return new i(e)}ensureProgram(){let e=this.inferSignatureFromFlow();if(!this.program){this.program=new Ot(e);for(let[t,n]of Array.from(this.nodeGenerators))this.program.register(n);return}this.program.setSignature(e)}setExamples(e,t){this.ensureProgram(),this.program.setExamples(e,t)}setId(e){this.ensureProgram(),this.program.setId(e)}setParentId(e){this.ensureProgram(),this.program.setParentId(e)}getTraces(){let e=[];for(let[t,n]of Array.from(this.nodeTraces))e.push(...n);return e}setDemos(e){this.ensureProgram(),this.program.setDemos(e)}description(e,t){return this.ensureProgram(),this.flowName=e,this.program.setDescription(t),this}toFunction(){this.ensureProgram();let e=this.program.getSignature(),n=(this.flowName??(e.getDescription()?.trim().split(`
635
+ `)[0]||"axFlow")).replace(/\s+/g,"_"),r=this.toCamelCase(n),s=async(o,a)=>{let l=a?.ai;if(!l)throw new Error("AI service is required to run the flow");let c=await this.forward(l,o??{}),u=e.getOutputFields(),p=c??{};return Object.keys(p).map(d=>{let m=u.find(g=>g.name===d);return m&&m.title?`${m.title}: ${p[d]}`:`${d}: ${p[d]}`}).join(`
636
+ `)};return{name:r,description:e.getDescription()??"Execute this AxFlow",parameters:e.toJSONSchema(),func:s}}getUsage(){let e=[];for(let[t,n]of Array.from(this.nodeUsage))e.push(...n);return Rn(e)}resetUsage(){this.nodeUsage.clear();for(let[e,t]of Array.from(this.nodeGenerators))t&&"resetUsage"in t&&t.resetUsage()}resetTraces(){this.nodeTraces.clear()}getUsageReport(){let e={};for(let[t,n]of Array.from(this.nodeUsage))e[t]=Rn(n);return e}getNodePrograms(){return Array.from(this.nodeGenerators).map(([e,t])=>({name:e,program:t}))}setNodeInstruction(e,t){let n=this.nodeGenerators.get(e);if(!n)return!1;let r=n;if(typeof r.setInstruction=="function")try{return r.setInstruction(t),!0}catch{return!1}return!1}setAllNodeInstructions(e){for(let[t,n]of Object.entries(e))this.setNodeInstruction(t,n)}getTracesReport(){let e={};for(let[t,n]of Array.from(this.nodeTraces))e[t]=n;return e}async*streamingForward(e,t,n){let r=n?.cachingFunction??V.cachingFunction,s=(()=>{if(!r)return;this.ensureProgram();let a=this.program.getSignature(),l=a.getInputFields().map(d=>d.name),c=Array.isArray(t)?t.filter(d=>d.role==="user").pop().values:t,u=Ee("sha256");u.update(a.hash()??"");let p=d=>{let m=typeof d;if(u.update(`|${m}|`),d==null){u.update("null");return}if(m==="string"||m==="number"||m==="boolean"){u.update(String(d));return}if(Array.isArray(d)){u.update("[");for(let g of d)p(g);u.update("]");return}if(typeof d=="object"&&d!==null&&"mimeType"in d&&"data"in d){let g=d;u.update(g.mimeType??"");let h=Ee("sha256").update(g.data??"").digest("hex");u.update(h);return}if(typeof d=="object"){let g=d,h=Object.keys(g).sort();for(let f of h)u.update(`{${f}}`),p(g[f]);return}u.update(String(d))};for(let d of l)p(c?.[d]);return u.digest("hex")})();if(r&&s){let a;try{a=await r(s)}catch{}if(a!==void 0){yield{version:0,index:0,delta:a};return}}let o=await this.forward(e,t,n);if(r&&s)try{await r(s,o)}catch{}yield{version:1,index:0,delta:o}}async forward(e,t,n){let r=n?.cachingFunction??V.cachingFunction,s=(()=>{if(!r)return;this.ensureProgram();let l=this.program.getSignature(),c=l.getInputFields().map(m=>m.name),u=Array.isArray(t)?t.filter(m=>m.role==="user").pop().values:t,p=Ee("sha256");p.update(l.hash()??"");let d=m=>{let g=typeof m;if(p.update(`|${g}|`),m==null){p.update("null");return}if(g==="string"||g==="number"||g==="boolean"){p.update(String(m));return}if(Array.isArray(m)){p.update("[");for(let h of m)d(h);p.update("]");return}if(typeof m=="object"&&m!==null&&"mimeType"in m&&"data"in m){let h=m;p.update(h.mimeType??"");let f=Ee("sha256").update(h.data??"").digest("hex");p.update(f);return}if(typeof m=="object"){let h=m,f=Object.keys(h).sort();for(let A of f)p.update(`{${A}}`),d(h[A]);return}p.update(String(m))};for(let m of c)d(u?.[m]);return p.digest("hex")})();if(r&&s){let l=await r(s);if(l!==void 0)return l}let o=Date.now();this.timingLogger?.startTiming("flow-execution");let a={};try{this.resetUsage(),this.resetTraces();let l;if(Array.isArray(t)){let f=t.filter(A=>A.role==="user").pop();if(!f)throw new Error("No user message found in values array");l=f.values}else l=t;if(this.nodeGenerators.size>0&&this.ensureProgram(),a={...l},this.flowLogger){let f=this.getExecutionPlan();this.flowLogger({name:"FlowStart",timestamp:o,inputFields:Object.keys(l),totalSteps:f.totalSteps,parallelGroups:f.parallelGroups,maxParallelism:f.maxParallelism,autoParallelEnabled:f.autoParallelEnabled})}let c=n?.tracer??this.defaultAIOptions?.tracer,u=n?.traceContext,p,d=u;if(c){let f=this.getExecutionPlan(),A=n?.traceLabel?`AxFlow > ${n.traceLabel}`:"AxFlow";p=c.startSpan(A,{kind:Su.INTERNAL,attributes:{total_steps:f.totalSteps,parallel_groups:f.parallelGroups,max_parallelism:f.maxParallelism,auto_parallel_enabled:f.autoParallelEnabled}});let x=u??wu.active();d=vu.setSpan(x,p)}let m={mainAi:e,mainOptions:(()=>{let f={...this.defaultAIOptions??{},...n};return n?.model&&(f.model=String(n.model)),c&&(f.tracer=c),d&&(f.traceContext=d),Object.keys(f).length>0?f:void 0})()},g=n?.autoParallel!==!1&&this.autoParallelConfig.enabled,h=0;if(g){this.executionPlanner.setInitialFields(Object.keys(l));let f=this.executionPlanner.createOptimizedExecution(this.autoParallelConfig.batchSize),A=await this.executeStepsWithLogging(f,a,m,!0);a=A.finalState,h=A.stepsExecuted}else{let f=await this.executeStepsWithLogging(this.flowDefinition,a,m,!1);a=f.finalState,h=f.stepsExecuted}if(this.flowLogger){let f=this.timingLogger?.endTiming("flow-execution")??Date.now()-o;this.flowLogger({name:"FlowComplete",timestamp:Date.now(),totalExecutionTime:f,finalState:a,outputFields:Object.keys(a),stepsExecuted:h})}if(p&&p.end(),r&&s)try{await r(s,a)}catch{}return a}catch(l){throw this.flowLogger&&this.flowLogger({name:"FlowError",timestamp:Date.now(),error:l instanceof Error?l.message:String(l),state:a}),typeof parentSpan<"u"&&parentSpan&&parentSpan.end(),l}}node(e,t){if(typeof t=="string"||t instanceof he){let n=t;if(!n)throw new Error(`Invalid signature for node '${e}': signature cannot be empty`);this.nodes.set(e,{inputs:{},outputs:{}});let r=Ne(n);this.nodeGenerators.set(e,r),this.ensureProgram(),this.program.register(r)}else if(typeof t=="function"){this.nodes.set(e,{inputs:{},outputs:{}});let n=new t;this.nodeGenerators.set(e,n),this.ensureProgram(),this.program.register(n)}else if(t&&typeof t=="object"&&"forward"in t){this.nodes.set(e,{inputs:{},outputs:{}});let n=t;this.nodeGenerators.set(e,n),this.ensureProgram(),this.program.register(n)}else throw new Error(`Invalid second argument for node '${e}': expected string, AxSignature, AxProgrammable instance, or constructor function`);return this}n(e,t){return this.node(e,t)}map(e,t){if(t?.parallel){let n=Array.isArray(e)?e:[e],r=async s=>(await Bt(n,async(l,c)=>{let u=l(s);return Promise.resolve(u)},this.autoParallelConfig.batchSize)).reduce((l,c)=>({...l,...c}),s);if(this.branchContext?.currentBranchValue!==void 0){let s=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];s.push(r),this.branchContext.branches.set(this.branchContext.currentBranchValue,s)}else this.flowDefinition.push(r),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(r,void 0,void 0,"parallel-map",n)}else{let n=async r=>{if(Array.isArray(e))throw new Error("Array of transforms requires parallel: true option");let s=e(r);return Promise.resolve(s)};if(this.branchContext?.currentBranchValue!==void 0){let r=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];r.push(n),this.branchContext.branches.set(this.branchContext.currentBranchValue,r)}else this.flowDefinition.push(n),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(n,void 0,void 0,"map",e)}return this.nodeGenerators.size>0&&this.ensureProgram(),this}m(e,t){return this.map(e,t)}returns(e){let t=async n=>{let r=e(n);return Promise.resolve(r)};if(this.branchContext?.currentBranchValue!==void 0){let n=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];n.push(t),this.branchContext.branches.set(this.branchContext.currentBranchValue,n)}else this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"map",e);return this.nodeGenerators.size>0&&this.ensureProgram(),this}r(e){return this.returns(e)}label(e){if(this.branchContext?.currentBranchValue!==void 0)throw new Error("Cannot create labels inside branch blocks");return this.stepLabels.set(e,this.flowDefinition.length),this}l(e){return this.label(e)}execute(e,t,n){if(!this.nodes.has(e))throw new Error(`Node '${e}' not found. Make sure to define it with .node() first.`);let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);let s=async(o,a)=>{let l=n?.ai??a.mainAi,c={...a.mainOptions??{},...n?.options??{}},u=t(o),p=c?.traceLabel?`Node:${e} (${c.traceLabel})`:`Node:${e}`,d;if("forward"in r&&typeof r.forward=="function"){if(d=await r.forward(l,u,{...c,traceLabel:p}),"getUsage"in r&&typeof r.getUsage=="function"){let m=r.getUsage();if(m&&m.length>0){let g=this.nodeUsage.get(e)||[];this.nodeUsage.set(e,[...g,...m])}}if("getTraces"in r&&typeof r.getTraces=="function"){let m=r.getTraces();if(m&&m.length>0){let g=this.nodeTraces.get(e)||[];this.nodeTraces.set(e,[...g,...m])}}}else throw new Error(`Node program for '${e}' does not have a forward method`);return{...o,[`${e}Result`]:d}};if(this.branchContext?.currentBranchValue!==void 0){let o=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];o.push(s),this.branchContext.branches.set(this.branchContext.currentBranchValue,o)}else this.flowDefinition.push(s),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(s,e,t);return this.ensureProgram(),this}applyOptimization(e){this.program&&"applyOptimization"in this.program&&this.program.applyOptimization(e);for(let[t,n]of Array.from(this.nodeGenerators))n&&"applyOptimization"in n&&typeof n.applyOptimization=="function"&&n.applyOptimization(e)}e(e,t,n){return this.execute(e,t,n)}branch(e){if(this.branchContext)throw new Error("Nested branches are not supported");return this.branchContext={predicate:t=>e(t),branches:new Map,currentBranchValue:void 0},this}b(e){return this.branch(e)}when(e){if(!this.branchContext)throw new Error("when() called without matching branch()");return this.branchContext.currentBranchValue=e,this.branchContext.branches.set(e,[]),this}w(e){return this.when(e)}merge(){if(!this.branchContext)throw new Error("merge() called without matching branch()");let e=this.branchContext;this.branchContext=null;let t=async(n,r)=>{let s=e.predicate(n),o=e.branches.get(s);if(this.flowLogger&&this.flowLogger({name:"BranchEvaluation",timestamp:Date.now(),branchValue:s,hasMatchingBranch:!!o,branchStepsCount:o?.length??0}),!o)return n;let a=n;for(let l of o)a=await l(a,r);return a};return this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"merge"),this.ensureProgram(),this}mg(){return this.merge()}parallel(e){let t=async(n,r)=>{let s=await Bt(e,async(o,a)=>{let l=new Ln(this.nodeGenerators);return await o(l).executeSteps(n,r)},this.autoParallelConfig.batchSize);return{...n,_parallelResults:s}};return this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"parallel",void 0,void 0),this.ensureProgram(),{merge:(n,r)=>{let s=o=>{let a=o._parallelResults;if(!Array.isArray(a))throw new Error("No parallel results found for merge");let l=r(...a),c={...o};return delete c._parallelResults,c[n]=l,c};return this.flowDefinition.push(s),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(s,void 0,void 0,"merge",void 0,{resultKey:n,mergeFunction:r}),this.ensureProgram(),this}}}p(e){return this.parallel(e)}feedback(e,t,n=10){if(!this.stepLabels.has(t))throw new Error(`Label '${t}' not found. Make sure to define it with .label() before the feedback point.`);let r=this.stepLabels.get(t),s=this.flowDefinition.length;return this.flowDefinition.push(async(o,a)=>{let l=o,c=1,u=`_feedback_${t}_iterations`;for(typeof l[u]!="number"&&(l={...l,[u]:1});e(l)&&c<n;){c++,l={...l,[u]:c};for(let p=r;p<s;p++){let d=this.flowDefinition[p];d&&(l=await d(l,a))}}return l}),this.nodeGenerators.size>0&&this.ensureProgram(),this}fb(e,t,n=10){return this.feedback(e,t,n)}while(e,t=100){let n=this.flowDefinition.length;this.loopStack.push(n);let r=Object.assign(s=>s,{_condition:e,_maxIterations:t,_isLoopStart:!0});return this.flowDefinition.push(r),this.nodeGenerators.size>0&&this.ensureProgram(),this}wh(e,t=100){return this.while(e,t)}endWhile(){if(this.loopStack.length===0)throw new Error("endWhile() called without matching while()");let e=this.loopStack.pop(),t=this.flowDefinition[e];if(!t||!("_isLoopStart"in t))throw new Error("Loop start step not found or invalid");let n=t._condition,r=t._maxIterations,s=this.flowDefinition.splice(e+1);return this.flowDefinition[e]=async(o,a)=>{let l=o,c=0;for(;n(l)&&c<r;){c++;for(let u of s)l=await u(l,a)}if(c>=r&&n(l))throw new Error(`While loop exceeded maximum iterations (${r}). Consider increasing maxIterations or ensuring the loop condition eventually becomes false.`);return l},this.nodeGenerators.size>0&&this.ensureProgram(),this}end(){return this.endWhile()}derive(e,t,n,r){let s=async o=>{let a=o[t];if(a===void 0)throw new Error(`Input field '${t}' not found in state`);let l;if(Array.isArray(a))if(this.autoParallelConfig.enabled){let c=r?.batchSize||this.autoParallelConfig.batchSize;l=await Bt(a,async(u,p)=>n(u,p,o),c)}else l=a.map((c,u)=>n(c,u,o));else l=n(a,void 0,o);return{...o,[e]:l}};if(this.branchContext?.currentBranchValue!==void 0){let o=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];o.push(s),this.branchContext.branches.set(this.branchContext.currentBranchValue,o)}else this.flowDefinition.push(s),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(s,void 0,void 0,"derive",n,void 0,{inputFieldName:t,outputFieldName:e,batchSize:r?.batchSize});return this.ensureProgram(),this}getExecutionPlan(){let e=this.executionPlanner.getExecutionPlan();return{totalSteps:e.totalSteps,parallelGroups:e.parallelGroups,maxParallelism:e.maxParallelism,autoParallelEnabled:this.autoParallelConfig.enabled,steps:e.steps,groups:e.groups}}getSignature(){return this.ensureProgram(),this.program.getSignature()}nodeExtended(e,t,n){let s=typeof t=="string"?he.create(t):t;if(n.prependInputs)for(let o of n.prependInputs)s=s.prependInputField(o.name,o.type);if(n.appendInputs)for(let o of n.appendInputs)s=s.appendInputField(o.name,o.type);if(n.prependOutputs)for(let o of n.prependOutputs)s=s.prependOutputField(o.name,o.type);if(n.appendOutputs)for(let o of n.appendOutputs)s=s.appendOutputField(o.name,o.type);return this.node(e,s)}nx(e,t,n){return this.nodeExtended(e,t,n)}mapOutput(e){let t=async n=>{let r=e(n);return{...n,...r}};if(this.branchContext?.currentBranchValue!==void 0){let n=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];n.push(t),this.branchContext.branches.set(this.branchContext.currentBranchValue,n)}else this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"map",e);return this.nodeGenerators.size>0&&this.ensureProgram(),this}mo(e){return this.mapOutput(e)}};function _o(i){return Wr.create(i)}var No=class{apiUrl;containerId=null;constructor(e="http://localhost:2375"){this.apiUrl=e}async pullImage(e){let t=await this.fetchDockerAPI(`/images/create?fromImage=${encodeURIComponent(e)}`,{method:"POST"});if(!t.ok)throw new Error(`Failed to pull image: ${t.statusText}`);await t.text()}async createContainer({imageName:e,volumes:t=[],doNotPullImage:n,tag:r}){let s=t.map(c=>`${c.hostPath}:${c.containerPath}`);n||await this.pullImage(e);let o={Image:e,Tty:!0,OpenStdin:!1,AttachStdin:!1,AttachStdout:!1,AttachStderr:!1,HostConfig:{Binds:s},Labels:{}};r&&(o.Labels["com.example.tag"]=r);let a=await this.fetchDockerAPI("/containers/create",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(o)});if(!a.ok)throw new Error(`Failed to create container: ${a.statusText}`);let l=await a.json();return this.containerId=l.Id,l}async findOrCreateContainer({imageName:e,volumes:t=[],doNotPullImage:n,tag:r}){let o=(await this.listContainers(!0)).filter(l=>l.Labels&&l.Labels["com.example.tag"]===r);if(o&&o.length>0){let l=Math.floor(Math.random()*o.length),c=o[l];if(c)return await this.connectToContainer(c.Id),{Id:c.Id,isNew:!1}}return{Id:(await this.createContainer({imageName:e,volumes:t,doNotPullImage:n,tag:r})).Id,isNew:!0}}async startContainer(){if(!this.containerId)throw new Error("No container created or connected");let e=await this.fetchDockerAPI(`/containers/${this.containerId}/start`,{method:"POST"});if(!e.ok)throw new Error(`Failed to start container: ${e.statusText}`)}async connectToContainer(e){let t=await this.fetchDockerAPI(`/containers/${e}/json`);if(!t.ok)throw new Error(`Failed to connect to container: ${t.statusText}`);this.containerId=e}async stopContainers({tag:e,remove:t,timeout:n=10}){let r=[],s=await this.listContainers(!0),o=e?s.filter(a=>a.Labels["com.example.tag"]===e):s;for(let a of o){if(a.State.Status==="running"){let l=await this.fetchDockerAPI(`/containers/${a.Id}/stop?t=${n}`,{method:"POST"});if(!l.ok){console.warn(`Failed to stop container ${a.Id}: ${l.statusText}`);continue}r.push({Id:a.Id,Action:"stopped"})}if(t){let l=await this.fetchDockerAPI(`/containers/${a.Id}`,{method:"DELETE"});if(!l.ok){console.warn(`Failed to remove container ${a.Id}: ${l.statusText}`);continue}r.push({Id:a.Id,Action:"removed"})}}return r}async listContainers(e=!1){return(await this.fetchDockerAPI(`/containers/json?all=${e}`,{method:"GET"})).json()}async getContainerLogs(){if(!this.containerId)throw new Error("No container created or connected");return(await this.fetchDockerAPI(`/containers/${this.containerId}/logs?stdout=true&stderr=true`,{method:"GET"})).text()}async executeCommand(e){if(!this.containerId)throw new Error("No container created or connected");(await this.getContainerInfo(this.containerId)).State.Status!=="running"&&(await this.startContainer(),await this.waitForContainerToBeRunning(this.containerId));let n=await this.fetchDockerAPI(`/containers/${this.containerId}/exec`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({Cmd:["sh","-c",e],AttachStdout:!0,AttachStderr:!0})});if(!n.ok)throw new Error(`Failed to create exec instance: ${n.statusText}`);let r=await n.json(),s=await this.fetchDockerAPI(`/exec/${r.Id}/start`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({Detach:!1,Tty:!1})});if(!s.ok)throw new Error(`Failed to start exec instance: ${s.statusText}`);return await s.text()}async getContainerInfo(e){let t=await this.fetchDockerAPI(`/containers/${e}/json`);if(!t.ok)throw new Error(`Failed to get container info: ${t.statusText}`);return t.json()}async waitForContainerToBeRunning(e,t=3e4){let n=Date.now();for(;Date.now()-n<t;){if((await this.getContainerInfo(e)).State.Status==="running")return;await new Promise(s=>setTimeout(s,1e3))}throw new Error("Timeout waiting for container to start")}async fetchDockerAPI(e,t){let n=new URL(e,this.apiUrl).toString();return await fetch(n,t)}toFunction(){return{name:"commandExecution",description:"Use this function to execute shell commands, scripts, and programs. This function enables interaction with the file system, running system utilities, and performing tasks that require a shell interface.",parameters:{type:"object",properties:{command:{type:"string",description:'Shell command to execute. eg. `ls -l` or `echo "Hello, World!"`.'}},required:["command"]},func:async({command:e})=>await this.executeCommand(e)}}};var $o=class{aiService;info;func;constructor({ai:e,info:t,func:n}){this.aiService=e,this.info=t,this.func=n}async embedAdapter(e,t){let r=(await this.aiService.embed({texts:[e]},{sessionId:t?.sessionId,abortSignal:t?.abortSignal})).embeddings.at(0);if(!r)throw new Error("Failed to embed text");return this.func.length===2?this.func(r,t):this.func(r)}toFunction(){return{name:this.info.name,description:this.info.description,parameters:{type:"object",properties:{text:{type:"string",description:this.info.argumentDescription}},required:["text"]},func:({text:e},t)=>this.embedAdapter(e,t)}}};var Lo=class{constructor(e,t={}){this.transport=e;this.options=t;this.logger=t.logger??(n=>{console.log(typeof n=="string"?n:JSON.stringify(n,null,2))})}functions=[];promptFunctions=[];resourceFunctions=[];activeRequests=new Map;capabilities={};logger;async init(){"connect"in this.transport&&await this.transport.connect?.();let{result:e}=await this.sendRequest("initialize",{protocolVersion:"2024-11-05",capabilities:{roots:{listChanged:!0},sampling:{}},clientInfo:{name:"AxMCPClient",version:"1.0.0"}}),t="2024-11-05";if(e.protocolVersion!==t)throw new Error(`Protocol version mismatch. Expected ${t} but got ${e.protocolVersion}`);e.capabilities.tools&&(this.capabilities.tools=!0),e.capabilities.resources&&(this.capabilities.resources=!0),e.capabilities.prompts&&(this.capabilities.prompts=!0),await this.sendNotification("notifications/initialized"),this.capabilities.tools&&await this.discoverFunctions(),this.capabilities.prompts&&await this.discoverPromptFunctions(),this.capabilities.resources&&await this.discoverResourceFunctions()}async discoverFunctions(){let{result:e}=await this.sendRequest("tools/list");this.functions=e.tools.map(t=>{let n=this.options.functionOverrides?.find(s=>s.name===t.name),r=t.inputSchema.properties?{properties:t.inputSchema.properties,required:t.inputSchema.required??[],type:t.inputSchema.type}:void 0;return{name:n?.updates.name??t.name,description:n?.updates.description??t.description,parameters:r,func:async s=>{let{result:o}=await this.sendRequest("tools/call",{name:t.name,arguments:s});return o}}})}async discoverPromptFunctions(){let e;do{let t=await this.listPrompts(e);for(let n of t.prompts??[])this.promptFunctions.push(this.promptToFunction(n));e=t.nextCursor}while(e)}async discoverResourceFunctions(){let e;do{let t=await this.listResources(e);for(let n of t.resources??[])this.resourceFunctions.push(this.resourceToFunction(n));e=t.nextCursor}while(e);e=void 0;do{let t=await this.listResourceTemplates(e);for(let n of t.resourceTemplates??[])this.resourceFunctions.push(this.resourceTemplateToFunction(n));e=t.nextCursor}while(e)}promptToFunction(e){let t=`prompt_${e.name}`,n=this.options.functionOverrides?.find(s=>s.name===t),r=e.arguments?.length?{type:"object",properties:Object.fromEntries(e.arguments.map(s=>[s.name,{type:"string",description:s.description??""}])),required:e.arguments.filter(s=>s.required).map(s=>s.name)}:void 0;return{name:n?.updates.name??t,description:n?.updates.description??e.description??`Get the ${e.name} prompt`,parameters:r,func:async s=>{let o=await this.getPrompt(e.name,s);return this.formatPromptMessages(o.messages)}}}resourceToFunction(e){let t=`resource_${this.sanitizeName(e.name)}`,n=this.options.functionOverrides?.find(r=>r.name===t);return{name:n?.updates.name??t,description:n?.updates.description??e.description??`Read ${e.name}`,parameters:void 0,func:async()=>{let r=await this.readResource(e.uri);return this.formatResourceContents(r.contents)}}}resourceTemplateToFunction(e){let t=`resource_${this.sanitizeName(e.name)}`,n=this.options.functionOverrides?.find(s=>s.name===t),r=this.parseUriTemplate(e.uriTemplate);return{name:n?.updates.name??t,description:n?.updates.description??e.description??`Read ${e.name}`,parameters:r.length?{type:"object",properties:Object.fromEntries(r.map(s=>[s,{type:"string",description:`Value for ${s}`}])),required:r}:void 0,func:async s=>{let o=this.expandUriTemplate(e.uriTemplate,s??{}),a=await this.readResource(o);return this.formatResourceContents(a.contents)}}}formatPromptMessages(e){return e.map(t=>{let n=t.role==="user"?"User":"Assistant",r=this.extractContent(t.content);return`${n}: ${r}`}).join(`
637
+
638
+ `)}extractContent(e){if(e.type==="text")return e.text;if(e.type==="image")return`[Image: ${e.mimeType}]`;if(e.type==="resource"){let t=e.resource;return"text"in t?t.text:`[Binary: ${t.uri}]`}return""}formatResourceContents(e){return e.map(t=>"text"in t?t.text:`[Binary: ${t.uri}]`).join(`
639
+ `)}sanitizeName(e){return e.replace(/[^a-zA-Z0-9_]/g,"_")}parseUriTemplate(e){return(e.match(/\{([^}]+)\}/g)??[]).map(n=>n.slice(1,-1))}expandUriTemplate(e,t){return e.replace(/\{([^}]+)\}/g,(n,r)=>t[r]??"")}async ping(e=3e3){let t=this.sendRequest("ping"),n=new Promise((o,a)=>setTimeout(()=>a(new Error("Ping response timeout exceeded")),e)),r=await Promise.race([t,n]),{result:s}=r;if(typeof s!="object"||s===null||Object.keys(s).length!==0)throw new Error(`Unexpected ping response: ${JSON.stringify(s)}`)}toFunction(){return[...this.functions,...this.promptFunctions,...this.resourceFunctions]}getCapabilities(){return{tools:this.capabilities.tools??!1,resources:this.capabilities.resources??!1,prompts:this.capabilities.prompts??!1}}hasToolsCapability(){return this.capabilities.tools??!1}hasPromptsCapability(){return this.capabilities.prompts??!1}hasResourcesCapability(){return this.capabilities.resources??!1}async listPrompts(e){if(!this.capabilities.prompts)throw new Error("Prompts are not supported");let t=e?{cursor:e}:void 0,{result:n}=await this.sendRequest("prompts/list",t);return n}async getPrompt(e,t){if(!this.capabilities.prompts)throw new Error("Prompts are not supported");let{result:n}=await this.sendRequest("prompts/get",{name:e,arguments:t});return n}async listResources(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");let t=e?{cursor:e}:void 0,{result:n}=await this.sendRequest("resources/list",t);return n}async listResourceTemplates(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");let t=e?{cursor:e}:void 0,{result:n}=await this.sendRequest("resources/templates/list",t);return n}async readResource(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");let{result:t}=await this.sendRequest("resources/read",{uri:e});return t}async subscribeResource(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");await this.sendRequest("resources/subscribe",{uri:e})}async unsubscribeResource(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");await this.sendRequest("resources/unsubscribe",{uri:e})}cancelRequest(e){if(this.activeRequests.has(e)){this.sendNotification("notifications/cancelled",{requestId:e,reason:"Client cancelled request"});let t=this.activeRequests.get(e);t&&t.reject(new Error(`Request ${e} cancelled`)),this.activeRequests.delete(e)}}async sendRequest(e,t={}){let n=ve(),r={jsonrpc:"2.0",id:n,method:e,params:t},s=new Promise((a,l)=>{this.activeRequests.set(n,{reject:l}),this.transport.send(r).then(c=>{if(this.activeRequests.delete(n),c!==null&&typeof c=="object"&&"error"in c){let u=c;l(new Error(`RPC Error ${u.error.code}: ${u.error.message}`))}else c!==null&&typeof c=="object"&&"result"in c?a({result:c.result}):l(new Error("Invalid response no result or error"))}).catch(c=>{this.activeRequests.delete(n),l(c)})}),{result:o}=await s;return{id:n,result:o}}async sendNotification(e,t={}){let n={jsonrpc:"2.0",method:e,params:t},{debug:r}=this.options;if(r){let s={name:"Notification",id:"mcp_notification",value:`Sending notification: ${JSON.stringify(n,null,2)}`};this.logger(s)}await this.transport.sendNotification(n)}};function Va(i){if(typeof Buffer<"u")return Buffer.from(i).toString("base64").replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/g,"");let e="";for(let n=0;n<i.length;n++)e+=String.fromCharCode(i[n]);return(typeof btoa=="function"?btoa(e):"").replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/g,"")}async function Ja(i){let t=new TextEncoder().encode(i),n=await Bo().subtle.digest("SHA-256",t);return new Uint8Array(n)}async function Do(){return Va(await Ja(ve()+Math.random().toString(36)))}async function Qa(i){return Va(await Ja(i))}async function Vr(i,e){let t=await fetch(i,{headers:e});if(!t.ok)throw new Error(`HTTP ${t.status} fetching ${i}: ${t.statusText}`);return await t.json()}function Ya(i){let e=new URLSearchParams;for(let[t,n]of Object.entries(i))n!==void 0&&e.set(t,n);return e.toString()}function Dn(i){return i.endsWith("/")?i.slice(0,-1):i}function Ou(i){if(!i)return null;let e=i.match(/resource_metadata\s*=\s*"([^"]+)"/i)||i.match(/resource_metadata\s*=\s*([^,\s]+)/i);return e?e[1]:null}async function Xa(i,e){let t=Ou(e);if(t){let a=await Vr(t),l=Dn(new URL(i).toString().split("?")[0]),c=Dn(a.resource??"");if(!c||c!==l)throw new Error(`Protected resource metadata 'resource' mismatch. Expected ${l} but got ${c}`);let u=Array.isArray(a.authorization_servers)?a.authorization_servers:[];if(u.length===0)throw new Error("No authorization_servers advertised by protected resource");return{resource:l,issuers:u}}let n=new URL(i),r=n.pathname.replace(/\/+$/,""),s=[];r&&r!=="/"&&s.push({url:`${n.origin}/.well-known/oauth-protected-resource${r}`,expected:`${n.origin}${r}`}),s.push({url:`${n.origin}/.well-known/oauth-protected-resource`,expected:`${n.origin}`});let o;for(let a of s)try{let l=await Vr(a.url),c=Dn(l.resource??""),u=Dn(a.expected);if(!c||c!==u)throw new Error(`Protected resource metadata 'resource' mismatch. Expected ${u} but got ${c}`);let p=Array.isArray(l.authorization_servers)?l.authorization_servers:[];if(p.length===0)throw new Error("No authorization_servers advertised by protected resource");return{resource:u,issuers:p}}catch(l){o=l}throw new Error(`Failed to resolve protected resource metadata via well-known endpoints. Last error: ${String(o)}`)}async function Za(i){let e=new URL(i),t=e.pathname.replace(/^\/+/,""),n=[];t?(n.push(`${e.origin}/.well-known/oauth-authorization-server/${t}`),n.push(`${e.origin}/.well-known/openid-configuration/${t}`),n.push(`${e.origin}/${t.replace(/\/+$/,"")}/.well-known/openid-configuration`)):(n.push(`${e.origin}/.well-known/oauth-authorization-server`),n.push(`${e.origin}/.well-known/openid-configuration`));let r;for(let s of n)try{let o=await Vr(s);if(!o.authorization_endpoint||!o.token_endpoint)throw new Error("AS metadata missing endpoints");let a=o.code_challenge_methods_supported;if(!a||!a.includes("S256"))throw new Error("Authorization server does not advertise PKCE S256 support");return o}catch(o){r=o}throw new Error(`Failed to discover AS metadata for ${i}: ${String(r)}`)}var zt=class{constructor(e){this.oauth=e}tokenCache=new Map;asMetaCache=new Map;key(e,t){return`${e}::${t}`}async getStoredToken(e,t){let n=this.key(e,t);if(this.tokenCache.has(n))return this.tokenCache.get(n);let r=await this.oauth?.tokenStore?.getToken?.(n);return r&&this.tokenCache.set(n,r),r??null}async setStoredToken(e,t,n){let r=this.key(e,t);this.tokenCache.set(r,n),await this.oauth?.tokenStore?.setToken?.(r,n)}async clearStoredToken(e,t){let n=this.key(e,t);this.tokenCache.delete(n),await this.oauth?.tokenStore?.clearToken?.(n)}isExpired(e){return e?Date.now()>e-6e4:!1}async getASMeta(e){if(this.asMetaCache.has(e))return this.asMetaCache.get(e);let t=await Za(e);return this.asMetaCache.set(e,t),t}async ensureAccessToken(e){if(!this.oauth)return null;let{resource:t,issuers:n}=await Xa(e.requestedUrl,e.wwwAuthenticate),r=this.oauth.selectAuthorizationServer?await this.oauth.selectAuthorizationServer(n,{}):n[0],s=await this.getASMeta(r),o=e.currentToken??await this.getStoredToken(t,r);if(o?.accessToken&&!this.isExpired(o.expiresAt))return{token:o,issuer:r,asMeta:s,resource:t};if(o?.refreshToken)try{let x=await this.refreshToken(o.refreshToken,t,r,s);return await this.setStoredToken(t,r,x),{token:x,issuer:r,asMeta:s,resource:t}}catch{await this.clearStoredToken(t,r)}let a=this.oauth.redirectUri??"http://localhost:8787/callback",l=this.oauth.clientId?{client_id:this.oauth.clientId,client_secret:this.oauth.clientSecret}:await this.dynamicClientRegistration(s,a),c=await Do(),u=await Qa(c),p=await Do(),d=this.oauth.scopes?.join(" "),m=`${s.authorization_endpoint}?${Ya({response_type:"code",client_id:l.client_id,redirect_uri:a,scope:d,state:p,code_challenge:u,code_challenge_method:"S256",resource:t})}`;if(!this.oauth.onAuthCode)throw new Error(`Authorization required. Provide oauth.onAuthCode to complete the flow. Navigate to: ${m}`);let{code:g,redirectUri:h}=await this.oauth.onAuthCode(m),f=h??a,A=await this.exchangeCodeForToken({asMeta:s,code:g,codeVerifier:c,client:l,redirectUri:f,resource:t});return await this.setStoredToken(t,r,A),{token:A,issuer:r,asMeta:s,resource:t}}async dynamicClientRegistration(e,t){if(!e.registration_endpoint)throw new Error("Authorization server does not support dynamic client registration and no clientId was provided.");let r={application_type:t.startsWith("http://localhost")?"native":"web",client_name:"Ax MCP Client",redirect_uris:[t],grant_types:["authorization_code","refresh_token"],response_types:["code"],token_endpoint_auth_method:"none"},s=await fetch(e.registration_endpoint,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(r)});if(!s.ok)throw new Error(`Dynamic client registration failed: ${s.status} ${s.statusText}`);let o=await s.json();if(!o.client_id)throw new Error("Dynamic client registration did not return client_id");return o}async exchangeCodeForToken(e){let t=new URLSearchParams;t.set("grant_type","authorization_code"),t.set("code",e.code),t.set("redirect_uri",e.redirectUri),t.set("client_id",e.client.client_id),t.set("code_verifier",e.codeVerifier),t.set("resource",e.resource),e.client.client_secret&&t.set("client_secret",e.client.client_secret);let n=await fetch(e.asMeta.token_endpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:t.toString()});if(!n.ok)throw new Error(`Token exchange failed: ${n.status} ${n.statusText}`);let r=await n.json();if(!r.access_token)throw new Error("No access_token in token response");let s=r.expires_in?Date.now()+r.expires_in*1e3:void 0;return{accessToken:r.access_token,refreshToken:r.refresh_token,expiresAt:s}}async refreshToken(e,t,n,r){let s=new URLSearchParams;s.set("grant_type","refresh_token"),s.set("refresh_token",e),s.set("resource",t),this.oauth?.clientId&&s.set("client_id",this.oauth.clientId),this.oauth?.clientSecret&&s.set("client_secret",this.oauth.clientSecret);let o=await fetch(r.token_endpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:s.toString()});if(!o.ok)throw new Error(`Token refresh failed: ${o.status} ${o.statusText}`);let a=await o.json();if(!a.access_token)throw new Error("No access_token in refresh response");let l=a.expires_in?Date.now()+a.expires_in*1e3:void 0;return{accessToken:a.access_token,refreshToken:a.refresh_token??e,expiresAt:l}}};var Go=class{mcpEndpoint;sessionId;eventSource;pendingRequests=new Map;messageHandler;customHeaders;oauthHelper;currentToken;currentIssuer;constructor(e,t){this.mcpEndpoint=e,this.customHeaders={...t?.headers??{}},t?.authorization&&(this.customHeaders.Authorization=t.authorization),this.oauthHelper=new zt(t?.oauth)}setHeaders(e){this.customHeaders={...e}}setAuthorization(e){this.customHeaders.Authorization=e}getHeaders(){return{...this.customHeaders}}buildHeaders(e){let t={...this.customHeaders,...e};return this.sessionId&&(t["Mcp-Session-Id"]=this.sessionId),t}setMessageHandler(e){this.messageHandler=e}async connect(){return Promise.resolve()}async openListeningStream(){return new Promise((e,t)=>{let n=this.buildHeaders({Accept:"text/event-stream"}),r=new URL(this.mcpEndpoint);if(Object.keys(this.customHeaders).length>0){this.openListeningStreamWithFetch(n).then(e).catch(t);return}this.eventSource=new EventSource(r.toString()),this.eventSource.onopen=()=>e(),this.eventSource.onmessage=s=>{try{let o=JSON.parse(s.data);this.messageHandler&&this.messageHandler(o)}catch(o){console.error("Failed to parse SSE message:",o)}},this.eventSource.onerror=()=>t(new Error("Failed to establish SSE connection"))})}async openListeningStreamWithFetch(e){let t=await fetch(this.mcpEndpoint,{method:"GET",headers:e});if(t.status===401){let a=t.headers.get("WWW-Authenticate"),l=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:a,currentToken:null});if(!l)throw new Error("HTTP 401: Unauthorized");return this.customHeaders.Authorization=`Bearer ${l.token.accessToken}`,this.openListeningStreamWithFetch(this.buildHeaders({Accept:"text/event-stream"}))}if(!t.ok)throw new Error(`Failed to open SSE stream: ${t.status} ${t.statusText}`);if(!t.body)throw new Error("No response body available for SSE stream");let n=t.body.getReader(),r=new TextDecoder,s="",o=async()=>{try{let{done:a,value:l}=await n.read();if(a){n.releaseLock();return}s+=r.decode(l,{stream:!0});let c=s.split(`
640
+ `);s=c.pop()||"";for(let u of c)if(u.startsWith("data: ")){let p=u.slice(6);if(p==="[DONE]")return;try{let d=JSON.parse(p);this.messageHandler&&this.messageHandler(d)}catch(d){console.error("Failed to parse SSE data:",d)}}await o()}catch(a){throw n.releaseLock(),a}};await o()}async send(e){let t=this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),n=JSON.stringify(e),r=await fetch(this.mcpEndpoint,{method:"POST",headers:t,body:n});if(r.status===401){let a=r.headers.get("WWW-Authenticate"),l=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:a,currentToken:null});if(!l)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${l.token.accessToken}`,r=await fetch(this.mcpEndpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),body:n})}if(!r.ok)throw r.status===404&&this.sessionId?(this.sessionId=void 0,new Error("Session expired. Please reinitialize.")):new Error(`HTTP error ${r.status}: ${r.statusText}`);let s=r.headers.get("Mcp-Session-Id");s&&(this.sessionId=s);let o=r.headers.get("Content-Type");if(o?.includes("text/event-stream"))return this.handleSSEResponse(r,e.id);if(o?.includes("application/json"))return r.json();throw new Error(`Unexpected content type: ${o}`)}async handleSSEResponse(e,t){return new Promise((n,r)=>{let s=e.body?.getReader();if(!s){r(new Error("No response body reader available"));return}let o=new TextDecoder,a="",l=async()=>{try{let{done:c,value:u}=await s.read();if(c){s.releaseLock();return}a+=o.decode(u,{stream:!0});let p=a.split(`
641
+ `);a=p.pop()||"";for(let d of p)if(d.startsWith("data: ")){let m=d.slice(6);if(m==="[DONE]")return;try{let g=JSON.parse(m);if("id"in g&&g.id===t){n(g);return}this.messageHandler&&this.messageHandler(g)}catch(g){console.error("Failed to parse SSE data:",g)}}await l()}catch(c){s.releaseLock(),r(c)}};l().catch(r)})}async sendNotification(e){let t=this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),n=JSON.stringify(e),r=await fetch(this.mcpEndpoint,{method:"POST",headers:t,body:n});if(r.status===401){let s=r.headers.get("WWW-Authenticate"),o=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:s,currentToken:null});if(!o)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${o.token.accessToken}`,r=await fetch(this.mcpEndpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),body:n})}if(!r.ok)throw r.status===404&&this.sessionId?(this.sessionId=void 0,new Error("Session expired. Please reinitialize.")):new Error(`HTTP error ${r.status}: ${r.statusText}`);r.status!==202&&console.warn(`Unexpected status for notification: ${r.status}`)}async terminateSession(){if(this.sessionId)try{let e=this.buildHeaders({});(await fetch(this.mcpEndpoint,{method:"DELETE",headers:e})).status===405&&console.info("Server does not support explicit session termination")}catch(e){console.error("Failed to terminate session:",e)}finally{this.sessionId=void 0}}close(){this.eventSource&&(this.eventSource.close(),this.eventSource=void 0)}};var Uo=class{endpoint=null;sseUrl;eventSource;customHeaders={};oauthHelper;currentToken;currentIssuer;sseAbort;pendingRequests=new Map;messageHandler;endpointReady;constructor(e,t){this.sseUrl=e,this.customHeaders={...t?.headers??{}},t?.authorization&&(this.customHeaders.Authorization=t.authorization),this.oauthHelper=new zt(t?.oauth)}buildHeaders(e){return{...this.customHeaders,...e}}async openSSEWithFetch(e){let t=new AbortController;this.sseAbort=t;let n=await fetch(this.sseUrl,{method:"GET",headers:e,signal:t.signal});if(n.status===401){let s=n.headers.get("WWW-Authenticate"),o=await this.oauthHelper.ensureAccessToken({requestedUrl:this.sseUrl,wwwAuthenticate:s,currentToken:null});if(!o)throw new Error("HTTP 401: Unauthorized");return this.customHeaders.Authorization=`Bearer ${o.token.accessToken}`,this.openSSEWithFetch(this.buildHeaders({Accept:"text/event-stream"}))}if(!n.ok)throw new Error("Failed to establish SSE connection");let r=this.createEndpointReady();this.consumeSSEStream(n),await r}createEndpointReady(){if(!this.endpointReady){let e,t=new Promise(n=>{e=n});this.endpointReady={resolve:e,promise:t}}return this.endpointReady.promise}async consumeSSEStream(e){if(!e.body)throw new Error("No response body available for SSE stream");let t=e.body.getReader(),n=new TextDecoder,r="",s=null;for(;;){let{done:o,value:a}=await t.read();if(o)break;r+=n.decode(a,{stream:!0});let l=r.split(`
642
+ `);r=l.pop()||"";for(let c of l)if(c.startsWith("event: "))s=c.slice(7).trim();else if(c.startsWith("data: ")){let u=c.slice(6);if(s==="endpoint"){let p=u.trim(),d;try{let m=JSON.parse(p);typeof m=="string"?d=m:m&&typeof m=="object"&&"uri"in m&&(d=m.uri)}catch{d=p}if(!d)throw new Error("Endpoint URI missing in SSE event data");/^https?:\/\//i.test(d)||(d=new URL(this.sseUrl).origin+(d.startsWith("/")?d:`/${d}`)),this.endpoint=d,this.endpointReady&&(this.endpointReady.resolve(),this.endpointReady=void 0)}else{let p=u.trim();try{let d=JSON.parse(p);if(d&&typeof d=="object"&&"id"in d){let m=d.id,g=this.pendingRequests.get(m);g?(g.resolve(d),this.pendingRequests.delete(m)):this.messageHandler&&this.messageHandler(d)}else this.messageHandler&&this.messageHandler(d)}catch{}}}else c.trim()===""&&(s=null)}}async connect(){let e=this.buildHeaders({Accept:"text/event-stream"});await this.openSSEWithFetch(e)}async send(e){if(!this.endpoint)throw new Error("HTTPTransport endpoint is not initialized. Call connect() first.");let t=this.buildHeaders({"Content-Type":"application/json"}),n=JSON.stringify(e),r=new Promise((a,l)=>{this.pendingRequests.set(e.id,{resolve:a,reject:l})}),s=await fetch(this.endpoint,{method:"POST",headers:t,body:n});if(s.status===401){let a=s.headers.get("WWW-Authenticate"),l=await this.oauthHelper.ensureAccessToken({requestedUrl:this.sseUrl,wwwAuthenticate:a,currentToken:null});if(!l)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${l.token.accessToken}`,s=await fetch(this.endpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json"}),body:n})}if(!s.ok)throw this.pendingRequests.delete(e.id),new Error(`HTTP error ${s.status}: ${s.statusText}`);if(s.headers.get("Content-Type")?.includes("application/json")){let a=await s.json();return this.pendingRequests.delete(e.id),a}return r}async sendNotification(e){if(!this.endpoint)throw new Error("HTTPTransport endpoint is not initialized. Call connect() first.");let t=this.buildHeaders({"Content-Type":"application/json"}),n=JSON.stringify(e),r=await fetch(this.endpoint,{method:"POST",headers:t,body:n});if(r.status===401){let s=r.headers.get("WWW-Authenticate"),o=await this.oauthHelper.ensureAccessToken({requestedUrl:this.sseUrl,wwwAuthenticate:s,currentToken:null});if(!o)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${o.token.accessToken}`,r=await fetch(this.endpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json"}),body:n})}if(!r.ok)throw new Error(`HTTP error ${r.status}: ${r.statusText}`);r.status!==202&&console.warn(`Unexpected status for notification: ${r.status}`)}close(){this.eventSource&&(this.eventSource.close(),this.eventSource=void 0),this.sseAbort&&(this.sseAbort.abort(),this.sseAbort=void 0)}};function ku(i,e,t,n,r){let s={...i};if(s.parameters){let o=s.parameters.properties?Object.keys(s.parameters.properties):[],l=t.filter(c=>o.includes(c)).filter(c=>c!=="model").filter(c=>!r.excludeFieldsFromPassthrough.includes(c));if(l.length>0){s.parameters=Pu(s.parameters,l);let c=s.func;s.func=async(u,p)=>{let d={};if(Array.isArray(e)){let g=e.filter(h=>h.role==="user").pop();g&&(d=nl(g.values,l))}else d=nl(e,l);let m={...u,...d};return await c(m,p)}}return s}return n&&!r.disableSmartModelRouting&&r.canConfigureSmartModelRouting&&(s.parameters=rl(s.parameters,n)),s}var el=new Error("Agent description must be at least 20 characters (explain in detail what the agent does)"),tl=new Error("Agent definition is the prompt you give to the LLM for the agent. It must be detailed and at least 100 characters"),Jr=class i{ai;program;functions;agents;disableSmartModelRouting;excludeFieldsFromPassthrough;debug;options;name;func;constructor({ai:e,name:t,description:n,definition:r,signature:s,agents:o,functions:a},l){let{disableSmartModelRouting:c,excludeFieldsFromPassthrough:u,debug:p}=l??{};if(this.ai=e,this.agents=o,this.functions=a,this.disableSmartModelRouting=c,this.excludeFieldsFromPassthrough=u??[],this.debug=p,this.options=l,!t||t.length<5)throw new Error("Agent name must be at least 10 characters (more descriptive)");if(!n||n.length<20)throw el;if(r&&r.length<100)throw tl;this.program=new xe(s,{...l,description:r??n});for(let m of o??[])this.program.register(m);this.name=t,this.func={name:Mu(this.name),description:n,parameters:this.program.getSignature().toJSONSchema(),func:()=>this.forward};let d=e?.getModelList();d&&!this.disableSmartModelRouting&&(this.func.parameters=rl(this.func.parameters,d))}static create(e,t){let n=he.create(e),{ai:r,name:s,description:o,definition:a,agents:l,functions:c,...u}=t;return new i({ai:r,name:s,description:o,definition:a,signature:n,agents:l,functions:c},u)}setExamples(e,t){this.program.setExamples(e,t)}setId(e){this.program.setId(e)}setParentId(e){this.program.setParentId(e)}getTraces(){return this.program.getTraces()}setDemos(e){this.program.setDemos(e)}getUsage(){return this.program.getUsage()}resetUsage(){this.program.resetUsage()}getFunction(){let e=this.forward.bind(this),t=async(n,r)=>{let{model:s,...o}=n,a=this.ai??r?.ai;if(!a)throw new Error("AI service is required to run the agent");let l=await e(a,o,{...r,model:s}),u=this.program.getSignature().getOutputFields();return Object.keys(l).map(d=>{let m=u.find(g=>g.name===d);return m?`${m.title}: ${l[d]}`:`${d}: ${l[d]}`}).join(`
643
+ `)};return{...this.func,func:t}}getFeatures(){return{canConfigureSmartModelRouting:this.ai===void 0,excludeFieldsFromPassthrough:this.excludeFieldsFromPassthrough}}init(e,t,n){let r=this.ai??e,s=r?.getModelList(),a=this.program.getSignature().getInputFields().map(p=>p.name),l=this.getDebug(r,n),c=this.agents?.map(p=>{let d=p.getFeatures(),m={debug:l,disableSmartModelRouting:!!this.disableSmartModelRouting,excludeFieldsFromPassthrough:d.excludeFieldsFromPassthrough,canConfigureSmartModelRouting:d.canConfigureSmartModelRouting};return ku(p.getFunction(),t,a,s,m)}),u=[...n?.functions??this.functions??[],...c??[]];return{ai:r,functions:u,debug:l}}async forward(e,t,n){let{ai:r,functions:s,debug:o}=this.init(e,t,n),a={...this.options,...n,debug:o,functions:s};return await this.program.forward(r,t,a)}async*streamingForward(e,t,n){let{ai:r,functions:s,debug:o}=this.init(e,t,n),a={...this.options,...n,debug:o,functions:s};return yield*this.program.streamingForward(r,t,a)}setDescription(e){if(!e||e.length<20)throw el;this.program.getSignature().setDescription(e),this.func.description=e}setDefinition(e){if(!e||e.length<100)throw tl;this.program.setDescription(e),this.func.description=e}getSignature(){return this.program.getSignature()}setSignature(e){this.program.setSignature(e)}applyOptimization(e){this.program.applyOptimization?.(e)}getDebug(e,t){return t?.debug??this.debug??e?.getOptions()?.debug??!1}};function Mu(i){return i.split(/[^a-zA-Z0-9]/).map((n,r)=>{let s=n.toLowerCase();return r>0&&s&&s[0]?s[0].toUpperCase()+s.slice(1):s}).join("")}function rl(i,e){let t=i?structuredClone(i):{type:"object",properties:{},required:[]};if(t.properties?.model)return t;let n={type:"string",enum:e.map(o=>o.key),description:`The AI model to use for this function call. Available options: ${e.map(o=>`\`${o.key}\` ${o.description}`).join(", ")}`},r={...t.properties??{},model:n},s=[...t.required??[],"model"];return{...t,properties:r,required:s}}function Pu(i,e){let t=structuredClone(i);if(t.properties)for(let n of e)delete t.properties[n];if(Array.isArray(t.required)){let n=t.required.filter(r=>!e.includes(r));Object.defineProperty(t,"required",{value:n,writable:!0,configurable:!0})}return t}function nl(i,e){let t={};for(let n of e)n in i&&(t[n]=i[n]);return t}function Eu(i,e){let t=typeof i=="string"?he.create(i):i,{ai:n,name:r,description:s,definition:o,agents:a,functions:l,...c}=e;return new Jr({ai:n,name:r,description:s,definition:o,signature:t,agents:a,functions:l},c)}var Fu=(i,e)=>{let t=e?.maxHops??3,n=e?.qualityThreshold??.8,r=e?.maxIterations??2,s=e?.qualityTarget??.85,o=e?.disableQualityHealing??!1;return _o({logger:e?.logger,debug:e?.debug}).node("queryGenerator","originalQuestion:string, previousContext?:string -> searchQuery:string, queryReasoning:string").node("contextualizer","retrievedDocument:string, accumulatedContext?:string -> enhancedContext:string").node("qualityAssessor","currentContext:string, originalQuestion:string -> completenessScore:number, missingAspects:string[]").node("questionDecomposer","complexQuestion:string -> subQuestions:string[], decompositionReason:string").node("evidenceSynthesizer","collectedEvidence:string[], originalQuestion:string -> synthesizedEvidence:string, evidenceGaps:string[]").node("gapAnalyzer","synthesizedEvidence:string, evidenceGaps:string[], originalQuestion:string -> needsMoreInfo:boolean, focusedQueries:string[]").node("answerGenerator","finalContext:string, originalQuestion:string -> comprehensiveAnswer:string, confidenceLevel:number").node("queryRefiner","originalQuestion:string, currentContext:string, missingAspects:string[] -> refinedQuery:string").node("qualityValidator","generatedAnswer:string, userQuery:string -> qualityScore:number, issues:string[]").node("answerHealer","originalAnswer:string, healingDocument:string, issues?:string[] -> healedAnswer:string").map(a=>({...a,maxHops:t,qualityThreshold:n,maxIterations:r,qualityTarget:s,disableQualityHealing:o,currentHop:0,accumulatedContext:"",retrievedContexts:[],completenessScore:0,searchQuery:a.originalQuestion,shouldContinue:!0,iteration:0,allEvidence:[],evidenceSources:[],needsMoreInfo:!0,healingAttempts:0,currentQuality:0,shouldContinueHealing:!0,currentAnswer:"",currentIssues:[]})).while(a=>a.currentHop<a.maxHops&&a.completenessScore<a.qualityThreshold&&a.shouldContinue).map(a=>({...a,currentHop:a.currentHop+1})).execute("queryGenerator",a=>({originalQuestion:a.originalQuestion,previousContext:a.accumulatedContext||void 0})).map(async a=>{let l=a.queryGeneratorResult?.searchQuery||a.searchQuery||a.originalQuestion,c=await i(l);return{...a,retrievalResult:{retrievedDocument:c,retrievalConfidence:.9}}}).execute("contextualizer",a=>({retrievedDocument:a.retrievalResult.retrievedDocument,accumulatedContext:a.accumulatedContext||void 0})).execute("qualityAssessor",a=>({currentContext:a.contextualizerResult.enhancedContext,originalQuestion:a.originalQuestion})).map(a=>({...a,accumulatedContext:a.contextualizerResult.enhancedContext,retrievedContexts:[...a.retrievedContexts,a.retrievalResult.retrievedDocument],completenessScore:a.qualityAssessorResult.completenessScore,searchQuery:a.queryGeneratorResult.searchQuery,shouldContinue:a.qualityAssessorResult.completenessScore<a.qualityThreshold})).branch(a=>a.shouldContinue&&a.currentHop<a.maxHops).when(!0).execute("queryRefiner",a=>({originalQuestion:a.originalQuestion,currentContext:a.accumulatedContext,missingAspects:a.qualityAssessorResult.missingAspects})).map(a=>({...a,searchQuery:a.queryRefinerResult?.refinedQuery||a.searchQuery})).when(!1).map(a=>a).merge().endWhile().map(a=>({...a,allEvidence:a.retrievedContexts.length>0?a.retrievedContexts:[]})).while(a=>a.iteration<a.maxIterations&&a.needsMoreInfo).map(a=>({...a,iteration:a.iteration+1})).branch(a=>a.iteration===1).when(!0).execute("questionDecomposer",a=>({complexQuestion:a.originalQuestion})).map(a=>({...a,currentQueries:a.questionDecomposerResult.subQuestions})).when(!1).map(a=>({...a,currentQueries:a.gapAnalyzerResult?.focusedQueries||[]})).merge().map(async a=>{let l=a.currentQueries||[],c=l.length>0?await Promise.all(l.filter(Boolean).map(u=>i(u))):[];return{...a,retrievalResults:c}}).execute("evidenceSynthesizer",a=>{let l=Array.isArray(a.allEvidence)?a.allEvidence:[],c=Array.isArray(a.retrievalResults)?a.retrievalResults:[],u=[...l,...c].filter(Boolean);return{collectedEvidence:u.length>0?u:["No evidence collected yet"],originalQuestion:a.originalQuestion}}).execute("gapAnalyzer",a=>({synthesizedEvidence:a.evidenceSynthesizerResult.synthesizedEvidence,evidenceGaps:a.evidenceSynthesizerResult.evidenceGaps,originalQuestion:a.originalQuestion})).map(a=>({...a,allEvidence:[...Array.isArray(a.allEvidence)?a.allEvidence:[],...Array.isArray(a.retrievalResults)?a.retrievalResults:[]],evidenceSources:[...Array.isArray(a.evidenceSources)?a.evidenceSources:[],`Iteration ${a.iteration} sources`],needsMoreInfo:a.gapAnalyzerResult.needsMoreInfo,synthesizedEvidence:a.evidenceSynthesizerResult.synthesizedEvidence})).endWhile().execute("answerGenerator",a=>({finalContext:(()=>{let l=(a.accumulatedContext||"").toString().trim();if(l.length>0)return l;let c=(a.synthesizedEvidence||"").toString().trim();if(c.length>0)return c;let p=(Array.isArray(a.allEvidence)?a.allEvidence.filter(Boolean).join(`
644
+ `):"").toString().trim();return p.length>0?p:"No context available."})(),originalQuestion:a.originalQuestion})).branch(a=>!a.disableQualityHealing).when(!0).execute("qualityValidator",a=>({generatedAnswer:a.answerGeneratorResult.comprehensiveAnswer,userQuery:a.originalQuestion})).map(a=>({...a,currentAnswer:a.answerGeneratorResult.comprehensiveAnswer,currentQuality:a.qualityValidatorResult.qualityScore,currentIssues:a.qualityValidatorResult.issues,shouldContinueHealing:a.qualityValidatorResult.qualityScore<a.qualityTarget})).while(a=>a.healingAttempts<3&&a.shouldContinueHealing).map(a=>({...a,healingAttempts:a.healingAttempts+1})).map(async a=>{let l=a.currentIssues||[],c=l.length>0?`${a.originalQuestion} addressing issues: ${l.join(", ")}`:`${a.originalQuestion} quality improvement`,u=await i(c);return{...a,healingResult:{healingDocument:u}}}).execute("answerHealer",a=>({originalAnswer:a.currentAnswer,healingDocument:a.healingResult.healingDocument,issues:a.currentIssues})).execute("qualityValidator",a=>({generatedAnswer:a.answerHealerResult.healedAnswer,userQuery:a.originalQuestion})).map(a=>({...a,currentAnswer:a.answerHealerResult.healedAnswer,currentQuality:a.qualityValidatorResult.qualityScore,currentIssues:a.qualityValidatorResult.issues,shouldContinueHealing:a.qualityValidatorResult.qualityScore<a.qualityTarget})).endWhile().when(!1).map(a=>({...a,currentAnswer:a.answerGeneratorResult.comprehensiveAnswer,currentQuality:1,currentIssues:[],shouldContinueHealing:!1})).merge().returns(a=>({finalAnswer:a.currentAnswer,totalHops:a.currentHop,retrievedContexts:a.retrievedContexts,iterationCount:a.iteration,healingAttempts:a.healingAttempts,qualityAchieved:a.currentQuality}))};export{Mo as AxACE,zr as AxACEOptimizedProgram,dr as AxAI,Jt as AxAIAnthropic,Vn as AxAIAnthropicModel,Jn as AxAIAnthropicVertexModel,en as AxAIAzureOpenAI,tn as AxAICohere,Zn as AxAICohereEmbedModel,Xn as AxAICohereModel,nn as AxAIDeepSeek,er as AxAIDeepSeekModel,rn as AxAIGoogleGemini,Is as AxAIGoogleGeminiEmbedModel,$i as AxAIGoogleGeminiEmbedTypes,tr as AxAIGoogleGeminiModel,Ts as AxAIGoogleGeminiSafetyCategory,Cs as AxAIGoogleGeminiSafetyThreshold,fn as AxAIGrok,Wi as AxAIGrokEmbedModels,pr as AxAIGrokModel,on as AxAIGroq,rr as AxAIGroqModel,an as AxAIHuggingFace,Os as AxAIHuggingFaceModel,ln as AxAIMistral,Bi as AxAIMistralEmbedModels,sr as AxAIMistralModel,cn as AxAIOllama,Zt as AxAIOpenAI,fe as AxAIOpenAIBase,Qt as AxAIOpenAIEmbedModel,Yn as AxAIOpenAIModel,pn as AxAIOpenAIResponses,ir as AxAIOpenAIResponsesBase,un as AxAIOpenAIResponsesImpl,Yt as AxAIOpenAIResponsesModel,dn as AxAIOpenRouter,de as AxAIRefusalError,mn as AxAIReka,lr as AxAIRekaModel,Kt as AxAIServiceAbortedError,It as AxAIServiceAuthenticationError,Fe as AxAIServiceError,Le as AxAIServiceNetworkError,bt as AxAIServiceResponseError,He as AxAIServiceStatusError,Xe as AxAIServiceStreamTerminatedError,it as AxAIServiceTimeoutError,gn as AxAITogether,hn as AxAIWebLLM,ur as AxAIWebLLMModel,Jr as AxAgent,yo as AxApacheTika,mt as AxAssertionError,hs as AxBalancer,be as AxBaseAI,je as AxBaseOptimizer,_n as AxBootstrapFewShot,at as AxContentProcessingError,Ks as AxDB,tt as AxDBBase,xn as AxDBCloudflare,Vs as AxDBManager,St as AxDBMemory,An as AxDBPinecone,yn as AxDBWeaviate,jr as AxDefaultCostTracker,Ao as AxDefaultResultReranker,No as AxDockerSession,$o as AxEmbeddingAdapter,Jc as AxEvalUtil,Wr as AxFlow,Nn as AxFlowDependencyAnalyzer,$n as AxFlowExecutionPlanner,Ln as AxFlowSubContextImpl,Fo as AxFlowTypedSubContextImpl,Se as AxFluentFieldType,Tr as AxFunctionError,Cr as AxFunctionProcessor,Pn as AxGEPA,Po as AxGEPAFlow,xe as AxGen,Lr as AxGenerateError,Ro as AxHFDataLoader,wn as AxInstanceRegistry,vn as AxJudge,Jo as AxLLMRequestTypeValues,Co as AxLearn,Lo as AxMCPClient,Uo as AxMCPHTTPSSETransport,Go as AxMCPStreambleHTTPTransport,Ze as AxMediaNotSupportedError,In as AxMemory,Eo as AxMiPRO,Es as AxMockAIService,Fs as AxMultiServiceRouter,gt as AxOptimizedProgramImpl,Ot as AxProgram,Ut as AxPromptTemplate,Ds as AxProviderRouter,sn as AxRateLimiterTokenUsage,he as AxSignature,Er as AxSignatureBuilder,Io as AxSimpleClassifier,bo as AxSimpleClassifierClass,Qo as AxSpanKindValues,Lt as AxStopFunctionCallException,xo as AxStringUtil,En as AxSynth,To as AxTestPrompt,qn as AxTokenLimitError,On as AxTraceLogger,Eu as agent,ec as ai,Ne as ax,ki as axAIAnthropicDefaultConfig,bl as axAIAnthropicVertexDefaultConfig,Ml as axAIAzureOpenAIBestConfig,Ol as axAIAzureOpenAICreativeConfig,Pi as axAIAzureOpenAIDefaultConfig,kl as axAIAzureOpenAIFastConfig,Nl as axAICohereCreativeConfig,_i as axAICohereDefaultConfig,Ll as axAIDeepSeekCodeConfig,Ni as axAIDeepSeekDefaultConfig,Gi as axAIGoogleGeminiDefaultConfig,Dl as axAIGoogleGeminiDefaultCreativeConfig,Zl as axAIGrokBestConfig,qs as axAIGrokDefaultConfig,Bl as axAIHuggingFaceCreativeConfig,Ui as axAIHuggingFaceDefaultConfig,jl as axAIMistralBestConfig,Ps as axAIMistralDefaultConfig,ji as axAIOllamaDefaultConfig,ql as axAIOllamaDefaultCreativeConfig,ds as axAIOpenAIBestConfig,ms as axAIOpenAICreativeConfig,Ft as axAIOpenAIDefaultConfig,gs as axAIOpenAIFastConfig,Hl as axAIOpenAIResponsesBestConfig,Kl as axAIOpenAIResponsesCreativeConfig,ar as axAIOpenAIResponsesDefaultConfig,qi as axAIOpenRouterDefaultConfig,Vl as axAIRekaBestConfig,Jl as axAIRekaCreativeConfig,cr as axAIRekaDefaultConfig,Ql as axAIRekaFastConfig,Hi as axAITogetherDefaultConfig,Xl as axAIWebLLMCreativeConfig,Ki as axAIWebLLMDefaultConfig,Wl as axAnalyzeChatPromptRequirements,_t as axAnalyzeRequestRequirements,se as axBaseAIDefaultConfig,Re as axBaseAIDefaultCreativeConfig,oc as axCheckMetricsHealth,Wo as axCreateDefaultColorLogger,ja as axCreateDefaultOptimizerColorLogger,Xc as axCreateDefaultOptimizerTextLogger,gl as axCreateDefaultTextLogger,Kr as axCreateFlowColorLogger,Cu as axCreateFlowTextLogger,Ru as axDefaultFlowLogger,Vi as axDefaultMetricsConfig,Gr as axDefaultOptimizerLogger,qa as axDefaultOptimizerMetricsConfig,El as axGetCompatibilityReport,_l as axGetFormatCompatibility,lc as axGetMetricsConfig,tu as axGetOptimizerMetricsConfig,Fl as axGetProvidersWithMediaSupport,V as axGlobals,Qn as axModelInfoAnthropic,As as axModelInfoCohere,bs as axModelInfoDeepSeek,Rs as axModelInfoGoogleGemini,js as axModelInfoGrok,Ss as axModelInfoGroq,vs as axModelInfoHuggingFace,Ms as axModelInfoMistral,Xt as axModelInfoOpenAI,us as axModelInfoOpenAIResponses,$s as axModelInfoReka,Gs as axModelInfoTogether,Us as axModelInfoWebLLM,Ns as axProcessContentForProvider,Fu as axRAG,fs as axScoreProvidersForRequest,xs as axSelectOptimalProvider,K as axSpanAttributes,lt as axSpanEvents,ac as axUpdateMetricsConfig,eu as axUpdateOptimizerMetricsConfig,Vt as axValidateChatRequestMessage,as as axValidateChatResponseResult,Ei as axValidateProviderCapabilities,le as f,_o as flow,gu as s};
642
645
  //# sourceMappingURL=index.js.map