@ax-llm/ax 19.0.18 → 19.0.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.cjs +500 -185
- package/index.cjs.map +1 -1
- package/index.d.cts +1061 -1024
- package/index.d.ts +1061 -1024
- package/index.global.js +457 -142
- package/index.global.js.map +1 -1
- package/index.js +500 -185
- package/index.js.map +1 -1
- package/package.json +1 -1
- package/skills/ax-agent.md +142 -6
- package/skills/ax-ai.md +1 -1
- package/skills/ax-flow.md +1 -1
- package/skills/ax-gen.md +1 -1
- package/skills/ax-gepa.md +1 -1
- package/skills/ax-learn.md +1 -1
- package/skills/ax-llm.md +1 -1
- package/skills/ax-signature.md +1 -1
package/index.cjs
CHANGED
|
@@ -1,21 +1,21 @@
|
|
|
1
|
-
"use strict";var
|
|
1
|
+
"use strict";var sp=Object.create;var Jr=Object.defineProperty;var ip=Object.getOwnPropertyDescriptor;var ap=Object.getOwnPropertyNames;var lp=Object.getPrototypeOf,up=Object.prototype.hasOwnProperty;var cp=(s,e)=>{for(var t in e)Jr(s,t,{get:e[t],enumerable:!0})},Ia=(s,e,t,n)=>{if(e&&typeof e=="object"||typeof e=="function")for(let r of ap(e))!up.call(s,r)&&r!==t&&Jr(s,r,{get:()=>e[r],enumerable:!(n=ip(e,r))||n.enumerable});return s};var or=(s,e,t)=>(t=s!=null?sp(lp(s)):{},Ia(e||!s||!s.__esModule?Jr(t,"default",{value:s,enumerable:!0}):t,s)),pp=s=>Ia(Jr({},"__esModule",{value:!0}),s);var Mg={};cp(Mg,{AxACE:()=>Un,AxACEOptimizedProgram:()=>Dr,AxAI:()=>wr,AxAIAnthropic:()=>nn,AxAIAnthropicModel:()=>ar,AxAIAnthropicVertexModel:()=>lr,AxAIAzureOpenAI:()=>ln,AxAICohere:()=>un,AxAICohereEmbedModel:()=>dr,AxAICohereModel:()=>pr,AxAIDeepSeek:()=>cn,AxAIDeepSeekModel:()=>mr,AxAIGoogleGemini:()=>pn,AxAIGoogleGeminiEmbedModel:()=>mo,AxAIGoogleGeminiEmbedTypes:()=>ti,AxAIGoogleGeminiModel:()=>gr,AxAIGoogleGeminiSafetyCategory:()=>go,AxAIGoogleGeminiSafetyThreshold:()=>fo,AxAIGrok:()=>Tn,AxAIGrokEmbedModels:()=>gi,AxAIGrokModel:()=>Tr,AxAIGroq:()=>mn,AxAIGroqModel:()=>fr,AxAIHuggingFace:()=>gn,AxAIHuggingFaceModel:()=>bo,AxAIMistral:()=>fn,AxAIMistralEmbedModels:()=>ii,AxAIMistralModel:()=>hr,AxAIOllama:()=>hn,AxAIOpenAI:()=>an,AxAIOpenAIBase:()=>De,AxAIOpenAIEmbedModel:()=>rn,AxAIOpenAIModel:()=>cr,AxAIOpenAIResponses:()=>An,AxAIOpenAIResponsesBase:()=>xr,AxAIOpenAIResponsesImpl:()=>xn,AxAIOpenAIResponsesModel:()=>on,AxAIOpenRouter:()=>yn,AxAIRefusalError:()=>Pe,AxAIReka:()=>bn,AxAIRekaModel:()=>yr,AxAIServiceAbortedError:()=>$e,AxAIServiceAuthenticationError:()=>Et,AxAIServiceError:()=>Je,AxAIServiceNetworkError:()=>qe,AxAIServiceResponseError:()=>Ot,AxAIServiceStatusError:()=>Xe,AxAIServiceStreamTerminatedError:()=>st,AxAIServiceTimeoutError:()=>nt,AxAITogether:()=>In,AxAITogetherModel:()=>Ir,AxAIWebLLM:()=>Cn,AxAIWebLLMModel:()=>Cr,AxAgent:()=>Kr,AxAgentClarificationError:()=>tr,AxApacheTika:()=>ts,AxAssertionError:()=>wt,AxBalancer:()=>ao,AxBaseAI:()=>Ge,AxBaseOptimizer:()=>pt,AxBootstrapFewShot:()=>zn,AxContentProcessingError:()=>ft,AxDB:()=>_o,AxDBBase:()=>at,AxDBCloudflare:()=>wn,AxDBManager:()=>No,AxDBMemory:()=>_t,AxDBPinecone:()=>Rn,AxDBWeaviate:()=>Sn,AxDefaultCostTracker:()=>$r,AxDefaultResultReranker:()=>es,AxDockerSession:()=>fs,AxEmbeddingAdapter:()=>hs,AxEvalUtil:()=>Lu,AxFlow:()=>jr,AxFlowDependencyAnalyzer:()=>qn,AxFlowExecutionPlanner:()=>Kn,AxFlowSubContextImpl:()=>Jn,AxFlowTypedSubContextImpl:()=>ms,AxFluentFieldType:()=>Be,AxFunctionError:()=>Er,AxFunctionProcessor:()=>Pr,AxGEPA:()=>Ut,AxGen:()=>Se,AxGenerateError:()=>Nr,AxHFDataLoader:()=>cs,AxInstanceRegistry:()=>Pn,AxJSRuntime:()=>Zt,AxJSRuntimePermission:()=>aa,AxJudge:()=>Gt,AxLLMRequestTypeValues:()=>Ds,AxLearn:()=>us,AxMCPClient:()=>ys,AxMCPHTTPSSETransport:()=>Cs,AxMCPStreambleHTTPTransport:()=>Is,AxMediaNotSupportedError:()=>it,AxMemory:()=>kn,AxMiPRO:()=>ds,AxMockAIService:()=>To,AxMultiServiceRouter:()=>wo,AxOptimizedProgramImpl:()=>kt,AxProgram:()=>Dt,AxPromptTemplate:()=>Jt,AxProviderRouter:()=>vo,AxRateLimiterTokenUsage:()=>dn,AxSignature:()=>Fe,AxSignatureBuilder:()=>Fr,AxSimpleClassifier:()=>rs,AxSimpleClassifierClass:()=>ns,AxSpanKindValues:()=>Gs,AxStepContextImpl:()=>Ln,AxStopFunctionCallException:()=>Kt,AxStringUtil:()=>Zo,AxSynth:()=>Bn,AxTestPrompt:()=>os,AxTokenLimitError:()=>sr,AxTraceLogger:()=>Gn,agent:()=>Vc,ai:()=>Fl,ax:()=>et,axAIAnthropicDefaultConfig:()=>Vs,axAIAnthropicVertexDefaultConfig:()=>il,axAIAzureOpenAIBestConfig:()=>cl,axAIAzureOpenAICreativeConfig:()=>ll,axAIAzureOpenAIDefaultConfig:()=>Qs,axAIAzureOpenAIFastConfig:()=>ul,axAICohereCreativeConfig:()=>fl,axAICohereDefaultConfig:()=>Zs,axAIDeepSeekCodeConfig:()=>hl,axAIDeepSeekDefaultConfig:()=>ei,axAIGoogleGeminiDefaultConfig:()=>ri,axAIGoogleGeminiDefaultCreativeConfig:()=>bl,axAIGrokBestConfig:()=>Pl,axAIGrokDefaultConfig:()=>Po,axAIHuggingFaceCreativeConfig:()=>Il,axAIHuggingFaceDefaultConfig:()=>si,axAIMistralBestConfig:()=>Cl,axAIMistralDefaultConfig:()=>Co,axAIOllamaDefaultConfig:()=>ai,axAIOllamaDefaultCreativeConfig:()=>Tl,axAIOpenAIBestConfig:()=>oo,axAIOpenAICreativeConfig:()=>so,axAIOpenAIDefaultConfig:()=>zt,axAIOpenAIFastConfig:()=>io,axAIOpenAIResponsesBestConfig:()=>wl,axAIOpenAIResponsesCreativeConfig:()=>Rl,axAIOpenAIResponsesDefaultConfig:()=>Ar,axAIOpenRouterDefaultConfig:()=>ui,axAIRekaBestConfig:()=>vl,axAIRekaCreativeConfig:()=>Ol,axAIRekaDefaultConfig:()=>br,axAIRekaFastConfig:()=>El,axAITogetherDefaultConfig:()=>pi,axAIWebLLMCreativeConfig:()=>Ml,axAIWebLLMDefaultConfig:()=>mi,axAnalyzeChatPromptRequirements:()=>Sl,axAnalyzeRequestRequirements:()=>qt,axBaseAIDefaultConfig:()=>be,axBaseAIDefaultCreativeConfig:()=>je,axBuildActorDefinition:()=>Ss,axBuildResponderDefinition:()=>ks,axCheckMetricsHealth:()=>_l,axCreateDefaultColorLogger:()=>$s,axCreateDefaultOptimizerColorLogger:()=>qi,axCreateDefaultOptimizerTextLogger:()=>Uu,axCreateDefaultTextLogger:()=>Oa,axCreateFlowColorLogger:()=>Ur,axCreateFlowTextLogger:()=>Ju,axCreateJSRuntime:()=>cc,axDefaultFlowLogger:()=>Qu,axDefaultMetricsConfig:()=>Ai,axDefaultOptimizerLogger:()=>Lr,axDefaultOptimizerMetricsConfig:()=>Hi,axGetCompatibilityReport:()=>pl,axGetFormatCompatibility:()=>ml,axGetMetricsConfig:()=>Ll,axGetOptimizerMetricsConfig:()=>Bu,axGetProvidersWithMediaSupport:()=>dl,axGlobals:()=>ie,axModelInfoAnthropic:()=>ur,axModelInfoCohere:()=>co,axModelInfoDeepSeek:()=>po,axModelInfoGoogleGemini:()=>ho,axModelInfoGrok:()=>Mo,axModelInfoGroq:()=>Ao,axModelInfoHuggingFace:()=>yo,axModelInfoMistral:()=>Io,axModelInfoOpenAI:()=>sn,axModelInfoOpenAIResponses:()=>ro,axModelInfoReka:()=>ko,axModelInfoTogether:()=>Oo,axModelInfoWebLLM:()=>Eo,axProcessContentForProvider:()=>So,axRAG:()=>Zc,axScoreProvidersForRequest:()=>lo,axSelectOptimalProvider:()=>uo,axSpanAttributes:()=>ue,axSpanEvents:()=>ht,axUpdateMetricsConfig:()=>Nl,axUpdateOptimizerMetricsConfig:()=>ju,axValidateChatRequestMessage:()=>en,axValidateChatResponseResult:()=>no,axValidateProviderCapabilities:()=>Ys,axWorkerRuntime:()=>xs,f:()=>pe,flow:()=>gs,fn:()=>Iu,s:()=>Du});module.exports=pp(Mg);function ot({model:s,modelInfo:e,models:t}){let n=t?.find(u=>u.key===s),r=n&&"model"in n?n.model:s,o=e.find(u=>u.name===s);if(o)return o;let i=e.find(u=>u.name===r);if(i)return i;let a=r.replace(/^(anthropic\.|openai\.)/,"").replace(/-latest$/,"").replace(/-\d{8}$/,"").replace(/-v\d+:\d+$/,"").replace(/@\d{8}$/,"").replace(/-\d{2,}(-[a-zA-Z0-9-]+)?$/,"").replace(/-v\d+@\d{8}$/,"").replace(/-v\d+$/,""),l=e.find(u=>u.name===a);return l||null}var _s=(()=>{if(globalThis.crypto&&typeof globalThis.crypto.randomUUID=="function")return globalThis.crypto;throw new Error("Web Crypto API with randomUUID support not available. Requires Node.js 16+ or modern browser.")})();function Ve(){return _s.randomUUID()}async function dp(s){let e=new TextEncoder,t=typeof s=="string"?e.encode(s):s,n=await _s.subtle.digest("SHA-256",t);return Array.from(new Uint8Array(n)).map(i=>i.toString(16).padStart(2,"0")).join("")}var Fs=class{data="";update(e){return this.data+=e,this}digest(e){if(e!=="hex")throw new Error("Only hex encoding is supported");let n=new TextEncoder().encode(this.data),r=0;for(let o=0;o<n.length;o++){let i=n[o];r=(r<<5)-r+i,r=r&r}return Math.abs(r).toString(16).padStart(8,"0")}async digestAsync(){return dp(this.data)}};function tt(s){if(s!=="sha256")throw new Error("Only SHA-256 algorithm is supported");return new Fs}function Ca(){return _s}var Qr=class extends TransformStream{buffer="";currentEvent={rawData:""};dataParser;onError;constructor(e={}){super({transform:(t,n)=>this.handleChunk(t,n),flush:t=>this.handleFlush(t)}),this.dataParser=e.dataParser||JSON.parse,this.onError=e.onError||((t,n)=>{console.warn("Failed to parse event data:",t),console.log("Raw data that failed to parse:",n)})}handleChunk(e,t){this.buffer+=e,this.processBuffer(t)}handleFlush(e){this.processBuffer(e),this.currentEvent.rawData&&this.processEvent(e)}processBuffer(e){let n=this.buffer.replace(/\r\n|\r/g,`
|
|
2
2
|
`).split(`
|
|
3
3
|
`);this.buffer=n.pop()||"";for(let r of n)r===""?this.processEvent(e):this.parseLine(r)}parseLine(e){if(e.startsWith(":"))return;let t=e.indexOf(":");if(t===-1){this.currentEvent.rawData+=(this.currentEvent.rawData&&!this.currentEvent.rawData.endsWith(`
|
|
4
4
|
`)?`
|
|
5
5
|
`:"")+e.trim();return}let n=e.slice(0,t).trim(),r=e.slice(t+1).trim();switch(n){case"event":this.currentEvent.event=r;break;case"data":this.currentEvent.rawData+=(this.currentEvent.rawData&&!this.currentEvent.rawData.endsWith(`
|
|
6
6
|
`)?`
|
|
7
|
-
`:"")+r;break;case"id":this.currentEvent.id=r;break;case"retry":{let o=Number.parseInt(r,10);Number.isNaN(o)||(this.currentEvent.retry=o);break}}}processEvent(e){if(this.currentEvent.rawData){if(this.currentEvent.event||(this.currentEvent.event="message"),this.currentEvent.rawData.trim()==="[DONE]"){this.currentEvent={rawData:""};return}try{let t=this.dataParser(this.currentEvent.rawData);e.enqueue(t)}catch(t){this.onError(t,this.currentEvent.rawData)}this.currentEvent={rawData:""}}}};var Ns=class{decoder;constructor(){this.decoder=new TextDecoder}transform(e,t){if(!(e instanceof ArrayBuffer||ArrayBuffer.isView(e)))throw new TypeError("Input data must be a BufferSource");let n=this.decoder.decode(e,{stream:!0});n.length!==0&&t.enqueue(n)}flush(e){let t=this.decoder.decode();t.length!==0&&e.enqueue(t)}},Yr=class extends TransformStream{constructor(){super(new Ns)}};var
|
|
8
|
-
`)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},Xe=class extends Je{constructor(t,n,r,o,i,a,u
|
|
7
|
+
`:"")+r;break;case"id":this.currentEvent.id=r;break;case"retry":{let o=Number.parseInt(r,10);Number.isNaN(o)||(this.currentEvent.retry=o);break}}}processEvent(e){if(this.currentEvent.rawData){if(this.currentEvent.event||(this.currentEvent.event="message"),this.currentEvent.rawData.trim()==="[DONE]"){this.currentEvent={rawData:""};return}try{let t=this.dataParser(this.currentEvent.rawData);e.enqueue(t)}catch(t){this.onError(t,this.currentEvent.rawData)}this.currentEvent={rawData:""}}}};var Ns=class{decoder;constructor(){this.decoder=new TextDecoder}transform(e,t){if(!(e instanceof ArrayBuffer||ArrayBuffer.isView(e)))throw new TypeError("Input data must be a BufferSource");let n=this.decoder.decode(e,{stream:!0});n.length!==0&&t.enqueue(n)}flush(e){let t=this.decoder.decode();t.length!==0&&e.enqueue(t)}},Yr=class extends TransformStream{constructor(){super(new Ns)}};var mp={maxRetries:3,initialDelayMs:1e3,maxDelayMs:6e4,backoffFactor:2,retryableStatusCodes:[500,408,429,502,503,504]},gp=globalThis.TextDecoderStream??Yr,Je=class extends Error{constructor(t,n,r,o,i={},a=!0){super(t);this.url=n;this.requestBody=r;this.responseBody=o;this.name="AxAIServiceError",this.timestamp=new Date().toISOString(),this.errorId=Ve(),this.context=i,this.includeRequestBodyInErrors=a,this.stack=this.toString()}timestamp;errorId;context;includeRequestBodyInErrors;toString(){let t=[`${this.name}: ${this.message}`,`URL: ${this.url}`];return this.includeRequestBodyInErrors&&t.push(`Request Body: ${JSON.stringify(this.requestBody,null,2)}`),t.push(`Response Body: ${JSON.stringify(this.responseBody,null,2)}`,`Context: ${JSON.stringify(this.context,null,2)}`,`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`),t.join(`
|
|
8
|
+
`)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},Xe=class extends Je{constructor(t,n,r,o,i,a,l,u=!0){let c=l?` (after ${l} retries)`:"";super(`HTTP ${t} - ${n}${c}`,r,o,{httpStatus:t,httpStatusText:n,responseBody:i,...a},{},u);this.status=t;this.statusText=n;this.name="AxAIServiceStatusError"}},qe=class extends Je{constructor(t,n,r,o,i,a=!0){super(`Network Error: ${t.message}`,n,r,o,{originalErrorName:t.name,originalErrorStack:t.stack,...i},a);this.originalError=t;this.name="AxAIServiceNetworkError",this.stack=t.stack}},Ot=class extends Je{constructor(e,t,n,r,o=!0){super(e,t,n,void 0,r,o),this.name="AxAIServiceResponseError"}},st=class extends Je{constructor(t,n,r,o,i=!0){super("Stream terminated unexpectedly by remote host",t,n,void 0,{lastChunk:r,...o},i);this.lastChunk=r;this.name="AxAIServiceStreamTerminatedError"}},nt=class extends Je{constructor(e,t,n,r,o=!0){super(`Request timed out after ${t}ms`,e,n,void 0,{timeoutMs:t,...r},o),this.name="AxAIServiceTimeoutError"}},sr=class extends Xe{constructor(e,t,n,r,o,i,a=!0){super(e,t,n,r,o,i,void 0,a),this.name="AxTokenLimitError"}},$e=class extends Je{constructor(e,t,n,r,o=!0){super(`Request aborted${t?`: ${t}`:""}`,e,n,void 0,{abortReason:t,...r},o),this.name="AxAIServiceAbortedError"}},Et=class extends Je{constructor(e,t,n,r,o=!0){super("Authentication failed",e,t,n,r,o),this.name="AxAIServiceAuthenticationError"}},Pe=class extends Error{constructor(t,n,r){super(`Model refused to fulfill request: ${t}`);this.refusalMessage=t;this.model=n;this.requestId=r;this.name="AxAIRefusalError",this.timestamp=new Date().toISOString(),this.errorId=Ve()}timestamp;errorId;toString(){return[`${this.name}: ${this.message}`,`Refusal: ${this.refusalMessage}`,this.model?`Model: ${this.model}`:"",this.requestId?`Request ID: ${this.requestId}`:"",`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`].filter(Boolean).join(`
|
|
9
9
|
`)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},it=class extends Error{constructor(t,n,r=!1){super(`${t} not supported by ${n}${r?" (fallback available)":""}`);this.mediaType=t;this.provider=n;this.fallbackAvailable=r;this.name="AxMediaNotSupportedError",this.timestamp=new Date().toISOString(),this.errorId=Ve()}timestamp;errorId;toString(){return[`${this.name}: ${this.message}`,`Media Type: ${this.mediaType}`,`Provider: ${this.provider}`,`Fallback Available: ${this.fallbackAvailable}`,`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`].join(`
|
|
10
10
|
`)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},ft=class extends Error{constructor(t,n,r){super(`Failed to process ${n} during ${r}: ${t.message}`);this.originalError=t;this.contentType=n;this.processingStep=r;this.name="AxContentProcessingError",this.timestamp=new Date().toISOString(),this.errorId=Ve()}timestamp;errorId;toString(){return[`${this.name}: ${this.message}`,`Content Type: ${this.contentType}`,`Processing Step: ${this.processingStep}`,`Original Error: ${this.originalError.message}`,`Timestamp: ${this.timestamp}`,`Error ID: ${this.errorId}`].join(`
|
|
11
|
-
`)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}};async function Ls(s){try{return s.headers.get("content-type")?.includes("application/json")?await s.json():await s.clone().text()}catch(e){return`[ReadableStream - read failed: ${e.message}]`}}function
|
|
11
|
+
`)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}};async function Ls(s){try{return s.headers.get("content-type")?.includes("application/json")?await s.json():await s.clone().text()}catch(e){return`[ReadableStream - read failed: ${e.message}]`}}function Ta(s,e){return Math.min(e.maxDelayMs,e.initialDelayMs*e.backoffFactor**s)*(.75+Math.random()*.5)}function fp(s){if(!s)return;let e=Number(s);if(!Number.isNaN(e))return e*1e3;let t=Date.parse(s);if(!Number.isNaN(t)){let n=t-Date.now();return Math.max(0,n)}}function hp(){return{startTime:Date.now(),retryCount:0}}function wa(s){s.retryCount++,s.lastRetryTime=Date.now()}function Ra(s,e,t,n){return t>=n.maxRetries?!1:e&&n.retryableStatusCodes.includes(e)?!0:s instanceof qe&&!(s instanceof Et)}var Qe=async(s,e)=>{if(s.localCall)return await s.localCall(e,s.stream);if(!s.url)throw new Error("API URL is required when localCall is not provided");let t={...mp,...s.retry},n=s.timeout,r=hp(),o=s.verbose??!1,i=s.includeRequestBodyInErrors??!0,a,l=new URL(s.url),u=`${[l.pathname,s.name].filter(Boolean).join("/").replace(/\/+/g,"/")}${l.search}`,c=new URL(u,l);if(s.corsProxy){let m=c.href;c=new URL(`${s.corsProxy}?url=${encodeURIComponent(m)}`)}let p=Ve();if(s.validateRequest&&!await s.validateRequest(e))throw new Ot("Invalid request data",c.href,e,{validation:"request"},i);s.span?.setAttributes({"http.request.method":s.put?"PUT":"POST","url.full":c.href,"request.id":p,"request.startTime":r.startTime});let d=0;for(;;){let m=new AbortController;if(s.abortSignal){if(s.abortSignal.aborted)throw new $e(c.href,s.abortSignal.reason,e,{metrics:r},i);let g=()=>{m.abort(s.abortSignal.reason||"User aborted request")};s.abortSignal.addEventListener("abort",g,{once:!0});let f=m.abort.bind(m);m.abort=x=>{s.abortSignal.removeEventListener("abort",g),f(x)}}n&&(a=setTimeout(()=>{m.abort("Request timeout")},n));try{o&&console.log(`
|
|
12
12
|
--- [AxAI API Request] ---
|
|
13
13
|
`,`URL: ${c.href}
|
|
14
14
|
`,`Method: ${s.put?"PUT":"POST"}
|
|
15
15
|
`,"Headers:",JSON.stringify({"Content-Type":"application/json","X-Request-ID":p,"X-Retry-Count":d.toString(),...s.headers},null,2),`
|
|
16
16
|
Body:`,JSON.stringify(e,null,2),`
|
|
17
17
|
------------------------
|
|
18
|
-
`);let g=await(s.fetch??fetch)(c,{method:s.put?"PUT":"POST",headers:{"Content-Type":"application/json","X-Request-ID":p,"X-Retry-Count":d.toString(),...s.headers},body:JSON.stringify(e),signal:m.signal});if(a&&clearTimeout(a),g.status===401||g.status===403){let I=await Ls(g);throw new Et(c.href,e,I,{metrics:r},i)}if(g.status===400){let I=await Ls(g),C=I,R=!1;if(C?.error?.code==="context_length_exceeded")R=!0;else if(C?.type==="invalid_request_error"&&(C?.error?.message?.includes("prompt is too long")||C?.error?.message?.includes("max_tokens")||C?.error?.message?.includes("token limit")))R=!0;else if(C?.error?.code===400&&C?.error?.status==="INVALID_ARGUMENT"&&(C?.error?.message?.includes("token")||C?.error?.message?.includes("limit")))R=!0;else{let
|
|
18
|
+
`);let g=await(s.fetch??fetch)(c,{method:s.put?"PUT":"POST",headers:{"Content-Type":"application/json","X-Request-ID":p,"X-Retry-Count":d.toString(),...s.headers},body:JSON.stringify(e),signal:m.signal});if(a&&clearTimeout(a),g.status===401||g.status===403){let I=await Ls(g);throw new Et(c.href,e,I,{metrics:r},i)}if(g.status===400){let I=await Ls(g),C=I,R=!1;if(C?.error?.code==="context_length_exceeded")R=!0;else if(C?.type==="invalid_request_error"&&(C?.error?.message?.includes("prompt is too long")||C?.error?.message?.includes("max_tokens")||C?.error?.message?.includes("token limit")))R=!0;else if(C?.error?.code===400&&C?.error?.status==="INVALID_ARGUMENT"&&(C?.error?.message?.includes("token")||C?.error?.message?.includes("limit")))R=!0;else{let P=JSON.stringify(I).toLowerCase();(P.includes("token")&&P.includes("limit")||P.includes("context length")||P.includes("prompt is too long"))&&(R=!0)}if(R)throw new sr(g.status,g.statusText,c.href,e,I,{metrics:r},i)}if(g.status>=400&&Ra(new Error,g.status,d,t)){let I=Ta(d,t),C=fp(g.headers.get("Retry-After"));C!==void 0&&C<=t.maxDelayMs&&(I=C,o&&console.log(`[AxAI] Respecting Retry-After header: ${I}ms`)),d++,wa(r),s.span?.addEvent("retry",{attempt:d,delay:I,status:g.status,"metrics.startTime":r.startTime,"metrics.retryCount":r.retryCount,"metrics.lastRetryTime":r.lastRetryTime}),await new Promise(R=>setTimeout(R,I));continue}if(g.status>=400){let I=await Ls(g);throw new Xe(g.status,g.statusText,c.href,e,I,{metrics:r},d>0?d:void 0,i)}if(!s.stream){let I=await g.json();if(o&&console.log(`
|
|
19
19
|
--- [AxAI API Response] ---
|
|
20
20
|
`,`Status: ${g.status} ${g.statusText}
|
|
21
21
|
`,"Body:",JSON.stringify(I,null,2),`
|
|
@@ -25,24 +25,24 @@ Body:`,JSON.stringify(e,null,2),`
|
|
|
25
25
|
`,`Status: ${g.status} ${g.statusText}
|
|
26
26
|
`,`
|
|
27
27
|
-------------------------------------------
|
|
28
|
-
`),!g.body)throw new Ot("Response body is null",c.href,e,{metrics:r},i);let f,x=0;if(typeof window<"u"&&typeof EventSource<"u")return new ReadableStream({start(I){let C=g.body.getReader(),R=new TextDecoder,
|
|
28
|
+
`),!g.body)throw new Ot("Response body is null",c.href,e,{metrics:r},i);let f,x=0;if(typeof window<"u"&&typeof EventSource<"u")return new ReadableStream({start(I){let C=g.body.getReader(),R=new TextDecoder,P="";async function v(){try{for(;;){let{done:E,value:k}=await C.read();if(E){y=!0,I.close();break}P+=R.decode(k,{stream:!0});let O=P.split(`
|
|
29
29
|
|
|
30
|
-
`);
|
|
31
|
-
`),
|
|
30
|
+
`);P=O.pop()||"";for(let L of O){if(!L.trim())continue;let F=L.split(`
|
|
31
|
+
`),M="",_="message";for(let j of F)j.startsWith("data: ")?M=j.slice(6):j.startsWith("event: ")&&(_=j.slice(7));if(M){if(M==="[DONE]"){I.close();return}try{let j=JSON.parse(M);f=j,x++,r.streamChunks=x,r.lastChunkTime=Date.now(),I.enqueue(j),s.span?.addEvent("stream.chunk",{"stream.chunks":x,"stream.duration":Date.now()-r.startTime,"response.retries":r.retryCount,"sse.event.type":_})}catch(j){o&&console.warn("Skipping non-JSON SSE data:",M,j)}}}}}catch(E){let k=E,O={...r,streamDuration:Date.now()-r.startTime};k.name==="AbortError"||k.message?.includes("aborted")?I.error(new st(c.href,e,f,{streamMetrics:O},i)):I.error(new qe(k,c.href,e,"[ReadableStream - consumed during streaming]",{streamMetrics:O},i))}finally{C.releaseLock()}}v()}});let h=new TransformStream({transform(I,C){f=I,x++,r.streamChunks=x,r.lastChunkTime=Date.now(),C.enqueue(I),s.span?.addEvent("stream.chunk",{"stream.chunks":x,"stream.duration":Date.now()-r.startTime,"response.retries":r.retryCount})}}),y=!1;return new ReadableStream({start(I){let C=g.body.pipeThrough(new gp).pipeThrough(new Qr).pipeThrough(h).getReader();async function R(){try{for(;;){let{done:P,value:v}=await C.read();if(P){y||(y=!0,I.close());break}if(y)break;I.enqueue(v)}}catch(P){let v=P,E={...r,streamDuration:Date.now()-r.startTime};throw v.name==="AbortError"||v.message?.includes("aborted")?I.error(new st(c.href,e,f,{streamMetrics:E},i)):v instanceof TypeError&&v.message.includes("cancelled")?I.error(new st(c.href,e,f,{streamMetrics:E,cancelReason:"Stream cancelled by client"},i)):I.error(new qe(v,c.href,e,"[ReadableStream - consumed during streaming]",{streamMetrics:E},i)),v}finally{a&&clearTimeout(a),C.releaseLock()}}R()},cancel(){y=!0}})}catch(g){if(g instanceof Error&&g.name==="AbortError")throw s.abortSignal?.aborted?new $e(c.href,s.abortSignal.reason,e,{metrics:r},i):new nt(c.href,n||0,e,{metrics:r},i);let f=g;if(!(g instanceof Je)&&g instanceof Error&&(f=new qe(g,c.href,e,void 0,{metrics:r},i)),s.span?.isRecording()&&(s.span.recordException(f),s.span.setAttributes({"error.time":Date.now()-r.startTime,"error.retries":r.retryCount})),f instanceof qe&&Ra(f,void 0,d,t)){let x=Ta(d,t);d++,wa(r),s.span?.addEvent("retry",{attempt:d,delay:x,error:f.message,"metrics.startTime":r.startTime,"metrics.retryCount":r.retryCount,"metrics.lastRetryTime":r.lastRetryTime}),await new Promise(b=>setTimeout(b,x));continue}throw f instanceof Je&&(f.context.metrics=r),f}finally{a!==void 0&&clearTimeout(a)}}};var tn=require("@opentelemetry/api");var ie={signatureStrict:!0,useStructuredPrompt:!0,tracer:void 0,meter:void 0,logger:void 0,optimizerLogger:void 0,debug:void 0,abortSignal:void 0,customLabels:void 0,cachingFunction:void 0,functionResultFormatter:s=>typeof s=="string"?s:s==null?"":JSON.stringify(s,null,2)};var Ze=class{ANSI_WHITE_BRIGHT="\x1B[97m";ANSI_GREEN_BRIGHT="\x1B[92m";ANSI_BLUE_BRIGHT="\x1B[94m";ANSI_RED_BRIGHT="\x1B[91m";ANSI_YELLOW_BRIGHT="\x1B[93m";ANSI_YELLOW="\x1B[93m";ANSI_RED="\x1B[91m";ANSI_RESET="\x1B[0m";ANSI_ORANGE="\x1B[38;5;208m";ANSI_WHITE="\x1B[37m";ANSI_CYAN_BRIGHT="\x1B[96m";ANSI_MAGENTA_BRIGHT="\x1B[95m";ANSI_GRAY="\x1B[90m";ANSI_GREEN="\x1B[32m";ANSI_CYAN="\x1B[36m";ANSI_MAGENTA="\x1B[35m";ANSI_BLUE="\x1B[34m";ANSI_YELLOW_DIM="\x1B[33m";colorize(e,t){return`${t}${e}${this.ANSI_RESET}`}whiteBright(e){return this.colorize(e,this.ANSI_WHITE_BRIGHT)}greenBright(e){return this.colorize(e,this.ANSI_GREEN_BRIGHT)}blueBright(e){return this.colorize(e,this.ANSI_BLUE_BRIGHT)}redBright(e){return this.colorize(e,this.ANSI_RED_BRIGHT)}white(e){return this.colorize(e,this.ANSI_WHITE)}yellow(e){return this.colorize(e,this.ANSI_YELLOW)}yellowBright(e){return this.colorize(e,this.ANSI_YELLOW_BRIGHT)}red(e){return this.colorize(e,this.ANSI_RED)}orange(e){return this.colorize(e,this.ANSI_ORANGE)}cyanBright(e){return this.colorize(e,this.ANSI_CYAN_BRIGHT)}magentaBright(e){return this.colorize(e,this.ANSI_MAGENTA_BRIGHT)}gray(e){return this.colorize(e,this.ANSI_GRAY)}green(e){return this.colorize(e,this.ANSI_GREEN)}cyan(e){return this.colorize(e,this.ANSI_CYAN)}magenta(e){return this.colorize(e,this.ANSI_MAGENTA)}blue(e){return this.colorize(e,this.ANSI_BLUE)}yellowDim(e){return this.colorize(e,this.ANSI_YELLOW_DIM)}};var qg=new Ze,Sa=s=>{console.log(s)},ka=(s,e,t)=>{let n=(r,o)=>t&&o&&o in t?t[o](r):r;switch(s.role){case"system":return`${n("[ SYSTEM ]","magentaBright")}
|
|
32
32
|
${n(s.content,"magenta")}`;case"function":return`${n("[ FUNCTION RESULT ]","yellow")}
|
|
33
33
|
${n(s.result??"[No result]","yellowDim")}`;case"user":{let r=`${n("[ USER ]","greenBright")}
|
|
34
34
|
`;if(typeof s.content=="string")return r+n(s.content,"green");let o=s.content.map(i=>{if(i.type==="text")return n(i.text,"green");if(i.type==="image"){let a=e?"[Image]":`[Image: ${i.image}]`;return n(a,"green")}if(i.type==="audio"){let a=e?"[Audio]":`[Audio: ${i.data}]`;return n(a,"green")}return n("[Unknown content type]","gray")});return r+o.join(`
|
|
35
35
|
`)}case"assistant":{let r=n("[ ASSISTANT","cyanBright");s.name&&(r+=` ${s.name}`),r+=" ]";let o=`${r}
|
|
36
36
|
`;return s.content&&(o+=`${n(s.content,"cyan")}
|
|
37
37
|
`),s.functionCalls&&s.functionCalls.length>0&&(o+=`${n("[ FUNCTION CALLS ]","yellow")}
|
|
38
|
-
`,s.functionCalls.forEach((i,a)=>{let
|
|
38
|
+
`,s.functionCalls.forEach((i,a)=>{let l=typeof i.function.params=="string"?i.function.params:JSON.stringify(i.function.params,null,2);o+=n(`${a+1}. ${i.function.name}(${l}) [id: ${i.id}]`,"yellowDim"),a<(s.functionCalls?.length??0)-1&&(o+=`
|
|
39
39
|
`)}),o+=`
|
|
40
40
|
`),!s.content&&(!s.functionCalls||s.functionCalls.length===0)&&(o+=n("[No content]","gray")),o}default:return`${n("[ UNKNOWN ]","redBright")}
|
|
41
|
-
${n(JSON.stringify(s),"gray")}`}},$s=(s=
|
|
41
|
+
${n(JSON.stringify(s),"gray")}`}},$s=(s=Sa)=>{let e=new Ze,t=e.gray(`${"\u2500".repeat(60)}
|
|
42
42
|
`);return n=>{let r=n,o="";switch(r.name){case"ChatRequestChatPrompt":o=`
|
|
43
43
|
${e.blueBright(`[ CHAT REQUEST Step ${r.step} ]`)}
|
|
44
44
|
${t}
|
|
45
|
-
`,r.value.forEach((i,a)=>{o+=
|
|
45
|
+
`,r.value.forEach((i,a)=>{o+=ka(i,void 0,e),a<r.value.length-1&&(o+=`
|
|
46
46
|
${t}
|
|
47
47
|
`)}),o+=`
|
|
48
48
|
${t}`;break;case"FunctionResults":o=`
|
|
@@ -52,8 +52,8 @@ Result: ${i.result}`),a<r.value.length-1&&(o+=`
|
|
|
52
52
|
${t}
|
|
53
53
|
`)});break;case"ChatResponseResults":o=`
|
|
54
54
|
${e.cyanBright("[ CHAT RESPONSE ]")}
|
|
55
|
-
`,r.value.forEach((i,a)=>{let
|
|
56
|
-
${i.thought}`)),i.content&&
|
|
55
|
+
`,r.value.forEach((i,a)=>{let l=[],u=i.thoughtBlocks?.some(c=>c.encrypted);i.thought&&l.push(e.gray(`[THOUGHT${u?" (redacted)":""}]
|
|
56
|
+
${i.thought}`)),i.content&&l.push(e.cyan(i.content)),l.length===0&&l.push(e.gray("[No content]")),o+=l.join(`
|
|
57
57
|
`),a<r.value.length-1&&(o+=`
|
|
58
58
|
${t}
|
|
59
59
|
`)});break;case"ChatResponseStreamingResult":{let i=r.value.thought,a=i||r.value.delta||r.value.content||"";o=i?e.gray(`[THOUGHT]
|
|
@@ -102,10 +102,10 @@ ${t}
|
|
|
102
102
|
[ CHAT RESPONSE CITATIONS ]`)}
|
|
103
103
|
`,r.value.forEach(i=>{o+=`${e.white("- ")}${e.cyan(i.title||i.url)}
|
|
104
104
|
`,i.description&&(o+=` ${e.gray(i.description)}
|
|
105
|
-
`)}),o+=t;break}default:o=e.gray(JSON.stringify(r,null,2))}s(o)}},
|
|
105
|
+
`)}),o+=t;break}default:o=e.gray(JSON.stringify(r,null,2))}s(o)}},va=$s(),Oa=(s=Sa)=>{let e="\u2500".repeat(60);return t=>{let n=t,r="";switch(n.name){case"ChatRequestChatPrompt":r=`
|
|
106
106
|
[ CHAT REQUEST Step ${n.step} ]
|
|
107
107
|
${e}
|
|
108
|
-
`,n.value.forEach((o,i)=>{r+=
|
|
108
|
+
`,n.value.forEach((o,i)=>{r+=ka(o),i<n.value.length-1&&(r+=`
|
|
109
109
|
${e}
|
|
110
110
|
`)}),r+=`
|
|
111
111
|
${e}`;break;case"FunctionResults":r=`
|
|
@@ -116,7 +116,7 @@ Result: ${o.result}`,i<n.value.length-1&&(r+=`
|
|
|
116
116
|
${e}
|
|
117
117
|
`)});break;case"ChatResponseResults":r=`
|
|
118
118
|
[ CHAT RESPONSE ]
|
|
119
|
-
`,n.value.forEach((o,i)=>{let a=[],
|
|
119
|
+
`,n.value.forEach((o,i)=>{let a=[],l=o.thoughtBlocks?.some(u=>u.encrypted);o.thought&&a.push(`[thought${l?" (redacted)":""}] ${o.thought}`),o.content&&a.push(o.content),a.length===0&&a.push("[No content]"),r+=a.join(`
|
|
120
120
|
`),i<n.value.length-1&&(r+=`
|
|
121
121
|
${e}
|
|
122
122
|
`)});break;case"ChatResponseStreamingResult":return;case"ChatResponseStreamingDoneResult":{r=`
|
|
@@ -164,19 +164,19 @@ ${e}
|
|
|
164
164
|
`,n.value.forEach(o=>{r+=`- ${o.title||o.url}
|
|
165
165
|
`,o.description&&(r+=` ${o.description}
|
|
166
166
|
`)}),r+=`${e}
|
|
167
|
-
`;break}default:r=JSON.stringify(n,null,2)}s(r)}};var ce={LLM_SYSTEM:"gen_ai.system",LLM_OPERATION_NAME:"gen_ai.operation.name",LLM_REQUEST_MODEL:"gen_ai.request.model",LLM_REQUEST_MAX_TOKENS:"gen_ai.request.max_tokens",LLM_REQUEST_TEMPERATURE:"gen_ai.request.temperature",LLM_REQUEST_TOP_K:"gen_ai.request.top_k",LLM_REQUEST_FREQUENCY_PENALTY:"gen_ai.request.frequency_penalty",LLM_REQUEST_PRESENCE_PENALTY:"gen_ai.request.presence_penalty",LLM_REQUEST_STOP_SEQUENCES:"gen_ai.request.stop_sequences",LLM_REQUEST_LLM_IS_STREAMING:"gen_ai.request.llm_is_streaming",LLM_REQUEST_TOP_P:"gen_ai.request.top_p",LLM_USAGE_INPUT_TOKENS:"gen_ai.usage.input_tokens",LLM_USAGE_OUTPUT_TOKENS:"gen_ai.usage.output_tokens",LLM_USAGE_TOTAL_TOKENS:"gen_ai.usage.total_tokens",LLM_USAGE_THOUGHTS_TOKENS:"gen_ai.usage.thoughts_tokens",DB_SYSTEM:"db.system",DB_TABLE:"db.table",DB_NAMESPACE:"db.namespace",DB_ID:"db.id",DB_QUERY_TEXT:"db.query.text",DB_VECTOR:"db.vector",DB_OPERATION_NAME:"db.operation.name",DB_VECTOR_QUERY_TOP_K:"db.vector.query.top_k",DB_QUERY_EMBEDDINGS:"db.query.embeddings",DB_QUERY_RESULT:"db.query.result",DB_QUERY_EMBEDDINGS_VECTOR:"db.query.embeddings.vector",DB_QUERY_RESULT_ID:"db.query.result.id",DB_QUERY_RESULT_SCORE:"db.query.result.score",DB_QUERY_RESULT_DISTANCE:"db.query.result.distance",DB_QUERY_RESULT_METADATA:"db.query.result.metadata",DB_QUERY_RESULT_VECTOR:"db.query.result.vector",DB_QUERY_RESULT_DOCUMENT:"db.query.result.document"},ht={GEN_AI_USER_MESSAGE:"gen_ai.user.message",GEN_AI_SYSTEM_MESSAGE:"gen_ai.system.message",GEN_AI_ASSISTANT_MESSAGE:"gen_ai.assistant.message",GEN_AI_TOOL_MESSAGE:"gen_ai.tool.message",GEN_AI_CHOICE:"gen_ai.choice",GEN_AI_USAGE:"gen_ai.usage"},Ds=(r=>(r.COMPLETION="completion",r.CHAT="chat",r.RERANK="rerank",r.UNKNOWN="unknown",r))(Ds||{}),Gs=(o=>(o.WORKFLOW="workflow",o.TASK="task",o.AGENT="agent",o.TOOL="tool",o.UNKNOWN="unknown",o))(Gs||{});var Us=class{buffer;doneCallback;transformFn;constructor(e,t){this.transformFn=e,this.doneCallback=t,this.buffer=t?[]:void 0}async transform(e,t){let n=this.transformFn(e);n&&(t.enqueue(n),this.buffer?.push(n))}async flush(e){await this.doneCallback?.(this.buffer??[]),e.terminate()}},Xr=class extends TransformStream{constructor(e,t){super(new Us(e,t))}};function Zr(s,e){for(let t of e){let n=s.find(r=>r.id===t.id);n?(typeof t.function.name=="string"&&t.function.name.length>0&&(n.function.name+=t.function.name),typeof t.function.params=="string"&&t.function.params.length>0&&(n.function.params+=t.function.params),typeof t.function.params=="object"&&(n.function.params=t.function.params)):s.push(t)}}var Oa=(s,e,t,n)=>{let r=n?s.filter(i=>i.role!=="system"):[...s];t({name:"ChatRequestChatPrompt",step:e,value:r})};var Ea=(s,e)=>{if(!s.results)return;let t={name:"ChatResponseResults",value:s.results};e(t)};function Ma(s,e){let t=new Map;for(let n of s)for(let r of n.results){if(!r)continue;let o=t.get(r.index);o?(r.content&&(o.content=(o.content??"")+r.content),r.thought&&(o.thought=(o.thought??"")+r.thought),r.finishReason&&(o.finishReason=r.finishReason),r.functionCalls&&(o.functionCalls?Zr(o.functionCalls,structuredClone(r.functionCalls)):o.functionCalls=structuredClone(r.functionCalls))):(o=structuredClone(r),t.set(r.index,o))}for(let n of t.values()){let r={name:"ChatResponseStreamingDoneResult",index:n.index,value:n};e(r)}}var Pa=(s,e)=>{e({name:"FunctionResults",value:s})},Bs=(s,e,t,n)=>{n({name:"FunctionError",index:e,fixingInstructions:t,error:s})},Fa=(s,e,t,n)=>{n({name:"ValidationError",index:e,fixingInstructions:t,error:s})},_a=(s,e,t,n)=>{n({name:"AssertionError",index:e,fixingInstructions:t,error:s})},Na=(s,e,t)=>{t({name:"RefusalError",index:e,error:s})};var La=(s,e,t)=>{t({name:"EmbedRequest",embedModel:e,value:s})},$a=(s,e)=>{let t=s.slice(0,3).map(r=>({length:r.length,sample:r.slice(0,5),truncated:r.length>5})),n={name:"EmbedResponse",totalEmbeddings:s.length,value:t};e(n)},Da=(s,e,t,n)=>{n({name:"ResultPickerUsed",sampleCount:s,selectedIndex:e,latency:t})};var to=s=>{let e={};for(let[t,n]of Object.entries(s))if(n!=null){let r=String(n);e[t]=r.length>100?r.substring(0,100):r}return e},jt=(...s)=>{let e={};for(let t of s)t&&Object.assign(e,t);return e},eo,Ga=s=>{if(eo)return eo;if(s)return eo=hp(s),eo};var hp=s=>({latencyHistogram:s.createHistogram("ax_llm_request_duration_ms",{description:"Duration of LLM requests in milliseconds",unit:"ms"}),errorCounter:s.createCounter("ax_llm_errors_total",{description:"Total number of LLM request errors"}),requestCounter:s.createCounter("ax_llm_requests_total",{description:"Total number of LLM requests"}),tokenCounter:s.createCounter("ax_llm_tokens_total",{description:"Total number of LLM tokens consumed"}),inputTokenCounter:s.createCounter("ax_llm_input_tokens_total",{description:"Total number of input/prompt tokens consumed"}),outputTokenCounter:s.createCounter("ax_llm_output_tokens_total",{description:"Total number of output/completion tokens generated"}),errorRateGauge:s.createGauge("ax_llm_error_rate",{description:"Current error rate as a percentage (0-100)"}),meanLatencyGauge:s.createGauge("ax_llm_mean_latency_ms",{description:"Mean latency of LLM requests in milliseconds",unit:"ms"}),p95LatencyGauge:s.createGauge("ax_llm_p95_latency_ms",{description:"95th percentile latency of LLM requests in milliseconds",unit:"ms"}),p99LatencyGauge:s.createGauge("ax_llm_p99_latency_ms",{description:"99th percentile latency of LLM requests in milliseconds",unit:"ms"}),streamingRequestsCounter:s.createCounter("ax_llm_streaming_requests_total",{description:"Total number of streaming LLM requests"}),functionCallsCounter:s.createCounter("ax_llm_function_calls_total",{description:"Total number of function/tool calls made"}),functionCallLatencyHistogram:s.createHistogram("ax_llm_function_call_latency_ms",{description:"Latency of function calls in milliseconds",unit:"ms"}),requestSizeHistogram:s.createHistogram("ax_llm_request_size_bytes",{description:"Size of LLM request payloads in bytes",unit:"By"}),responseSizeHistogram:s.createHistogram("ax_llm_response_size_bytes",{description:"Size of LLM response payloads in bytes",unit:"By"}),temperatureGauge:s.createGauge("ax_llm_temperature_gauge",{description:"Temperature setting used for LLM requests"}),maxTokensGauge:s.createGauge("ax_llm_max_tokens_gauge",{description:"Maximum tokens setting used for LLM requests"}),estimatedCostCounter:s.createCounter("ax_llm_estimated_cost_total",{description:"Estimated cost of LLM requests in USD",unit:"$"}),promptLengthHistogram:s.createHistogram("ax_llm_prompt_length_chars",{description:"Length of prompts in characters"}),contextWindowUsageGauge:s.createGauge("ax_llm_context_window_usage_ratio",{description:"Context window utilization ratio (0-1)"}),timeoutsCounter:s.createCounter("ax_llm_timeouts_total",{description:"Total number of timed out LLM requests"}),abortsCounter:s.createCounter("ax_llm_aborts_total",{description:"Total number of aborted LLM requests"}),thinkingBudgetUsageCounter:s.createCounter("ax_llm_thinking_budget_usage_total",{description:"Total thinking budget tokens used"}),multimodalRequestsCounter:s.createCounter("ax_llm_multimodal_requests_total",{description:"Total number of multimodal requests (with images/audio)"}),cacheReadTokensCounter:s.createCounter("ax_llm_cache_read_tokens_total",{description:"Total number of tokens read from cache (prompt caching)"}),cacheWriteTokensCounter:s.createCounter("ax_llm_cache_write_tokens_total",{description:"Total number of tokens written to cache (prompt caching)"})}),Ua=(s,e,t,n,r,o)=>{try{if(s.latencyHistogram){let i=to({operation:e,ai_service:n,...r?{model:r}:{},...o});s.latencyHistogram.record(t,i)}}catch(i){console.warn("Failed to record latency metric:",i)}},Ba=(s,e,t,n,r,o,i,a)=>{let u={operation:e,ai_service:o,...i?{model:i}:{},...a};s.meanLatencyGauge&&s.meanLatencyGauge.record(t,u),s.p95LatencyGauge&&s.p95LatencyGauge.record(n,u),s.p99LatencyGauge&&s.p99LatencyGauge.record(r,u)},ja=(s,e,t,n,r)=>{try{if(s.errorCounter){let o=to({operation:e,ai_service:t,...n?{model:n}:{},...r});s.errorCounter.add(1,o)}}catch(o){console.warn("Failed to record error metric:",o)}},za=(s,e,t,n,r,o)=>{s.errorRateGauge&&s.errorRateGauge.record(t*100,{operation:e,ai_service:n,...r?{model:r}:{},...o})},qa=(s,e,t,n,r)=>{s.requestCounter&&s.requestCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},ir=(s,e,t,n,r,o)=>{try{let i=to({ai_service:n,...r?{model:r}:{},...o});s.tokenCounter&&s.tokenCounter.add(t,{token_type:e,...i}),e==="input"&&s.inputTokenCounter&&s.inputTokenCounter.add(t,i),e==="output"&&s.outputTokenCounter&&s.outputTokenCounter.add(t,i)}catch(i){console.warn("Failed to record token metric:",i)}},Ha=(s,e,t,n,r,o)=>{t&&s.streamingRequestsCounter&&s.streamingRequestsCounter.add(1,{operation:e,ai_service:n,...r?{model:r}:{},...o})},Ka=(s,e,t,n,r,o)=>{let i={function_name:e,...n?{ai_service:n}:{},...r?{model:r}:{},...o};s.functionCallsCounter&&s.functionCallsCounter.add(1,i),t&&s.functionCallLatencyHistogram&&s.functionCallLatencyHistogram.record(t,i)},js=(s,e,t,n,r,o)=>{s.requestSizeHistogram&&s.requestSizeHistogram.record(t,{operation:e,ai_service:n,...r?{model:r}:{},...o})},zs=(s,e,t,n,r,o)=>{s.responseSizeHistogram&&s.responseSizeHistogram.record(t,{operation:e,ai_service:n,...r?{model:r}:{},...o})},Wa=(s,e,t,n,r,o)=>{let i={...n?{ai_service:n}:{},...r?{model:r}:{},...o};e!==void 0&&s.temperatureGauge&&s.temperatureGauge.record(e,i),t!==void 0&&s.maxTokensGauge&&s.maxTokensGauge.record(t,i)},qs=(s,e,t,n,r,o)=>{s.estimatedCostCounter&&s.estimatedCostCounter.add(t,{operation:e,ai_service:n,...r?{model:r}:{},...o})},Va=(s,e,t,n,r)=>{s.promptLengthHistogram&&s.promptLengthHistogram.record(e,{ai_service:t,...n?{model:n}:{},...r})},Ja=(s,e,t,n,r)=>{s.contextWindowUsageGauge&&s.contextWindowUsageGauge.record(e,{ai_service:t,...n?{model:n}:{},...r})},Qa=(s,e,t,n,r)=>{s.timeoutsCounter&&s.timeoutsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},Ya=(s,e,t,n,r)=>{s.abortsCounter&&s.abortsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},Xa=(s,e,t,n,r)=>{s.thinkingBudgetUsageCounter&&s.thinkingBudgetUsageCounter.add(e,{ai_service:t,...n?{model:n}:{},...r})},Za=(s,e,t,n,r,o)=>{(e||t)&&s.multimodalRequestsCounter&&s.multimodalRequestsCounter.add(1,{ai_service:n,has_images:e.toString(),has_audio:t.toString(),...r?{model:r}:{},...o})},Hs=(s,e,t,n,r,o)=>{try{if(t<=0)return;let i=to({ai_service:n,...r?{model:r}:{},...o});e==="read"&&s.cacheReadTokensCounter&&s.cacheReadTokensCounter.add(t,i),e==="write"&&s.cacheWriteTokensCounter&&s.cacheWriteTokensCounter.add(t,i)}catch(i){console.warn("Failed to record cache token metric:",i)}};function eu(s){try{return JSON.stringify(s,null,2)}catch{return String(s)}}function xt(s,e={}){let t=[s];throw e.fieldPath!==void 0&&t.push(`Field: ${e.fieldPath}`),e.value!==void 0&&t.push(`Value: ${eu(e.value)}`),e.note&&t.push(`Note: ${e.note}`),e.item!==void 0&&t.push(`Chat item: ${eu(e.item)}`),new Error(t.join(`
|
|
168
|
-
`))}function en(s){let e=n=>JSON.stringify(n,null,2);if(!s)throw new Error(`Chat request message item cannot be null or undefined, received: ${e(s)}`);let t=typeof s=="object"&&s!==null&&"role"in s&&typeof s.role=="string"?s.role:void 0;if(!t)throw new Error(`Chat request message must have a role, received: ${e(t)}`);switch(t){case"system":{let n=typeof s=="object"&&s!==null&&"content"in s&&typeof s.content=="string"?s.content:void 0;if(!n||n.trim()==="")throw new Error(`System message content cannot be empty or whitespace-only, received: ${e(n)}`);break}case"user":{let n=typeof s=="object"&&s!==null&&"content"in s?s.content:void 0;if(n===void 0)throw new Error(`User message content cannot be undefined, received: ${e(n)}`);if(typeof n=="string"){if(n.trim()==="")throw new Error(`User message content cannot be empty or whitespace-only, received: ${e(n)}`)}else if(Array.isArray(n)){if(n.length===0)throw new Error(`User message content array cannot be empty, received: ${e(n)}`);for(let r=0;r<n.length;r++){let o=n[r];if(!o||typeof o!="object")throw new Error(`User message content item at index ${r} must be an object, received: ${e(o)}`);let i=typeof o=="object"&&o!==null&&"type"in o&&typeof o.type=="string"?o.type:void 0;if(!i)throw new Error(`User message content item at index ${r} must have a type, received: ${e(i)}`);switch(i){case"text":{let a="text"in o&&typeof o.text=="string"?o.text:void 0;if(!a||a.trim()==="")throw new Error(`User message text content at index ${r} cannot be empty or whitespace-only, received: ${e(a)}`);break}case"image":{let a="image"in o&&typeof o.image=="string"?o.image:void 0,u="mimeType"in o&&typeof o.mimeType=="string"?o.mimeType:void 0;if(!a||a.trim()==="")throw new Error(`User message image content at index ${r} cannot be empty, received: ${e(a)}`);if(!u||u.trim()==="")throw new Error(`User message image content at index ${r} must have a mimeType, received: ${e(u)}`);break}case"audio":{let a="data"in o&&typeof o.data=="string"?o.data:void 0;if(!a||a.trim()==="")throw new Error(`User message audio content at index ${r} cannot be empty, received: ${e(a)}`);break}case"file":{let a="fileUri"in o&&typeof o.fileUri=="string",u="data"in o&&typeof o.data=="string";if(!a&&!u)throw new Error(`User message file content at index ${r} must have either 'data' or 'fileUri', received: ${e(o)}`);if(a&&u)throw new Error(`User message file content at index ${r} cannot have both 'data' and 'fileUri', received: ${e(o)}`);if(a){let c=o.fileUri;if(!c||c.trim()==="")throw new Error(`User message file content at index ${r} fileUri cannot be empty, received: ${e(c)}`)}if(u){let c=o.data;if(!c||c.trim()==="")throw new Error(`User message file content at index ${r} data cannot be empty, received: ${e(c)}`)}let l="mimeType"in o&&typeof o.mimeType=="string"?o.mimeType:null;if(!l||l.trim()==="")throw new Error(`User message file content at index ${r} must have a mimeType, received: ${e(l)}`);break}case"url":{let a="url"in o&&typeof o.url=="string"?o.url:void 0;if(!a||a.trim()==="")throw new Error(`User message url content at index ${r} cannot be empty, received: ${e(a)}`);break}default:throw new Error(`User message content item at index ${r} has unsupported type: ${e(i)}`)}}}else throw new Error(`User message content must be a string or array of content objects, received: ${e(n)}`);break}case"assistant":{let n=typeof s=="object"&&s!==null&&"content"in s?s.content:void 0,r=typeof s=="object"&&s!==null&&"functionCalls"in s?s.functionCalls:void 0,o=typeof s=="object"&&s!==null&&"thoughtBlocks"in s?s.thoughtBlocks:void 0,i=typeof n=="string"&&n.trim()!=="",a=Array.isArray(r)&&r.length>0,u=Array.isArray(o)&&o.length>0;if(!i&&!a&&!u&&xt("Assistant message must include non-empty content, at least one function call, or thought blocks",{fieldPath:"content | functionCalls | thoughtBlocks",value:{content:n,functionCalls:r,thoughtBlocks:o},item:s}),n!==void 0&&typeof n!="string"&&xt("Assistant message content must be a string",{fieldPath:"content",value:n,item:s}),r!==void 0&&!Array.isArray(r)&&xt("Assistant message functionCalls must be an array when provided",{fieldPath:"functionCalls",value:r,item:s}),Array.isArray(r))for(let l=0;l<r.length;l++){let c=r[l];if((!c||typeof c!="object")&&xt("functionCalls entry must be an object",{fieldPath:`functionCalls[${l}]`,value:c,item:s}),(!("id"in c)||typeof c.id!="string"||c.id.trim()==="")&&xt("functionCalls entry must include a non-empty string id",{fieldPath:`functionCalls[${l}].id`,value:c.id,item:s}),(!("type"in c)||c.type!=="function")&&xt("functionCalls entry must have type 'function'",{fieldPath:`functionCalls[${l}].type`,value:c.type,item:s}),!("function"in c)||!c.function)xt("functionCalls entry must include a function object",{fieldPath:`functionCalls[${l}].function`,value:c.function,item:s});else{let p=c.function;(!("name"in p)||typeof p.name!="string"||p.name.trim()==="")&&xt("functionCalls entry must include a non-empty function name",{fieldPath:`functionCalls[${l}].function.name`,value:p?.name,item:s}),p.params!==void 0&&typeof p.params!="string"&&typeof p.params!="object"&&xt("functionCalls entry params must be a string or object when provided",{fieldPath:`functionCalls[${l}].function.params`,value:p.params,item:s})}}if(s.name!==void 0){let l=s.name;(typeof l!="string"||l.trim()==="")&&xt("Assistant message name must be a non-empty string when provided",{fieldPath:"name",value:l,item:s})}break}case"function":{let n=typeof s=="object"&&s!==null&&"functionId"in s&&typeof s.functionId=="string"?s.functionId:void 0,r=typeof s=="object"&&s!==null&&"result"in s?s.result:void 0;if(!n||n.trim()==="")throw new Error(`Function message must have a non-empty functionId, received: ${e(n)}`);if(r==null)throw new Error(`Function message must have a result, received: ${e(r)}`);if(typeof r!="string")throw new Error(`Function message result must be a string, received: ${e(r)}`);s.isError!==void 0&&typeof s.isError!="boolean"&&xt("Function message isError must be a boolean when provided",{fieldPath:"isError",value:s.isError,item:s});break}default:throw new Error(`Unsupported message role: ${e(t)}`)}}function no(s){let e=n=>JSON.stringify(n,null,2),t=Array.isArray(s)?s:[s];if(t.length===0)throw new Error(`Chat response results cannot be empty, received: ${e(t)}`);for(let n=0;n<t.length;n++){let r=t[n];if(!r)throw new Error(`Chat response result at index ${n} cannot be null or undefined, received: ${e(r)}`);if(typeof r.index!="number")throw new Error(`Chat response result at index ${n} must have a numeric index, received: ${e(r.index)}`);if(r.index<0)throw new Error(`Chat response result at index ${n} must have a non-negative index, received: ${e(r.index)}`);if(!r.content&&!r.thought&&(!r.thoughtBlocks||r.thoughtBlocks.length===0)&&!r.functionCalls&&!r.finishReason)throw new Error(`Chat response result at index ${n} must have at least one of: content, thought, thoughtBlocks, functionCalls, or finishReason, received: ${e({content:r.content,thought:r.thought,thoughtBlocks:r.thoughtBlocks,functionCalls:r.functionCalls,finishReason:r.finishReason})}`);if(r.content!==void 0&&typeof r.content!="string")throw new Error(`Chat response result content at index ${n} must be a string, received: ${e(r.content)}`);if(r.thought!==void 0&&typeof r.thought!="string")throw new Error(`Chat response result thought at index ${n} must be a string, received: ${e(r.thought)}`);if(r.thoughtBlocks!==void 0){if(!Array.isArray(r.thoughtBlocks))throw new Error(`Chat response result thoughtBlocks at index ${n} must be an array, received: ${e(r.thoughtBlocks)}`);for(let o=0;o<r.thoughtBlocks.length;o++){let i=r.thoughtBlocks[o];if(typeof i!="object"||i===null)throw new Error(`Chat response result thoughtBlocks[${o}] at index ${n} must be an object, received: ${e(i)}`);if(typeof i.data!="string")throw new Error(`Chat response result thoughtBlocks[${o}].data at index ${n} must be a string, received: ${e(i.data)}`);if(typeof i.encrypted!="boolean")throw new Error(`Chat response result thoughtBlocks[${o}].encrypted at index ${n} must be a boolean, received: ${e(i.encrypted)}`);if(i.signature!==void 0&&typeof i.signature!="string")throw new Error(`Chat response result thoughtBlocks[${o}].signature at index ${n} must be a string when provided, received: ${e(i.signature)}`)}}if(r.name!==void 0){if(typeof r.name!="string")throw new Error(`Chat response result name at index ${n} must be a string, received: ${e(r.name)}`);if(r.name.trim()==="")throw new Error(`Chat response result name at index ${n} cannot be empty or whitespace-only, received: ${e(r.name)}`)}if(r.annotations!==void 0){if(!Array.isArray(r.annotations))throw new Error(`Chat response result annotations at index ${n} must be an array, received: ${e(r.annotations)}`);for(let o=0;o<r.annotations.length;o++){let i=r.annotations[o];if(!i||typeof i!="object")throw new Error(`Chat response result annotation at index ${n}[${o}] must be an object, received: ${e(i)}`);if(i.type!=="url_citation")throw new Error(`Chat response result annotation at index ${n}[${o}] must have type 'url_citation', received: ${e(i.type)}`);if(!i.url_citation||typeof i.url_citation!="object")throw new Error(`Chat response result annotation at index ${n}[${o}] must have a valid url_citation object, received: ${e(i.url_citation)}`);if(typeof i.url_citation.url!="string")throw new Error(`Chat response result annotation at index ${n}[${o}] url_citation.url must be a string, received: ${e(i.url_citation.url)}`)}}if(r.id!==void 0){if(typeof r.id!="string")throw new Error(`Chat response result id at index ${n} must be a string, received: ${e(r.id)}`);if(r.id.trim()==="")throw new Error(`Chat response result id at index ${n} cannot be empty or whitespace-only, received: ${e(r.id)}`)}if(r.functionCalls!==void 0){if(!Array.isArray(r.functionCalls))throw new Error(`Chat response result functionCalls at index ${n} must be an array, received: ${e(r.functionCalls)}`);for(let o=0;o<r.functionCalls.length;o++){let i=r.functionCalls[o];if(!i)throw new Error(`Function call at index ${o} in result ${n} cannot be null or undefined, received: ${e(i)}`);if(!i.id||typeof i.id!="string"||i.id.trim()==="")throw new Error(`Function call at index ${o} in result ${n} must have a non-empty string id, received: ${e(i.id)}`);if(i.type!=="function")throw new Error(`Function call at index ${o} in result ${n} must have type 'function', received: ${e(i.type)}`);if(!i.function)throw new Error(`Function call at index ${o} in result ${n} must have a function object, received: ${e(i.function)}`);if(!i.function.name||typeof i.function.name!="string"||i.function.name.trim()==="")throw new Error(`Function call at index ${o} in result ${n} must have a non-empty function name, received: ${e(i.function.name)}`);if(i.function.params!==void 0&&typeof i.function.params!="string"&&typeof i.function.params!="object")throw new Error(`Function call params at index ${o} in result ${n} must be a string or object, received: ${e(i.function.params)}`)}}if(r.finishReason!==void 0){let o=["stop","length","function_call","content_filter","error"];if(!o.includes(r.finishReason))throw new Error(`Chat response result finishReason at index ${n} must be one of: ${o.join(", ")}, received: ${e(r.finishReason)}`)}}}var Ks=new Map;function xp(s){return`${s.providerName}:${s.contentHash}`}function Ap(s,e){e.type==="text"?s.update(`text:${e.text}`):e.type==="image"?s.update(`image:${e.mimeType}:${e.image.slice(0,100)}`):e.type==="audio"?s.update(`audio:${e.format}:${e.data.slice(0,100)}`):e.type==="file"&&("fileUri"in e?s.update(`file:${e.mimeType}:${e.fileUri}`):s.update(`file:${e.mimeType}:${e.data.slice(0,100)}`))}function yp(s){let e=tt("sha256"),t=-1;for(let n=s.length-1;n>=0;n--){let r=s[n];if("cache"in r&&r.cache){t=n;break}}for(let n=0;n<s.length;n++){let r=s[n];if(r.role==="system"){e.update(`system:${r.content}`);continue}if(t>=0&&n<=t)if(r.role==="user"){if(typeof r.content=="string")e.update(`user:${r.content}`);else if(Array.isArray(r.content))for(let o of r.content)Ap(e,o)}else r.role==="assistant"&&r.content&&e.update(`assistant:${r.content}`)}return e.digest("hex")}var ye=()=>structuredClone({temperature:0}),Be=()=>structuredClone({temperature:.4,frequencyPenalty:.2}),Ge=class{constructor(e,{name:t,apiURL:n,headers:r,modelInfo:o,defaults:i,options:a={},supportFor:u,models:l}){this.aiImpl=e;this.name=t,this.apiURL=n||"",this.headers=r,this.supportFor=u,this.tracer=a.tracer??ue.tracer,this.meter=a.meter??ue.meter,this.modelInfo=o,this.models=l,this.id=Ve();let c=this.getModel(i.model)??i.model,p=this.getEmbedModel(i.embedModel)??i.embedModel;if(this.defaults={model:c,embedModel:p},!i.model||typeof i.model!="string"||i.model==="")throw new Error("No model defined");this.setOptions(a),l&&bp(l)}#e=!1;#t=!1;rt;fetch;tracer;meter;timeout;excludeContentFromTrace;models;abortSignal;logger=ue.logger??ka;corsProxy;retry;customLabels;modelInfo;modelUsage;embedModelUsage;defaults;lastUsedModelConfig;lastUsedChatModel;lastUsedEmbedModel;apiURL;name;id;headers;supportFor;metrics={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}};getMetricsInstruments(){return Ga(this.meter)}setName(e){this.name=e}getId(){return this.id}setAPIURL(e){this.apiURL=e}setHeaders(e){this.headers=e}get debug(){return this.#e}setOptions(e){this.#e=e.debug??ue.debug??!1,this.#t=e.verbose??!1,this.rt=e.rateLimiter,this.fetch=e.fetch,this.timeout=e.timeout,this.tracer=e.tracer??ue.tracer,this.meter=e.meter??ue.meter,this.excludeContentFromTrace=e.excludeContentFromTrace,this.abortSignal=e.abortSignal,this.logger=e.logger??ue.logger??this.logger,this.corsProxy=e.corsProxy,this.retry=e.retry,this.customLabels=e.customLabels}getOptions(){return{debug:this.#e,verbose:this.#t,rateLimiter:this.rt,fetch:this.fetch,tracer:this.tracer,meter:this.meter,timeout:this.timeout,excludeContentFromTrace:this.excludeContentFromTrace,abortSignal:this.abortSignal,logger:this.logger,corsProxy:this.corsProxy,retry:this.retry,customLabels:this.customLabels}}getLogger(){return this.logger}getMergedCustomLabels(e){return jt(ue.customLabels,this.customLabels,e)}getModelList(){let e=[];for(let t of this.models??[])t.isInternal||("model"in t&&t.model&&e.push({key:t.key,description:t.description,model:t.model}),"embedModel"in t&&t.embedModel&&e.push({key:t.key,description:t.description,embedModel:t.embedModel}));return e}getName(){return this.name}getFeatures(e){return typeof this.supportFor=="function"?this.supportFor(e??this.defaults.model):this.supportFor}getLastUsedChatModel(){return this.lastUsedChatModel}getLastUsedEmbedModel(){return this.lastUsedEmbedModel}getLastUsedModelConfig(){return this.lastUsedModelConfig}calculatePercentile(e,t){if(e.length===0)return 0;let n=[...e].sort((o,i)=>o-i),r=Math.ceil(t/100*n.length)-1;return n[r]??0}updateLatencyMetrics(e,t,n){let r=this.metrics.latency[e];r.samples.push(t),r.samples.length>1e3&&r.samples.shift(),r.mean=r.samples.reduce((i,a)=>i+a,0)/r.samples.length,r.p95=this.calculatePercentile(r.samples,95),r.p99=this.calculatePercentile(r.samples,99);let o=this.getMetricsInstruments();if(o){let i=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel,a=this.getMergedCustomLabels(n);Ua(o,e,t,this.name,i,a),Ba(o,e,r.mean,r.p95,r.p99,this.name,i,a)}}updateErrorMetrics(e,t,n){let r=this.metrics.errors[e];r.total++,t&&r.count++,r.rate=r.count/r.total;let o=this.getMetricsInstruments();if(o){let i=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel,a=this.getMergedCustomLabels(n);qa(o,e,this.name,i,a),t&&ja(o,e,this.name,i,a),za(o,e,r.rate,this.name,i,a)}}recordTokenUsage(e,t){let n=this.getMetricsInstruments();if(n&&e?.tokens){let{promptTokens:r,completionTokens:o,totalTokens:i,thoughtsTokens:a,cacheReadTokens:u,cacheCreationTokens:l}=e.tokens,c=this.getMergedCustomLabels(t);r&&ir(n,"input",r,this.name,e.model,c),o&&ir(n,"output",o,this.name,e.model,c),i&&ir(n,"total",i,this.name,e.model,c),a&&ir(n,"thoughts",a,this.name,e.model,c),u&&Hs(n,"read",u,this.name,e.model,c),l&&Hs(n,"write",l,this.name,e.model,c)}}calculateRequestSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}calculateResponseSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}detectMultimodalContent(e){let t=!1,n=!1;if(e.chatPrompt&&Array.isArray(e.chatPrompt)){for(let r of e.chatPrompt)if(r.role==="user"&&Array.isArray(r.content))for(let o of r.content)o.type==="image"?t=!0:o.type==="audio"&&(n=!0)}return{hasImages:t,hasAudio:n}}calculatePromptLength(e){let t=0;if(e.chatPrompt&&Array.isArray(e.chatPrompt))for(let n of e.chatPrompt)if(n.role==="system"||n.role==="assistant")n.content&&(t+=n.content.length);else if(n.role==="user"){if(typeof n.content=="string")t+=n.content.length;else if(Array.isArray(n.content))for(let r of n.content)r.type==="text"&&(t+=r.text.length)}else n.role==="function"&&n.result&&(t+=n.result.length);return t}calculateContextWindowUsage(e,t){if(!t?.tokens?.promptTokens)return 0;let n=this.modelInfo.find(r=>r.name===e);return n?.contextWindow?t.tokens.promptTokens/n.contextWindow:0}estimateCost(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(u=>u.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:r=0,completionTokens:o=0}=t.tokens,i=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return r*i/1e6+o*a/1e6}estimateCostByName(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(u=>u.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:r=0,completionTokens:o=0}=t.tokens,i=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return r*i/1e6+o*a/1e6}recordFunctionCallMetrics(e,t,n){let r=this.getMetricsInstruments();if(!(!r||!e))for(let o of e)o&&typeof o=="object"&&"function"in o&&o.function&&typeof o.function=="object"&&"name"in o.function&&Ka(r,o.function.name,void 0,this.name,t,this.getMergedCustomLabels(n))}recordTimeoutMetric(e,t){let n=this.getMetricsInstruments();if(n){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;Qa(n,e,this.name,r,this.getMergedCustomLabels(t))}}recordAbortMetric(e,t){let n=this.getMetricsInstruments();if(n){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;Ya(n,e,this.name,r,this.getMergedCustomLabels(t))}}recordChatMetrics(e,t,n){let r=this.getMetricsInstruments();if(!r)return;let o=this.lastUsedChatModel,i=this.lastUsedModelConfig,a=this.getMergedCustomLabels(t?.customLabels),u=i?.stream??!1;Ha(r,"chat",u,this.name,o,a);let{hasImages:l,hasAudio:c}=this.detectMultimodalContent(e);Za(r,l,c,this.name,o,a);let p=this.calculatePromptLength(e);Va(r,p,this.name,o,a),Wa(r,i?.temperature,i?.maxTokens,this.name,o,a),t?.thinkingTokenBudget&&this.modelUsage?.tokens?.thoughtsTokens&&Xa(r,this.modelUsage.tokens.thoughtsTokens,this.name,o,a);let d=this.calculateRequestSize(e);if(js(r,"chat",d,this.name,o,a),n&&!u){let m=n,g=this.calculateResponseSize(m);if(zs(r,"chat",g,this.name,o,a),m.results)for(let b of m.results)b.functionCalls&&this.recordFunctionCallMetrics(b.functionCalls,this.lastUsedChatModel,a);let f=this.calculateContextWindowUsage(this.lastUsedChatModel,m.modelUsage);f>0&&Ja(r,f,this.name,o,a);let x=this.estimateCost(this.lastUsedChatModel,m.modelUsage);x>0&&qs(r,"chat",x,this.name,o,a)}}recordEmbedMetrics(e,t,n){let r=this.getMetricsInstruments();if(!r)return;let o=this.lastUsedEmbedModel,i=this.getMergedCustomLabels(n?.customLabels),a=this.calculateRequestSize(e);js(r,"embed",a,this.name,o,i);let u=this.calculateResponseSize(t);zs(r,"embed",u,this.name,o,i);let l=this.estimateCostByName(o,t.modelUsage);l>0&&qs(r,"embed",l,this.name,o,i)}getMetrics(){return structuredClone(this.metrics)}async chat(e,t){let n=performance.now(),r=!1,o,i=this.getModelByKey(e.model),a=i?i.thinkingTokenBudget:void 0,u={...i?{thinkingTokenBudget:a,showThoughts:i.showThoughts,stream:i.stream,debug:i.debug,useExpensiveModel:i.useExpensiveModel}:void 0,...Object.fromEntries(Object.entries(t??{}).filter(([,l])=>l!==void 0))};try{return o=await this._chat1(e,u),o}catch(l){throw r=!0,l instanceof Error&&(l.message.includes("timeout")||l.name==="TimeoutError"?this.recordTimeoutMetric("chat",u?.customLabels):(l.message.includes("abort")||l.name==="AbortError")&&this.recordAbortMetric("chat",u?.customLabels)),l}finally{let l=performance.now()-n;this.updateLatencyMetrics("chat",l,u?.customLabels),this.updateErrorMetrics("chat",r,u?.customLabels),r||this.recordChatMetrics(e,u,o)}}async _chat1(e,t){let n=this.getModel(e.model)??e.model??this.defaults.model;if(Array.isArray(e.chatPrompt))for(let l of e.chatPrompt)en(l);let r=this.getModelByKey(e.model),o={...this.aiImpl.getModelConfig(),...r?r.modelConfig:void 0,...e.modelConfig},i=this.modelInfo.find(l=>l.name===n);if(i?.notSupported?.temperature&&"temperature"in o&&delete o.temperature,i?.notSupported?.topP&&"topP"in o&&delete o.topP,t?.thinkingTokenBudget&&!this.getFeatures(n).hasThinkingBudget)throw new Error(`Model ${n} does not support thinkingTokenBudget.`);if(t?.showThoughts&&!this.getFeatures(n).hasShowThoughts)throw new Error(`Model ${n} does not support showThoughts.`);if(this.modelInfo.find(l=>l.name===n)?.isExpensive&&t?.useExpensiveModel!=="yes")throw new Error(`Model ${n} is marked as expensive and requires explicit confirmation. Set useExpensiveModel: "yes" to proceed.`);return o.stream=(t?.stream!==void 0?t.stream:o.stream)??!0,this.getFeatures(n).streaming||(o.stream=!1),this.tracer?await this.tracer.startActiveSpan("AI Chat Request",{kind:tn.SpanKind.SERVER,attributes:{[ce.LLM_SYSTEM]:this.name,[ce.LLM_OPERATION_NAME]:"chat",[ce.LLM_REQUEST_MODEL]:n,[ce.LLM_REQUEST_MAX_TOKENS]:o.maxTokens??"Not set",[ce.LLM_REQUEST_TEMPERATURE]:o.temperature,[ce.LLM_REQUEST_TOP_P]:o.topP??"Not set",[ce.LLM_REQUEST_TOP_K]:o.topK??"Not set",[ce.LLM_REQUEST_FREQUENCY_PENALTY]:o.frequencyPenalty??"Not set",[ce.LLM_REQUEST_PRESENCE_PENALTY]:o.presencePenalty??"Not set",[ce.LLM_REQUEST_STOP_SEQUENCES]:o.stopSequences?.join(", ")??"Not set",[ce.LLM_REQUEST_LLM_IS_STREAMING]:o.stream??"Not set"}},t?.traceContext??tn.context.active(),async l=>await this._chat2(n,o,e,t,l)):await this._chat2(n,o,e,t)}cleanupFunctionSchema(e){let t={...e};if(t.parameters){let n={...t.parameters};Array.isArray(n.required)&&n.required.length===0&&delete n.required,n.properties&&Object.keys(n.properties).length===0&&delete n.properties,Object.keys(n).length===0||Object.keys(n).length===1&&n.type==="object"?delete t.parameters:t.parameters=n}return t}async _chat2(e,t,n,r,o){if(!this.aiImpl.createChatReq)throw new Error("createChatReq not implemented");let i=r?.debug??this.#e,a=r?.verbose??this.#t,u;n.functions&&n.functions.length>0&&(u=n.functions.map(y=>this.cleanupFunctionSchema(y)));let l={...n,model:e,functions:u,modelConfig:t};this.lastUsedChatModel=e,this.lastUsedModelConfig=t,i&&Oa(l.chatPrompt,r?.stepIndex??0,r?.logger??this.logger,r?.debugHideSystemPrompt);let c=this.getFeatures(e).functions,p=r?.functionCallMode??"auto",m=p==="prompt"||p==="auto"&&!c?{...l,chatPrompt:l.chatPrompt.map(y=>{if(y.role==="assistant"){let{content:I,name:C,cache:R}=y;return{role:"assistant",content:I,name:C,cache:R}}return y.role==="function"?{role:"user",content:y.result}:y}),functions:[]}:l,g=await this.handleContextCaching(e,m,r,o),f=async()=>{if(g?.preparedRequest){let{apiConfig:R,request:M}=g.preparedRequest;return o?.isRecording()&&tu(n,o,this.excludeContentFromTrace),await Qe({name:R.name,url:this.apiURL,localCall:R.localCall,headers:await this.buildHeaders(R.headers),stream:t.stream,timeout:this.timeout,verbose:a,fetch:this.fetch,span:o,abortSignal:r?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:r?.retry??this.retry},M)}let[y,I]=await this.aiImpl.createChatReq(m,r);return o?.isRecording()&&tu(n,o,this.excludeContentFromTrace),await Qe({name:y.name,url:this.apiURL,localCall:y.localCall,headers:await this.buildHeaders(y.headers),stream:t.stream,timeout:this.timeout,verbose:a,fetch:this.fetch,span:o,abortSignal:r?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:r?.retry??this.retry},I)},x=r?.rateLimiter??this.rt,b=x?await x(f,{modelUsage:this.modelUsage}):await f();if(t.stream){if(!this.aiImpl.createChatStreamResp)throw new Error("createChatStreamResp not implemented");let y=this.aiImpl.createChatStreamResp.bind(this),I=v=>E=>{let k=y(E,v);if(k.sessionId=r?.sessionId,!k.modelUsage){let O=this.aiImpl.getTokenUsage();O&&(k.modelUsage={ai:this.name,model:e,tokens:O})}return this.modelUsage=k.modelUsage,this.recordTokenUsage(k.modelUsage,r?.customLabels),o?.isRecording()&&nu(k,o,this.excludeContentFromTrace),k},C=async v=>{o?.isRecording()&&o.end(),i&&Ma(v,r?.logger??this.logger)};if(typeof window<"u"){let v=b,E={},k=[],O=r?.abortSignal??this.abortSignal;return new ReadableStream({start:L=>{let F=v.getReader(),P=()=>{try{F.cancel().catch(()=>{})}catch{}try{this.recordAbortMetric("chat",r?.customLabels)}catch{}try{o?.isRecording()&&o.end()}catch{}try{L.error(new DOMException("Aborted","AbortError"))}catch{L.error(new Error("Aborted"))}};if(O){if(O.aborted){P();return}O.addEventListener("abort",P,{once:!0})}async function _(){try{for(;;){let{done:B,value:H}=await F.read();if(B){C&&await C(k),L.close();break}let D=I(E)(H);D&&(k.push(D),L.enqueue(D))}}catch(B){if(L.error(B),o?.isRecording())try{o.end()}catch{}}finally{if(F.releaseLock(),O)try{O.removeEventListener("abort",P)}catch{}}}_()}})}return b.pipeThrough(new Xr(I({}),C))}if(!this.aiImpl.createChatResp)throw new Error("createChatResp not implemented");let h=this.aiImpl.createChatResp(b);if(h.sessionId=r?.sessionId,!h.modelUsage){let y=this.aiImpl.getTokenUsage();y&&(h.modelUsage={ai:this.name,model:e,tokens:y})}return h.modelUsage&&(this.modelUsage=h.modelUsage,this.recordTokenUsage(h.modelUsage,r?.customLabels)),o?.isRecording()&&(nu(h,o,this.excludeContentFromTrace),o.end()),i&&Ea(h,r?.logger??this.logger),h}async embed(e,t){let n=performance.now(),r=!1,o,i=this.getModelByKey(e.embedModel),a={...i?{thinkingTokenBudget:i.thinkingTokenBudget,showThoughts:i.showThoughts,stream:i.stream,debug:i.debug,useExpensiveModel:i.useExpensiveModel}:void 0,...t};try{return o=await this._embed1(e,a),o}catch(u){throw r=!0,u instanceof Error&&(u.message.includes("timeout")||u.name==="TimeoutError"?this.recordTimeoutMetric("embed",a?.customLabels):(u.message.includes("abort")||u.name==="AbortError")&&this.recordAbortMetric("embed",a?.customLabels)),u}finally{let u=performance.now()-n;this.updateLatencyMetrics("embed",u,a?.customLabels),this.updateErrorMetrics("embed",r,a?.customLabels),!r&&o&&this.recordEmbedMetrics(e,o,a)}}async _embed1(e,t){let n=this.getEmbedModel(e.embedModel)??e.embedModel??this.defaults.embedModel;if(!n)throw new Error("No embed model defined");return this.tracer?await this.tracer.startActiveSpan("AI Embed Request",{kind:tn.SpanKind.SERVER,attributes:{[ce.LLM_SYSTEM]:this.name,[ce.LLM_OPERATION_NAME]:"embeddings",[ce.LLM_REQUEST_MODEL]:n}},t?.traceContext??tn.context.active(),async r=>await this._embed2(n,e,t,r)):await this._embed2(n,e,t)}async _embed2(e,t,n,r){if(!this.aiImpl.createEmbedReq)throw new Error("createEmbedReq not implemented");if(!this.aiImpl.createEmbedResp)throw new Error("createEmbedResp not implemented");let o=this.aiImpl.createEmbedReq.bind(this.aiImpl),i=n?.debug??this.#e,a=n?.verbose??this.#t,u={...t,embedModel:e};this.lastUsedEmbedModel=e,i&&La(u.texts??[],e,n?.logger??this.logger);let l=async()=>{let[m,g]=await o(u);return await Qe({name:m.name,url:this.apiURL,localCall:m.localCall,headers:await this.buildHeaders(m.headers),verbose:a,fetch:this.fetch,timeout:this.timeout,span:r,abortSignal:n?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:n?.retry??this.retry},g)},c=n?.rateLimiter??this.rt,p=c?await c(l,{modelUsage:this.embedModelUsage}):await l(),d=this.aiImpl.createEmbedResp?.(p);if(d.sessionId=n?.sessionId,!d.modelUsage){let m=this.aiImpl.getTokenUsage();m&&(d.modelUsage={ai:this.name,model:e,tokens:m})}return this.embedModelUsage=d.modelUsage,this.recordTokenUsage(d.modelUsage,n?.customLabels),r?.isRecording()&&d.modelUsage?.tokens&&r.addEvent(ht.GEN_AI_USAGE,{[ce.LLM_USAGE_INPUT_TOKENS]:d.modelUsage.tokens.promptTokens,[ce.LLM_USAGE_OUTPUT_TOKENS]:d.modelUsage.tokens.completionTokens??0,[ce.LLM_USAGE_TOTAL_TOKENS]:d.modelUsage.tokens.totalTokens}),i&&$a(d.embeddings,n?.logger??this.logger),r?.end(),d}async buildHeaders(e={}){return{...e,...await this.headers()}}getModelByKey(e){return e?this.models?.find(n=>n.key===e):void 0}getModel(e){let t=this.getModelByKey(e);return t&&"model"in t?t.model:void 0}getEmbedModel(e){let t=this.getModelByKey(e);return t&&"embedModel"in t?t.embedModel:void 0}async handleContextCaching(e,t,n,r){let o=n?.contextCache;if(!o)return null;let i=this.aiImpl.supportsContextCache?.(e)??!1,a=this.aiImpl.supportsImplicitCaching?.(e)??!1;if(!i&&!a)throw new Error(`Context caching is not supported by this provider/model (${this.getName()}/${e}). Remove the contextCache option or use a provider that supports caching.`);if(!i)return null;let u=o.ttlSeconds??3600,l=o.refreshWindowSeconds??300,c=o.minTokens??2048;if(o.name)return this.useCacheByName(e,t,o.name,n,r);let p=yp(t.chatPrompt);if(!p||p===tt("sha256").digest("hex"))return null;let d={providerName:this.getName(),contentHash:p},m=xp(d),g=Date.now(),f=o.registry,x=f?await f.get(m):Ks.get(m);if(x&&x.expiresAt>g){if(x.expiresAt-g<l*1e3&&this.aiImpl.buildCacheUpdateTTLOp){await this.executeCacheOperation(this.aiImpl.buildCacheUpdateTTLOp(x.cacheName,u),n,r);let I={cacheName:x.cacheName,expiresAt:g+u*1e3,tokenCount:x.tokenCount};f?await f.set(m,I):Ks.set(m,{...I,contentHash:p,lastTouchedAt:g})}return this.useCacheByName(e,t,x.cacheName,n,r)}if(this.estimateCacheableTokens(t.chatPrompt)<c)return null;let h=this.aiImpl.buildCacheCreateOp?.(t,n);if(h){let y=await this.executeCacheOperation(h,n,r);if(y){let I={cacheName:y.name,expiresAt:new Date(y.expiresAt).getTime(),tokenCount:y.tokenCount};return f?await f.set(m,I):Ks.set(m,{...I,contentHash:p,lastTouchedAt:g}),this.useCacheByName(e,t,y.name,n,r)}}return null}async useCacheByName(e,t,n,r,o){if(this.aiImpl.prepareCachedChatReq){let i=await this.aiImpl.prepareCachedChatReq(t,r??{},n);return{preparedRequest:{apiConfig:i.apiConfig,request:i.request}}}return null}async executeCacheOperation(e,t,n){let r=t?.verbose??this.#t;try{n?.addEvent("context_cache.operation",{type:e.type,endpoint:e.apiConfig.name});let o=await Qe({name:e.apiConfig.name,url:this.apiURL,localCall:e.apiConfig.localCall,headers:await this.buildHeaders(e.apiConfig.headers),stream:!1,timeout:this.timeout,verbose:r,fetch:this.fetch,span:n,abortSignal:t?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:t?.retry??this.retry},e.request);return e.parseResponse(o)}catch(o){n?.addEvent("context_cache.error",{type:e.type,error:o instanceof Error?o.message:String(o)});return}}estimateCacheableTokens(e){let t=0;for(let n of e){if(n.role==="system"){t+=n.content.length;continue}if("cache"in n&&n.cache)if(n.role==="user"){if(typeof n.content=="string")t+=n.content.length;else if(Array.isArray(n.content))for(let r of n.content)"cache"in r&&r.cache&&(r.type==="text"?t+=r.text.length:r.type==="image"?t+=1e3:r.type==="audio"?t+=2e3:r.type==="file"&&(t+=500))}else n.role==="assistant"&&n.content&&(t+=n.content.length)}return Math.ceil(t/4)}};function tu(s,e,t){let n=[];if(s.chatPrompt&&Array.isArray(s.chatPrompt)&&s.chatPrompt.length>0)for(let o of s.chatPrompt)switch(o.role){case"system":if(o.content){let i={};t||(i.content=o.content),e.addEvent(ht.GEN_AI_SYSTEM_MESSAGE,i)}break;case"user":if(typeof o.content=="string")n.push(o.content);else if(Array.isArray(o.content))for(let i of o.content)i.type==="text"&&n.push(i.text);break;case"assistant":{let i=o.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params}));if(i&&i.length>0){let a={function_calls:JSON.stringify(i,null,2)};!t&&o.content&&(a.content=o.content),e.addEvent(ht.GEN_AI_ASSISTANT_MESSAGE,a)}else if(o.content){let a={};t||(a.content=o.content),e.addEvent(ht.GEN_AI_ASSISTANT_MESSAGE,a)}break}case"function":{let i={id:o.functionId};t||(i.content=o.result),e.addEvent(ht.GEN_AI_TOOL_MESSAGE,i);break}}let r={};t||(r.content=n.join(`
|
|
169
|
-
`)),e.addEvent(ht.GEN_AI_USER_MESSAGE,r)}function nu(s,e,t){if(s.modelUsage?.tokens){let n=s.modelUsage.tokens.thoughtsTokens?{[ce.LLM_USAGE_THOUGHTS_TOKENS]:s.modelUsage.tokens.thoughtsTokens}:{};e.addEvent(ht.GEN_AI_USAGE,{[ce.LLM_USAGE_INPUT_TOKENS]:s.modelUsage.tokens.promptTokens,[ce.LLM_USAGE_OUTPUT_TOKENS]:s.modelUsage.tokens.completionTokens??0,[ce.LLM_USAGE_TOTAL_TOKENS]:s.modelUsage.tokens.totalTokens,...n})}if(s.results)for(let n=0;n<s.results.length;n++){let r=s.results[n];if(!r||!r.content&&!r.thought&&!r.functionCalls?.length&&!r.finishReason)continue;let o=r.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params})),i={};o&&o.length>0?(t||(i.content=r.content),i.tool_calls=o):t||(i.content=r.content??""),e.addEvent(ht.GEN_AI_CHOICE,{finish_reason:r.finishReason,index:n,message:JSON.stringify(i,null,2)})}}function ru(s){let e=0;for(let t of s){if(!t||typeof t!="object")throw new Error(`AxMessage array validation failed: Item at index ${e} is not a valid message object`);if(t.role!=="user"&&t.role!=="assistant")throw new Error(`AxMessage array validation failed: Item at index ${e} has invalid role: ${t.role}`);e++}}function bp(s){let e=new Set;for(let t of s){if(e.has(t.key))throw new Error(`Duplicate model key detected: "${t.key}". Each model key must be unique.`);e.add(t.key)}}var ar=(x=>(x.Claude46Opus="claude-opus-4-6",x.Claude46Sonnet="claude-sonnet-4-6",x.Claude45Opus="claude-opus-4-5-20251101",x.Claude41Opus="claude-opus-4-1-20250805",x.Claude4Opus="claude-opus-4-20250514",x.Claude4Sonnet="claude-sonnet-4-20250514",x.Claude45Sonnet="claude-sonnet-4-5-20250929",x.Claude45Haiku="claude-haiku-4-5",x.Claude37Sonnet="claude-3-7-sonnet-latest",x.Claude35Sonnet="claude-3-5-sonnet-latest",x.Claude35Haiku="claude-3-5-haiku-latest",x.Claude3Opus="claude-3-opus-latest",x.Claude3Sonnet="claude-3-sonnet-20240229",x.Claude3Haiku="claude-3-haiku-20240307",x.Claude21="claude-2.1",x.ClaudeInstant12="claude-instant-1.2",x))(ar||{}),ur=(g=>(g.Claude46Opus="claude-opus-4-6",g.Claude46Sonnet="claude-sonnet-4-6",g.Claude45Opus="claude-opus-4-5@20251101",g.Claude41Opus="claude-opus-4-1@20250805",g.Claude4Opus="claude-opus-4@20250514",g.Claude45Sonnet="claude-sonnet-4-5@20250929",g.Claude4Sonnet="claude-sonnet-4@20250514",g.Claude37Sonnet="claude-3-7-sonnet@20250219",g.Claude35SonnetV2="claude-3-5-sonnet-v2@20241022",g.Claude45Haiku="claude-haiku-4-5@20251001",g.Claude35Haiku="claude-3-5-haiku@20241022",g.Claude35Sonnet="claude-3-5-sonnet@20240620",g.Claude3Opus="claude-3-opus@20240229",g.Claude3Haiku="claude-3-haiku@20240307",g))(ur||{});var lr=[{name:"claude-opus-4-6",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:128e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-6",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:128e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-6",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-6",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-5-20251101",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-5@20251101",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-5-20250929",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-5@20250929",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-haiku-4-5",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0}},{name:"claude-haiku-4-5@20251001",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0}},{name:"claude-opus-4-1-20250805",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-1@20250805",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4@20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4@20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-7-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-7-sonnet@20250219",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-5-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{structuredOutputs:!0}},{name:"claude-3-5-sonnet@20240620",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{structuredOutputs:!0}},{name:"claude-3-5-sonnet-v2@20241022",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-5-haiku-latest",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:4,maxTokens:8192},{name:"claude-3-5-haiku@20241022",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:8192},{name:"claude-3-opus-latest",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-opus@20240229",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-sonnet-20240229",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-haiku-20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-3-haiku@20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-2.1",currency:"usd",promptTokenCostPer1M:8,completionTokenCostPer1M:25,maxTokens:4096},{name:"claude-instant-1.2",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2.24,maxTokens:4096}];var Ft=s=>{if(!s||typeof s!="object")return s;let e={...s};if(e.type==="object"||Array.isArray(e.type)&&e.type.includes("object")){if(!e.properties||Object.keys(e.properties).length===0)return e;e.additionalProperties===void 0&&(e.additionalProperties=!1)}return delete e.optional,e.properties&&typeof e.properties=="object"&&(e.properties=Object.fromEntries(Object.entries(e.properties).map(([n,r])=>[n,Ft(r)]))),e.items&&(e.items=Ft(e.items)),Array.isArray(e.anyOf)&&(e.anyOf=e.anyOf.map(n=>Ft(n))),Array.isArray(e.allOf)&&(e.allOf=e.allOf.map(n=>Ft(n))),Array.isArray(e.oneOf)&&(e.oneOf=e.oneOf.map(n=>Ft(n))),e},Vs=()=>structuredClone({model:"claude-3-7-sonnet-latest",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},effortLevelMapping:{minimal:"low",low:"low",medium:"medium",high:"high",highest:"max"},...ye()}),su=()=>structuredClone({model:"claude-3-7-sonnet@20250219",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},effortLevelMapping:{minimal:"low",low:"low",medium:"medium",high:"high",highest:"max"},...ye()}),Ws=class{constructor(e,t){this.config=e;this.isVertex=t}tokensUsed;currentPromptConfig;usedStructuredOutput=!1;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens??4096,temperature:e.temperature,topP:e.topP,topK:e.topK,stream:e.stream,stopSequences:e.stopSequences,endSequences:e.endSequences,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,n:e.n}}createChatReq=async(e,t)=>{this.currentPromptConfig=t;let n=e.model,r=e.modelConfig?.stream??this.config.stream,o;this.isVertex?o={name:r?`/models/${n}:streamRawPredict?alt=sse`:`/models/${n}:rawPredict`}:o={name:"/messages"};let i;if(e.functionCall&&e.functions&&e.functions.length>0)if(typeof e.functionCall=="string")switch(e.functionCall){case"auto":i={tool_choice:{type:"auto"}};break;case"required":i={tool_choice:{type:"any"}};break;case"none":throw new Error("functionCall none not supported")}else if("function"in e.functionCall)i={tool_choice:{type:"tool",name:e.functionCall.function.name}};else throw new Error("Invalid function call type, must be string or object");let a=e.chatPrompt.some(_=>"cache"in _&&_.cache)||e.functions?.some(_=>_.cache),u=e.chatPrompt.filter(_=>_.role==="system"),l=u.map((_,B)=>({type:"text",text:_.content,..._.cache||a&&B===u.length-1?{cache_control:{type:"ephemeral"}}:{}})),c=e.chatPrompt.filter(_=>_.role!=="system"),p=e.functions?.map((_,B,H)=>{let D={type:"object",properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]},J=_.parameters?Ft(_.parameters):void 0;return J===void 0||J&&typeof J=="object"&&Object.keys(J).length===0?J={...D}:J&&typeof J=="object"&&J.type==="object"&&(!("properties"in J)||!J.properties||Object.keys(J.properties).length===0)&&(J={...J,properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]}),{name:_.name,description:_.description,input_schema:J,..._.cache||a&&B===H.length-1?{cache_control:{type:"ephemeral"}}:{}}}),m=(this.config.tools??[]).map(_=>_&&typeof _=="object"&&"type"in _?_:{name:_.name,description:_.description,input_schema:_.input_schema?Ft(_.input_schema):void 0,..._.cache_control?{cache_control:_.cache_control}:{}}),g=[...p??[],...m];g.length===0&&(g=void 0);let f=e.modelConfig?.maxTokens??this.config.maxTokens,x=e.modelConfig?.stopSequences??this.config.stopSequences,b=e.modelConfig?.temperature,h=e.modelConfig?.topP,y=e.modelConfig?.topK??this.config.topK,I=e.modelConfig?.n??this.config.n;if(I&&I>1)throw new Error("Anthropic does not support sampling (n > 1)");let C=_=>_.includes("claude-opus-4-6"),R=_=>_.includes("claude-opus-4-5"),M,v,E=n;if(t?.thinkingTokenBudget){let _=this.config.thinkingTokenBudgetLevels,B=this.config.effortLevelMapping;if(t.thinkingTokenBudget==="none")M=void 0,v=void 0;else{let H=t.thinkingTokenBudget;if(C(E))M={type:"adaptive"},v={effort:B?.[H]??"medium"};else if(R(E)){M={type:"enabled",budget_tokens:_?.[H]??1e4};let J=B?.[H]??"medium";J==="max"&&(J="high"),v={effort:J}}else M={type:"enabled",budget_tokens:_?.[H]??1e4}}}let O=Ip(c,!!M);O.some(_=>_.role==="assistant"&&Array.isArray(_.content)&&_.content.length>0&&_.content[0]?.type==="tool_use")&&(M=void 0,v=void 0);let F;if(this.usedStructuredOutput=!1,e.responseFormat&&e.responseFormat.type==="json_schema"&&e.responseFormat.schema){let _=e.responseFormat.schema.schema||e.responseFormat.schema;F={type:"json_schema",schema:Ft(_)},this.usedStructuredOutput=!0}let P={...this.isVertex?{anthropic_version:"vertex-2023-10-16"}:{model:n},...f?{max_tokens:f}:{},...x&&x.length>0?{stop_sequences:x}:{},...b!==void 0&&!M?{temperature:b}:{},...h!==void 0&&(!M||h>=.95)?{top_p:h}:{},...y&&!M?{top_k:y}:{},...i,...g?{tools:g}:{},...r?{stream:!0}:{},...l?{system:l}:{},...M?{thinking:M}:{},...v?{output_config:v}:{},...F?{output_format:F}:{},messages:O};return[o,P]};createChatResp=e=>{if(e.type==="error")throw new Me(e.error.message,void 0,void 0);let t=ou(e.stop_reason),n=this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1,r="",o=[],i=[],a=[];for(let c of e.content)switch(c.type){case"text":if(r+=c.text??"",Array.isArray(c.citations))for(let p of c.citations)p?.url&&a.push({url:String(p.url),title:typeof p.title=="string"?p.title:void 0,snippet:typeof p.cited_text=="string"?p.cited_text:void 0});break;case"thinking":if(n){let p=c.thinking??"",d=c.signature;i.push({data:p,encrypted:!1,...typeof d=="string"?{signature:d}:{}})}break;case"redacted_thinking":if(n){let p=c.data??"",d=c.signature;i.push({data:p,encrypted:!0,...typeof d=="string"?{signature:d}:{}})}break;case"tool_use":o.push({id:c.id,type:"function",function:{name:c.name,params:c.input}});break}let u={index:0,id:e.id,finishReason:t};r&&(u.content=r),i.length>0&&(u.thoughtBlocks=i,u.thought=i.map(c=>c.data).join("")),o.length>0&&(u.functionCalls=o),a.length>0&&(u.citations=a);let l=[u];return this.tokensUsed={promptTokens:e.usage.input_tokens,completionTokens:e.usage.output_tokens,totalTokens:e.usage.input_tokens+e.usage.output_tokens+(e.usage.cache_creation_input_tokens||0)+(e.usage.cache_read_input_tokens||0),cacheCreationTokens:e.usage.cache_creation_input_tokens,cacheReadTokens:e.usage.cache_read_input_tokens},{results:l,remoteId:e.id}};createChatStreamResp=(e,t)=>{if(!("type"in e))throw new Error("Invalid Anthropic streaming event");let n=t;if(n.indexIdMap||(n.indexIdMap={}),e.type==="error"){let{error:o}=e;throw new Me(o.message,void 0,void 0)}let r=0;if(e.type==="message_start"){let{message:o}=e,i=[{index:r,content:"",id:o.id}];return this.tokensUsed={promptTokens:o.usage?.input_tokens??0,completionTokens:o.usage?.output_tokens??0,totalTokens:(o.usage?.input_tokens??0)+(o.usage?.output_tokens??0)+(o.usage?.cache_creation_input_tokens??0)+(o.usage?.cache_read_input_tokens??0),cacheCreationTokens:o.usage?.cache_creation_input_tokens,cacheReadTokens:o.usage?.cache_read_input_tokens},{results:i}}if(e.type==="content_block_start"){let{content_block:o}=e;if(o.type==="text"){let i=[];if(Array.isArray(o.citations))for(let a of o.citations)a?.url&&i.push({url:String(a.url),title:typeof a.title=="string"?a.title:void 0,snippet:typeof a.cited_text=="string"?a.cited_text:void 0});return{results:[{index:r,content:o.text,...i.length?{citations:i}:{}}]}}if(o.type==="thinking")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:r,thought:o.thinking,thoughtBlocks:[{data:o.thinking,encrypted:!1}]}]}:{results:[{index:r,content:""}]};if(o.type==="tool_use"&&typeof o.id=="string"&&typeof e.index=="number"&&!n.indexIdMap[e.index]){n.indexIdMap[e.index]=o.id;let i=[{id:o.id,type:"function",function:{name:o.name,params:""}}];return{results:[{index:r,functionCalls:i}]}}if(o.type==="web_search_tool_result"||o.type==="server_tool_use")return{results:[{index:r,content:""}]}}if(e.type==="content_block_delta"){let{delta:o}=e;if(o.type==="citations_delta"){let i=o.citation;if(i&&typeof i.url=="string"&&i.url.length>0){let a=[{url:String(i.url),title:typeof i.title=="string"?i.title:void 0,snippet:typeof i.cited_text=="string"?i.cited_text:void 0}];return{results:[{index:r,content:"",citations:a}]}}return{results:[{index:r,content:""}]}}if(o.type==="text_delta"){let i=[];if(Array.isArray(o.citations))for(let a of o.citations)a?.url&&i.push({url:String(a.url),title:typeof a.title=="string"?a.title:void 0,snippet:typeof a.cited_text=="string"?a.cited_text:void 0});return{results:[{index:r,content:o.text,...i.length?{citations:i}:{}}]}}if(o.type==="thinking_delta")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:r,thought:o.thinking,thoughtBlocks:[{data:o.thinking,encrypted:!1}]}]}:{results:[{index:r,content:""}]};if(o.type==="signature_delta")return{results:[{index:r,thoughtBlocks:[{data:"",encrypted:!1,signature:o.signature}]}]};if(o.type==="input_json_delta"){let i=n.indexIdMap[e.index];if(!i)return{results:[{index:r,content:""}]};let a=[{id:i,type:"function",function:{name:"",params:o.partial_json}}];return{results:[{index:r,functionCalls:a}]}}}if(e.type==="message_delta"){let{delta:o,usage:i}=e;return this.tokensUsed={promptTokens:this.tokensUsed?.promptTokens??0,completionTokens:i.output_tokens,totalTokens:(this.tokensUsed?.promptTokens??0)+i.output_tokens+(this.tokensUsed?.cacheCreationTokens??0)+(this.tokensUsed?.cacheReadTokens??0),cacheCreationTokens:this.tokensUsed?.cacheCreationTokens,cacheReadTokens:this.tokensUsed?.cacheReadTokens},{results:[{index:r,content:"",finishReason:ou(o.stop_reason)}]}}return{results:[{index:r,content:""}]}};supportsImplicitCaching=()=>!0},nn=class s extends Ge{static create(e){return new s(e)}constructor({apiKey:e,projectId:t,region:n,config:r,options:o,models:i}){let a=t!==void 0&&n!==void 0,u,l;if(a){if(!e)throw new Error("Anthropic Vertex API key not set");if(typeof e!="function")throw new Error("Anthropic Vertex API key must be a function for token-based authentication");u=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/publishers/anthropic/`,l=async()=>({Authorization:`Bearer ${await e()}`,"anthropic-beta":"web-search-2025-03-05"})}else{if(!e)throw new Error("Anthropic API key not set");u="https://api.anthropic.com/v1",l=async()=>({"anthropic-version":"2023-06-01","anthropic-beta":"structured-outputs-2025-11-13, web-search-2025-03-05","x-api-key":typeof e=="function"?await e():e})}let c={...Vs(),...r},p=new Ws(c,a),d=g=>{let f=ot({model:g,modelInfo:lr,models:i});return{functions:!0,streaming:!0,hasThinkingBudget:f?.supported?.thinkingBudget??!1,hasShowThoughts:f?.supported?.showThoughts??!1,structuredOutputs:f?.supported?.structuredOutputs??!1,functionCot:!0,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:5*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!0,types:["ephemeral"],cacheBreakpoints:!1},thinking:f?.supported?.thinkingBudget??!1,multiTurn:!0}},m=i?.map(g=>{let f=g,x=f?.config;if(!x)return g;let b={};x.maxTokens!==void 0&&(b.maxTokens=x.maxTokens),x.temperature!==void 0&&(b.temperature=x.temperature),x.topP!==void 0&&(b.topP=x.topP),x.topK!==void 0&&(b.topK=x.topK),x.presencePenalty!==void 0&&(b.presencePenalty=x.presencePenalty),x.frequencyPenalty!==void 0&&(b.frequencyPenalty=x.frequencyPenalty),x.stopSequences!==void 0&&(b.stopSequences=x.stopSequences),x.endSequences!==void 0&&(b.endSequences=x.endSequences),x.stream!==void 0&&(b.stream=x.stream),x.n!==void 0&&(b.n=x.n);let h={...f};Object.keys(b).length>0&&(h.modelConfig={...f.modelConfig??{},...b});let y=x.thinking?.thinkingTokenBudget;if(typeof y=="number"){let I=c.thinkingTokenBudgetLevels,C=[["minimal",I?.minimal??1024],["low",I?.low??5e3],["medium",I?.medium??1e4],["high",I?.high??2e4],["highest",I?.highest??32e3]],R="minimal",M=Number.POSITIVE_INFINITY;for(let[v,E]of C){let k=Math.abs(y-E);k<M&&(M=k,R=v)}h.thinkingTokenBudget=R}return x.thinking?.includeThoughts!==void 0&&(h.showThoughts=!!x.thinking.includeThoughts),h});super(p,{name:"Anthropic",apiURL:u,headers:l,modelInfo:lr,defaults:{model:c.model},options:o,supportFor:d,models:m??i})}};function Ip(s,e){let t=s.map(r=>{switch(r.role){case"function":return{role:"user",content:[{type:"tool_result",content:r.result,tool_use_id:r.functionId,...r.isError?{is_error:!0}:{},...r.cache?{cache:{type:"ephemeral"}}:{}}]};case"user":return typeof r.content=="string"?{role:"user",content:r.content,...r.cache?{cache_control:{type:"ephemeral"}}:{}}:{role:"user",content:r.content.map(i=>{switch(i.type){case"text":return{type:"text",text:i.text,...i.cache?{cache_control:{type:"ephemeral"}}:{}};case"image":return{type:"image",source:{type:"base64",media_type:i.mimeType,data:i.image},...i.cache?{cache_control:{type:"ephemeral"}}:{}};default:throw new Error("Invalid content type")}})};case"assistant":{let o="",i=[],a=r.thoughtBlocks;if(Array.isArray(a)&&a.length>0)for(let u of a)u.encrypted?i.push(u.signature?{type:"redacted_thinking",data:u.data,signature:u.signature}:{type:"redacted_thinking",data:u.data}):i.push(u.signature?{type:"thinking",thinking:u.data,signature:u.signature}:{type:"thinking",thinking:u.data});if(typeof r.content=="string"&&(i.length>0?o=[...i,{type:"text",text:r.content}]:o=r.content),typeof r.functionCalls<"u"&&(o=r.functionCalls.map(u=>{let l={};if(typeof u.function.params=="string"){let c=u.function.params;if(c.trim().length===0)l={};else try{l=JSON.parse(c)}catch{throw new Error(`Failed to parse function params JSON: ${c}`)}}else typeof u.function.params=="object"&&(l=u.function.params);return{type:"tool_use",id:u.id,name:u.function.name,input:l,...r.cache?{cache_control:{type:"ephemeral"}}:{}}}),Array.isArray(o)&&i.length>0&&(o=[...i,...o])),r.cache){if(typeof o=="string")o=[{type:"text",text:o,cache_control:{type:"ephemeral"}}];else if(Array.isArray(o)&&o.length>0){let u=o.length-1,l=o[u];l&&l.type==="text"&&(o[u]={...l,cache_control:{type:"ephemeral"}})}}return{role:"assistant",content:o}}default:throw new Error("Invalid role")}}),n=Cp(t);return Tp(n)}function Cp(s){let e=[];for(let[t,n]of s.entries()){if(n.role!=="assistant"){e.push(n);continue}if(t>0&&s.at(t-1)?.role==="assistant"){let r=e.pop();e.push({...r||{},...n})}else e.push(n)}return e}function Tp(s){return s.map(e=>e.role==="assistant"&&typeof e.content=="string"?{...e,content:e.content.replace(/\s+$/,"")}:e)}function ou(s){if(s)switch(s){case"stop_sequence":return"stop";case"max_tokens":return"length";case"tool_use":return"function_call";case"end_turn":return"stop";default:return"stop"}}var cr=(D=>(D.GPT4="gpt-4",D.GPT41="gpt-4.1",D.GPT41Mini="gpt-4.1-mini",D.GPT41Nano="gpt-4.1-nano",D.GPT4O="gpt-4o",D.GPT4OMini="gpt-4o-mini",D.GPT4ChatGPT4O="chatgpt-4o-latest",D.GPT4Turbo="gpt-4-turbo",D.GPT35Turbo="gpt-3.5-turbo",D.GPT35TurboInstruct="gpt-3.5-turbo-instruct",D.GPT35TextDavinci002="text-davinci-002",D.GPT3TextBabbage002="text-babbage-002",D.GPT3TextAda001="text-ada-001",D.GPT5="gpt-5",D.GPT5Nano="gpt-5-nano",D.GPT5Mini="gpt-5-mini",D.GPT5Chat="gpt-5-chat",D.GPT5ChatLatest="gpt-5-chat-latest",D.GPT5Codex="gpt-5-codex",D.GPT5Pro="gpt-5-pro",D.GPT51="gpt-5.1",D.GPT51ChatLatest="gpt-5.1-chat-latest",D.GPT51Codex="gpt-5.1-codex",D.GPT51CodexMini="gpt-5.1-codex-mini",D.GPT51CodexMax="gpt-5.1-codex-max",D.GPT52="gpt-5.2",D.GPT52ChatLatest="gpt-5.2-chat-latest",D.GPT52Codex="gpt-5.2-codex",D.GPT52Pro="gpt-5.2-pro",D.O1="o1",D.O1Mini="o1-mini",D.O3="o3",D.O3Mini="o3-mini",D.O4Mini="o4-mini",D))(cr||{}),rn=(n=>(n.TextEmbeddingAda002="text-embedding-ada-002",n.TextEmbedding3Small="text-embedding-3-small",n.TextEmbedding3Large="text-embedding-3-large",n))(rn||{});var on=(U=>(U.GPT4="gpt-4",U.GPT41="gpt-4.1",U.GPT41Mini="gpt-4.1-mini",U.GPT41Nano="gpt-4.1-nano",U.GPT4O="gpt-4o",U.GPT4OMini="gpt-4o-mini",U.GPT4ChatGPT4O="chatgpt-4o-latest",U.GPT4Turbo="gpt-4-turbo",U.GPT35Turbo="gpt-3.5-turbo",U.GPT35TurboInstruct="gpt-3.5-turbo-instruct",U.GPT35TextDavinci002="text-davinci-002",U.GPT3TextBabbage002="text-babbage-002",U.GPT3TextAda001="text-ada-001",U.GPT5="gpt-5",U.GPT5Nano="gpt-5-nano",U.GPT5Mini="gpt-5-mini",U.GPT5Chat="gpt-5-chat",U.GPT5ChatLatest="gpt-5-chat-latest",U.GPT5Codex="gpt-5-codex",U.GPT5Pro="gpt-5-pro",U.GPT51="gpt-5.1",U.GPT51ChatLatest="gpt-5.1-chat-latest",U.GPT51Codex="gpt-5.1-codex",U.GPT51CodexMini="gpt-5.1-codex-mini",U.GPT51CodexMax="gpt-5.1-codex-max",U.GPT52="gpt-5.2",U.GPT52ChatLatest="gpt-5.2-chat-latest",U.GPT52Codex="gpt-5.2-codex",U.GPT52Pro="gpt-5.2-pro",U.O1Pro="o1-pro",U.O1="o1",U.O1Mini="o1-mini",U.O3Pro="o3-pro",U.O3="o3",U.O3Mini="o3-mini",U.O4Mini="o4-mini",U))(on||{});var sn=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,supported:{structuredOutputs:!0}},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6,supported:{structuredOutputs:!0}},{name:"gpt-4.1-nano",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6,supported:{structuredOutputs:!0}},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,supported:{structuredOutputs:!0}},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"gpt-5-nano",currency:"usd",promptTokenCostPer1M:.05,completionTokenCostPer1M:.4,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-mini",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:2,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-chat",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-pro",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:120,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-codex",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:40,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-codex",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-codex-mini",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:2,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-codex-max",currency:"usd",promptTokenCostPer1M:2.5,completionTokenCostPer1M:20,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-chat-latest",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-codex",currency:"usd",promptTokenCostPer1M:1.5,completionTokenCostPer1M:6,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:160,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{structuredOutputs:!0}},{name:"o1-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:14.4,supported:{structuredOutputs:!0}},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{structuredOutputs:!0}},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{structuredOutputs:!0}},{name:"text-embedding-ada-002",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"text-embedding-3-small",currency:"usd",promptTokenCostPer1M:.02,completionTokenCostPer1M:.02},{name:"text-embedding-3-large",currency:"usd",promptTokenCostPer1M:.13,completionTokenCostPer1M:.13}],ro=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,supported:{structuredOutputs:!0}},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6,supported:{structuredOutputs:!0}},{name:"gpt-4.1-nano",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6,supported:{structuredOutputs:!0}},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,supported:{structuredOutputs:!0}},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"gpt-5-nano",currency:"usd",promptTokenCostPer1M:.05,completionTokenCostPer1M:.4,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-mini",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:2,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-chat",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-pro",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:120,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-codex",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:40,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-codex",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-codex-mini",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:2,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-codex-max",currency:"usd",promptTokenCostPer1M:2.5,completionTokenCostPer1M:20,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-chat-latest",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-codex",currency:"usd",promptTokenCostPer1M:1.5,completionTokenCostPer1M:6,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:160,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o1-pro",currency:"usd",promptTokenCostPer1M:150,completionTokenCostPer1M:600,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0},isExpensive:!0},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o3-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:80,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0},isExpensive:!0},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o3-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}}];var wp=s=>{let e=["o1","o1-mini","o3","o3-mini","o4-mini","o1-pro","o3-pro"];return e.includes(s)||e.includes(s)},zt=()=>structuredClone({model:"gpt-5-mini",embedModel:"text-embedding-3-small",...ye()}),oo=()=>structuredClone({...zt(),model:"gpt-5"}),so=()=>structuredClone({model:"gpt-5-mini",embedModel:"text-embedding-3-small",...Be()}),io=()=>({...zt(),model:"gpt-5-nano"}),Js=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.chatReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq=(e,t)=>{let n=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let r={name:"/chat/completions"},o=e.functions?.map(m=>({type:"function",function:{name:m.name,description:m.description,parameters:m.parameters}})),i=!e.functionCall&&e.functions&&e.functions.length>0?"auto":e.functionCall,a=Rp(e),u=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,l=e.modelConfig?.stream??this.config.stream,c=this.config.store,p=wp(n),d={model:n,messages:a,...e.responseFormat?{response_format:e.responseFormat.type==="json_schema"?{type:"json_schema",json_schema:e.responseFormat.schema}:e.responseFormat}:this.config?.responseFormat?{response_format:{type:this.config.responseFormat}}:{},...o?{tools:o}:{},...i?{tool_choice:i}:{},...p?{}:{...(e.modelConfig?.maxTokens??this.config.maxTokens)!==void 0?{max_completion_tokens:e.modelConfig?.maxTokens??this.config.maxTokens}:{},...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},...(e.modelConfig?.n??this.config.n)!==void 0?{n:e.modelConfig?.n??this.config.n}:{},...(e.modelConfig?.presencePenalty??this.config.presencePenalty)!==void 0?{presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty}:{},...u!==void 0?{frequency_penalty:u}:{}},...(e.modelConfig?.stopSequences??this.config.stop)&&(e.modelConfig?.stopSequences??this.config.stop).length>0?{stop:e.modelConfig?.stopSequences??this.config.stop}:{},...this.config.logitBias!==void 0?{logit_bias:this.config.logitBias}:{},...l&&this.streamingUsage?{stream:!0,stream_options:{include_usage:!0}}:{},...c?{store:c}:{},...this.config.serviceTier?{service_tier:this.config.serviceTier}:{},...this.config.user?{user:this.config.user}:{}};if(this.config.reasoningEffort&&(d.reasoning_effort=this.config.reasoningEffort),this.config.webSearchOptions&&(d.web_search_options={...this.config.webSearchOptions.searchContextSize&&{search_context_size:this.config.webSearchOptions.searchContextSize},...this.config.webSearchOptions.userLocation&&{user_location:{approximate:{type:"approximate",...this.config.webSearchOptions.userLocation.approximate.city&&{city:this.config.webSearchOptions.userLocation.approximate.city},...this.config.webSearchOptions.userLocation.approximate.country&&{country:this.config.webSearchOptions.userLocation.approximate.country},...this.config.webSearchOptions.userLocation.approximate.region&&{region:this.config.webSearchOptions.userLocation.approximate.region},...this.config.webSearchOptions.userLocation.approximate.timezone&&{timezone:this.config.webSearchOptions.userLocation.approximate.timezone}}}}}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":d.reasoning_effort=void 0;break;case"minimal":d.reasoning_effort="minimal";break;case"low":d.reasoning_effort="medium";break;case"medium":d.reasoning_effort="high";break;case"high":d.reasoning_effort="high";break;case"highest":d.reasoning_effort="high";break}if(!d.reasoning_effort&&t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"minimal":d.reasoning_effort="minimal";break;case"low":d.reasoning_effort="medium";break;case"medium":case"high":case"highest":d.reasoning_effort="high";break}return this.chatReqUpdater&&(d=this.chatReqUpdater(d)),[r,d]};createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embeddings"},r={model:t,input:e.texts,dimensions:this.config.dimensions};return[n,r]};createChatResp(e){let{id:t,usage:n,choices:r,error:o}=e;if(o)throw o;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{results:r.map(a=>{if(a.message.refusal)throw new Me(a.message.refusal,e.model,e.id);let u=iu(a.finish_reason),l=a.message.tool_calls?.map(({id:c,function:{arguments:p,name:d}})=>({id:c,type:"function",function:{name:d,params:p}}));return{index:a.index,id:`${a.index}`,content:a.message.content??void 0,thought:a.message.reasoning_content,citations:a.message.annotations?.filter(c=>c?.type==="url_citation"&&c.url_citation).map(c=>({url:c.url_citation?.url,title:c.url_citation?.title,description:c.url_citation?.description})),functionCalls:l,finishReason:u}}),remoteId:t}}createChatStreamResp(e,t){let{id:n,usage:r,choices:o}=e;this.tokensUsed=r?{promptTokens:r.prompt_tokens,completionTokens:r.completion_tokens,totalTokens:r.total_tokens}:void 0;let i=t;return i.indexIdMap||(i.indexIdMap={}),{results:o.map(({index:u,delta:{content:l,role:c,refusal:p,tool_calls:d,reasoning_content:m,annotations:g},finish_reason:f})=>{if(p)throw new Me(p,void 0,n);let x=iu(f),b=d?.map(({id:h,index:y,function:{name:I,arguments:C}})=>{typeof h=="string"&&typeof y=="number"&&!i.indexIdMap[y]&&(i.indexIdMap[y]=h);let R=i.indexIdMap[y];return R?{id:R,type:"function",function:{name:I,params:C}}:null}).filter(h=>h!==null);return{index:u,content:l??void 0,role:c,thought:m,citations:g?.filter(h=>h?.type==="url_citation"&&h.url_citation).map(h=>({url:h.url_citation?.url,title:h.url_citation?.title,description:h.url_citation?.description})),functionCalls:b,finishReason:x,id:n}})}}createEmbedResp(e){let{data:t,usage:n}=e;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{embeddings:t.map(r=>r.embedding)}}},iu=s=>{switch(s){case"stop":return"stop";case"length":return"length";case"content_filter":return"error";case"tool_calls":return"function_call"}};function Rp(s){return s.chatPrompt.map(t=>{switch(t.role){case"system":return{role:"system",content:t.content};case"user":{let n=Array.isArray(t.content)?t.content.map(r=>{switch(r.type){case"text":return{type:"text",text:r.text};case"image":return{type:"image_url",image_url:{url:`data:${r.mimeType};base64,${r.image}`,details:r.details??"auto"}};case"audio":return{type:"input_audio",input_audio:{data:r.data,format:r.format==="wav"?"wav":void 0}};default:throw new Error("Invalid content type")}}):t.content;return{role:"user",...t.name?{name:t.name}:{},content:n}}case"assistant":{let n=t.functionCalls?.map(r=>({id:r.id,type:"function",function:{name:r.function.name,arguments:typeof r.function.params=="object"?JSON.stringify(r.function.params):r.function.params}}));if(n&&n.length>0)return{role:"assistant",...t.content?{content:t.content}:{},name:t.name,tool_calls:n};if(t.content===void 0)throw new Error("Assistant content is required when no tool calls are provided");return{role:"assistant",content:t.content,...t.name?{name:t.name}:{}}}case"function":return{role:"tool",content:t.result,tool_call_id:t.functionId};default:throw new Error("Invalid role")}})}var De=class extends Ge{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:o,models:i,chatReqUpdater:a,supportFor:u}){if(!e||e==="")throw new Error("OpenAI API key not set");let l=new Js(t,n?.streamingUsage??!0,a);super(l,{name:"OpenAI",apiURL:r||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:o,defaults:{model:t.model,embedModel:t.embedModel},options:n,supportFor:u,models:i})}},an=class extends De{constructor({apiKey:e,apiURL:t,config:n,options:r,models:o,modelInfo:i}){if(!e||e==="")throw new Error("OpenAI API key not set");i=[...sn,...i??[]];let a=l=>{let c=ot({model:l,modelInfo:i,models:o});return{functions:!0,streaming:!0,hasThinkingBudget:c?.supported?.thinkingBudget??!1,hasShowThoughts:c?.supported?.showThoughts??!1,structuredOutputs:c?.supported?.structuredOutputs??!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!0,formats:["wav","mp3","ogg"],maxDuration:25*60},files:{supported:!0,formats:["text/plain","application/pdf","image/jpeg","image/png"],maxSize:512*1024*1024,uploadMethod:"upload"},urls:{supported:!1,webSearch:!0,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:c?.supported?.thinkingBudget??!1,multiTurn:!0}},u=o?.map(l=>{let c=l,p=c?.config;if(!p)return l;let d={};p.maxTokens!==void 0&&(d.maxTokens=p.maxTokens),p.temperature!==void 0&&(d.temperature=p.temperature),p.topP!==void 0&&(d.topP=p.topP),p.presencePenalty!==void 0&&(d.presencePenalty=p.presencePenalty),p.frequencyPenalty!==void 0&&(d.frequencyPenalty=p.frequencyPenalty);let m=p.stopSequences??p.stop;m!==void 0&&(d.stopSequences=m),p.n!==void 0&&(d.n=p.n),p.stream!==void 0&&(d.stream=p.stream);let g={...c};Object.keys(d).length>0&&(g.modelConfig={...c.modelConfig??{},...d});let f=p?.thinking?.thinkingTokenBudget;if(typeof f=="number"){let x=[["minimal",200],["low",800],["medium",5e3],["high",1e4],["highest",24500]],b="minimal",h=Number.POSITIVE_INFINITY;for(let[y,I]of x){let C=Math.abs(f-I);C<h&&(h=C,b=y)}g.thinkingTokenBudget=b}return p?.thinking?.includeThoughts!==void 0&&(g.showThoughts=!!p.thinking.includeThoughts),g});super({apiKey:e,apiURL:t,config:{...zt(),...n},options:r,modelInfo:i,models:u??o,supportFor:a}),super.setName("OpenAI")}};var Sp=s=>{let e=s.trim();if(!e)return e;if(e.includes("api-version=")){let t=e.indexOf("api-version="),n=e.slice(t);return new URLSearchParams(n).get("api-version")??e}return e},kp=s=>{let e=s.match(/^(\d{4}-\d{2}-\d{2})/);return e?e[1]>="2024-08-01":!1},Qs=zt,au=so,uu=io,lu=oo,un=class extends De{constructor({apiKey:e,resourceName:t,deploymentName:n,version:r="api-version=2024-02-15-preview",config:o,options:i,models:a,modelInfo:u}){if(!e||e==="")throw new Error("Azure OpenAPI API key not set");if(!t||t==="")throw new Error("Azure OpenAPI resource name not set");if(!n||n==="")throw new Error("Azure OpenAPI deployment id not set");let l={...Qs(),...o},c=Sp(r),p=kp(c);u=[...sn,...u??[]];let d=g=>{let f=ot({model:g,modelInfo:u,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:f?.supported?.thinkingBudget??!1,hasShowThoughts:f?.supported?.showThoughts??!1,structuredOutputs:p&&(f?.supported?.structuredOutputs??!1),functionCot:!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:f?.supported?.thinkingBudget??!1,multiTurn:!0}};super({apiKey:e,config:l,options:i,models:a,modelInfo:u,supportFor:d});let m=t.includes("://")?t:`https://${t}.openai.azure.com/`;super.setName("Azure OpenAI"),super.setAPIURL(new URL(`/openai/deployments/${n}?api-version=${c}`,m).href),super.setHeaders(async()=>({"api-key":e}))}};var ao=class s{services;currentServiceIndex=0;currentService;debug;initialBackoffMs;maxBackoffMs;maxRetries;serviceFailures=new Map;constructor(e,t){if(e.length===0)throw new Error("No AI services provided.");vp(e),this.services=[...e].sort(t?.comparator??s.metricComparator);let n=this.services[this.currentServiceIndex];if(n===void 0)throw new Error("Error initializing the AI services.");this.currentService=n,this.debug=t?.debug??!0,this.initialBackoffMs=t?.initialBackoffMs??1e3,this.maxBackoffMs=t?.maxBackoffMs??32e3,this.maxRetries=t?.maxRetries??3}static create(e,t){return new s(e,t)}getLastUsedChatModel(){return this.currentService.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.currentService.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.currentService.getLastUsedModelConfig()}static inputOrderComparator=()=>0;static metricComparator=(e,t)=>{let n=e.getMetrics(),r=t.getMetrics();return n.latency.chat.mean-r.latency.chat.mean};getModelList(){for(let e of this.services){let t=e.getModelList();if(t)return t}}getNextService(e,t){let n=t+1,r=e[n];return r===void 0?{service:void 0,index:n}:{service:r,index:n}}reset(){this.currentServiceIndex=0;let e=this.services[this.currentServiceIndex];if(e===void 0)throw new Error("No AI services provided.");this.currentService=e}getName(){return this.currentService.getName()}getId(){return this.currentService.getId()}getFeatures(e){let t={functions:!1,streaming:!1,thinking:!1,multiTurn:!1,structuredOutputs:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]}};for(let n of this.services){let r=n.getFeatures(e);r.functions&&(t.functions=!0),r.streaming&&(t.streaming=!0),r.thinking&&(t.thinking=!0),r.multiTurn&&(t.multiTurn=!0),r.structuredOutputs&&(t.structuredOutputs=!0),r.functionCot&&(t.functionCot=!0),r.hasThinkingBudget&&(t.hasThinkingBudget=!0),r.hasShowThoughts&&(t.hasShowThoughts=!0),r.media.images.supported&&(t.media.images.supported=!0),t.media.images.formats=Array.from(new Set([...t.media.images.formats,...r.media.images.formats])),r.media.audio.supported&&(t.media.audio.supported=!0),t.media.audio.formats=Array.from(new Set([...t.media.audio.formats,...r.media.audio.formats])),r.media.files.supported&&(t.media.files.supported=!0),t.media.files.formats=Array.from(new Set([...t.media.files.formats,...r.media.files.formats])),r.media.files.uploadMethod!=="none"&&(t.media.files.uploadMethod=r.media.files.uploadMethod),r.media.urls.supported&&(t.media.urls.supported=!0),r.media.urls.webSearch&&(t.media.urls.webSearch=!0),r.media.urls.contextFetching&&(t.media.urls.contextFetching=!0),r.caching.supported&&(t.caching.supported=!0),t.caching.types=Array.from(new Set([...t.caching.types,...r.caching.types]))}return t}getMetrics(){let e={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}},t=0,n=0,r=0,o=0;for(let i of this.services){let a=i.getMetrics();e.errors.chat.count+=a.errors.chat.count,e.errors.chat.total+=a.errors.chat.total,e.errors.embed.count+=a.errors.embed.count,e.errors.embed.total+=a.errors.embed.total;let u=a.latency.chat.samples.length;u>0&&(t+=a.latency.chat.mean*u,n+=u);let l=a.latency.embed.samples.length;l>0&&(r+=a.latency.embed.mean*l,o+=l)}e.errors.chat.total>0&&(e.errors.chat.rate=e.errors.chat.count/e.errors.chat.total),e.errors.embed.total>0&&(e.errors.embed.rate=e.errors.embed.count/e.errors.embed.total),n>0&&(e.latency.chat.mean=t/n),o>0&&(e.latency.embed.mean=r/o);for(let i of this.services){let a=i.getMetrics();e.latency.chat.p95=Math.max(e.latency.chat.p95,a.latency.chat.p95),e.latency.chat.p99=Math.max(e.latency.chat.p99,a.latency.chat.p99),e.latency.embed.p95=Math.max(e.latency.embed.p95,a.latency.embed.p95),e.latency.embed.p99=Math.max(e.latency.embed.p99,a.latency.embed.p99)}return e}canRetryService(e){let t=this.serviceFailures.get(e.getId());if(!t)return!0;let{retries:n,lastFailureTime:r}=t,o=Date.now()-r,i=Math.min(this.initialBackoffMs*2**n,this.maxBackoffMs);return o>=i}handleFailure(e,t){let r=(this.serviceFailures.get(e.getId())?.retries??0)+1;this.serviceFailures.set(e.getId(),{retries:r,lastFailureTime:Date.now()}),this.debug&&console.warn(`AxBalancer: Service ${e.getName()} failed (retry ${r}/${this.maxRetries})`,t)}handleSuccess(e){this.serviceFailures.delete(e.getId())}async chat(e,t){let n=e.responseFormat?.type==="json_schema",r=e.capabilities,o=r?.requiresImages,i=r?.requiresAudio,a=this.services,u=e.model;if((n||o||i)&&(a=this.services.filter(p=>{let d=p.getFeatures(u);return!(n&&!d.structuredOutputs||o&&!d.media.images.supported||i&&!d.media.audio.supported)}),a.length===0)){let p=[];throw n&&p.push("structured outputs"),o&&p.push("images"),i&&p.push("audio"),new Error(`No services available that support required capabilities: ${p.join(", ")}.`)}let l=0,c=a[l];if(!c)throw new Error("No matching AI services available for request.");for(this.currentService=c;;){if(!this.canRetryService(c)){let p=this.getNextService(a,l);if(!p.service)throw new Error(`All candidate services exhausted (tried ${a.length} service(s))`);c=p.service,l=p.index,this.currentService=c;continue}try{let p=await c.chat(e,t);return this.handleSuccess(c),p}catch(p){if(!(p instanceof Je))throw p;switch(p.constructor){case Et:throw p;case Xe:{if(![408,429,500,502,503,504].includes(p.status))throw p;break}case qe:break;case Ot:break;case st:break;case nt:break;default:throw p}if(this.handleFailure(c,p),(this.serviceFailures.get(c.getId())?.retries??0)>=this.maxRetries){let m=this.getNextService(a,l);if(this.debug&&console.warn(`AxBalancer: Switching to service ${m.service?.getName()??"none"}`,p),!m.service)throw p;c=m.service,l=m.index,this.currentService=c}}}}async embed(e,t){this.reset();let n=this.currentServiceIndex;for(;;){if(!this.canRetryService(this.currentService)){let r=this.getNextService(this.services,n);if(!r.service)throw new Error(`All services exhausted (tried ${this.services.length} service(s))`);this.currentService=r.service,n=r.index,this.currentServiceIndex=n;continue}try{let r=await this.currentService.embed(e,t);return this.handleSuccess(this.currentService),r}catch(r){if(!(r instanceof Je)||r instanceof Xe&&![408,429,500,502,503,504].includes(r.status)||r instanceof Et)throw r;if(this.handleFailure(this.currentService,r),(this.serviceFailures.get(this.currentService.getId())?.retries??0)>=this.maxRetries){let i=this.getNextService(this.services,n);if(!i.service)throw r;this.currentService=i.service,n=i.index,this.currentServiceIndex=n}}}}setOptions(e){for(let t of this.services)t.setOptions(e);this.currentService.setOptions(e),this.debug=e.debug??this.debug}getOptions(){return this.currentService.getOptions()}getLogger(){return this.currentService.getLogger()}};function vp(s){let e=s.find(r=>r.getModelList()!==void 0);if(!e)return;let t=e.getModelList();if(!t)throw new Error("No model list found in any service.");let n=new Set(t.map(r=>r.key));for(let r=0;r<s.length;r++){let o=s[r];if(!o)throw new Error(`Service at index ${r} is undefined`);let i=o.getModelList();if(!i)throw new Error(`Service at index ${r} (${o.getName()}) has no model list while another service does.`);let a=new Set(i.map(u=>u.key));for(let u of n)if(!a.has(u))throw new Error(`Service at index ${r} (${o.getName()}) is missing model "${u}"`);for(let u of a)if(!n.has(u))throw new Error(`Service at index ${r} (${o.getName()}) has extra model "${u}"`)}}function qt(s){let e=!1,t=!1,n=!1,r=!1,o=!1,i=!1,a=!1,u=new Set,l=0;if(s.chatPrompt&&Array.isArray(s.chatPrompt))for(let c of s.chatPrompt){if(c.role==="user"&&Array.isArray(c.content))for(let p of c.content)switch(u.add(p.type),p.type){case"image":e=!0,p.cache&&(a=!0),l+=85;break;case"audio":t=!0,p.cache&&(a=!0),l+=p.duration||60;break;case"file":n=!0,p.cache&&(a=!0),l+=Math.ceil((p.extractedText?.length||1e3)/4);break;case"url":r=!0,p.cache&&(a=!0),l+=Math.ceil((p.cachedContent?.length||2e3)/4);break;case"text":p.cache&&(a=!0),l+=Math.ceil(p.text.length/4);break}else"content"in c&&typeof c.content=="string"&&(l+=Math.ceil(c.content.length/4));"cache"in c&&c.cache&&(a=!0)}return s.functions&&s.functions.length>0&&(o=!0),s.modelConfig?.stream===!0&&(i=!0),s.capabilities&&(s.capabilities.requiresImages&&(e=!0),s.capabilities.requiresAudio&&(t=!0),s.capabilities.requiresFiles&&(n=!0),s.capabilities.requiresWebSearch&&(r=!0)),{hasImages:e,hasAudio:t,hasFiles:n,hasUrls:r,requiresFunctions:o,requiresStreaming:i,requiresCaching:a,contentTypes:u,estimatedTokens:l}}function Ys(s,e){let t=s.getFeatures(),n=[],r=[],o=[];if(e.hasImages&&!t.media.images.supported&&(n.push("Image support"),o.push("Use altText for images or imageToText service")),e.hasAudio&&!t.media.audio.supported&&(n.push("Audio support"),o.push("Pre-transcribe audio or use transcription field")),e.hasFiles&&!t.media.files.supported&&(n.push("File support"),o.push("Pre-extract text content or use extractedText field")),e.hasUrls&&!t.media.urls.supported&&(n.push("URL/Web search support"),o.push("Pre-fetch content or use cachedContent field")),e.requiresFunctions&&!t.functions&&n.push("Function calling"),e.requiresStreaming&&!t.streaming&&(n.push("Streaming responses"),o.push("Use non-streaming mode")),e.requiresCaching&&!t.caching.supported&&(n.push("Content caching"),o.push("Repeated content will not be cached")),e.hasImages&&t.media.images.supported){let a=t.media.images.maxSize;a&&a<10*1024*1024&&r.push(`Image size limit is ${Math.round(a/(1024*1024))}MB`)}if(e.hasAudio&&t.media.audio.supported){let a=t.media.audio.maxDuration;a&&a<600&&r.push(`Audio duration limit is ${Math.round(a/60)} minutes`)}return{isSupported:n.length===0,missingCapabilities:n,warnings:r,alternatives:o}}function uo(s,e){return s.map(t=>{let n=t.getFeatures(),r=Ys(t,e),o=0,i=[];return o+=10,e.hasImages&&n.media.images.supported&&(o+=25,i.push("Images"),n.media.images.detailLevels?.includes("high")&&(o+=5),n.media.images.maxSize&&n.media.images.maxSize>10*1024*1024&&(o+=3)),e.hasAudio&&n.media.audio.supported&&(o+=25,i.push("Audio"),n.media.audio.maxDuration&&n.media.audio.maxDuration>600&&(o+=5)),e.hasFiles&&n.media.files.supported&&(o+=25,i.push("Files"),n.media.files.uploadMethod==="cloud"&&(o+=3)),e.hasUrls&&n.media.urls.supported&&(o+=25,i.push("URLs"),n.media.urls.webSearch&&(o+=5)),e.requiresFunctions&&n.functions&&(o+=15,i.push("Functions"),n.functionCot&&(o+=3)),e.requiresStreaming&&n.streaming&&(o+=10,i.push("Streaming")),e.requiresCaching&&n.caching.supported&&(o+=8,i.push("Caching"),n.caching.types.includes("persistent")&&(o+=3)),n.thinking&&(o+=2),n.multiTurn&&(o+=2),n.hasThinkingBudget&&(o+=1),n.hasShowThoughts&&(o+=1),o-=r.missingCapabilities.length*10,{provider:t,score:o,missingCapabilities:r.missingCapabilities,supportedCapabilities:i}}).sort((t,n)=>n.score-t.score)}function lo(s,e,t={}){if(e.length===0)throw new Error("No providers available");let n=qt(s),r=uo(e,n);if(t.requireExactMatch){let o=r.filter(i=>i.missingCapabilities.length===0);if(o.length===0)throw new Error(`No providers fully support the request requirements: ${r[0]?.missingCapabilities.join(", ")||"unknown requirements"}`);return o[0].provider}if(!t.allowDegradation){let o=r[0];if(o.missingCapabilities.length>0)throw new Error(`Best available provider (${o.provider.getName()}) is missing: ${o.missingCapabilities.join(", ")}`)}return r[0].provider}function cu(s,e){let t=qt(s),n=uo(e,t),r=n[0]?.provider||null,o=[t.hasImages&&"images",t.hasAudio&&"audio",t.hasFiles&&"files",t.hasUrls&&"URLs",t.requiresFunctions&&"functions",t.requiresStreaming&&"streaming",t.requiresCaching&&"caching"].filter(Boolean).length,i=r?n[0].supportedCapabilities.length:0,a=r?`${r.getName()} supports ${i}/${o} requirements (${Math.round(i/Math.max(o,1)*100)}% compatibility)`:"No suitable providers found";return{requirements:t,providerScores:n,recommendedProvider:r,summary:a}}function pu(s,e){return s.filter(t=>t.getFeatures().media[e].supported)}function du(s,e){let t={};for(let n of s){let o=n.getFeatures().media[e];if(o.supported)for(let i of o.formats)t[i]||(t[i]=[]),t[i].push(n)}return t}var pr=(r=>(r.CommandRPlus="command-r-plus",r.CommandR="command-r",r.Command="command",r.CommandLight="command-light",r))(pr||{}),dr=(r=>(r.EmbedEnglishV30="embed-english-v3.0",r.EmbedEnglishLightV30="embed-english-light-v3.0",r.EmbedMultiLingualV30="embed-multilingual-v3.0",r.EmbedMultiLingualLightV30="embed-multilingual-light-v3.0",r))(dr||{});var co=[{name:"command-r-plus",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"command-r",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command-light",currency:"usd",promptTokenCostPer1M:.3,completionTokenCostPer1M:.6},{name:"embed-english-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-english-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1}];function Op(s){if(Array.isArray(s)){let t=["string","number","integer","boolean","object","array"].find(n=>s.includes(n));return t||(s.find(n=>n!=="null")??s[0]??"string")}return typeof s=="string"?s:"string"}var Zs=()=>structuredClone({model:"command-r-plus",embedModel:"embed-english-v3.0",...ye()}),gu=()=>structuredClone({model:"command-r",embedModel:"embed-english-v3.0",...Be()}),Xs=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,frequencyPenalty:e.frequencyPenalty,presencePenalty:e.presencePenalty,endSequences:e.endSequences,stopSequences:e.stopSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.at(-1),r=e.chatPrompt.slice(0,-1),o;n&&n.role==="user"&&typeof n.content=="string"&&(o=n?.content);let i=Ep(r),a=e.functions?.map(p=>{let d={};if(p.parameters?.properties)for(let[m,g]of Object.entries(p.parameters.properties))d[m]={description:g.description,type:Op(g.type),required:p.parameters.required?.includes(m)??!1};return{name:p.name,description:p.description,parameter_definitions:d}}),u=e.chatPrompt.filter(p=>p.role==="function").map(p=>{let d=a?.find(m=>m.name===p.functionId);if(!d)throw new Error("Function not found");return{call:{name:d.name,parameters:d.parameter_definitions},outputs:[{result:p.result??""}]}}),l={name:"/chat"},c={message:o,model:t,tools:a,...u&&!o?{tool_results:u}:{},chat_history:i,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},k:e.modelConfig?.topK??this.config.topK,...e.modelConfig?.topP!==void 0?{p:e.modelConfig.topP}:{},frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,end_sequences:this.config.endSequences,stop_sequences:e.modelConfig?.stopSequences??this.config.stopSequences};return[l,c]}createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embed"},r={model:t,texts:e.texts??[],input_type:"classification",truncate:""};return[n,r]};createChatResp=e=>{this.tokensUsed=e.meta.billed_units?{promptTokens:e.meta.billed_units.input_tokens,completionTokens:e.meta.billed_units.output_tokens,totalTokens:e.meta.billed_units.input_tokens+e.meta.billed_units.output_tokens}:void 0;let t;if("finish_reason"in e)switch(e.finish_reason){case"COMPLETE":t="stop";break;case"MAX_TOKENS":t="length";break;case"ERROR":throw new Error("Finish reason: ERROR");case"ERROR_TOXIC":throw new Error("Finish reason: CONTENT_FILTER");default:t="stop";break}let n;return"tool_calls"in e&&(n=e.tool_calls?.map(o=>({id:o.name,type:"function",function:{name:o.name,params:o.parameters}}))),{results:[{index:0,id:e.generation_id,content:e.text,functionCalls:n,finishReason:t}],remoteId:e.response_id}};createChatStreamResp=(e,t)=>{let n=t;e.event_type==="stream-start"&&(n.generation_id=e.generation_id),this.tokensUsed={promptTokens:0,completionTokens:e.meta.billed_units?.output_tokens??0,totalTokens:e.meta.billed_units?.output_tokens??0};let{results:r}=this.createChatResp(e),o=r[0];if(!o)throw new Error("No result");return o.id=n.generation_id??"",{results:r}};createEmbedResp(e){return{remoteId:e.id,embeddings:e.embeddings}}},ln=class extends Ge{constructor({apiKey:e,config:t,options:n,models:r}){if(!e||e==="")throw new Error("Cohere API key not set");let o={...Zs(),...t},i=new Xs(o),a=r?.map(u=>{let l=u,c=l?.config;if(!c)return u;let p={};c.maxTokens!==void 0&&(p.maxTokens=c.maxTokens),c.temperature!==void 0&&(p.temperature=c.temperature),c.topP!==void 0&&(p.topP=c.topP),c.topK!==void 0&&(p.topK=c.topK),c.presencePenalty!==void 0&&(p.presencePenalty=c.presencePenalty),c.frequencyPenalty!==void 0&&(p.frequencyPenalty=c.frequencyPenalty),c.stopSequences!==void 0&&(p.stopSequences=c.stopSequences),c.endSequences!==void 0&&(p.endSequences=c.endSequences),c.stream!==void 0&&(p.stream=c.stream),c.n!==void 0&&(p.n=c.n);let d={...l};return Object.keys(p).length>0&&(d.modelConfig={...l.modelConfig??{},...p}),d});super(i,{name:"Cohere",apiURL:"https://api.cohere.ai/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:co,defaults:{model:o.model},supportFor:{functions:!0,streaming:!0,media:{images:{supported:!1,formats:[],maxSize:0,detailLevels:[]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},options:n,models:a??r})}};function Ep(s){return s.map(e=>{let t="";if(e.role==="system"||e.role==="assistant"||e.role==="user")if(typeof e.content=="string")t=e.content;else throw new Error("Multi-modal content not supported");switch(e.role){case"user":return{role:"USER",message:t};case"system":return{role:"SYSTEM",message:t};case"assistant":{let n=mu(e.functionCalls);return{role:"CHATBOT",message:t,tool_calls:n}}case"function":{let n=s.map(i=>{if(i.role==="assistant")return i.functionCalls?.find(a=>a.id===e.functionId)}).filter(i=>i!==void 0),r=mu(n)?.at(0);if(!r)throw new Error("Function call not found");let o=[{result:e.result}];return{role:"TOOL",tool_results:[{call:r,outputs:o}]}}default:throw new Error("Unknown role")}})}function mu(s){return s?.map(e=>{let t;if(typeof e.function.params=="string"){let n=e.function.params;if(n.trim().length===0)t={};else try{t=JSON.parse(n)}catch{throw new Error(`Failed to parse function params JSON: ${n}`)}}else t=e.function.params;return{name:e.function.name,parameters:t}})}var mr=(n=>(n.DeepSeekChat="deepseek-chat",n.DeepSeekCoder="deepseek-coder",n.DeepSeekReasoner="deepseek-reasoner",n))(mr||{});var po=[{name:"deepseek-chat",currency:"USD",promptTokenCostPer1M:.27,completionTokenCostPer1M:1.1},{name:"deepseek-reasoner",currency:"USD",promptTokenCostPer1M:.55,completionTokenCostPer1M:2.19}];var ei=()=>structuredClone({model:"deepseek-chat",...ye()}),fu=()=>structuredClone({model:"deepseek-coder",...Be()}),cn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("DeepSeek API key not set");let i={...ei(),...t};o=[...po,...o??[]],super({apiKey:e,config:i,options:n,apiURL:"https://api.deepseek.com",modelInfo:o,supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:r}),super.setName("DeepSeek")}};var gr=(I=>(I.Gemini31Pro="gemini-3.1-pro-preview",I.Gemini3FlashLite="gemini-3.1-flash-lite-preview",I.Gemini3Flash="gemini-3-flash-preview",I.Gemini3Pro="gemini-3.1-pro-preview",I.Gemini3ProImage="gemini-3-pro-image-preview",I.Gemini25Pro="gemini-2.5-pro",I.Gemini25Flash="gemini-2.5-flash",I.Gemini25FlashLite="gemini-2.5-flash-lite",I.Gemini20Flash="gemini-2.0-flash",I.Gemini20FlashLite="gemini-2.0-flash-lite",I.Gemini20ProExp="gemini-2.0-pro-exp-02-05",I.Gemini20FlashThinkingExp="gemini-2.0-flash-thinking-exp-01-21",I.Gemini1Pro="gemini-1.0-pro",I.Gemini15Flash="gemini-1.5-flash",I.Gemini15Flash002="gemini-1.5-flash-002",I.Gemini15Flash8B="gemini-1.5-flash-8b",I.Gemini15Pro="gemini-1.5-pro",I.GeminiFlashLatest="gemini-flash-latest",I.GeminiFlashLiteLatest="gemini-flash-lite-latest",I.GeminiProLatest="gemini-pro-latest",I))(gr||{}),mo=(o=>(o.GeminiEmbedding001="gemini-embedding-001",o.GeminiEmbedding="gemini-embedding-exp",o.TextEmbeddingLarge="text-embedding-large-exp-03-07",o.TextEmbedding004="text-embedding-004",o.TextEmbedding005="text-embedding-005",o))(mo||{}),go=(r=>(r.HarmCategoryHarassment="HARM_CATEGORY_HARASSMENT",r.HarmCategoryHateSpeech="HARM_CATEGORY_HATE_SPEECH",r.HarmCategorySexuallyExplicit="HARM_CATEGORY_SEXUALLY_EXPLICIT",r.HarmCategoryDangerousContent="HARM_CATEGORY_DANGEROUS_CONTENT",r))(go||{}),fo=(o=>(o.BlockNone="BLOCK_NONE",o.BlockOnlyHigh="BLOCK_ONLY_HIGH",o.BlockMediumAndAbove="BLOCK_MEDIUM_AND_ABOVE",o.BlockLowAndAbove="BLOCK_LOW_AND_ABOVE",o.BlockDefault="HARM_BLOCK_THRESHOLD_UNSPECIFIED",o))(fo||{}),ti=(u=>(u.SemanticSimilarity="SEMANTIC_SIMILARITY",u.Classification="CLASSIFICATION",u.Clustering="CLUSTERING",u.RetrievalDocument="RETRIEVAL_DOCUMENT",u.RetrievalQuery="RETRIEVAL_QUERY",u.QuestionAnswering="QUESTION_ANSWERING",u.FactVerification="FACT_VERIFICATION",u.CodeRetrievalQuery="CODE_RETRIEVAL_QUERY",u))(ti||{}),hu=["gemini-3.1-pro-preview","gemini-3.1-pro-preview-customtools","gemini-3.1-flash-lite-preview","gemini-3-flash-preview","gemini-2.5-pro","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.0-flash","gemini-2.0-flash-lite","gemini-flash-latest","gemini-flash-lite-latest"];var ho=[{name:"gemini-3.1-pro-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2,completionTokenCostPer1M:12,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3-flash-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3.1-flash-lite-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.25,completionTokenCostPer1M:1.5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3-pro-image-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2,completionTokenCostPer1M:.134,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2.5,completionTokenCostPer1M:15,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-pro-exp-02-05",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-flash-thinking-exp-01-21",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:15,completionTokenCostPer1M:3.5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.01,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gemini-2.0-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{structuredOutputs:!0}},{name:"gemini-1.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3,supported:{structuredOutputs:!0}},{name:"gemini-1.5-flash-8b",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.0375,completionTokenCostPer1M:.15,supported:{structuredOutputs:!0}},{name:"gemini-1.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5,supported:{structuredOutputs:!0}},{name:"gemini-1.0-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5,supported:{structuredOutputs:!0}},{name:"gemini-flash-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-flash-lite-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-pro-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}}];var Ht=s=>s.includes("gemini-3"),xu=s=>s.includes("gemini-3")&&s.includes("pro"),xo=s=>{if(!s||typeof s!="object")return s;let e={...s};return delete e.additionalProperties,delete e.default,delete e.optional,delete e.maximum,delete e.oneOf,delete e.anyOf,Array.isArray(e.type)&&(e.type=e.type.includes("object")?"object":e.type[0]??"string"),e.properties&&typeof e.properties=="object"&&(e.properties=Object.fromEntries(Object.entries(e.properties).map(([t,n])=>[t,xo(n)]))),e.items&&(e.items=xo(e.items)),e},Au=[{category:"HARM_CATEGORY_HARASSMENT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_HATE_SPEECH",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_SEXUALLY_EXPLICIT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_DANGEROUS_CONTENT",threshold:"BLOCK_NONE"}],ri=()=>structuredClone({model:"gemini-2.5-flash",embedModel:"text-embedding-005",safetySettings:Au,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},thinkingLevelMapping:{minimal:"minimal",low:"low",medium:"medium",high:"high",highest:"high"},...ye()}),yu=()=>structuredClone({model:"gemini-2.0-flash",embedModel:"text-embedding-005",safetySettings:Au,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},thinkingLevelMapping:{minimal:"minimal",low:"low",medium:"medium",high:"high",highest:"high"},...Be()}),ni=class{constructor(e,t,n,r,o){this.config=e;this.isVertex=t;this.endpointId=n;this.apiKey=r;this.options=o;if(!this.isVertex&&this.config.autoTruncate)throw new Error("Auto truncate is not supported for GoogleGemini");let i=this.config.model;if(Ht(i)){if(this.config.thinking?.thinkingTokenBudget!==void 0&&typeof this.config.thinking.thinkingTokenBudget=="number")throw new Error(`Gemini 3 models (${i}) do not support numeric thinkingTokenBudget. Use thinkingLevel ('low', 'medium', 'high') instead, or pass thinkingTokenBudget as a string level via options.`);if(xu(i)&&this.config.thinking?.thinkingLevel){let a=this.config.thinking.thinkingLevel;if(a!=="low"&&a!=="high")throw new Error(`Gemini 3 Pro (${i}) only supports thinkingLevel 'low' or 'high', got '${a}'. Use 'low' for less thinking or 'high' for more thinking.`)}}}tokensUsed;models;setModels(e){this.models=e}getEffectiveMappings(e){let t=this.models?.find(n=>n.model===e);return{thinkingLevelMapping:{...this.config.thinkingLevelMapping,...t?.thinkingLevelMapping??{}},thinkingTokenBudgetLevels:{...this.config.thinkingTokenBudgetLevels,...t?.thinkingTokenBudgetLevels??{}}}}getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq=async(e,t)=>{let n=e.model,r=e.modelConfig?.stream??this.config.stream;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let o;if(this.endpointId?o={name:r?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:o={name:r?`/models/${n}:streamGenerateContent?alt=sse`:`/models/${n}:generateContent`},!this.isVertex){let h=r?"&":"?",y=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;o.name+=`${h}key=${y}`}let i=e.chatPrompt.filter(h=>h.role==="system").map(h=>h.content),a=i.length>0?{role:"user",parts:[{text:i.join(" ")}]}:void 0,u=[],l=e.chatPrompt.filter(h=>h.role!=="system");for(let h=0;h<l.length;h++){let y=l[h];switch(y.role){case"user":{let I=Array.isArray(y.content)?y.content.map((C,R)=>{switch(C.type){case"text":return{text:C.text};case"image":return{inlineData:{mimeType:C.mimeType,data:C.image}};case"audio":return{inlineData:{mimeType:`audio/${C.format??"mp3"}`,data:C.data}};case"file":return"fileUri"in C?{fileData:{mimeType:C.mimeType,fileUri:C.fileUri}}:{inlineData:{mimeType:C.mimeType,data:C.data}};default:throw new Error(`Chat prompt content type not supported (index: ${R})`)}}):[{text:y.content}];u.push({role:"user",parts:I});break}case"assistant":{let I=[],C=y.thoughtBlocks,R=y.functionCalls&&y.functionCalls.length>0,M=C?.[0],v=C?.map(k=>k.data).join("")??"",E=M?.signature;if(v&&I.push({...R?{}:{thought:!0},text:v,...E&&!R?{thought_signature:E}:{}}),y.functionCalls){let k=y.functionCalls.map((O,L)=>{let F;if(typeof O.function.params=="string"){let _=O.function.params;if(_.trim().length===0)F={};else try{F=JSON.parse(_)}catch{throw new Error(`Failed to parse function params JSON: ${_}`)}}else F=O.function.params;let P={functionCall:{name:O.function.name,args:F}};return E&&L===0&&(P.thought_signature=E),P});I.push(...k)}if(y.content&&I.push({text:y.content}),I.length===0)throw new Error("Assistant content is empty");u.push({role:"model",parts:I});break}case"function":{let I=[],C=y,R=h;for(;;){if(!("functionId"in C))throw new Error(`Chat prompt functionId is empty (index: ${R})`);if(I.push({functionResponse:{name:C.functionId,response:{result:C.result}}}),R+1<l.length&&l[R+1].role==="function")R++,C=l[R];else break}h=R,u.push({role:"user",parts:I});break}default:throw new Error(`Invalid role: ${JSON.stringify(y)} (index: ${h})`)}}let c=[];if(e.functions&&e.functions.length>0){let h=e.functions.map(y=>{let I={type:"object",properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]},C=y.parameters?xo(y.parameters):void 0;return C===void 0||C&&typeof C=="object"&&Object.keys(C).length===0?C={...I}:C&&typeof C=="object"&&C.type==="object"&&(!("properties"in C)||!C.properties||Object.keys(C.properties).length===0)&&(C={...C,properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]}),{name:y.name,description:y.description,parameters:C}});c.push({function_declarations:h})}if(this.options?.codeExecution&&c.push({code_execution:{}}),this.options?.googleSearchRetrieval&&c.push({google_search_retrieval:{dynamic_retrieval_config:this.options.googleSearchRetrieval}}),this.options?.googleSearch&&c.push({google_search:{}}),this.options?.googleMaps){let h=this.options.googleMaps,y=h?.enableWidget!==void 0?{enableWidget:h.enableWidget}:{};c.push({google_maps:y})}this.options?.urlContext&&c.push({url_context:{}}),c.length===0&&(c=void 0);let p,d=Array.isArray(c)?c.some(h=>h&&Array.isArray(h.function_declarations)&&h.function_declarations.length>0):!1;if(e.functionCall)if(e.functionCall==="none")p={function_calling_config:{mode:"NONE"}};else if(e.functionCall==="auto")p={function_calling_config:{mode:"AUTO"}};else if(e.functionCall==="required")p={function_calling_config:{mode:"ANY"}};else{let h=e.functionCall.function?.name?{allowedFunctionNames:[e.functionCall.function.name]}:{};p={function_calling_config:{mode:"ANY"},...h}}else d&&(p={function_calling_config:{mode:"AUTO"}});this.options?.retrievalConfig&&(p={...p??{},retrievalConfig:{...this.options.retrievalConfig.latLng?{latLng:this.options.retrievalConfig.latLng}:{}}});let m={};if(this.config.thinking?.includeThoughts&&(m.includeThoughts=!0),this.config.thinking?.thinkingTokenBudget&&(m.thinkingBudget=this.config.thinking.thinkingTokenBudget),this.config.thinking?.thinkingLevel&&Ht(n)&&(m.thinkingLevel=this.config.thinking.thinkingLevel),t?.thinkingTokenBudget){let h=this.getEffectiveMappings(n),y=h.thinkingTokenBudgetLevels;if(Ht(n)){let C=xu(n),R=h.thinkingLevelMapping;if(t.thinkingTokenBudget==="none")m.thinkingLevel=R?.minimal??"minimal";else{let M=t.thinkingTokenBudget,v=R?.[M];v||(v=M==="highest"?"high":M),m.thinkingLevel=v}if(C&&m.thinkingLevel){let M=m.thinkingLevel;M!=="low"&&M!=="high"&&(m.thinkingLevel=M==="minimal"?"low":"high")}}else switch(t.thinkingTokenBudget){case"none":m.thinkingBudget=0,m.includeThoughts=!1,delete m.thinkingLevel;break;case"minimal":m.thinkingBudget=y?.minimal??200;break;case"low":m.thinkingBudget=y?.low??800;break;case"medium":m.thinkingBudget=y?.medium??5e3;break;case"high":m.thinkingBudget=y?.high??1e4;break;case"highest":m.thinkingBudget=y?.highest??24500;break}}m.thinkingLevel&&delete m.thinkingBudget,Ht(n)||delete m.thinkingLevel,Ht(n)&&delete m.thinkingBudget;let g=e.modelConfig?.maxTokens??this.config.maxTokens;if(m.thinkingLevel&&g!==void 0)throw new Error("Cannot set maxTokens when using thinkingLevel with Gemini models. When thinking is enabled, the model manages output tokens automatically. Remove the maxTokens setting or disable thinking.");t?.showThoughts!==void 0&&t?.thinkingTokenBudget!=="none"&&(m.includeThoughts=t.showThoughts);let f={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,...e.modelConfig?.topP!==void 0?{topP:e.modelConfig.topP}:{},topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain",...Object.keys(m).length>0?{thinkingConfig:m}:{}};if(Ht(n)&&(f.temperature===void 0||f.temperature<1)&&(f.temperature=1),e.responseFormat){if(f.responseMimeType="application/json",e.responseFormat.type==="json_schema"&&e.responseFormat.schema){let h=e.responseFormat.schema.schema||e.responseFormat.schema;f.responseSchema=xo(h)}}else this.config.responseFormat&&this.config.responseFormat==="json_object"&&(f.responseMimeType="application/json");let x=this.config.safetySettings;return[o,{contents:u,tools:c,toolConfig:p,systemInstruction:a,generationConfig:f,safetySettings:x}]};createEmbedReq=async e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n,r;if(this.isVertex)this.endpointId?n={name:`/${this.endpointId}:predict`}:n={name:`/models/${t}:predict`},r={instances:e.texts.map(o=>({content:o,...this.config.embedType&&{taskType:this.config.embedType}})),parameters:{autoTruncate:this.config.autoTruncate,outputDimensionality:this.config.dimensions}};else{let o=typeof this.apiKey=="function"?this.apiKey():this.apiKey;n={name:`/models/${t}:batchEmbedContents?key=${o}`},r={requests:e.texts.map(i=>({model:`models/${t}`,content:{parts:[{text:i}]},outputDimensionality:this.config.dimensions,...this.config.embedType&&{taskType:this.config.embedType}}))}}return[n,r]};createChatResp=e=>{let t,n=e.candidates?.map(o=>{let i={index:0};switch(o.finishReason){case"MAX_TOKENS":i.finishReason="length";break;case"STOP":i.finishReason="stop";break;case"SAFETY":throw new Me("Content was blocked due to safety settings",void 0,void 0);case"RECITATION":throw new Me("Content was blocked due to recitation policy",void 0,void 0);case"MALFORMED_FUNCTION_CALL":throw new Me("Function call was malformed and blocked",void 0,void 0);case"UNEXPECTED_TOOL_CALL":throw new Me("Unexpected tool call",void 0,void 0);case"FINISH_REASON_UNSPECIFIED":throw new Me("Finish reason unspecified",void 0,void 0);case"BLOCKLIST":throw new Me("Content was blocked due to blocklist",void 0,void 0);case"PROHIBITED_CONTENT":throw new Me("Content was blocked due to prohibited content",void 0,void 0);case"SPII":throw new Me("Content was blocked due to SPII",void 0,void 0);case"OTHER":throw new Me("Other finish reason",void 0,void 0)}if(!o.content||!o.content.parts)return i;for(let l of o.content.parts){if("text"in l){if("thought"in l&&l.thought||l.thought===!0){i.thought=l.text;let c=l.thoughtSignature||l.thought_signature;i.thoughtBlocks||(i.thoughtBlocks=[]),i.thoughtBlocks.push({data:l.text,encrypted:!1,...c?{signature:c}:{}})}else i.content=l.text;continue}if("functionCall"in l){let c=l.thoughtSignature||l.thought_signature;if(c)if(!i.thoughtBlocks||i.thoughtBlocks.length===0)i.thoughtBlocks=[{data:"",encrypted:!1,signature:c}];else{let p=i.thoughtBlocks[i.thoughtBlocks.length-1];p&&!p.signature&&(p.signature=c)}i.functionCalls=[...i.functionCalls??[],{id:Ve(),type:"function",function:{name:l.functionCall.name,params:l.functionCall.args}}]}}let a=o.citationMetadata?.citations;if(Array.isArray(a)&&a.length){let l=c=>c?`${c.year}-${String(c.month).padStart(2,"0")}-${String(c.day).padStart(2,"0")}`:void 0;i.citations=a.filter(c=>typeof c?.uri=="string").map(c=>({url:c.uri,title:c.title,license:c.license,publicationDate:l(c.publicationDate)}))}let u=o.groundingMetadata;if(u){if(Array.isArray(u.groundingChunks)){let l=u.groundingChunks.map(c=>c?.maps).filter(c=>c&&typeof c.uri=="string").map(c=>({url:c.uri,title:c.title}));l.length&&(i.citations=[...i.citations??[],...l])}typeof u.googleMapsWidgetContextToken=="string"&&(t=u.googleMapsWidgetContextToken)}return i});e.usageMetadata&&(this.tokensUsed={totalTokens:e.usageMetadata.totalTokenCount,promptTokens:e.usageMetadata.promptTokenCount,completionTokens:e.usageMetadata.candidatesTokenCount,thoughtsTokens:e.usageMetadata.thoughtsTokenCount,...e.usageMetadata.cachedContentTokenCount!==void 0?{cacheReadTokens:e.usageMetadata.cachedContentTokenCount}:{}});let r={results:n};return t&&(r.providerMetadata={...r.providerMetadata,google:{...r.providerMetadata?.google??{},mapsWidgetContextToken:t}}),r};createChatStreamResp=e=>this.createChatResp(e);createEmbedResp=e=>{let t;return this.isVertex?t=e.predictions.map(n=>n.embeddings.values):t=e.embeddings.map(n=>n.values),{embeddings:t}};supportsContextCache=e=>{let t=e;return hu.some(n=>t.includes(n)||n.includes(t))};buildCacheCreateOp=(e,t)=>{let n=e.model,r=t.contextCache?.ttlSeconds??3600,{systemInstruction:o,contents:i}=this.extractCacheableContent(e.chatPrompt);if(!o&&(!i||i.length===0))return;let a={model:this.isVertex?n:`models/${n}`,ttl:`${r}s`,displayName:`ax-cache-${Date.now()}`};o&&(a.systemInstruction=o),i&&i.length>0&&(a.contents=i);let u;if(this.isVertex)u="/cachedContents";else{u="/cachedContents";let l=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;u+=`?key=${l}`}return{type:"create",apiConfig:{name:u},request:a,parseResponse:l=>{let c=l;if(c?.name)return{name:c.name,expiresAt:c.expireTime,tokenCount:c.usageMetadata?.totalTokenCount}}}};buildCacheUpdateTTLOp=(e,t)=>{let n={ttl:`${t}s`},r=`/${e}`;if(!this.isVertex&&this.apiKey){let o=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;r+=`?key=${o}`}return{type:"update",apiConfig:{name:r,headers:{"Content-Type":"application/json"}},request:n,parseResponse:o=>{let i=o;if(i?.name)return{name:i.name,expiresAt:i.expireTime,tokenCount:i.usageMetadata?.totalTokenCount}}}};buildCacheDeleteOp=e=>{let t=`/${e}`;if(!this.isVertex&&this.apiKey){let n=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;t+=`?key=${n}`}return{type:"delete",apiConfig:{name:t,headers:{"Content-Type":"application/json"}},request:{},parseResponse:()=>{}}};prepareCachedChatReq=async(e,t,n)=>{let r=e.model,o=e.modelConfig?.stream??this.config.stream,{dynamicContents:i,dynamicSystemInstruction:a}=this.extractDynamicContent(e.chatPrompt),u;if(this.endpointId?u={name:o?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:u={name:o?`/models/${r}:streamGenerateContent?alt=sse`:`/models/${r}:generateContent`},!this.isVertex){let d=o?"&":"?",m=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;u.name+=`${d}key=${m}`}let l={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,...e.modelConfig?.topP!==void 0?{topP:e.modelConfig.topP}:{},topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain"};Ht(r)&&(l.temperature===void 0||l.temperature<1)&&(l.temperature=1);let c=this.config.safetySettings,p={contents:i,cachedContent:n,generationConfig:l,safetySettings:c};return a&&(p.systemInstruction=a),{apiConfig:u,request:p}};extractCacheableContent(e){let t,n=[],r=-1;for(let o=e.length-1;o>=0;o--){let i=e[o];if("cache"in i&&i.cache){r=o;break}}for(let o=0;o<e.length;o++){let i=e[o];if(i.role==="system"){t={role:"user",parts:[{text:i.content}]};continue}if(r>=0&&o<=r)if(i.role==="user"){let a=[];if(typeof i.content=="string")a.push({text:i.content});else if(Array.isArray(i.content))for(let u of i.content)switch(u.type){case"text":a.push({text:u.text});break;case"image":a.push({inlineData:{mimeType:u.mimeType,data:u.image}});break;case"audio":a.push({inlineData:{mimeType:`audio/${u.format??"mp3"}`,data:u.data}});break;case"file":"fileUri"in u?a.push({fileData:{mimeType:u.mimeType,fileUri:u.fileUri}}):a.push({inlineData:{mimeType:u.mimeType,data:u.data}});break}a.length>0&&n.push({role:"user",parts:a})}else i.role==="assistant"&&i.content&&n.push({role:"model",parts:[{text:i.content}]})}return{systemInstruction:t,contents:n}}extractDynamicContent(e){let n=[];for(let r of e)if(r.role!=="system"&&!("cache"in r&&r.cache))if(r.role==="user"){let o=[];if(typeof r.content=="string")o.push({text:r.content});else if(Array.isArray(r.content)){for(let i of r.content)if(!("cache"in i&&i.cache))switch(i.type){case"text":o.push({text:i.text});break;case"image":o.push({inlineData:{mimeType:i.mimeType,data:i.image}});break;case"audio":o.push({inlineData:{mimeType:`audio/${i.format??"mp3"}`,data:i.data}});break;case"file":"fileUri"in i?o.push({fileData:{mimeType:i.mimeType,fileUri:i.fileUri}}):o.push({inlineData:{mimeType:i.mimeType,data:i.data}});break}}o.length>0&&n.push({role:"user",parts:o})}else if(r.role==="assistant"){let o=[];if(r.content&&o.push({text:r.content}),r.functionCalls)for(let i of r.functionCalls){let a;if(typeof i.function.params=="string")try{a=JSON.parse(i.function.params)}catch{a={}}else a=i.function.params??{};o.push({functionCall:{name:i.function.name,args:a}})}o.length>0&&n.push({role:"model",parts:o})}else r.role==="function"&&n.push({role:"user",parts:[{functionResponse:{name:r.functionId,response:{result:r.result}}}]});return{dynamicContents:n,dynamicSystemInstruction:void 0}}},pn=class s extends Ge{static create(e){return new s(e)}constructor({apiKey:e,projectId:t,region:n,endpointId:r,config:o,options:i,models:a,modelInfo:u}){let l=t!==void 0&&n!==void 0,c,p;if(l){if(!e)throw new Error("GoogleGemini Vertex API key not set");if(typeof e!="function")throw new Error("GoogleGemini Vertex API key must be a function for token-based authentication");let x;r?x="endpoints":x="publishers/google",c=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/${x}`,p=async()=>({Authorization:`Bearer ${typeof e=="function"?await e():e}`})}else{if(!e)throw new Error("GoogleGemini AI API key not set");c="https://generativelanguage.googleapis.com/v1beta",p=async()=>({})}let d={...ri(),...o},m=new ni(d,l,r,e,i);u=[...ho,...u??[]];let g=x=>{let b=ot({model:x,modelInfo:u,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:b?.supported?.thinkingBudget??!1,hasShowThoughts:b?.supported?.showThoughts??!1,structuredOutputs:b?.supported?.structuredOutputs??!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!0,formats:["wav","mp3","aac","ogg"],maxDuration:9.5*60},files:{supported:!0,formats:["application/pdf","text/plain","text/csv","text/html","text/xml"],maxSize:2*1024*1024*1024,uploadMethod:"cloud"},urls:{supported:!0,webSearch:!0,contextFetching:!0}},caching:{supported:m.supportsContextCache(x),types:["persistent"]},thinking:b?.supported?.thinkingBudget??!1,multiTurn:!0}},f=a?.map(x=>{let b=x,h=b?.config;if(!h)return x;let y={};h.maxTokens!==void 0&&(y.maxTokens=h.maxTokens),h.temperature!==void 0&&(y.temperature=h.temperature),h.topP!==void 0&&(y.topP=h.topP),h.topK!==void 0&&(y.topK=h.topK),h.presencePenalty!==void 0&&(y.presencePenalty=h.presencePenalty),h.frequencyPenalty!==void 0&&(y.frequencyPenalty=h.frequencyPenalty),h.stopSequences!==void 0&&(y.stopSequences=h.stopSequences),h.endSequences!==void 0&&(y.endSequences=h.endSequences),h.stream!==void 0&&(y.stream=h.stream),h.n!==void 0&&(y.n=h.n);let I={...b};Object.keys(y).length>0&&(I.modelConfig={...b.modelConfig??{},...y});let C=h.thinking?.thinkingTokenBudget;if(typeof C=="number"){let R=d.thinkingTokenBudgetLevels,M=[["minimal",R?.minimal??200],["low",R?.low??800],["medium",R?.medium??5e3],["high",R?.high??1e4],["highest",R?.highest??24500]],v="minimal",E=Number.POSITIVE_INFINITY;for(let[k,O]of M){let L=Math.abs(C-O);L<E&&(E=L,v=k)}I.thinkingTokenBudget=v}return h.thinking?.includeThoughts!==void 0&&(I.showThoughts=!!h.thinking.includeThoughts),h.thinkingLevelMapping&&(I.thinkingLevelMapping=h.thinkingLevelMapping),h.thinkingTokenBudgetLevels&&(I.thinkingTokenBudgetLevels=h.thinkingTokenBudgetLevels),I});f?m.setModels(f):a&&m.setModels(a),super(m,{name:"GoogleGeminiAI",apiURL:c,headers:p,modelInfo:u,defaults:{model:d.model,embedModel:d.embedModel},options:i,supportFor:g,models:f??a})}};var Mp=new Ze,dn=class{options;maxTokens;refillRate;currentTokens;lastRefillTime;constructor(e,t,n){this.maxTokens=e,this.refillRate=t,this.currentTokens=e,this.lastRefillTime=Date.now(),this.options=n}refillTokens(){let e=Date.now(),n=(e-this.lastRefillTime)/1e3*this.refillRate;this.currentTokens=Math.min(this.maxTokens,this.currentTokens+n),this.lastRefillTime=e}async waitUntilTokensAvailable(e){if(this.refillTokens(),this.currentTokens>=e){this.currentTokens-=e;return}return this.options?.debug&&console.log(Mp.red(`Rate limiter: Waiting for ${e-this.currentTokens} tokens`)),await new Promise(t=>setTimeout(t,100)),this.waitUntilTokensAvailable(e)}async acquire(e){await this.waitUntilTokensAvailable(e)}};var fr=(r=>(r.Llama3_8B="llama3-8b-8192",r.Llama33_70B="llama-3.3-70b-versatile",r.Mixtral_8x7B="mixtral-8x7b-32768",r.Gemma2_9B="gemma2-9b-it",r))(fr||{});var Ao=[{name:"gemma2-9b-it",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.2,completionTokenCostPer1M:.2},{name:"llama-3.3-70b-versatile",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.59,completionTokenCostPer1M:.79},{name:"llama3-8b-8192",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.05,completionTokenCostPer1M:.08},{name:"mixtral-8x7b-32768",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.24,completionTokenCostPer1M:.24}];var Pp=()=>structuredClone({model:"llama-3.3-70b-versatile",...ye()}),mn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Groq API key not set");let i={...Pp(),...t},a={...n,streamingUsage:!1};o=[...Ao,...o??[]];let u={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0};super({apiKey:e,config:i,options:a,modelInfo:o,apiURL:"https://api.groq.com/openai/v1",models:r,supportFor:u}),super.setName("Groq"),this.setOptions(a)}setOptions=e=>{let t=this.newRateLimiter(e);super.setOptions({...e,rateLimiter:t})};newRateLimiter=e=>{if(e?.rateLimiter)return e.rateLimiter;let t=e?.tokensPerMinute??4800,n=new dn(t,t/60,{debug:e?.debug});return async(o,i)=>{let a=i.modelUsage?.tokens?.totalTokens||0;return await n.acquire(a),await o()}}};var yo=[];var bo=(e=>(e.MetaLlama270BChatHF="meta-llama/Llama-2-70b-chat-hf",e))(bo||{});var si=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...ye()}),bu=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...Be()}),oi=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,n:e.n,presencePenalty:e.presencePenalty}}createChatReq=e=>{let t=e.model,n=e.functions?`Functions:
|
|
167
|
+
`;break}default:r=JSON.stringify(n,null,2)}s(r)}};var ue={LLM_SYSTEM:"gen_ai.system",LLM_OPERATION_NAME:"gen_ai.operation.name",LLM_REQUEST_MODEL:"gen_ai.request.model",LLM_REQUEST_MAX_TOKENS:"gen_ai.request.max_tokens",LLM_REQUEST_TEMPERATURE:"gen_ai.request.temperature",LLM_REQUEST_TOP_K:"gen_ai.request.top_k",LLM_REQUEST_FREQUENCY_PENALTY:"gen_ai.request.frequency_penalty",LLM_REQUEST_PRESENCE_PENALTY:"gen_ai.request.presence_penalty",LLM_REQUEST_STOP_SEQUENCES:"gen_ai.request.stop_sequences",LLM_REQUEST_LLM_IS_STREAMING:"gen_ai.request.llm_is_streaming",LLM_REQUEST_TOP_P:"gen_ai.request.top_p",LLM_USAGE_INPUT_TOKENS:"gen_ai.usage.input_tokens",LLM_USAGE_OUTPUT_TOKENS:"gen_ai.usage.output_tokens",LLM_USAGE_TOTAL_TOKENS:"gen_ai.usage.total_tokens",LLM_USAGE_THOUGHTS_TOKENS:"gen_ai.usage.thoughts_tokens",DB_SYSTEM:"db.system",DB_TABLE:"db.table",DB_NAMESPACE:"db.namespace",DB_ID:"db.id",DB_QUERY_TEXT:"db.query.text",DB_VECTOR:"db.vector",DB_OPERATION_NAME:"db.operation.name",DB_VECTOR_QUERY_TOP_K:"db.vector.query.top_k",DB_QUERY_EMBEDDINGS:"db.query.embeddings",DB_QUERY_RESULT:"db.query.result",DB_QUERY_EMBEDDINGS_VECTOR:"db.query.embeddings.vector",DB_QUERY_RESULT_ID:"db.query.result.id",DB_QUERY_RESULT_SCORE:"db.query.result.score",DB_QUERY_RESULT_DISTANCE:"db.query.result.distance",DB_QUERY_RESULT_METADATA:"db.query.result.metadata",DB_QUERY_RESULT_VECTOR:"db.query.result.vector",DB_QUERY_RESULT_DOCUMENT:"db.query.result.document"},ht={GEN_AI_USER_MESSAGE:"gen_ai.user.message",GEN_AI_SYSTEM_MESSAGE:"gen_ai.system.message",GEN_AI_ASSISTANT_MESSAGE:"gen_ai.assistant.message",GEN_AI_TOOL_MESSAGE:"gen_ai.tool.message",GEN_AI_CHOICE:"gen_ai.choice",GEN_AI_USAGE:"gen_ai.usage"},Ds=(r=>(r.COMPLETION="completion",r.CHAT="chat",r.RERANK="rerank",r.UNKNOWN="unknown",r))(Ds||{}),Gs=(o=>(o.WORKFLOW="workflow",o.TASK="task",o.AGENT="agent",o.TOOL="tool",o.UNKNOWN="unknown",o))(Gs||{});var Us=class{buffer;doneCallback;transformFn;constructor(e,t){this.transformFn=e,this.doneCallback=t,this.buffer=t?[]:void 0}async transform(e,t){let n=this.transformFn(e);n&&(t.enqueue(n),this.buffer?.push(n))}async flush(e){await this.doneCallback?.(this.buffer??[]),e.terminate()}},Xr=class extends TransformStream{constructor(e,t){super(new Us(e,t))}};function Zr(s,e){for(let t of e){let n=s.find(r=>r.id===t.id);n?(typeof t.function.name=="string"&&t.function.name.length>0&&(n.function.name+=t.function.name),typeof t.function.params=="string"&&t.function.params.length>0&&(n.function.params+=t.function.params),typeof t.function.params=="object"&&(n.function.params=t.function.params)):s.push(t)}}var Ea=(s,e,t,n)=>{let r=n?s.filter(i=>i.role!=="system"):[...s];t({name:"ChatRequestChatPrompt",step:e,value:r})};var Ma=(s,e)=>{if(!s.results)return;let t={name:"ChatResponseResults",value:s.results};e(t)};function Pa(s,e){let t=new Map;for(let n of s)for(let r of n.results){if(!r)continue;let o=t.get(r.index);o?(r.content&&(o.content=(o.content??"")+r.content),r.thought&&(o.thought=(o.thought??"")+r.thought),r.finishReason&&(o.finishReason=r.finishReason),r.functionCalls&&(o.functionCalls?Zr(o.functionCalls,structuredClone(r.functionCalls)):o.functionCalls=structuredClone(r.functionCalls))):(o=structuredClone(r),t.set(r.index,o))}for(let n of t.values()){let r={name:"ChatResponseStreamingDoneResult",index:n.index,value:n};e(r)}}var Fa=(s,e)=>{e({name:"FunctionResults",value:s})},js=(s,e,t,n)=>{n({name:"FunctionError",index:e,fixingInstructions:t,error:s})},_a=(s,e,t,n)=>{n({name:"ValidationError",index:e,fixingInstructions:t,error:s})},Na=(s,e,t,n)=>{n({name:"AssertionError",index:e,fixingInstructions:t,error:s})},La=(s,e,t)=>{t({name:"RefusalError",index:e,error:s})};var $a=(s,e,t)=>{t({name:"EmbedRequest",embedModel:e,value:s})},Da=(s,e)=>{let t=s.slice(0,3).map(r=>({length:r.length,sample:r.slice(0,5),truncated:r.length>5})),n={name:"EmbedResponse",totalEmbeddings:s.length,value:t};e(n)},Ga=(s,e,t,n)=>{n({name:"ResultPickerUsed",sampleCount:s,selectedIndex:e,latency:t})};var to=s=>{let e={};for(let[t,n]of Object.entries(s))if(n!=null){let r=String(n);e[t]=r.length>100?r.substring(0,100):r}return e},Bt=(...s)=>{let e={};for(let t of s)t&&Object.assign(e,t);return e},eo,Ua=s=>{if(eo)return eo;if(s)return eo=xp(s),eo};var xp=s=>({latencyHistogram:s.createHistogram("ax_llm_request_duration_ms",{description:"Duration of LLM requests in milliseconds",unit:"ms"}),errorCounter:s.createCounter("ax_llm_errors_total",{description:"Total number of LLM request errors"}),requestCounter:s.createCounter("ax_llm_requests_total",{description:"Total number of LLM requests"}),tokenCounter:s.createCounter("ax_llm_tokens_total",{description:"Total number of LLM tokens consumed"}),inputTokenCounter:s.createCounter("ax_llm_input_tokens_total",{description:"Total number of input/prompt tokens consumed"}),outputTokenCounter:s.createCounter("ax_llm_output_tokens_total",{description:"Total number of output/completion tokens generated"}),errorRateGauge:s.createGauge("ax_llm_error_rate",{description:"Current error rate as a percentage (0-100)"}),meanLatencyGauge:s.createGauge("ax_llm_mean_latency_ms",{description:"Mean latency of LLM requests in milliseconds",unit:"ms"}),p95LatencyGauge:s.createGauge("ax_llm_p95_latency_ms",{description:"95th percentile latency of LLM requests in milliseconds",unit:"ms"}),p99LatencyGauge:s.createGauge("ax_llm_p99_latency_ms",{description:"99th percentile latency of LLM requests in milliseconds",unit:"ms"}),streamingRequestsCounter:s.createCounter("ax_llm_streaming_requests_total",{description:"Total number of streaming LLM requests"}),functionCallsCounter:s.createCounter("ax_llm_function_calls_total",{description:"Total number of function/tool calls made"}),functionCallLatencyHistogram:s.createHistogram("ax_llm_function_call_latency_ms",{description:"Latency of function calls in milliseconds",unit:"ms"}),requestSizeHistogram:s.createHistogram("ax_llm_request_size_bytes",{description:"Size of LLM request payloads in bytes",unit:"By"}),responseSizeHistogram:s.createHistogram("ax_llm_response_size_bytes",{description:"Size of LLM response payloads in bytes",unit:"By"}),temperatureGauge:s.createGauge("ax_llm_temperature_gauge",{description:"Temperature setting used for LLM requests"}),maxTokensGauge:s.createGauge("ax_llm_max_tokens_gauge",{description:"Maximum tokens setting used for LLM requests"}),estimatedCostCounter:s.createCounter("ax_llm_estimated_cost_total",{description:"Estimated cost of LLM requests in USD",unit:"$"}),promptLengthHistogram:s.createHistogram("ax_llm_prompt_length_chars",{description:"Length of prompts in characters"}),contextWindowUsageGauge:s.createGauge("ax_llm_context_window_usage_ratio",{description:"Context window utilization ratio (0-1)"}),timeoutsCounter:s.createCounter("ax_llm_timeouts_total",{description:"Total number of timed out LLM requests"}),abortsCounter:s.createCounter("ax_llm_aborts_total",{description:"Total number of aborted LLM requests"}),thinkingBudgetUsageCounter:s.createCounter("ax_llm_thinking_budget_usage_total",{description:"Total thinking budget tokens used"}),multimodalRequestsCounter:s.createCounter("ax_llm_multimodal_requests_total",{description:"Total number of multimodal requests (with images/audio)"}),cacheReadTokensCounter:s.createCounter("ax_llm_cache_read_tokens_total",{description:"Total number of tokens read from cache (prompt caching)"}),cacheWriteTokensCounter:s.createCounter("ax_llm_cache_write_tokens_total",{description:"Total number of tokens written to cache (prompt caching)"})}),ja=(s,e,t,n,r,o)=>{try{if(s.latencyHistogram){let i=to({operation:e,ai_service:n,...r?{model:r}:{},...o});s.latencyHistogram.record(t,i)}}catch(i){console.warn("Failed to record latency metric:",i)}},Ba=(s,e,t,n,r,o,i,a)=>{let l={operation:e,ai_service:o,...i?{model:i}:{},...a};s.meanLatencyGauge&&s.meanLatencyGauge.record(t,l),s.p95LatencyGauge&&s.p95LatencyGauge.record(n,l),s.p99LatencyGauge&&s.p99LatencyGauge.record(r,l)},za=(s,e,t,n,r)=>{try{if(s.errorCounter){let o=to({operation:e,ai_service:t,...n?{model:n}:{},...r});s.errorCounter.add(1,o)}}catch(o){console.warn("Failed to record error metric:",o)}},qa=(s,e,t,n,r,o)=>{s.errorRateGauge&&s.errorRateGauge.record(t*100,{operation:e,ai_service:n,...r?{model:r}:{},...o})},Ha=(s,e,t,n,r)=>{s.requestCounter&&s.requestCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},ir=(s,e,t,n,r,o)=>{try{let i=to({ai_service:n,...r?{model:r}:{},...o});s.tokenCounter&&s.tokenCounter.add(t,{token_type:e,...i}),e==="input"&&s.inputTokenCounter&&s.inputTokenCounter.add(t,i),e==="output"&&s.outputTokenCounter&&s.outputTokenCounter.add(t,i)}catch(i){console.warn("Failed to record token metric:",i)}},Ka=(s,e,t,n,r,o)=>{t&&s.streamingRequestsCounter&&s.streamingRequestsCounter.add(1,{operation:e,ai_service:n,...r?{model:r}:{},...o})},Wa=(s,e,t,n,r,o)=>{let i={function_name:e,...n?{ai_service:n}:{},...r?{model:r}:{},...o};s.functionCallsCounter&&s.functionCallsCounter.add(1,i),t&&s.functionCallLatencyHistogram&&s.functionCallLatencyHistogram.record(t,i)},Bs=(s,e,t,n,r,o)=>{s.requestSizeHistogram&&s.requestSizeHistogram.record(t,{operation:e,ai_service:n,...r?{model:r}:{},...o})},zs=(s,e,t,n,r,o)=>{s.responseSizeHistogram&&s.responseSizeHistogram.record(t,{operation:e,ai_service:n,...r?{model:r}:{},...o})},Va=(s,e,t,n,r,o)=>{let i={...n?{ai_service:n}:{},...r?{model:r}:{},...o};e!==void 0&&s.temperatureGauge&&s.temperatureGauge.record(e,i),t!==void 0&&s.maxTokensGauge&&s.maxTokensGauge.record(t,i)},qs=(s,e,t,n,r,o)=>{s.estimatedCostCounter&&s.estimatedCostCounter.add(t,{operation:e,ai_service:n,...r?{model:r}:{},...o})},Ja=(s,e,t,n,r)=>{s.promptLengthHistogram&&s.promptLengthHistogram.record(e,{ai_service:t,...n?{model:n}:{},...r})},Qa=(s,e,t,n,r)=>{s.contextWindowUsageGauge&&s.contextWindowUsageGauge.record(e,{ai_service:t,...n?{model:n}:{},...r})},Ya=(s,e,t,n,r)=>{s.timeoutsCounter&&s.timeoutsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},Xa=(s,e,t,n,r)=>{s.abortsCounter&&s.abortsCounter.add(1,{operation:e,ai_service:t,...n?{model:n}:{},...r})},Za=(s,e,t,n,r)=>{s.thinkingBudgetUsageCounter&&s.thinkingBudgetUsageCounter.add(e,{ai_service:t,...n?{model:n}:{},...r})},el=(s,e,t,n,r,o)=>{(e||t)&&s.multimodalRequestsCounter&&s.multimodalRequestsCounter.add(1,{ai_service:n,has_images:e.toString(),has_audio:t.toString(),...r?{model:r}:{},...o})},Hs=(s,e,t,n,r,o)=>{try{if(t<=0)return;let i=to({ai_service:n,...r?{model:r}:{},...o});e==="read"&&s.cacheReadTokensCounter&&s.cacheReadTokensCounter.add(t,i),e==="write"&&s.cacheWriteTokensCounter&&s.cacheWriteTokensCounter.add(t,i)}catch(i){console.warn("Failed to record cache token metric:",i)}};function tl(s){try{return JSON.stringify(s,null,2)}catch{return String(s)}}function xt(s,e={}){let t=[s];throw e.fieldPath!==void 0&&t.push(`Field: ${e.fieldPath}`),e.value!==void 0&&t.push(`Value: ${tl(e.value)}`),e.note&&t.push(`Note: ${e.note}`),e.item!==void 0&&t.push(`Chat item: ${tl(e.item)}`),new Error(t.join(`
|
|
168
|
+
`))}function en(s){let e=n=>JSON.stringify(n,null,2);if(!s)throw new Error(`Chat request message item cannot be null or undefined, received: ${e(s)}`);let t=typeof s=="object"&&s!==null&&"role"in s&&typeof s.role=="string"?s.role:void 0;if(!t)throw new Error(`Chat request message must have a role, received: ${e(t)}`);switch(t){case"system":{let n=typeof s=="object"&&s!==null&&"content"in s&&typeof s.content=="string"?s.content:void 0;if(!n||n.trim()==="")throw new Error(`System message content cannot be empty or whitespace-only, received: ${e(n)}`);break}case"user":{let n=typeof s=="object"&&s!==null&&"content"in s?s.content:void 0;if(n===void 0)throw new Error(`User message content cannot be undefined, received: ${e(n)}`);if(typeof n=="string"){if(n.trim()==="")throw new Error(`User message content cannot be empty or whitespace-only, received: ${e(n)}`)}else if(Array.isArray(n)){if(n.length===0)throw new Error(`User message content array cannot be empty, received: ${e(n)}`);for(let r=0;r<n.length;r++){let o=n[r];if(!o||typeof o!="object")throw new Error(`User message content item at index ${r} must be an object, received: ${e(o)}`);let i=typeof o=="object"&&o!==null&&"type"in o&&typeof o.type=="string"?o.type:void 0;if(!i)throw new Error(`User message content item at index ${r} must have a type, received: ${e(i)}`);switch(i){case"text":{let a="text"in o&&typeof o.text=="string"?o.text:void 0;if(!a||a.trim()==="")throw new Error(`User message text content at index ${r} cannot be empty or whitespace-only, received: ${e(a)}`);break}case"image":{let a="image"in o&&typeof o.image=="string"?o.image:void 0,l="mimeType"in o&&typeof o.mimeType=="string"?o.mimeType:void 0;if(!a||a.trim()==="")throw new Error(`User message image content at index ${r} cannot be empty, received: ${e(a)}`);if(!l||l.trim()==="")throw new Error(`User message image content at index ${r} must have a mimeType, received: ${e(l)}`);break}case"audio":{let a="data"in o&&typeof o.data=="string"?o.data:void 0;if(!a||a.trim()==="")throw new Error(`User message audio content at index ${r} cannot be empty, received: ${e(a)}`);break}case"file":{let a="fileUri"in o&&typeof o.fileUri=="string",l="data"in o&&typeof o.data=="string";if(!a&&!l)throw new Error(`User message file content at index ${r} must have either 'data' or 'fileUri', received: ${e(o)}`);if(a&&l)throw new Error(`User message file content at index ${r} cannot have both 'data' and 'fileUri', received: ${e(o)}`);if(a){let c=o.fileUri;if(!c||c.trim()==="")throw new Error(`User message file content at index ${r} fileUri cannot be empty, received: ${e(c)}`)}if(l){let c=o.data;if(!c||c.trim()==="")throw new Error(`User message file content at index ${r} data cannot be empty, received: ${e(c)}`)}let u="mimeType"in o&&typeof o.mimeType=="string"?o.mimeType:null;if(!u||u.trim()==="")throw new Error(`User message file content at index ${r} must have a mimeType, received: ${e(u)}`);break}case"url":{let a="url"in o&&typeof o.url=="string"?o.url:void 0;if(!a||a.trim()==="")throw new Error(`User message url content at index ${r} cannot be empty, received: ${e(a)}`);break}default:throw new Error(`User message content item at index ${r} has unsupported type: ${e(i)}`)}}}else throw new Error(`User message content must be a string or array of content objects, received: ${e(n)}`);break}case"assistant":{let n=typeof s=="object"&&s!==null&&"content"in s?s.content:void 0,r=typeof s=="object"&&s!==null&&"functionCalls"in s?s.functionCalls:void 0,o=typeof s=="object"&&s!==null&&"thoughtBlocks"in s?s.thoughtBlocks:void 0,i=typeof n=="string"&&n.trim()!=="",a=Array.isArray(r)&&r.length>0,l=Array.isArray(o)&&o.length>0;if(!i&&!a&&!l&&xt("Assistant message must include non-empty content, at least one function call, or thought blocks",{fieldPath:"content | functionCalls | thoughtBlocks",value:{content:n,functionCalls:r,thoughtBlocks:o},item:s}),n!==void 0&&typeof n!="string"&&xt("Assistant message content must be a string",{fieldPath:"content",value:n,item:s}),r!==void 0&&!Array.isArray(r)&&xt("Assistant message functionCalls must be an array when provided",{fieldPath:"functionCalls",value:r,item:s}),Array.isArray(r))for(let u=0;u<r.length;u++){let c=r[u];if((!c||typeof c!="object")&&xt("functionCalls entry must be an object",{fieldPath:`functionCalls[${u}]`,value:c,item:s}),(!("id"in c)||typeof c.id!="string"||c.id.trim()==="")&&xt("functionCalls entry must include a non-empty string id",{fieldPath:`functionCalls[${u}].id`,value:c.id,item:s}),(!("type"in c)||c.type!=="function")&&xt("functionCalls entry must have type 'function'",{fieldPath:`functionCalls[${u}].type`,value:c.type,item:s}),!("function"in c)||!c.function)xt("functionCalls entry must include a function object",{fieldPath:`functionCalls[${u}].function`,value:c.function,item:s});else{let p=c.function;(!("name"in p)||typeof p.name!="string"||p.name.trim()==="")&&xt("functionCalls entry must include a non-empty function name",{fieldPath:`functionCalls[${u}].function.name`,value:p?.name,item:s}),p.params!==void 0&&typeof p.params!="string"&&typeof p.params!="object"&&xt("functionCalls entry params must be a string or object when provided",{fieldPath:`functionCalls[${u}].function.params`,value:p.params,item:s})}}if(s.name!==void 0){let u=s.name;(typeof u!="string"||u.trim()==="")&&xt("Assistant message name must be a non-empty string when provided",{fieldPath:"name",value:u,item:s})}break}case"function":{let n=typeof s=="object"&&s!==null&&"functionId"in s&&typeof s.functionId=="string"?s.functionId:void 0,r=typeof s=="object"&&s!==null&&"result"in s?s.result:void 0;if(!n||n.trim()==="")throw new Error(`Function message must have a non-empty functionId, received: ${e(n)}`);if(r==null)throw new Error(`Function message must have a result, received: ${e(r)}`);if(typeof r!="string")throw new Error(`Function message result must be a string, received: ${e(r)}`);s.isError!==void 0&&typeof s.isError!="boolean"&&xt("Function message isError must be a boolean when provided",{fieldPath:"isError",value:s.isError,item:s});break}default:throw new Error(`Unsupported message role: ${e(t)}`)}}function no(s){let e=n=>JSON.stringify(n,null,2),t=Array.isArray(s)?s:[s];if(t.length===0)throw new Error(`Chat response results cannot be empty, received: ${e(t)}`);for(let n=0;n<t.length;n++){let r=t[n];if(!r)throw new Error(`Chat response result at index ${n} cannot be null or undefined, received: ${e(r)}`);if(typeof r.index!="number")throw new Error(`Chat response result at index ${n} must have a numeric index, received: ${e(r.index)}`);if(r.index<0)throw new Error(`Chat response result at index ${n} must have a non-negative index, received: ${e(r.index)}`);if(!r.content&&!r.thought&&(!r.thoughtBlocks||r.thoughtBlocks.length===0)&&!r.functionCalls&&!r.finishReason)throw new Error(`Chat response result at index ${n} must have at least one of: content, thought, thoughtBlocks, functionCalls, or finishReason, received: ${e({content:r.content,thought:r.thought,thoughtBlocks:r.thoughtBlocks,functionCalls:r.functionCalls,finishReason:r.finishReason})}`);if(r.content!==void 0&&typeof r.content!="string")throw new Error(`Chat response result content at index ${n} must be a string, received: ${e(r.content)}`);if(r.thought!==void 0&&typeof r.thought!="string")throw new Error(`Chat response result thought at index ${n} must be a string, received: ${e(r.thought)}`);if(r.thoughtBlocks!==void 0){if(!Array.isArray(r.thoughtBlocks))throw new Error(`Chat response result thoughtBlocks at index ${n} must be an array, received: ${e(r.thoughtBlocks)}`);for(let o=0;o<r.thoughtBlocks.length;o++){let i=r.thoughtBlocks[o];if(typeof i!="object"||i===null)throw new Error(`Chat response result thoughtBlocks[${o}] at index ${n} must be an object, received: ${e(i)}`);if(typeof i.data!="string")throw new Error(`Chat response result thoughtBlocks[${o}].data at index ${n} must be a string, received: ${e(i.data)}`);if(typeof i.encrypted!="boolean")throw new Error(`Chat response result thoughtBlocks[${o}].encrypted at index ${n} must be a boolean, received: ${e(i.encrypted)}`);if(i.signature!==void 0&&typeof i.signature!="string")throw new Error(`Chat response result thoughtBlocks[${o}].signature at index ${n} must be a string when provided, received: ${e(i.signature)}`)}}if(r.name!==void 0){if(typeof r.name!="string")throw new Error(`Chat response result name at index ${n} must be a string, received: ${e(r.name)}`);if(r.name.trim()==="")throw new Error(`Chat response result name at index ${n} cannot be empty or whitespace-only, received: ${e(r.name)}`)}if(r.annotations!==void 0){if(!Array.isArray(r.annotations))throw new Error(`Chat response result annotations at index ${n} must be an array, received: ${e(r.annotations)}`);for(let o=0;o<r.annotations.length;o++){let i=r.annotations[o];if(!i||typeof i!="object")throw new Error(`Chat response result annotation at index ${n}[${o}] must be an object, received: ${e(i)}`);if(i.type!=="url_citation")throw new Error(`Chat response result annotation at index ${n}[${o}] must have type 'url_citation', received: ${e(i.type)}`);if(!i.url_citation||typeof i.url_citation!="object")throw new Error(`Chat response result annotation at index ${n}[${o}] must have a valid url_citation object, received: ${e(i.url_citation)}`);if(typeof i.url_citation.url!="string")throw new Error(`Chat response result annotation at index ${n}[${o}] url_citation.url must be a string, received: ${e(i.url_citation.url)}`)}}if(r.id!==void 0){if(typeof r.id!="string")throw new Error(`Chat response result id at index ${n} must be a string, received: ${e(r.id)}`);if(r.id.trim()==="")throw new Error(`Chat response result id at index ${n} cannot be empty or whitespace-only, received: ${e(r.id)}`)}if(r.functionCalls!==void 0){if(!Array.isArray(r.functionCalls))throw new Error(`Chat response result functionCalls at index ${n} must be an array, received: ${e(r.functionCalls)}`);for(let o=0;o<r.functionCalls.length;o++){let i=r.functionCalls[o];if(!i)throw new Error(`Function call at index ${o} in result ${n} cannot be null or undefined, received: ${e(i)}`);if(!i.id||typeof i.id!="string"||i.id.trim()==="")throw new Error(`Function call at index ${o} in result ${n} must have a non-empty string id, received: ${e(i.id)}`);if(i.type!=="function")throw new Error(`Function call at index ${o} in result ${n} must have type 'function', received: ${e(i.type)}`);if(!i.function)throw new Error(`Function call at index ${o} in result ${n} must have a function object, received: ${e(i.function)}`);if(!i.function.name||typeof i.function.name!="string"||i.function.name.trim()==="")throw new Error(`Function call at index ${o} in result ${n} must have a non-empty function name, received: ${e(i.function.name)}`);if(i.function.params!==void 0&&typeof i.function.params!="string"&&typeof i.function.params!="object")throw new Error(`Function call params at index ${o} in result ${n} must be a string or object, received: ${e(i.function.params)}`)}}if(r.finishReason!==void 0){let o=["stop","length","function_call","content_filter","error"];if(!o.includes(r.finishReason))throw new Error(`Chat response result finishReason at index ${n} must be one of: ${o.join(", ")}, received: ${e(r.finishReason)}`)}}}var Ks=new Map;function Ap(s){return`${s.providerName}:${s.contentHash}`}function yp(s,e){e.type==="text"?s.update(`text:${e.text}`):e.type==="image"?s.update(`image:${e.mimeType}:${e.image.slice(0,100)}`):e.type==="audio"?s.update(`audio:${e.format}:${e.data.slice(0,100)}`):e.type==="file"&&("fileUri"in e?s.update(`file:${e.mimeType}:${e.fileUri}`):s.update(`file:${e.mimeType}:${e.data.slice(0,100)}`))}function bp(s){let e=tt("sha256"),t=-1;for(let n=s.length-1;n>=0;n--){let r=s[n];if("cache"in r&&r.cache){t=n;break}}for(let n=0;n<s.length;n++){let r=s[n];if(r.role==="system"){e.update(`system:${r.content}`);continue}if(t>=0&&n<=t)if(r.role==="user"){if(typeof r.content=="string")e.update(`user:${r.content}`);else if(Array.isArray(r.content))for(let o of r.content)yp(e,o)}else r.role==="assistant"&&r.content&&e.update(`assistant:${r.content}`)}return e.digest("hex")}var be=()=>structuredClone({temperature:0}),je=()=>structuredClone({temperature:.4,frequencyPenalty:.2}),Ge=class{constructor(e,{name:t,apiURL:n,headers:r,modelInfo:o,defaults:i,options:a={},supportFor:l,models:u}){this.aiImpl=e;this.name=t,this.apiURL=n||"",this.headers=r,this.supportFor=l,this.tracer=a.tracer??ie.tracer,this.meter=a.meter??ie.meter,this.modelInfo=o,this.models=u,this.id=Ve();let c=this.getModel(i.model)??i.model,p=this.getEmbedModel(i.embedModel)??i.embedModel;if(this.defaults={model:c,embedModel:p},!i.model||typeof i.model!="string"||i.model==="")throw new Error("No model defined");this.setOptions(a),u&&Ip(u)}#e=!1;#t=!1;rt;fetch;tracer;meter;timeout;excludeContentFromTrace;models;abortSignal;logger=ie.logger??va;corsProxy;retry;customLabels;modelInfo;modelUsage;embedModelUsage;defaults;lastUsedModelConfig;lastUsedChatModel;lastUsedEmbedModel;apiURL;name;id;headers;supportFor;metrics={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}};getMetricsInstruments(){return Ua(this.meter)}setName(e){this.name=e}getId(){return this.id}setAPIURL(e){this.apiURL=e}setHeaders(e){this.headers=e}get debug(){return this.#e}setOptions(e){this.#e=e.debug??ie.debug??!1,this.#t=e.verbose??!1,this.rt=e.rateLimiter,this.fetch=e.fetch,this.timeout=e.timeout,this.tracer=e.tracer??ie.tracer,this.meter=e.meter??ie.meter,this.excludeContentFromTrace=e.excludeContentFromTrace,this.abortSignal=e.abortSignal,this.logger=e.logger??ie.logger??this.logger,this.corsProxy=e.corsProxy,this.retry=e.retry,this.customLabels=e.customLabels}getOptions(){return{debug:this.#e,verbose:this.#t,rateLimiter:this.rt,fetch:this.fetch,tracer:this.tracer,meter:this.meter,timeout:this.timeout,excludeContentFromTrace:this.excludeContentFromTrace,abortSignal:this.abortSignal,logger:this.logger,corsProxy:this.corsProxy,retry:this.retry,customLabels:this.customLabels}}getLogger(){return this.logger}getMergedCustomLabels(e){return Bt(ie.customLabels,this.customLabels,e)}getModelList(){let e=[];for(let t of this.models??[])t.isInternal||("model"in t&&t.model&&e.push({key:t.key,description:t.description,model:t.model}),"embedModel"in t&&t.embedModel&&e.push({key:t.key,description:t.description,embedModel:t.embedModel}));return e}getName(){return this.name}getFeatures(e){return typeof this.supportFor=="function"?this.supportFor(e??this.defaults.model):this.supportFor}getLastUsedChatModel(){return this.lastUsedChatModel}getLastUsedEmbedModel(){return this.lastUsedEmbedModel}getLastUsedModelConfig(){return this.lastUsedModelConfig}calculatePercentile(e,t){if(e.length===0)return 0;let n=[...e].sort((o,i)=>o-i),r=Math.ceil(t/100*n.length)-1;return n[r]??0}updateLatencyMetrics(e,t,n){let r=this.metrics.latency[e];r.samples.push(t),r.samples.length>1e3&&r.samples.shift(),r.mean=r.samples.reduce((i,a)=>i+a,0)/r.samples.length,r.p95=this.calculatePercentile(r.samples,95),r.p99=this.calculatePercentile(r.samples,99);let o=this.getMetricsInstruments();if(o){let i=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel,a=this.getMergedCustomLabels(n);ja(o,e,t,this.name,i,a),Ba(o,e,r.mean,r.p95,r.p99,this.name,i,a)}}updateErrorMetrics(e,t,n){let r=this.metrics.errors[e];r.total++,t&&r.count++,r.rate=r.count/r.total;let o=this.getMetricsInstruments();if(o){let i=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel,a=this.getMergedCustomLabels(n);Ha(o,e,this.name,i,a),t&&za(o,e,this.name,i,a),qa(o,e,r.rate,this.name,i,a)}}recordTokenUsage(e,t){let n=this.getMetricsInstruments();if(n&&e?.tokens){let{promptTokens:r,completionTokens:o,totalTokens:i,thoughtsTokens:a,cacheReadTokens:l,cacheCreationTokens:u}=e.tokens,c=this.getMergedCustomLabels(t);r&&ir(n,"input",r,this.name,e.model,c),o&&ir(n,"output",o,this.name,e.model,c),i&&ir(n,"total",i,this.name,e.model,c),a&&ir(n,"thoughts",a,this.name,e.model,c),l&&Hs(n,"read",l,this.name,e.model,c),u&&Hs(n,"write",u,this.name,e.model,c)}}calculateRequestSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}calculateResponseSize(e){try{return new TextEncoder().encode(JSON.stringify(e)).length}catch{return 0}}detectMultimodalContent(e){let t=!1,n=!1;if(e.chatPrompt&&Array.isArray(e.chatPrompt)){for(let r of e.chatPrompt)if(r.role==="user"&&Array.isArray(r.content))for(let o of r.content)o.type==="image"?t=!0:o.type==="audio"&&(n=!0)}return{hasImages:t,hasAudio:n}}calculatePromptLength(e){let t=0;if(e.chatPrompt&&Array.isArray(e.chatPrompt))for(let n of e.chatPrompt)if(n.role==="system"||n.role==="assistant")n.content&&(t+=n.content.length);else if(n.role==="user"){if(typeof n.content=="string")t+=n.content.length;else if(Array.isArray(n.content))for(let r of n.content)r.type==="text"&&(t+=r.text.length)}else n.role==="function"&&n.result&&(t+=n.result.length);return t}calculateContextWindowUsage(e,t){if(!t?.tokens?.promptTokens)return 0;let n=this.modelInfo.find(r=>r.name===e);return n?.contextWindow?t.tokens.promptTokens/n.contextWindow:0}estimateCost(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(l=>l.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:r=0,completionTokens:o=0}=t.tokens,i=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return r*i/1e6+o*a/1e6}estimateCostByName(e,t){if(!t?.tokens)return 0;let n=this.modelInfo.find(l=>l.name===e);if(!n||!n.promptTokenCostPer1M&&!n.completionTokenCostPer1M)return 0;let{promptTokens:r=0,completionTokens:o=0}=t.tokens,i=n.promptTokenCostPer1M||0,a=n.completionTokenCostPer1M||0;return r*i/1e6+o*a/1e6}recordFunctionCallMetrics(e,t,n){let r=this.getMetricsInstruments();if(!(!r||!e))for(let o of e)o&&typeof o=="object"&&"function"in o&&o.function&&typeof o.function=="object"&&"name"in o.function&&Wa(r,o.function.name,void 0,this.name,t,this.getMergedCustomLabels(n))}recordTimeoutMetric(e,t){let n=this.getMetricsInstruments();if(n){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;Ya(n,e,this.name,r,this.getMergedCustomLabels(t))}}recordAbortMetric(e,t){let n=this.getMetricsInstruments();if(n){let r=e==="chat"?this.lastUsedChatModel:this.lastUsedEmbedModel;Xa(n,e,this.name,r,this.getMergedCustomLabels(t))}}recordChatMetrics(e,t,n){let r=this.getMetricsInstruments();if(!r)return;let o=this.lastUsedChatModel,i=this.lastUsedModelConfig,a=this.getMergedCustomLabels(t?.customLabels),l=i?.stream??!1;Ka(r,"chat",l,this.name,o,a);let{hasImages:u,hasAudio:c}=this.detectMultimodalContent(e);el(r,u,c,this.name,o,a);let p=this.calculatePromptLength(e);Ja(r,p,this.name,o,a),Va(r,i?.temperature,i?.maxTokens,this.name,o,a),t?.thinkingTokenBudget&&this.modelUsage?.tokens?.thoughtsTokens&&Za(r,this.modelUsage.tokens.thoughtsTokens,this.name,o,a);let d=this.calculateRequestSize(e);if(Bs(r,"chat",d,this.name,o,a),n&&!l){let m=n,g=this.calculateResponseSize(m);if(zs(r,"chat",g,this.name,o,a),m.results)for(let b of m.results)b.functionCalls&&this.recordFunctionCallMetrics(b.functionCalls,this.lastUsedChatModel,a);let f=this.calculateContextWindowUsage(this.lastUsedChatModel,m.modelUsage);f>0&&Qa(r,f,this.name,o,a);let x=this.estimateCost(this.lastUsedChatModel,m.modelUsage);x>0&&qs(r,"chat",x,this.name,o,a)}}recordEmbedMetrics(e,t,n){let r=this.getMetricsInstruments();if(!r)return;let o=this.lastUsedEmbedModel,i=this.getMergedCustomLabels(n?.customLabels),a=this.calculateRequestSize(e);Bs(r,"embed",a,this.name,o,i);let l=this.calculateResponseSize(t);zs(r,"embed",l,this.name,o,i);let u=this.estimateCostByName(o,t.modelUsage);u>0&&qs(r,"embed",u,this.name,o,i)}getMetrics(){return structuredClone(this.metrics)}async chat(e,t){let n=performance.now(),r=!1,o,i=this.getModelByKey(e.model),a=i?i.thinkingTokenBudget:void 0,l={...i?{thinkingTokenBudget:a,showThoughts:i.showThoughts,stream:i.stream,debug:i.debug,useExpensiveModel:i.useExpensiveModel}:void 0,...Object.fromEntries(Object.entries(t??{}).filter(([,u])=>u!==void 0))};try{return o=await this._chat1(e,l),o}catch(u){throw r=!0,u instanceof Error&&(u.message.includes("timeout")||u.name==="TimeoutError"?this.recordTimeoutMetric("chat",l?.customLabels):(u.message.includes("abort")||u.name==="AbortError")&&this.recordAbortMetric("chat",l?.customLabels)),u}finally{let u=performance.now()-n;this.updateLatencyMetrics("chat",u,l?.customLabels),this.updateErrorMetrics("chat",r,l?.customLabels),r||this.recordChatMetrics(e,l,o)}}async _chat1(e,t){let n=this.getModel(e.model)??e.model??this.defaults.model;if(Array.isArray(e.chatPrompt))for(let u of e.chatPrompt)en(u);let r=this.getModelByKey(e.model),o={...this.aiImpl.getModelConfig(),...r?r.modelConfig:void 0,...e.modelConfig},i=this.modelInfo.find(u=>u.name===n);if(i?.notSupported?.temperature&&"temperature"in o&&delete o.temperature,i?.notSupported?.topP&&"topP"in o&&delete o.topP,t?.thinkingTokenBudget&&!this.getFeatures(n).hasThinkingBudget)throw new Error(`Model ${n} does not support thinkingTokenBudget.`);if(t?.showThoughts&&!this.getFeatures(n).hasShowThoughts)throw new Error(`Model ${n} does not support showThoughts.`);if(this.modelInfo.find(u=>u.name===n)?.isExpensive&&t?.useExpensiveModel!=="yes")throw new Error(`Model ${n} is marked as expensive and requires explicit confirmation. Set useExpensiveModel: "yes" to proceed.`);return o.stream=(t?.stream!==void 0?t.stream:o.stream)??!0,this.getFeatures(n).streaming||(o.stream=!1),this.tracer?await this.tracer.startActiveSpan("AI Chat Request",{kind:tn.SpanKind.SERVER,attributes:{[ue.LLM_SYSTEM]:this.name,[ue.LLM_OPERATION_NAME]:"chat",[ue.LLM_REQUEST_MODEL]:n,[ue.LLM_REQUEST_MAX_TOKENS]:o.maxTokens??"Not set",[ue.LLM_REQUEST_TEMPERATURE]:o.temperature,[ue.LLM_REQUEST_TOP_P]:o.topP??"Not set",[ue.LLM_REQUEST_TOP_K]:o.topK??"Not set",[ue.LLM_REQUEST_FREQUENCY_PENALTY]:o.frequencyPenalty??"Not set",[ue.LLM_REQUEST_PRESENCE_PENALTY]:o.presencePenalty??"Not set",[ue.LLM_REQUEST_STOP_SEQUENCES]:o.stopSequences?.join(", ")??"Not set",[ue.LLM_REQUEST_LLM_IS_STREAMING]:o.stream??"Not set"}},t?.traceContext??tn.context.active(),async u=>await this._chat2(n,o,e,t,u)):await this._chat2(n,o,e,t)}cleanupFunctionSchema(e){let t={...e};if(t.parameters){let n={...t.parameters};Array.isArray(n.required)&&n.required.length===0&&delete n.required,n.properties&&Object.keys(n.properties).length===0&&delete n.properties,Object.keys(n).length===0||Object.keys(n).length===1&&n.type==="object"?delete t.parameters:t.parameters=n}return t}async _chat2(e,t,n,r,o){if(!this.aiImpl.createChatReq)throw new Error("createChatReq not implemented");let i=r?.debug??this.#e,a=r?.verbose??this.#t,l;n.functions&&n.functions.length>0&&(l=n.functions.map(y=>this.cleanupFunctionSchema(y)));let u={...n,model:e,functions:l,modelConfig:t};this.lastUsedChatModel=e,this.lastUsedModelConfig=t,i&&Ea(u.chatPrompt,r?.stepIndex??0,r?.logger??this.logger,r?.debugHideSystemPrompt);let c=this.getFeatures(e).functions,p=r?.functionCallMode??"auto",m=p==="prompt"||p==="auto"&&!c?{...u,chatPrompt:u.chatPrompt.map(y=>{if(y.role==="assistant"){let{content:I,name:C,cache:R}=y;return{role:"assistant",content:I,name:C,cache:R}}return y.role==="function"?{role:"user",content:y.result}:y}),functions:[]}:u,g=await this.handleContextCaching(e,m,r,o),f=async()=>{if(g?.preparedRequest){let{apiConfig:R,request:P}=g.preparedRequest;return o?.isRecording()&&nl(n,o,this.excludeContentFromTrace),await Qe({name:R.name,url:this.apiURL,localCall:R.localCall,headers:await this.buildHeaders(R.headers),stream:t.stream,timeout:this.timeout,verbose:a,fetch:this.fetch,span:o,abortSignal:r?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:r?.retry??this.retry},P)}let[y,I]=await this.aiImpl.createChatReq(m,r);return o?.isRecording()&&nl(n,o,this.excludeContentFromTrace),await Qe({name:y.name,url:this.apiURL,localCall:y.localCall,headers:await this.buildHeaders(y.headers),stream:t.stream,timeout:this.timeout,verbose:a,fetch:this.fetch,span:o,abortSignal:r?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:r?.retry??this.retry},I)},x=r?.rateLimiter??this.rt,b=x?await x(f,{modelUsage:this.modelUsage}):await f();if(t.stream){if(!this.aiImpl.createChatStreamResp)throw new Error("createChatStreamResp not implemented");let y=this.aiImpl.createChatStreamResp.bind(this),I=v=>E=>{let k=y(E,v);if(k.sessionId=r?.sessionId,!k.modelUsage){let O=this.aiImpl.getTokenUsage();O&&(k.modelUsage={ai:this.name,model:e,tokens:O})}return this.modelUsage=k.modelUsage,this.recordTokenUsage(k.modelUsage,r?.customLabels),o?.isRecording()&&rl(k,o,this.excludeContentFromTrace),k},C=async v=>{o?.isRecording()&&o.end(),i&&Pa(v,r?.logger??this.logger)};if(typeof window<"u"){let v=b,E={},k=[],O=r?.abortSignal??this.abortSignal;return new ReadableStream({start:L=>{let F=v.getReader(),M=()=>{try{F.cancel().catch(()=>{})}catch{}try{this.recordAbortMetric("chat",r?.customLabels)}catch{}try{o?.isRecording()&&o.end()}catch{}try{L.error(new DOMException("Aborted","AbortError"))}catch{L.error(new Error("Aborted"))}};if(O){if(O.aborted){M();return}O.addEventListener("abort",M,{once:!0})}async function _(){try{for(;;){let{done:j,value:H}=await F.read();if(j){C&&await C(k),L.close();break}let D=I(E)(H);D&&(k.push(D),L.enqueue(D))}}catch(j){if(L.error(j),o?.isRecording())try{o.end()}catch{}}finally{if(F.releaseLock(),O)try{O.removeEventListener("abort",M)}catch{}}}_()}})}return b.pipeThrough(new Xr(I({}),C))}if(!this.aiImpl.createChatResp)throw new Error("createChatResp not implemented");let h=this.aiImpl.createChatResp(b);if(h.sessionId=r?.sessionId,!h.modelUsage){let y=this.aiImpl.getTokenUsage();y&&(h.modelUsage={ai:this.name,model:e,tokens:y})}return h.modelUsage&&(this.modelUsage=h.modelUsage,this.recordTokenUsage(h.modelUsage,r?.customLabels)),o?.isRecording()&&(rl(h,o,this.excludeContentFromTrace),o.end()),i&&Ma(h,r?.logger??this.logger),h}async embed(e,t){let n=performance.now(),r=!1,o,i=this.getModelByKey(e.embedModel),a={...i?{thinkingTokenBudget:i.thinkingTokenBudget,showThoughts:i.showThoughts,stream:i.stream,debug:i.debug,useExpensiveModel:i.useExpensiveModel}:void 0,...t};try{return o=await this._embed1(e,a),o}catch(l){throw r=!0,l instanceof Error&&(l.message.includes("timeout")||l.name==="TimeoutError"?this.recordTimeoutMetric("embed",a?.customLabels):(l.message.includes("abort")||l.name==="AbortError")&&this.recordAbortMetric("embed",a?.customLabels)),l}finally{let l=performance.now()-n;this.updateLatencyMetrics("embed",l,a?.customLabels),this.updateErrorMetrics("embed",r,a?.customLabels),!r&&o&&this.recordEmbedMetrics(e,o,a)}}async _embed1(e,t){let n=this.getEmbedModel(e.embedModel)??e.embedModel??this.defaults.embedModel;if(!n)throw new Error("No embed model defined");return this.tracer?await this.tracer.startActiveSpan("AI Embed Request",{kind:tn.SpanKind.SERVER,attributes:{[ue.LLM_SYSTEM]:this.name,[ue.LLM_OPERATION_NAME]:"embeddings",[ue.LLM_REQUEST_MODEL]:n}},t?.traceContext??tn.context.active(),async r=>await this._embed2(n,e,t,r)):await this._embed2(n,e,t)}async _embed2(e,t,n,r){if(!this.aiImpl.createEmbedReq)throw new Error("createEmbedReq not implemented");if(!this.aiImpl.createEmbedResp)throw new Error("createEmbedResp not implemented");let o=this.aiImpl.createEmbedReq.bind(this.aiImpl),i=n?.debug??this.#e,a=n?.verbose??this.#t,l={...t,embedModel:e};this.lastUsedEmbedModel=e,i&&$a(l.texts??[],e,n?.logger??this.logger);let u=async()=>{let[m,g]=await o(l);return await Qe({name:m.name,url:this.apiURL,localCall:m.localCall,headers:await this.buildHeaders(m.headers),verbose:a,fetch:this.fetch,timeout:this.timeout,span:r,abortSignal:n?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:n?.retry??this.retry},g)},c=n?.rateLimiter??this.rt,p=c?await c(u,{modelUsage:this.embedModelUsage}):await u(),d=this.aiImpl.createEmbedResp?.(p);if(d.sessionId=n?.sessionId,!d.modelUsage){let m=this.aiImpl.getTokenUsage();m&&(d.modelUsage={ai:this.name,model:e,tokens:m})}return this.embedModelUsage=d.modelUsage,this.recordTokenUsage(d.modelUsage,n?.customLabels),r?.isRecording()&&d.modelUsage?.tokens&&r.addEvent(ht.GEN_AI_USAGE,{[ue.LLM_USAGE_INPUT_TOKENS]:d.modelUsage.tokens.promptTokens,[ue.LLM_USAGE_OUTPUT_TOKENS]:d.modelUsage.tokens.completionTokens??0,[ue.LLM_USAGE_TOTAL_TOKENS]:d.modelUsage.tokens.totalTokens}),i&&Da(d.embeddings,n?.logger??this.logger),r?.end(),d}async buildHeaders(e={}){return{...e,...await this.headers()}}getModelByKey(e){return e?this.models?.find(n=>n.key===e):void 0}getModel(e){let t=this.getModelByKey(e);return t&&"model"in t?t.model:void 0}getEmbedModel(e){let t=this.getModelByKey(e);return t&&"embedModel"in t?t.embedModel:void 0}async handleContextCaching(e,t,n,r){let o=n?.contextCache;if(!o)return null;let i=this.aiImpl.supportsContextCache?.(e)??!1,a=this.aiImpl.supportsImplicitCaching?.(e)??!1;if(!i&&!a)throw new Error(`Context caching is not supported by this provider/model (${this.getName()}/${e}). Remove the contextCache option or use a provider that supports caching.`);if(!i)return null;let l=o.ttlSeconds??3600,u=o.refreshWindowSeconds??300,c=o.minTokens??2048;if(o.name)return this.useCacheByName(e,t,o.name,n,r);let p=bp(t.chatPrompt);if(!p||p===tt("sha256").digest("hex"))return null;let d={providerName:this.getName(),contentHash:p},m=Ap(d),g=Date.now(),f=o.registry,x=f?await f.get(m):Ks.get(m);if(x&&x.expiresAt>g){if(x.expiresAt-g<u*1e3&&this.aiImpl.buildCacheUpdateTTLOp){await this.executeCacheOperation(this.aiImpl.buildCacheUpdateTTLOp(x.cacheName,l),n,r);let I={cacheName:x.cacheName,expiresAt:g+l*1e3,tokenCount:x.tokenCount};f?await f.set(m,I):Ks.set(m,{...I,contentHash:p,lastTouchedAt:g})}return this.useCacheByName(e,t,x.cacheName,n,r)}if(this.estimateCacheableTokens(t.chatPrompt)<c)return null;let h=this.aiImpl.buildCacheCreateOp?.(t,n);if(h){let y=await this.executeCacheOperation(h,n,r);if(y){let I={cacheName:y.name,expiresAt:new Date(y.expiresAt).getTime(),tokenCount:y.tokenCount};return f?await f.set(m,I):Ks.set(m,{...I,contentHash:p,lastTouchedAt:g}),this.useCacheByName(e,t,y.name,n,r)}}return null}async useCacheByName(e,t,n,r,o){if(this.aiImpl.prepareCachedChatReq){let i=await this.aiImpl.prepareCachedChatReq(t,r??{},n);return{preparedRequest:{apiConfig:i.apiConfig,request:i.request}}}return null}async executeCacheOperation(e,t,n){let r=t?.verbose??this.#t;try{n?.addEvent("context_cache.operation",{type:e.type,endpoint:e.apiConfig.name});let o=await Qe({name:e.apiConfig.name,url:this.apiURL,localCall:e.apiConfig.localCall,headers:await this.buildHeaders(e.apiConfig.headers),stream:!1,timeout:this.timeout,verbose:r,fetch:this.fetch,span:n,abortSignal:t?.abortSignal??this.abortSignal,corsProxy:this.corsProxy,retry:t?.retry??this.retry},e.request);return e.parseResponse(o)}catch(o){n?.addEvent("context_cache.error",{type:e.type,error:o instanceof Error?o.message:String(o)});return}}estimateCacheableTokens(e){let t=0;for(let n of e){if(n.role==="system"){t+=n.content.length;continue}if("cache"in n&&n.cache)if(n.role==="user"){if(typeof n.content=="string")t+=n.content.length;else if(Array.isArray(n.content))for(let r of n.content)"cache"in r&&r.cache&&(r.type==="text"?t+=r.text.length:r.type==="image"?t+=1e3:r.type==="audio"?t+=2e3:r.type==="file"&&(t+=500))}else n.role==="assistant"&&n.content&&(t+=n.content.length)}return Math.ceil(t/4)}};function nl(s,e,t){let n=[];if(s.chatPrompt&&Array.isArray(s.chatPrompt)&&s.chatPrompt.length>0)for(let o of s.chatPrompt)switch(o.role){case"system":if(o.content){let i={};t||(i.content=o.content),e.addEvent(ht.GEN_AI_SYSTEM_MESSAGE,i)}break;case"user":if(typeof o.content=="string")n.push(o.content);else if(Array.isArray(o.content))for(let i of o.content)i.type==="text"&&n.push(i.text);break;case"assistant":{let i=o.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params}));if(i&&i.length>0){let a={function_calls:JSON.stringify(i,null,2)};!t&&o.content&&(a.content=o.content),e.addEvent(ht.GEN_AI_ASSISTANT_MESSAGE,a)}else if(o.content){let a={};t||(a.content=o.content),e.addEvent(ht.GEN_AI_ASSISTANT_MESSAGE,a)}break}case"function":{let i={id:o.functionId};t||(i.content=o.result),e.addEvent(ht.GEN_AI_TOOL_MESSAGE,i);break}}let r={};t||(r.content=n.join(`
|
|
169
|
+
`)),e.addEvent(ht.GEN_AI_USER_MESSAGE,r)}function rl(s,e,t){if(s.modelUsage?.tokens){let n=s.modelUsage.tokens.thoughtsTokens?{[ue.LLM_USAGE_THOUGHTS_TOKENS]:s.modelUsage.tokens.thoughtsTokens}:{};e.addEvent(ht.GEN_AI_USAGE,{[ue.LLM_USAGE_INPUT_TOKENS]:s.modelUsage.tokens.promptTokens,[ue.LLM_USAGE_OUTPUT_TOKENS]:s.modelUsage.tokens.completionTokens??0,[ue.LLM_USAGE_TOTAL_TOKENS]:s.modelUsage.tokens.totalTokens,...n})}if(s.results)for(let n=0;n<s.results.length;n++){let r=s.results[n];if(!r||!r.content&&!r.thought&&!r.functionCalls?.length&&!r.finishReason)continue;let o=r.functionCalls?.map(a=>({id:a.id,type:a.type,function:a.function.name,arguments:a.function.params})),i={};o&&o.length>0?(t||(i.content=r.content),i.tool_calls=o):t||(i.content=r.content??""),e.addEvent(ht.GEN_AI_CHOICE,{finish_reason:r.finishReason,index:n,message:JSON.stringify(i,null,2)})}}function ol(s){let e=0;for(let t of s){if(!t||typeof t!="object")throw new Error(`AxMessage array validation failed: Item at index ${e} is not a valid message object`);if(t.role!=="user"&&t.role!=="assistant")throw new Error(`AxMessage array validation failed: Item at index ${e} has invalid role: ${t.role}`);e++}}function Ip(s){let e=new Set;for(let t of s){if(e.has(t.key))throw new Error(`Duplicate model key detected: "${t.key}". Each model key must be unique.`);e.add(t.key)}}var ar=(x=>(x.Claude46Opus="claude-opus-4-6",x.Claude46Sonnet="claude-sonnet-4-6",x.Claude45Opus="claude-opus-4-5-20251101",x.Claude41Opus="claude-opus-4-1-20250805",x.Claude4Opus="claude-opus-4-20250514",x.Claude4Sonnet="claude-sonnet-4-20250514",x.Claude45Sonnet="claude-sonnet-4-5-20250929",x.Claude45Haiku="claude-haiku-4-5",x.Claude37Sonnet="claude-3-7-sonnet-latest",x.Claude35Sonnet="claude-3-5-sonnet-latest",x.Claude35Haiku="claude-3-5-haiku-latest",x.Claude3Opus="claude-3-opus-latest",x.Claude3Sonnet="claude-3-sonnet-20240229",x.Claude3Haiku="claude-3-haiku-20240307",x.Claude21="claude-2.1",x.ClaudeInstant12="claude-instant-1.2",x))(ar||{}),lr=(g=>(g.Claude46Opus="claude-opus-4-6",g.Claude46Sonnet="claude-sonnet-4-6",g.Claude45Opus="claude-opus-4-5@20251101",g.Claude41Opus="claude-opus-4-1@20250805",g.Claude4Opus="claude-opus-4@20250514",g.Claude45Sonnet="claude-sonnet-4-5@20250929",g.Claude4Sonnet="claude-sonnet-4@20250514",g.Claude37Sonnet="claude-3-7-sonnet@20250219",g.Claude35SonnetV2="claude-3-5-sonnet-v2@20241022",g.Claude45Haiku="claude-haiku-4-5@20251001",g.Claude35Haiku="claude-3-5-haiku@20241022",g.Claude35Sonnet="claude-3-5-sonnet@20240620",g.Claude3Opus="claude-3-opus@20240229",g.Claude3Haiku="claude-3-haiku@20240307",g))(lr||{});var ur=[{name:"claude-opus-4-6",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:128e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-6",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:128e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-6",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-6",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-5-20251101",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-5@20251101",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:25,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-5-20250929",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-5@20250929",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-haiku-4-5",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0}},{name:"claude-haiku-4-5@20251001",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:2e5,supported:{thinkingBudget:!0,showThoughts:!0}},{name:"claude-opus-4-1-20250805",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-1@20250805",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4-20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-opus-4@20250514",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:32e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4-20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-sonnet-4@20250514",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-7-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-7-sonnet@20250219",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:64e3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-5-sonnet-latest",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{structuredOutputs:!0}},{name:"claude-3-5-sonnet@20240620",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{structuredOutputs:!0}},{name:"claude-3-5-sonnet-v2@20241022",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:8192,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"claude-3-5-haiku-latest",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:4,maxTokens:8192},{name:"claude-3-5-haiku@20241022",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:5,maxTokens:8192},{name:"claude-3-opus-latest",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-opus@20240229",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:75,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-sonnet-20240229",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15,maxTokens:4096,supported:{structuredOutputs:!0}},{name:"claude-3-haiku-20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-3-haiku@20240307",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:1.25,maxTokens:4096},{name:"claude-2.1",currency:"usd",promptTokenCostPer1M:8,completionTokenCostPer1M:25,maxTokens:4096},{name:"claude-instant-1.2",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2.24,maxTokens:4096}];var Ft=s=>{if(!s||typeof s!="object")return s;let e={...s};if(e.type==="object"||Array.isArray(e.type)&&e.type.includes("object")){if(!e.properties||Object.keys(e.properties).length===0)return e;e.additionalProperties===void 0&&(e.additionalProperties=!1)}return delete e.optional,e.properties&&typeof e.properties=="object"&&(e.properties=Object.fromEntries(Object.entries(e.properties).map(([n,r])=>[n,Ft(r)]))),e.items&&(e.items=Ft(e.items)),Array.isArray(e.anyOf)&&(e.anyOf=e.anyOf.map(n=>Ft(n))),Array.isArray(e.allOf)&&(e.allOf=e.allOf.map(n=>Ft(n))),Array.isArray(e.oneOf)&&(e.oneOf=e.oneOf.map(n=>Ft(n))),e},Vs=()=>structuredClone({model:"claude-3-7-sonnet-latest",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},effortLevelMapping:{minimal:"low",low:"low",medium:"medium",high:"high",highest:"max"},...be()}),il=()=>structuredClone({model:"claude-3-7-sonnet@20250219",maxTokens:4e4,thinkingTokenBudgetLevels:{minimal:1024,low:5e3,medium:1e4,high:2e4,highest:32e3},effortLevelMapping:{minimal:"low",low:"low",medium:"medium",high:"high",highest:"max"},...be()}),Ws=class{constructor(e,t){this.config=e;this.isVertex=t}tokensUsed;currentPromptConfig;usedStructuredOutput=!1;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens??4096,temperature:e.temperature,topP:e.topP,topK:e.topK,stream:e.stream,stopSequences:e.stopSequences,endSequences:e.endSequences,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,n:e.n}}createChatReq=async(e,t)=>{this.currentPromptConfig=t;let n=e.model,r=e.modelConfig?.stream??this.config.stream,o;this.isVertex?o={name:r?`/models/${n}:streamRawPredict?alt=sse`:`/models/${n}:rawPredict`}:o={name:"/messages"};let i;if(e.functionCall&&e.functions&&e.functions.length>0)if(typeof e.functionCall=="string")switch(e.functionCall){case"auto":i={tool_choice:{type:"auto"}};break;case"required":i={tool_choice:{type:"any"}};break;case"none":throw new Error("functionCall none not supported")}else if("function"in e.functionCall)i={tool_choice:{type:"tool",name:e.functionCall.function.name}};else throw new Error("Invalid function call type, must be string or object");let a=e.chatPrompt.some(_=>"cache"in _&&_.cache)||e.functions?.some(_=>_.cache),l=e.chatPrompt.filter(_=>_.role==="system"),u=l.map((_,j)=>({type:"text",text:_.content,..._.cache||a&&j===l.length-1?{cache_control:{type:"ephemeral"}}:{}})),c=e.chatPrompt.filter(_=>_.role!=="system"),p=e.functions?.map((_,j,H)=>{let D={type:"object",properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]},Y=_.parameters?Ft(_.parameters):void 0;return Y===void 0||Y&&typeof Y=="object"&&Object.keys(Y).length===0?Y={...D}:Y&&typeof Y=="object"&&Y.type==="object"&&(!("properties"in Y)||!Y.properties||Object.keys(Y.properties).length===0)&&(Y={...Y,properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]}),{name:_.name,description:_.description,input_schema:Y,..._.cache||a&&j===H.length-1?{cache_control:{type:"ephemeral"}}:{}}}),m=(this.config.tools??[]).map(_=>_&&typeof _=="object"&&"type"in _?_:{name:_.name,description:_.description,input_schema:_.input_schema?Ft(_.input_schema):void 0,..._.cache_control?{cache_control:_.cache_control}:{}}),g=[...p??[],...m];g.length===0&&(g=void 0);let f=e.modelConfig?.maxTokens??this.config.maxTokens,x=e.modelConfig?.stopSequences??this.config.stopSequences,b=e.modelConfig?.temperature,h=e.modelConfig?.topP,y=e.modelConfig?.topK??this.config.topK,I=e.modelConfig?.n??this.config.n;if(I&&I>1)throw new Error("Anthropic does not support sampling (n > 1)");let C=_=>_.includes("claude-opus-4-6"),R=_=>_.includes("claude-opus-4-5"),P,v,E=n;if(t?.thinkingTokenBudget){let _=this.config.thinkingTokenBudgetLevels,j=this.config.effortLevelMapping;if(t.thinkingTokenBudget==="none")P=void 0,v=void 0;else{let H=t.thinkingTokenBudget;if(C(E))P={type:"adaptive"},v={effort:j?.[H]??"medium"};else if(R(E)){P={type:"enabled",budget_tokens:_?.[H]??1e4};let Y=j?.[H]??"medium";Y==="max"&&(Y="high"),v={effort:Y}}else P={type:"enabled",budget_tokens:_?.[H]??1e4}}}let O=Cp(c,!!P);O.some(_=>_.role==="assistant"&&Array.isArray(_.content)&&_.content.length>0&&_.content[0]?.type==="tool_use")&&(P=void 0,v=void 0);let F;if(this.usedStructuredOutput=!1,e.responseFormat&&e.responseFormat.type==="json_schema"&&e.responseFormat.schema){let _=e.responseFormat.schema.schema||e.responseFormat.schema;F={type:"json_schema",schema:Ft(_)},this.usedStructuredOutput=!0}let M={...this.isVertex?{anthropic_version:"vertex-2023-10-16"}:{model:n},...f?{max_tokens:f}:{},...x&&x.length>0?{stop_sequences:x}:{},...b!==void 0&&!P?{temperature:b}:{},...h!==void 0&&(!P||h>=.95)?{top_p:h}:{},...y&&!P?{top_k:y}:{},...i,...g?{tools:g}:{},...r?{stream:!0}:{},...u?{system:u}:{},...P?{thinking:P}:{},...v?{output_config:v}:{},...F?{output_format:F}:{},messages:O};return[o,M]};createChatResp=e=>{if(e.type==="error")throw new Pe(e.error.message,void 0,void 0);let t=sl(e.stop_reason),n=this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1,r="",o=[],i=[],a=[];for(let c of e.content)switch(c.type){case"text":if(r+=c.text??"",Array.isArray(c.citations))for(let p of c.citations)p?.url&&a.push({url:String(p.url),title:typeof p.title=="string"?p.title:void 0,snippet:typeof p.cited_text=="string"?p.cited_text:void 0});break;case"thinking":if(n){let p=c.thinking??"",d=c.signature;i.push({data:p,encrypted:!1,...typeof d=="string"?{signature:d}:{}})}break;case"redacted_thinking":if(n){let p=c.data??"",d=c.signature;i.push({data:p,encrypted:!0,...typeof d=="string"?{signature:d}:{}})}break;case"tool_use":o.push({id:c.id,type:"function",function:{name:c.name,params:c.input}});break}let l={index:0,id:e.id,finishReason:t};r&&(l.content=r),i.length>0&&(l.thoughtBlocks=i,l.thought=i.map(c=>c.data).join("")),o.length>0&&(l.functionCalls=o),a.length>0&&(l.citations=a);let u=[l];return this.tokensUsed={promptTokens:e.usage.input_tokens,completionTokens:e.usage.output_tokens,totalTokens:e.usage.input_tokens+e.usage.output_tokens+(e.usage.cache_creation_input_tokens||0)+(e.usage.cache_read_input_tokens||0),cacheCreationTokens:e.usage.cache_creation_input_tokens,cacheReadTokens:e.usage.cache_read_input_tokens},{results:u,remoteId:e.id}};createChatStreamResp=(e,t)=>{if(!("type"in e))throw new Error("Invalid Anthropic streaming event");let n=t;if(n.indexIdMap||(n.indexIdMap={}),e.type==="error"){let{error:o}=e;throw new Pe(o.message,void 0,void 0)}let r=0;if(e.type==="message_start"){let{message:o}=e,i=[{index:r,content:"",id:o.id}];return this.tokensUsed={promptTokens:o.usage?.input_tokens??0,completionTokens:o.usage?.output_tokens??0,totalTokens:(o.usage?.input_tokens??0)+(o.usage?.output_tokens??0)+(o.usage?.cache_creation_input_tokens??0)+(o.usage?.cache_read_input_tokens??0),cacheCreationTokens:o.usage?.cache_creation_input_tokens,cacheReadTokens:o.usage?.cache_read_input_tokens},{results:i}}if(e.type==="content_block_start"){let{content_block:o}=e;if(o.type==="text"){let i=[];if(Array.isArray(o.citations))for(let a of o.citations)a?.url&&i.push({url:String(a.url),title:typeof a.title=="string"?a.title:void 0,snippet:typeof a.cited_text=="string"?a.cited_text:void 0});return{results:[{index:r,content:o.text,...i.length?{citations:i}:{}}]}}if(o.type==="thinking")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:r,thought:o.thinking,thoughtBlocks:[{data:o.thinking,encrypted:!1}]}]}:{results:[{index:r,content:""}]};if(o.type==="tool_use"&&typeof o.id=="string"&&typeof e.index=="number"&&!n.indexIdMap[e.index]){n.indexIdMap[e.index]=o.id;let i=[{id:o.id,type:"function",function:{name:o.name,params:""}}];return{results:[{index:r,functionCalls:i}]}}if(o.type==="web_search_tool_result"||o.type==="server_tool_use")return{results:[{index:r,content:""}]}}if(e.type==="content_block_delta"){let{delta:o}=e;if(o.type==="citations_delta"){let i=o.citation;if(i&&typeof i.url=="string"&&i.url.length>0){let a=[{url:String(i.url),title:typeof i.title=="string"?i.title:void 0,snippet:typeof i.cited_text=="string"?i.cited_text:void 0}];return{results:[{index:r,content:"",citations:a}]}}return{results:[{index:r,content:""}]}}if(o.type==="text_delta"){let i=[];if(Array.isArray(o.citations))for(let a of o.citations)a?.url&&i.push({url:String(a.url),title:typeof a.title=="string"?a.title:void 0,snippet:typeof a.cited_text=="string"?a.cited_text:void 0});return{results:[{index:r,content:o.text,...i.length?{citations:i}:{}}]}}if(o.type==="thinking_delta")return this.currentPromptConfig?.thinkingTokenBudget!=="none"&&this.currentPromptConfig?.showThoughts!==!1?{results:[{index:r,thought:o.thinking,thoughtBlocks:[{data:o.thinking,encrypted:!1}]}]}:{results:[{index:r,content:""}]};if(o.type==="signature_delta")return{results:[{index:r,thoughtBlocks:[{data:"",encrypted:!1,signature:o.signature}]}]};if(o.type==="input_json_delta"){let i=n.indexIdMap[e.index];if(!i)return{results:[{index:r,content:""}]};let a=[{id:i,type:"function",function:{name:"",params:o.partial_json}}];return{results:[{index:r,functionCalls:a}]}}}if(e.type==="message_delta"){let{delta:o,usage:i}=e;return this.tokensUsed={promptTokens:this.tokensUsed?.promptTokens??0,completionTokens:i.output_tokens,totalTokens:(this.tokensUsed?.promptTokens??0)+i.output_tokens+(this.tokensUsed?.cacheCreationTokens??0)+(this.tokensUsed?.cacheReadTokens??0),cacheCreationTokens:this.tokensUsed?.cacheCreationTokens,cacheReadTokens:this.tokensUsed?.cacheReadTokens},{results:[{index:r,content:"",finishReason:sl(o.stop_reason)}]}}return{results:[{index:r,content:""}]}};supportsImplicitCaching=()=>!0},nn=class s extends Ge{static create(e){return new s(e)}constructor({apiKey:e,projectId:t,region:n,config:r,options:o,models:i}){let a=t!==void 0&&n!==void 0,l,u;if(a){if(!e)throw new Error("Anthropic Vertex API key not set");if(typeof e!="function")throw new Error("Anthropic Vertex API key must be a function for token-based authentication");l=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/publishers/anthropic/`,u=async()=>({Authorization:`Bearer ${await e()}`,"anthropic-beta":"web-search-2025-03-05"})}else{if(!e)throw new Error("Anthropic API key not set");l="https://api.anthropic.com/v1",u=async()=>({"anthropic-version":"2023-06-01","anthropic-beta":"structured-outputs-2025-11-13, web-search-2025-03-05","x-api-key":typeof e=="function"?await e():e})}let c={...Vs(),...r},p=new Ws(c,a),d=g=>{let f=ot({model:g,modelInfo:ur,models:i});return{functions:!0,streaming:!0,hasThinkingBudget:f?.supported?.thinkingBudget??!1,hasShowThoughts:f?.supported?.showThoughts??!1,structuredOutputs:f?.supported?.structuredOutputs??!1,functionCot:!0,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:5*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!0,types:["ephemeral"],cacheBreakpoints:!1},thinking:f?.supported?.thinkingBudget??!1,multiTurn:!0}},m=i?.map(g=>{let f=g,x=f?.config;if(!x)return g;let b={};x.maxTokens!==void 0&&(b.maxTokens=x.maxTokens),x.temperature!==void 0&&(b.temperature=x.temperature),x.topP!==void 0&&(b.topP=x.topP),x.topK!==void 0&&(b.topK=x.topK),x.presencePenalty!==void 0&&(b.presencePenalty=x.presencePenalty),x.frequencyPenalty!==void 0&&(b.frequencyPenalty=x.frequencyPenalty),x.stopSequences!==void 0&&(b.stopSequences=x.stopSequences),x.endSequences!==void 0&&(b.endSequences=x.endSequences),x.stream!==void 0&&(b.stream=x.stream),x.n!==void 0&&(b.n=x.n);let h={...f};Object.keys(b).length>0&&(h.modelConfig={...f.modelConfig??{},...b});let y=x.thinking?.thinkingTokenBudget;if(typeof y=="number"){let I=c.thinkingTokenBudgetLevels,C=[["minimal",I?.minimal??1024],["low",I?.low??5e3],["medium",I?.medium??1e4],["high",I?.high??2e4],["highest",I?.highest??32e3]],R="minimal",P=Number.POSITIVE_INFINITY;for(let[v,E]of C){let k=Math.abs(y-E);k<P&&(P=k,R=v)}h.thinkingTokenBudget=R}return x.thinking?.includeThoughts!==void 0&&(h.showThoughts=!!x.thinking.includeThoughts),h});super(p,{name:"Anthropic",apiURL:l,headers:u,modelInfo:ur,defaults:{model:c.model},options:o,supportFor:d,models:m??i})}};function Cp(s,e){let t=s.map(r=>{switch(r.role){case"function":return{role:"user",content:[{type:"tool_result",content:r.result,tool_use_id:r.functionId,...r.isError?{is_error:!0}:{},...r.cache?{cache:{type:"ephemeral"}}:{}}]};case"user":return typeof r.content=="string"?{role:"user",content:r.content,...r.cache?{cache_control:{type:"ephemeral"}}:{}}:{role:"user",content:r.content.map(i=>{switch(i.type){case"text":return{type:"text",text:i.text,...i.cache?{cache_control:{type:"ephemeral"}}:{}};case"image":return{type:"image",source:{type:"base64",media_type:i.mimeType,data:i.image},...i.cache?{cache_control:{type:"ephemeral"}}:{}};default:throw new Error("Invalid content type")}})};case"assistant":{let o="",i=[],a=r.thoughtBlocks;if(Array.isArray(a)&&a.length>0)for(let l of a)l.encrypted?i.push(l.signature?{type:"redacted_thinking",data:l.data,signature:l.signature}:{type:"redacted_thinking",data:l.data}):i.push(l.signature?{type:"thinking",thinking:l.data,signature:l.signature}:{type:"thinking",thinking:l.data});if(typeof r.content=="string"&&(i.length>0?o=[...i,{type:"text",text:r.content}]:o=r.content),typeof r.functionCalls<"u"&&(o=r.functionCalls.map(l=>{let u={};if(typeof l.function.params=="string"){let c=l.function.params;if(c.trim().length===0)u={};else try{u=JSON.parse(c)}catch{throw new Error(`Failed to parse function params JSON: ${c}`)}}else typeof l.function.params=="object"&&(u=l.function.params);return{type:"tool_use",id:l.id,name:l.function.name,input:u,...r.cache?{cache_control:{type:"ephemeral"}}:{}}}),Array.isArray(o)&&i.length>0&&(o=[...i,...o])),r.cache){if(typeof o=="string")o=[{type:"text",text:o,cache_control:{type:"ephemeral"}}];else if(Array.isArray(o)&&o.length>0){let l=o.length-1,u=o[l];u&&u.type==="text"&&(o[l]={...u,cache_control:{type:"ephemeral"}})}}return{role:"assistant",content:o}}default:throw new Error("Invalid role")}}),n=Tp(t);return wp(n)}function Tp(s){let e=[];for(let[t,n]of s.entries()){if(n.role!=="assistant"){e.push(n);continue}if(t>0&&s.at(t-1)?.role==="assistant"){let r=e.pop();e.push({...r||{},...n})}else e.push(n)}return e}function wp(s){return s.map(e=>e.role==="assistant"&&typeof e.content=="string"?{...e,content:e.content.replace(/\s+$/,"")}:e)}function sl(s){if(s)switch(s){case"stop_sequence":return"stop";case"max_tokens":return"length";case"tool_use":return"function_call";case"end_turn":return"stop";default:return"stop"}}var cr=(D=>(D.GPT4="gpt-4",D.GPT41="gpt-4.1",D.GPT41Mini="gpt-4.1-mini",D.GPT41Nano="gpt-4.1-nano",D.GPT4O="gpt-4o",D.GPT4OMini="gpt-4o-mini",D.GPT4ChatGPT4O="chatgpt-4o-latest",D.GPT4Turbo="gpt-4-turbo",D.GPT35Turbo="gpt-3.5-turbo",D.GPT35TurboInstruct="gpt-3.5-turbo-instruct",D.GPT35TextDavinci002="text-davinci-002",D.GPT3TextBabbage002="text-babbage-002",D.GPT3TextAda001="text-ada-001",D.GPT5="gpt-5",D.GPT5Nano="gpt-5-nano",D.GPT5Mini="gpt-5-mini",D.GPT5Chat="gpt-5-chat",D.GPT5ChatLatest="gpt-5-chat-latest",D.GPT5Codex="gpt-5-codex",D.GPT5Pro="gpt-5-pro",D.GPT51="gpt-5.1",D.GPT51ChatLatest="gpt-5.1-chat-latest",D.GPT51Codex="gpt-5.1-codex",D.GPT51CodexMini="gpt-5.1-codex-mini",D.GPT51CodexMax="gpt-5.1-codex-max",D.GPT52="gpt-5.2",D.GPT52ChatLatest="gpt-5.2-chat-latest",D.GPT52Codex="gpt-5.2-codex",D.GPT52Pro="gpt-5.2-pro",D.O1="o1",D.O1Mini="o1-mini",D.O3="o3",D.O3Mini="o3-mini",D.O4Mini="o4-mini",D))(cr||{}),rn=(n=>(n.TextEmbeddingAda002="text-embedding-ada-002",n.TextEmbedding3Small="text-embedding-3-small",n.TextEmbedding3Large="text-embedding-3-large",n))(rn||{});var on=(G=>(G.GPT4="gpt-4",G.GPT41="gpt-4.1",G.GPT41Mini="gpt-4.1-mini",G.GPT41Nano="gpt-4.1-nano",G.GPT4O="gpt-4o",G.GPT4OMini="gpt-4o-mini",G.GPT4ChatGPT4O="chatgpt-4o-latest",G.GPT4Turbo="gpt-4-turbo",G.GPT35Turbo="gpt-3.5-turbo",G.GPT35TurboInstruct="gpt-3.5-turbo-instruct",G.GPT35TextDavinci002="text-davinci-002",G.GPT3TextBabbage002="text-babbage-002",G.GPT3TextAda001="text-ada-001",G.GPT5="gpt-5",G.GPT5Nano="gpt-5-nano",G.GPT5Mini="gpt-5-mini",G.GPT5Chat="gpt-5-chat",G.GPT5ChatLatest="gpt-5-chat-latest",G.GPT5Codex="gpt-5-codex",G.GPT5Pro="gpt-5-pro",G.GPT51="gpt-5.1",G.GPT51ChatLatest="gpt-5.1-chat-latest",G.GPT51Codex="gpt-5.1-codex",G.GPT51CodexMini="gpt-5.1-codex-mini",G.GPT51CodexMax="gpt-5.1-codex-max",G.GPT52="gpt-5.2",G.GPT52ChatLatest="gpt-5.2-chat-latest",G.GPT52Codex="gpt-5.2-codex",G.GPT52Pro="gpt-5.2-pro",G.O1Pro="o1-pro",G.O1="o1",G.O1Mini="o1-mini",G.O3Pro="o3-pro",G.O3="o3",G.O3Mini="o3-mini",G.O4Mini="o4-mini",G))(on||{});var sn=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,supported:{structuredOutputs:!0}},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6,supported:{structuredOutputs:!0}},{name:"gpt-4.1-nano",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6,supported:{structuredOutputs:!0}},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,supported:{structuredOutputs:!0}},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"gpt-5-nano",currency:"usd",promptTokenCostPer1M:.05,completionTokenCostPer1M:.4,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-mini",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:2,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-chat",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-pro",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:120,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5-codex",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:40,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-codex",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-codex-mini",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:2,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.1-codex-max",currency:"usd",promptTokenCostPer1M:2.5,completionTokenCostPer1M:20,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-chat-latest",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-codex",currency:"usd",promptTokenCostPer1M:1.5,completionTokenCostPer1M:6,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"gpt-5.2-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:160,notSupported:{temperature:!0,topP:!0},supported:{structuredOutputs:!0}},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{structuredOutputs:!0}},{name:"o1-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:14.4,supported:{structuredOutputs:!0}},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{structuredOutputs:!0}},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{structuredOutputs:!0}},{name:"text-embedding-ada-002",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"text-embedding-3-small",currency:"usd",promptTokenCostPer1M:.02,completionTokenCostPer1M:.02},{name:"text-embedding-3-large",currency:"usd",promptTokenCostPer1M:.13,completionTokenCostPer1M:.13}],ro=[{name:"gpt-4",currency:"usd",promptTokenCostPer1M:30,completionTokenCostPer1M:60},{name:"gpt-4.1",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,supported:{structuredOutputs:!0}},{name:"gpt-4.1-mini",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1.6,supported:{structuredOutputs:!0}},{name:"gpt-4.1-nano",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gpt-4o",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4o-mini",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6,supported:{structuredOutputs:!0}},{name:"chatgpt-4o-latest",currency:"usd",promptTokenCostPer1M:5,completionTokenCostPer1M:15,supported:{structuredOutputs:!0}},{name:"gpt-4-turbo",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:30,supported:{structuredOutputs:!0}},{name:"gpt-3.5-turbo",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"gpt-5-nano",currency:"usd",promptTokenCostPer1M:.05,completionTokenCostPer1M:.4,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-mini",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:2,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-chat",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-pro",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:120,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5-codex",currency:"usd",promptTokenCostPer1M:10,completionTokenCostPer1M:40,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-chat-latest",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-codex",currency:"usd",promptTokenCostPer1M:1.25,completionTokenCostPer1M:10,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-codex-mini",currency:"usd",promptTokenCostPer1M:.25,completionTokenCostPer1M:2,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.1-codex-max",currency:"usd",promptTokenCostPer1M:2.5,completionTokenCostPer1M:20,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-chat-latest",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:8,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-codex",currency:"usd",promptTokenCostPer1M:1.5,completionTokenCostPer1M:6,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gpt-5.2-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:160,notSupported:{temperature:!0,topP:!0},supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o1-pro",currency:"usd",promptTokenCostPer1M:150,completionTokenCostPer1M:600,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0},isExpensive:!0},{name:"o1",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o3-pro",currency:"usd",promptTokenCostPer1M:20,completionTokenCostPer1M:80,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0},isExpensive:!0},{name:"o3",currency:"usd",promptTokenCostPer1M:15,completionTokenCostPer1M:60,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o3-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"o4-mini",currency:"usd",promptTokenCostPer1M:1.1,completionTokenCostPer1M:4.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}}];var Rp=s=>{let e=["o1","o1-mini","o3","o3-mini","o4-mini","o1-pro","o3-pro"];return e.includes(s)||e.includes(s)},zt=()=>structuredClone({model:"gpt-5-mini",embedModel:"text-embedding-3-small",...be()}),oo=()=>structuredClone({...zt(),model:"gpt-5"}),so=()=>structuredClone({model:"gpt-5-mini",embedModel:"text-embedding-3-small",...je()}),io=()=>({...zt(),model:"gpt-5-nano"}),Js=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.chatReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq=(e,t)=>{let n=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let r={name:"/chat/completions"},o=e.functions?.map(m=>({type:"function",function:{name:m.name,description:m.description,parameters:m.parameters}})),i=!e.functionCall&&e.functions&&e.functions.length>0?"auto":e.functionCall,a=Sp(e),l=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,u=e.modelConfig?.stream??this.config.stream,c=this.config.store,p=Rp(n),d={model:n,messages:a,...e.responseFormat?{response_format:e.responseFormat.type==="json_schema"?{type:"json_schema",json_schema:e.responseFormat.schema}:e.responseFormat}:this.config?.responseFormat?{response_format:{type:this.config.responseFormat}}:{},...o?{tools:o}:{},...i?{tool_choice:i}:{},...p?{}:{...(e.modelConfig?.maxTokens??this.config.maxTokens)!==void 0?{max_completion_tokens:e.modelConfig?.maxTokens??this.config.maxTokens}:{},...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},...(e.modelConfig?.n??this.config.n)!==void 0?{n:e.modelConfig?.n??this.config.n}:{},...(e.modelConfig?.presencePenalty??this.config.presencePenalty)!==void 0?{presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty}:{},...l!==void 0?{frequency_penalty:l}:{}},...(e.modelConfig?.stopSequences??this.config.stop)&&(e.modelConfig?.stopSequences??this.config.stop).length>0?{stop:e.modelConfig?.stopSequences??this.config.stop}:{},...this.config.logitBias!==void 0?{logit_bias:this.config.logitBias}:{},...u&&this.streamingUsage?{stream:!0,stream_options:{include_usage:!0}}:{},...c?{store:c}:{},...this.config.serviceTier?{service_tier:this.config.serviceTier}:{},...this.config.user?{user:this.config.user}:{}};if(this.config.reasoningEffort&&(d.reasoning_effort=this.config.reasoningEffort),this.config.webSearchOptions&&(d.web_search_options={...this.config.webSearchOptions.searchContextSize&&{search_context_size:this.config.webSearchOptions.searchContextSize},...this.config.webSearchOptions.userLocation&&{user_location:{approximate:{type:"approximate",...this.config.webSearchOptions.userLocation.approximate.city&&{city:this.config.webSearchOptions.userLocation.approximate.city},...this.config.webSearchOptions.userLocation.approximate.country&&{country:this.config.webSearchOptions.userLocation.approximate.country},...this.config.webSearchOptions.userLocation.approximate.region&&{region:this.config.webSearchOptions.userLocation.approximate.region},...this.config.webSearchOptions.userLocation.approximate.timezone&&{timezone:this.config.webSearchOptions.userLocation.approximate.timezone}}}}}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":d.reasoning_effort=void 0;break;case"minimal":d.reasoning_effort="minimal";break;case"low":d.reasoning_effort="medium";break;case"medium":d.reasoning_effort="high";break;case"high":d.reasoning_effort="high";break;case"highest":d.reasoning_effort="high";break}if(!d.reasoning_effort&&t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"minimal":d.reasoning_effort="minimal";break;case"low":d.reasoning_effort="medium";break;case"medium":case"high":case"highest":d.reasoning_effort="high";break}return this.chatReqUpdater&&(d=this.chatReqUpdater(d)),[r,d]};createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embeddings"},r={model:t,input:e.texts,dimensions:this.config.dimensions};return[n,r]};createChatResp(e){let{id:t,usage:n,choices:r,error:o}=e;if(o)throw o;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{results:r.map(a=>{if(a.message.refusal)throw new Pe(a.message.refusal,e.model,e.id);let l=al(a.finish_reason),u=a.message.tool_calls?.map(({id:c,function:{arguments:p,name:d}})=>({id:c,type:"function",function:{name:d,params:p}}));return{index:a.index,id:`${a.index}`,content:a.message.content??void 0,thought:a.message.reasoning_content,citations:a.message.annotations?.filter(c=>c?.type==="url_citation"&&c.url_citation).map(c=>({url:c.url_citation?.url,title:c.url_citation?.title,description:c.url_citation?.description})),functionCalls:u,finishReason:l}}),remoteId:t}}createChatStreamResp(e,t){let{id:n,usage:r,choices:o}=e;this.tokensUsed=r?{promptTokens:r.prompt_tokens,completionTokens:r.completion_tokens,totalTokens:r.total_tokens}:void 0;let i=t;return i.indexIdMap||(i.indexIdMap={}),{results:o.map(({index:l,delta:{content:u,role:c,refusal:p,tool_calls:d,reasoning_content:m,annotations:g},finish_reason:f})=>{if(p)throw new Pe(p,void 0,n);let x=al(f),b=d?.map(({id:h,index:y,function:{name:I,arguments:C}})=>{typeof h=="string"&&typeof y=="number"&&!i.indexIdMap[y]&&(i.indexIdMap[y]=h);let R=i.indexIdMap[y];return R?{id:R,type:"function",function:{name:I,params:C}}:null}).filter(h=>h!==null);return{index:l,content:u??void 0,role:c,thought:m,citations:g?.filter(h=>h?.type==="url_citation"&&h.url_citation).map(h=>({url:h.url_citation?.url,title:h.url_citation?.title,description:h.url_citation?.description})),functionCalls:b,finishReason:x,id:n}})}}createEmbedResp(e){let{data:t,usage:n}=e;return this.tokensUsed=n?{promptTokens:n.prompt_tokens,completionTokens:n.completion_tokens,totalTokens:n.total_tokens}:void 0,{embeddings:t.map(r=>r.embedding)}}},al=s=>{switch(s){case"stop":return"stop";case"length":return"length";case"content_filter":return"error";case"tool_calls":return"function_call"}};function Sp(s){return s.chatPrompt.map(t=>{switch(t.role){case"system":return{role:"system",content:t.content};case"user":{let n=Array.isArray(t.content)?t.content.map(r=>{switch(r.type){case"text":return{type:"text",text:r.text};case"image":return{type:"image_url",image_url:{url:`data:${r.mimeType};base64,${r.image}`,details:r.details??"auto"}};case"audio":return{type:"input_audio",input_audio:{data:r.data,format:r.format==="wav"?"wav":void 0}};default:throw new Error("Invalid content type")}}):t.content;return{role:"user",...t.name?{name:t.name}:{},content:n}}case"assistant":{let n=t.functionCalls?.map(r=>({id:r.id,type:"function",function:{name:r.function.name,arguments:typeof r.function.params=="object"?JSON.stringify(r.function.params):r.function.params}}));if(n&&n.length>0)return{role:"assistant",...t.content?{content:t.content}:{},name:t.name,tool_calls:n};if(t.content===void 0)throw new Error("Assistant content is required when no tool calls are provided");return{role:"assistant",content:t.content,...t.name?{name:t.name}:{}}}case"function":return{role:"tool",content:t.result,tool_call_id:t.functionId};default:throw new Error("Invalid role")}})}var De=class extends Ge{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:o,models:i,chatReqUpdater:a,supportFor:l}){if(!e||e==="")throw new Error("OpenAI API key not set");let u=new Js(t,n?.streamingUsage??!0,a);super(u,{name:"OpenAI",apiURL:r||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:o,defaults:{model:t.model,embedModel:t.embedModel},options:n,supportFor:l,models:i})}},an=class extends De{constructor({apiKey:e,apiURL:t,config:n,options:r,models:o,modelInfo:i}){if(!e||e==="")throw new Error("OpenAI API key not set");i=[...sn,...i??[]];let a=u=>{let c=ot({model:u,modelInfo:i,models:o});return{functions:!0,streaming:!0,hasThinkingBudget:c?.supported?.thinkingBudget??!1,hasShowThoughts:c?.supported?.showThoughts??!1,structuredOutputs:c?.supported?.structuredOutputs??!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!0,formats:["wav","mp3","ogg"],maxDuration:25*60},files:{supported:!0,formats:["text/plain","application/pdf","image/jpeg","image/png"],maxSize:512*1024*1024,uploadMethod:"upload"},urls:{supported:!1,webSearch:!0,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:c?.supported?.thinkingBudget??!1,multiTurn:!0}},l=o?.map(u=>{let c=u,p=c?.config;if(!p)return u;let d={};p.maxTokens!==void 0&&(d.maxTokens=p.maxTokens),p.temperature!==void 0&&(d.temperature=p.temperature),p.topP!==void 0&&(d.topP=p.topP),p.presencePenalty!==void 0&&(d.presencePenalty=p.presencePenalty),p.frequencyPenalty!==void 0&&(d.frequencyPenalty=p.frequencyPenalty);let m=p.stopSequences??p.stop;m!==void 0&&(d.stopSequences=m),p.n!==void 0&&(d.n=p.n),p.stream!==void 0&&(d.stream=p.stream);let g={...c};Object.keys(d).length>0&&(g.modelConfig={...c.modelConfig??{},...d});let f=p?.thinking?.thinkingTokenBudget;if(typeof f=="number"){let x=[["minimal",200],["low",800],["medium",5e3],["high",1e4],["highest",24500]],b="minimal",h=Number.POSITIVE_INFINITY;for(let[y,I]of x){let C=Math.abs(f-I);C<h&&(h=C,b=y)}g.thinkingTokenBudget=b}return p?.thinking?.includeThoughts!==void 0&&(g.showThoughts=!!p.thinking.includeThoughts),g});super({apiKey:e,apiURL:t,config:{...zt(),...n},options:r,modelInfo:i,models:l??o,supportFor:a}),super.setName("OpenAI")}};var kp=s=>{let e=s.trim();if(!e)return e;if(e.includes("api-version=")){let t=e.indexOf("api-version="),n=e.slice(t);return new URLSearchParams(n).get("api-version")??e}return e},vp=s=>{let e=s.match(/^(\d{4}-\d{2}-\d{2})/);return e?e[1]>="2024-08-01":!1},Qs=zt,ll=so,ul=io,cl=oo,ln=class extends De{constructor({apiKey:e,resourceName:t,deploymentName:n,version:r="api-version=2024-02-15-preview",config:o,options:i,models:a,modelInfo:l}){if(!e||e==="")throw new Error("Azure OpenAPI API key not set");if(!t||t==="")throw new Error("Azure OpenAPI resource name not set");if(!n||n==="")throw new Error("Azure OpenAPI deployment id not set");let u={...Qs(),...o},c=kp(r),p=vp(c);l=[...sn,...l??[]];let d=g=>{let f=ot({model:g,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:f?.supported?.thinkingBudget??!1,hasShowThoughts:f?.supported?.showThoughts??!1,structuredOutputs:p&&(f?.supported?.structuredOutputs??!1),functionCot:!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:f?.supported?.thinkingBudget??!1,multiTurn:!0}};super({apiKey:e,config:u,options:i,models:a,modelInfo:l,supportFor:d});let m=t.includes("://")?t:`https://${t}.openai.azure.com/`;super.setName("Azure OpenAI"),super.setAPIURL(new URL(`/openai/deployments/${n}?api-version=${c}`,m).href),super.setHeaders(async()=>({"api-key":e}))}};var ao=class s{services;currentServiceIndex=0;currentService;debug;initialBackoffMs;maxBackoffMs;maxRetries;serviceFailures=new Map;constructor(e,t){if(e.length===0)throw new Error("No AI services provided.");Op(e),this.services=[...e].sort(t?.comparator??s.metricComparator);let n=this.services[this.currentServiceIndex];if(n===void 0)throw new Error("Error initializing the AI services.");this.currentService=n,this.debug=t?.debug??!0,this.initialBackoffMs=t?.initialBackoffMs??1e3,this.maxBackoffMs=t?.maxBackoffMs??32e3,this.maxRetries=t?.maxRetries??3}static create(e,t){return new s(e,t)}getLastUsedChatModel(){return this.currentService.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.currentService.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.currentService.getLastUsedModelConfig()}static inputOrderComparator=()=>0;static metricComparator=(e,t)=>{let n=e.getMetrics(),r=t.getMetrics();return n.latency.chat.mean-r.latency.chat.mean};getModelList(){for(let e of this.services){let t=e.getModelList();if(t)return t}}getNextService(e,t){let n=t+1,r=e[n];return r===void 0?{service:void 0,index:n}:{service:r,index:n}}reset(){this.currentServiceIndex=0;let e=this.services[this.currentServiceIndex];if(e===void 0)throw new Error("No AI services provided.");this.currentService=e}getName(){return this.currentService.getName()}getId(){return this.currentService.getId()}getFeatures(e){let t={functions:!1,streaming:!1,thinking:!1,multiTurn:!1,structuredOutputs:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]}};for(let n of this.services){let r=n.getFeatures(e);r.functions&&(t.functions=!0),r.streaming&&(t.streaming=!0),r.thinking&&(t.thinking=!0),r.multiTurn&&(t.multiTurn=!0),r.structuredOutputs&&(t.structuredOutputs=!0),r.functionCot&&(t.functionCot=!0),r.hasThinkingBudget&&(t.hasThinkingBudget=!0),r.hasShowThoughts&&(t.hasShowThoughts=!0),r.media.images.supported&&(t.media.images.supported=!0),t.media.images.formats=Array.from(new Set([...t.media.images.formats,...r.media.images.formats])),r.media.audio.supported&&(t.media.audio.supported=!0),t.media.audio.formats=Array.from(new Set([...t.media.audio.formats,...r.media.audio.formats])),r.media.files.supported&&(t.media.files.supported=!0),t.media.files.formats=Array.from(new Set([...t.media.files.formats,...r.media.files.formats])),r.media.files.uploadMethod!=="none"&&(t.media.files.uploadMethod=r.media.files.uploadMethod),r.media.urls.supported&&(t.media.urls.supported=!0),r.media.urls.webSearch&&(t.media.urls.webSearch=!0),r.media.urls.contextFetching&&(t.media.urls.contextFetching=!0),r.caching.supported&&(t.caching.supported=!0),t.caching.types=Array.from(new Set([...t.caching.types,...r.caching.types]))}return t}getMetrics(){let e={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}},t=0,n=0,r=0,o=0;for(let i of this.services){let a=i.getMetrics();e.errors.chat.count+=a.errors.chat.count,e.errors.chat.total+=a.errors.chat.total,e.errors.embed.count+=a.errors.embed.count,e.errors.embed.total+=a.errors.embed.total;let l=a.latency.chat.samples.length;l>0&&(t+=a.latency.chat.mean*l,n+=l);let u=a.latency.embed.samples.length;u>0&&(r+=a.latency.embed.mean*u,o+=u)}e.errors.chat.total>0&&(e.errors.chat.rate=e.errors.chat.count/e.errors.chat.total),e.errors.embed.total>0&&(e.errors.embed.rate=e.errors.embed.count/e.errors.embed.total),n>0&&(e.latency.chat.mean=t/n),o>0&&(e.latency.embed.mean=r/o);for(let i of this.services){let a=i.getMetrics();e.latency.chat.p95=Math.max(e.latency.chat.p95,a.latency.chat.p95),e.latency.chat.p99=Math.max(e.latency.chat.p99,a.latency.chat.p99),e.latency.embed.p95=Math.max(e.latency.embed.p95,a.latency.embed.p95),e.latency.embed.p99=Math.max(e.latency.embed.p99,a.latency.embed.p99)}return e}canRetryService(e){let t=this.serviceFailures.get(e.getId());if(!t)return!0;let{retries:n,lastFailureTime:r}=t,o=Date.now()-r,i=Math.min(this.initialBackoffMs*2**n,this.maxBackoffMs);return o>=i}handleFailure(e,t){let r=(this.serviceFailures.get(e.getId())?.retries??0)+1;this.serviceFailures.set(e.getId(),{retries:r,lastFailureTime:Date.now()}),this.debug&&console.warn(`AxBalancer: Service ${e.getName()} failed (retry ${r}/${this.maxRetries})`,t)}handleSuccess(e){this.serviceFailures.delete(e.getId())}async chat(e,t){let n=e.responseFormat?.type==="json_schema",r=e.capabilities,o=r?.requiresImages,i=r?.requiresAudio,a=this.services,l=e.model;if((n||o||i)&&(a=this.services.filter(p=>{let d=p.getFeatures(l);return!(n&&!d.structuredOutputs||o&&!d.media.images.supported||i&&!d.media.audio.supported)}),a.length===0)){let p=[];throw n&&p.push("structured outputs"),o&&p.push("images"),i&&p.push("audio"),new Error(`No services available that support required capabilities: ${p.join(", ")}.`)}let u=0,c=a[u];if(!c)throw new Error("No matching AI services available for request.");for(this.currentService=c;;){if(!this.canRetryService(c)){let p=this.getNextService(a,u);if(!p.service)throw new Error(`All candidate services exhausted (tried ${a.length} service(s))`);c=p.service,u=p.index,this.currentService=c;continue}try{let p=await c.chat(e,t);return this.handleSuccess(c),p}catch(p){if(!(p instanceof Je))throw p;switch(p.constructor){case Et:throw p;case Xe:{if(![408,429,500,502,503,504].includes(p.status))throw p;break}case qe:break;case Ot:break;case st:break;case nt:break;default:throw p}if(this.handleFailure(c,p),(this.serviceFailures.get(c.getId())?.retries??0)>=this.maxRetries){let m=this.getNextService(a,u);if(this.debug&&console.warn(`AxBalancer: Switching to service ${m.service?.getName()??"none"}`,p),!m.service)throw p;c=m.service,u=m.index,this.currentService=c}}}}async embed(e,t){this.reset();let n=this.currentServiceIndex;for(;;){if(!this.canRetryService(this.currentService)){let r=this.getNextService(this.services,n);if(!r.service)throw new Error(`All services exhausted (tried ${this.services.length} service(s))`);this.currentService=r.service,n=r.index,this.currentServiceIndex=n;continue}try{let r=await this.currentService.embed(e,t);return this.handleSuccess(this.currentService),r}catch(r){if(!(r instanceof Je)||r instanceof Xe&&![408,429,500,502,503,504].includes(r.status)||r instanceof Et)throw r;if(this.handleFailure(this.currentService,r),(this.serviceFailures.get(this.currentService.getId())?.retries??0)>=this.maxRetries){let i=this.getNextService(this.services,n);if(!i.service)throw r;this.currentService=i.service,n=i.index,this.currentServiceIndex=n}}}}setOptions(e){for(let t of this.services)t.setOptions(e);this.currentService.setOptions(e),this.debug=e.debug??this.debug}getOptions(){return this.currentService.getOptions()}getLogger(){return this.currentService.getLogger()}};function Op(s){let e=s.find(r=>r.getModelList()!==void 0);if(!e)return;let t=e.getModelList();if(!t)throw new Error("No model list found in any service.");let n=new Set(t.map(r=>r.key));for(let r=0;r<s.length;r++){let o=s[r];if(!o)throw new Error(`Service at index ${r} is undefined`);let i=o.getModelList();if(!i)throw new Error(`Service at index ${r} (${o.getName()}) has no model list while another service does.`);let a=new Set(i.map(l=>l.key));for(let l of n)if(!a.has(l))throw new Error(`Service at index ${r} (${o.getName()}) is missing model "${l}"`);for(let l of a)if(!n.has(l))throw new Error(`Service at index ${r} (${o.getName()}) has extra model "${l}"`)}}function qt(s){let e=!1,t=!1,n=!1,r=!1,o=!1,i=!1,a=!1,l=new Set,u=0;if(s.chatPrompt&&Array.isArray(s.chatPrompt))for(let c of s.chatPrompt){if(c.role==="user"&&Array.isArray(c.content))for(let p of c.content)switch(l.add(p.type),p.type){case"image":e=!0,p.cache&&(a=!0),u+=85;break;case"audio":t=!0,p.cache&&(a=!0),u+=p.duration||60;break;case"file":n=!0,p.cache&&(a=!0),u+=Math.ceil((p.extractedText?.length||1e3)/4);break;case"url":r=!0,p.cache&&(a=!0),u+=Math.ceil((p.cachedContent?.length||2e3)/4);break;case"text":p.cache&&(a=!0),u+=Math.ceil(p.text.length/4);break}else"content"in c&&typeof c.content=="string"&&(u+=Math.ceil(c.content.length/4));"cache"in c&&c.cache&&(a=!0)}return s.functions&&s.functions.length>0&&(o=!0),s.modelConfig?.stream===!0&&(i=!0),s.capabilities&&(s.capabilities.requiresImages&&(e=!0),s.capabilities.requiresAudio&&(t=!0),s.capabilities.requiresFiles&&(n=!0),s.capabilities.requiresWebSearch&&(r=!0)),{hasImages:e,hasAudio:t,hasFiles:n,hasUrls:r,requiresFunctions:o,requiresStreaming:i,requiresCaching:a,contentTypes:l,estimatedTokens:u}}function Ys(s,e){let t=s.getFeatures(),n=[],r=[],o=[];if(e.hasImages&&!t.media.images.supported&&(n.push("Image support"),o.push("Use altText for images or imageToText service")),e.hasAudio&&!t.media.audio.supported&&(n.push("Audio support"),o.push("Pre-transcribe audio or use transcription field")),e.hasFiles&&!t.media.files.supported&&(n.push("File support"),o.push("Pre-extract text content or use extractedText field")),e.hasUrls&&!t.media.urls.supported&&(n.push("URL/Web search support"),o.push("Pre-fetch content or use cachedContent field")),e.requiresFunctions&&!t.functions&&n.push("Function calling"),e.requiresStreaming&&!t.streaming&&(n.push("Streaming responses"),o.push("Use non-streaming mode")),e.requiresCaching&&!t.caching.supported&&(n.push("Content caching"),o.push("Repeated content will not be cached")),e.hasImages&&t.media.images.supported){let a=t.media.images.maxSize;a&&a<10*1024*1024&&r.push(`Image size limit is ${Math.round(a/(1024*1024))}MB`)}if(e.hasAudio&&t.media.audio.supported){let a=t.media.audio.maxDuration;a&&a<600&&r.push(`Audio duration limit is ${Math.round(a/60)} minutes`)}return{isSupported:n.length===0,missingCapabilities:n,warnings:r,alternatives:o}}function lo(s,e){return s.map(t=>{let n=t.getFeatures(),r=Ys(t,e),o=0,i=[];return o+=10,e.hasImages&&n.media.images.supported&&(o+=25,i.push("Images"),n.media.images.detailLevels?.includes("high")&&(o+=5),n.media.images.maxSize&&n.media.images.maxSize>10*1024*1024&&(o+=3)),e.hasAudio&&n.media.audio.supported&&(o+=25,i.push("Audio"),n.media.audio.maxDuration&&n.media.audio.maxDuration>600&&(o+=5)),e.hasFiles&&n.media.files.supported&&(o+=25,i.push("Files"),n.media.files.uploadMethod==="cloud"&&(o+=3)),e.hasUrls&&n.media.urls.supported&&(o+=25,i.push("URLs"),n.media.urls.webSearch&&(o+=5)),e.requiresFunctions&&n.functions&&(o+=15,i.push("Functions"),n.functionCot&&(o+=3)),e.requiresStreaming&&n.streaming&&(o+=10,i.push("Streaming")),e.requiresCaching&&n.caching.supported&&(o+=8,i.push("Caching"),n.caching.types.includes("persistent")&&(o+=3)),n.thinking&&(o+=2),n.multiTurn&&(o+=2),n.hasThinkingBudget&&(o+=1),n.hasShowThoughts&&(o+=1),o-=r.missingCapabilities.length*10,{provider:t,score:o,missingCapabilities:r.missingCapabilities,supportedCapabilities:i}}).sort((t,n)=>n.score-t.score)}function uo(s,e,t={}){if(e.length===0)throw new Error("No providers available");let n=qt(s),r=lo(e,n);if(t.requireExactMatch){let o=r.filter(i=>i.missingCapabilities.length===0);if(o.length===0)throw new Error(`No providers fully support the request requirements: ${r[0]?.missingCapabilities.join(", ")||"unknown requirements"}`);return o[0].provider}if(!t.allowDegradation){let o=r[0];if(o.missingCapabilities.length>0)throw new Error(`Best available provider (${o.provider.getName()}) is missing: ${o.missingCapabilities.join(", ")}`)}return r[0].provider}function pl(s,e){let t=qt(s),n=lo(e,t),r=n[0]?.provider||null,o=[t.hasImages&&"images",t.hasAudio&&"audio",t.hasFiles&&"files",t.hasUrls&&"URLs",t.requiresFunctions&&"functions",t.requiresStreaming&&"streaming",t.requiresCaching&&"caching"].filter(Boolean).length,i=r?n[0].supportedCapabilities.length:0,a=r?`${r.getName()} supports ${i}/${o} requirements (${Math.round(i/Math.max(o,1)*100)}% compatibility)`:"No suitable providers found";return{requirements:t,providerScores:n,recommendedProvider:r,summary:a}}function dl(s,e){return s.filter(t=>t.getFeatures().media[e].supported)}function ml(s,e){let t={};for(let n of s){let o=n.getFeatures().media[e];if(o.supported)for(let i of o.formats)t[i]||(t[i]=[]),t[i].push(n)}return t}var pr=(r=>(r.CommandRPlus="command-r-plus",r.CommandR="command-r",r.Command="command",r.CommandLight="command-light",r))(pr||{}),dr=(r=>(r.EmbedEnglishV30="embed-english-v3.0",r.EmbedEnglishLightV30="embed-english-light-v3.0",r.EmbedMultiLingualV30="embed-multilingual-v3.0",r.EmbedMultiLingualLightV30="embed-multilingual-light-v3.0",r))(dr||{});var co=[{name:"command-r-plus",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"command-r",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5},{name:"command-light",currency:"usd",promptTokenCostPer1M:.3,completionTokenCostPer1M:.6},{name:"embed-english-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-english-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1},{name:"embed-multilingual-light-v3.0",currency:"usd",promptTokenCostPer1M:.1,completionTokenCostPer1M:.1}];function Ep(s){if(Array.isArray(s)){let t=["string","number","integer","boolean","object","array"].find(n=>s.includes(n));return t||(s.find(n=>n!=="null")??s[0]??"string")}return typeof s=="string"?s:"string"}var Zs=()=>structuredClone({model:"command-r-plus",embedModel:"embed-english-v3.0",...be()}),fl=()=>structuredClone({model:"command-r",embedModel:"embed-english-v3.0",...je()}),Xs=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,frequencyPenalty:e.frequencyPenalty,presencePenalty:e.presencePenalty,endSequences:e.endSequences,stopSequences:e.stopSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.at(-1),r=e.chatPrompt.slice(0,-1),o;n&&n.role==="user"&&typeof n.content=="string"&&(o=n?.content);let i=Mp(r),a=e.functions?.map(p=>{let d={};if(p.parameters?.properties)for(let[m,g]of Object.entries(p.parameters.properties))d[m]={description:g.description,type:Ep(g.type),required:p.parameters.required?.includes(m)??!1};return{name:p.name,description:p.description,parameter_definitions:d}}),l=e.chatPrompt.filter(p=>p.role==="function").map(p=>{let d=a?.find(m=>m.name===p.functionId);if(!d)throw new Error("Function not found");return{call:{name:d.name,parameters:d.parameter_definitions},outputs:[{result:p.result??""}]}}),u={name:"/chat"},c={message:o,model:t,tools:a,...l&&!o?{tool_results:l}:{},chat_history:i,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},k:e.modelConfig?.topK??this.config.topK,...e.modelConfig?.topP!==void 0?{p:e.modelConfig.topP}:{},frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,end_sequences:this.config.endSequences,stop_sequences:e.modelConfig?.stopSequences??this.config.stopSequences};return[u,c]}createEmbedReq=e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embed"},r={model:t,texts:e.texts??[],input_type:"classification",truncate:""};return[n,r]};createChatResp=e=>{this.tokensUsed=e.meta.billed_units?{promptTokens:e.meta.billed_units.input_tokens,completionTokens:e.meta.billed_units.output_tokens,totalTokens:e.meta.billed_units.input_tokens+e.meta.billed_units.output_tokens}:void 0;let t;if("finish_reason"in e)switch(e.finish_reason){case"COMPLETE":t="stop";break;case"MAX_TOKENS":t="length";break;case"ERROR":throw new Error("Finish reason: ERROR");case"ERROR_TOXIC":throw new Error("Finish reason: CONTENT_FILTER");default:t="stop";break}let n;return"tool_calls"in e&&(n=e.tool_calls?.map(o=>({id:o.name,type:"function",function:{name:o.name,params:o.parameters}}))),{results:[{index:0,id:e.generation_id,content:e.text,functionCalls:n,finishReason:t}],remoteId:e.response_id}};createChatStreamResp=(e,t)=>{let n=t;e.event_type==="stream-start"&&(n.generation_id=e.generation_id),this.tokensUsed={promptTokens:0,completionTokens:e.meta.billed_units?.output_tokens??0,totalTokens:e.meta.billed_units?.output_tokens??0};let{results:r}=this.createChatResp(e),o=r[0];if(!o)throw new Error("No result");return o.id=n.generation_id??"",{results:r}};createEmbedResp(e){return{remoteId:e.id,embeddings:e.embeddings}}},un=class extends Ge{constructor({apiKey:e,config:t,options:n,models:r}){if(!e||e==="")throw new Error("Cohere API key not set");let o={...Zs(),...t},i=new Xs(o),a=r?.map(l=>{let u=l,c=u?.config;if(!c)return l;let p={};c.maxTokens!==void 0&&(p.maxTokens=c.maxTokens),c.temperature!==void 0&&(p.temperature=c.temperature),c.topP!==void 0&&(p.topP=c.topP),c.topK!==void 0&&(p.topK=c.topK),c.presencePenalty!==void 0&&(p.presencePenalty=c.presencePenalty),c.frequencyPenalty!==void 0&&(p.frequencyPenalty=c.frequencyPenalty),c.stopSequences!==void 0&&(p.stopSequences=c.stopSequences),c.endSequences!==void 0&&(p.endSequences=c.endSequences),c.stream!==void 0&&(p.stream=c.stream),c.n!==void 0&&(p.n=c.n);let d={...u};return Object.keys(p).length>0&&(d.modelConfig={...u.modelConfig??{},...p}),d});super(i,{name:"Cohere",apiURL:"https://api.cohere.ai/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:co,defaults:{model:o.model},supportFor:{functions:!0,streaming:!0,media:{images:{supported:!1,formats:[],maxSize:0,detailLevels:[]},audio:{supported:!1,formats:[],maxDuration:0},files:{supported:!1,formats:[],maxSize:0,uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},options:n,models:a??r})}};function Mp(s){return s.map(e=>{let t="";if(e.role==="system"||e.role==="assistant"||e.role==="user")if(typeof e.content=="string")t=e.content;else throw new Error("Multi-modal content not supported");switch(e.role){case"user":return{role:"USER",message:t};case"system":return{role:"SYSTEM",message:t};case"assistant":{let n=gl(e.functionCalls);return{role:"CHATBOT",message:t,tool_calls:n}}case"function":{let n=s.map(i=>{if(i.role==="assistant")return i.functionCalls?.find(a=>a.id===e.functionId)}).filter(i=>i!==void 0),r=gl(n)?.at(0);if(!r)throw new Error("Function call not found");let o=[{result:e.result}];return{role:"TOOL",tool_results:[{call:r,outputs:o}]}}default:throw new Error("Unknown role")}})}function gl(s){return s?.map(e=>{let t;if(typeof e.function.params=="string"){let n=e.function.params;if(n.trim().length===0)t={};else try{t=JSON.parse(n)}catch{throw new Error(`Failed to parse function params JSON: ${n}`)}}else t=e.function.params;return{name:e.function.name,parameters:t}})}var mr=(n=>(n.DeepSeekChat="deepseek-chat",n.DeepSeekCoder="deepseek-coder",n.DeepSeekReasoner="deepseek-reasoner",n))(mr||{});var po=[{name:"deepseek-chat",currency:"USD",promptTokenCostPer1M:.27,completionTokenCostPer1M:1.1},{name:"deepseek-reasoner",currency:"USD",promptTokenCostPer1M:.55,completionTokenCostPer1M:2.19}];var ei=()=>structuredClone({model:"deepseek-chat",...be()}),hl=()=>structuredClone({model:"deepseek-coder",...je()}),cn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("DeepSeek API key not set");let i={...ei(),...t};o=[...po,...o??[]],super({apiKey:e,config:i,options:n,apiURL:"https://api.deepseek.com",modelInfo:o,supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:r}),super.setName("DeepSeek")}};var gr=(I=>(I.Gemini31Pro="gemini-3.1-pro-preview",I.Gemini3FlashLite="gemini-3.1-flash-lite-preview",I.Gemini3Flash="gemini-3-flash-preview",I.Gemini3Pro="gemini-3.1-pro-preview",I.Gemini3ProImage="gemini-3-pro-image-preview",I.Gemini25Pro="gemini-2.5-pro",I.Gemini25Flash="gemini-2.5-flash",I.Gemini25FlashLite="gemini-2.5-flash-lite",I.Gemini20Flash="gemini-2.0-flash",I.Gemini20FlashLite="gemini-2.0-flash-lite",I.Gemini20ProExp="gemini-2.0-pro-exp-02-05",I.Gemini20FlashThinkingExp="gemini-2.0-flash-thinking-exp-01-21",I.Gemini1Pro="gemini-1.0-pro",I.Gemini15Flash="gemini-1.5-flash",I.Gemini15Flash002="gemini-1.5-flash-002",I.Gemini15Flash8B="gemini-1.5-flash-8b",I.Gemini15Pro="gemini-1.5-pro",I.GeminiFlashLatest="gemini-flash-latest",I.GeminiFlashLiteLatest="gemini-flash-lite-latest",I.GeminiProLatest="gemini-pro-latest",I))(gr||{}),mo=(o=>(o.GeminiEmbedding001="gemini-embedding-001",o.GeminiEmbedding="gemini-embedding-exp",o.TextEmbeddingLarge="text-embedding-large-exp-03-07",o.TextEmbedding004="text-embedding-004",o.TextEmbedding005="text-embedding-005",o))(mo||{}),go=(r=>(r.HarmCategoryHarassment="HARM_CATEGORY_HARASSMENT",r.HarmCategoryHateSpeech="HARM_CATEGORY_HATE_SPEECH",r.HarmCategorySexuallyExplicit="HARM_CATEGORY_SEXUALLY_EXPLICIT",r.HarmCategoryDangerousContent="HARM_CATEGORY_DANGEROUS_CONTENT",r))(go||{}),fo=(o=>(o.BlockNone="BLOCK_NONE",o.BlockOnlyHigh="BLOCK_ONLY_HIGH",o.BlockMediumAndAbove="BLOCK_MEDIUM_AND_ABOVE",o.BlockLowAndAbove="BLOCK_LOW_AND_ABOVE",o.BlockDefault="HARM_BLOCK_THRESHOLD_UNSPECIFIED",o))(fo||{}),ti=(l=>(l.SemanticSimilarity="SEMANTIC_SIMILARITY",l.Classification="CLASSIFICATION",l.Clustering="CLUSTERING",l.RetrievalDocument="RETRIEVAL_DOCUMENT",l.RetrievalQuery="RETRIEVAL_QUERY",l.QuestionAnswering="QUESTION_ANSWERING",l.FactVerification="FACT_VERIFICATION",l.CodeRetrievalQuery="CODE_RETRIEVAL_QUERY",l))(ti||{}),xl=["gemini-3.1-pro-preview","gemini-3.1-pro-preview-customtools","gemini-3.1-flash-lite-preview","gemini-3-flash-preview","gemini-2.5-pro","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.0-flash","gemini-2.0-flash-lite","gemini-flash-latest","gemini-flash-lite-latest"];var ho=[{name:"gemini-3.1-pro-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2,completionTokenCostPer1M:12,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3-flash-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3.1-flash-lite-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.25,completionTokenCostPer1M:1.5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-3-pro-image-preview",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2,completionTokenCostPer1M:.134,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:2.5,completionTokenCostPer1M:15,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-pro-exp-02-05",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-flash-thinking-exp-01-21",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:15,completionTokenCostPer1M:3.5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.5-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.1,completionTokenCostPer1M:.4,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-2.0-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.01,completionTokenCostPer1M:.4,supported:{structuredOutputs:!0}},{name:"gemini-2.0-flash-lite",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{structuredOutputs:!0}},{name:"gemini-1.5-flash",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3,supported:{structuredOutputs:!0}},{name:"gemini-1.5-flash-8b",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.0375,completionTokenCostPer1M:.15,supported:{structuredOutputs:!0}},{name:"gemini-1.5-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5,supported:{structuredOutputs:!0}},{name:"gemini-1.0-pro",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.5,completionTokenCostPer1M:1.5,supported:{structuredOutputs:!0}},{name:"gemini-flash-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:.075,completionTokenCostPer1M:.3,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-flash-lite-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:0,completionTokenCostPer1M:0,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}},{name:"gemini-pro-latest",currency:"usd",characterIsToken:!1,promptTokenCostPer1M:1.25,completionTokenCostPer1M:5,supported:{thinkingBudget:!0,showThoughts:!0,structuredOutputs:!0}}];var Ht=s=>s.includes("gemini-3"),Al=s=>s.includes("gemini-3")&&s.includes("pro"),xo=s=>{if(!s||typeof s!="object")return s;let e={...s};return delete e.additionalProperties,delete e.default,delete e.optional,delete e.maximum,delete e.oneOf,delete e.anyOf,Array.isArray(e.type)&&(e.type=e.type.includes("object")?"object":e.type[0]??"string"),e.properties&&typeof e.properties=="object"&&(e.properties=Object.fromEntries(Object.entries(e.properties).map(([t,n])=>[t,xo(n)]))),e.items&&(e.items=xo(e.items)),e},yl=[{category:"HARM_CATEGORY_HARASSMENT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_HATE_SPEECH",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_SEXUALLY_EXPLICIT",threshold:"BLOCK_NONE"},{category:"HARM_CATEGORY_DANGEROUS_CONTENT",threshold:"BLOCK_NONE"}],ri=()=>structuredClone({model:"gemini-2.5-flash",embedModel:"text-embedding-005",safetySettings:yl,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},thinkingLevelMapping:{minimal:"minimal",low:"low",medium:"medium",high:"high",highest:"high"},...be()}),bl=()=>structuredClone({model:"gemini-2.0-flash",embedModel:"text-embedding-005",safetySettings:yl,thinkingTokenBudgetLevels:{minimal:200,low:800,medium:5e3,high:1e4,highest:24500},thinkingLevelMapping:{minimal:"minimal",low:"low",medium:"medium",high:"high",highest:"high"},...je()}),ni=class{constructor(e,t,n,r,o){this.config=e;this.isVertex=t;this.endpointId=n;this.apiKey=r;this.options=o;if(!this.isVertex&&this.config.autoTruncate)throw new Error("Auto truncate is not supported for GoogleGemini");let i=this.config.model;if(Ht(i)){if(this.config.thinking?.thinkingTokenBudget!==void 0&&typeof this.config.thinking.thinkingTokenBudget=="number")throw new Error(`Gemini 3 models (${i}) do not support numeric thinkingTokenBudget. Use thinkingLevel ('low', 'medium', 'high') instead, or pass thinkingTokenBudget as a string level via options.`);if(Al(i)&&this.config.thinking?.thinkingLevel){let a=this.config.thinking.thinkingLevel;if(a!=="low"&&a!=="high")throw new Error(`Gemini 3 Pro (${i}) only supports thinkingLevel 'low' or 'high', got '${a}'. Use 'low' for less thinking or 'high' for more thinking.`)}}}tokensUsed;models;setModels(e){this.models=e}getEffectiveMappings(e){let t=this.models?.find(n=>n.model===e);return{thinkingLevelMapping:{...this.config.thinkingLevelMapping,...t?.thinkingLevelMapping??{}},thinkingTokenBudgetLevels:{...this.config.thinkingTokenBudgetLevels,...t?.thinkingTokenBudgetLevels??{}}}}getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq=async(e,t)=>{let n=e.model,r=e.modelConfig?.stream??this.config.stream;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let o;if(this.endpointId?o={name:r?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:o={name:r?`/models/${n}:streamGenerateContent?alt=sse`:`/models/${n}:generateContent`},!this.isVertex){let h=r?"&":"?",y=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;o.name+=`${h}key=${y}`}let i=e.chatPrompt.filter(h=>h.role==="system").map(h=>h.content),a=i.length>0?{role:"user",parts:[{text:i.join(" ")}]}:void 0,l=[],u=e.chatPrompt.filter(h=>h.role!=="system");for(let h=0;h<u.length;h++){let y=u[h];switch(y.role){case"user":{let I=Array.isArray(y.content)?y.content.map((C,R)=>{switch(C.type){case"text":return{text:C.text};case"image":return{inlineData:{mimeType:C.mimeType,data:C.image}};case"audio":return{inlineData:{mimeType:`audio/${C.format??"mp3"}`,data:C.data}};case"file":return"fileUri"in C?{fileData:{mimeType:C.mimeType,fileUri:C.fileUri}}:{inlineData:{mimeType:C.mimeType,data:C.data}};default:throw new Error(`Chat prompt content type not supported (index: ${R})`)}}):[{text:y.content}];l.push({role:"user",parts:I});break}case"assistant":{let I=[],C=y.thoughtBlocks,R=y.functionCalls&&y.functionCalls.length>0,P=C?.[0],v=C?.map(k=>k.data).join("")??"",E=P?.signature;if(v&&I.push({...R?{}:{thought:!0},text:v,...E&&!R?{thought_signature:E}:{}}),y.functionCalls){let k=y.functionCalls.map((O,L)=>{let F;if(typeof O.function.params=="string"){let _=O.function.params;if(_.trim().length===0)F={};else try{F=JSON.parse(_)}catch{throw new Error(`Failed to parse function params JSON: ${_}`)}}else F=O.function.params;let M={functionCall:{name:O.function.name,args:F}};return E&&L===0&&(M.thought_signature=E),M});I.push(...k)}if(y.content&&I.push({text:y.content}),I.length===0)throw new Error("Assistant content is empty");l.push({role:"model",parts:I});break}case"function":{let I=[],C=y,R=h;for(;;){if(!("functionId"in C))throw new Error(`Chat prompt functionId is empty (index: ${R})`);if(I.push({functionResponse:{name:C.functionId,response:{result:C.result}}}),R+1<u.length&&u[R+1].role==="function")R++,C=u[R];else break}h=R,l.push({role:"user",parts:I});break}default:throw new Error(`Invalid role: ${JSON.stringify(y)} (index: ${h})`)}}let c=[];if(e.functions&&e.functions.length>0){let h=e.functions.map(y=>{let I={type:"object",properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]},C=y.parameters?xo(y.parameters):void 0;return C===void 0||C&&typeof C=="object"&&Object.keys(C).length===0?C={...I}:C&&typeof C=="object"&&C.type==="object"&&(!("properties"in C)||!C.properties||Object.keys(C.properties).length===0)&&(C={...C,properties:{dummy:{type:"string",description:"An optional dummy parameter, do not use"}},required:[]}),{name:y.name,description:y.description,parameters:C}});c.push({function_declarations:h})}if(this.options?.codeExecution&&c.push({code_execution:{}}),this.options?.googleSearchRetrieval&&c.push({google_search_retrieval:{dynamic_retrieval_config:this.options.googleSearchRetrieval}}),this.options?.googleSearch&&c.push({google_search:{}}),this.options?.googleMaps){let h=this.options.googleMaps,y=h?.enableWidget!==void 0?{enableWidget:h.enableWidget}:{};c.push({google_maps:y})}this.options?.urlContext&&c.push({url_context:{}}),c.length===0&&(c=void 0);let p,d=Array.isArray(c)?c.some(h=>h&&Array.isArray(h.function_declarations)&&h.function_declarations.length>0):!1;if(e.functionCall)if(e.functionCall==="none")p={function_calling_config:{mode:"NONE"}};else if(e.functionCall==="auto")p={function_calling_config:{mode:"AUTO"}};else if(e.functionCall==="required")p={function_calling_config:{mode:"ANY"}};else{let h=e.functionCall.function?.name?{allowedFunctionNames:[e.functionCall.function.name]}:{};p={function_calling_config:{mode:"ANY"},...h}}else d&&(p={function_calling_config:{mode:"AUTO"}});this.options?.retrievalConfig&&(p={...p??{},retrievalConfig:{...this.options.retrievalConfig.latLng?{latLng:this.options.retrievalConfig.latLng}:{}}});let m={};if(this.config.thinking?.includeThoughts&&(m.includeThoughts=!0),this.config.thinking?.thinkingTokenBudget&&(m.thinkingBudget=this.config.thinking.thinkingTokenBudget),this.config.thinking?.thinkingLevel&&Ht(n)&&(m.thinkingLevel=this.config.thinking.thinkingLevel),t?.thinkingTokenBudget){let h=this.getEffectiveMappings(n),y=h.thinkingTokenBudgetLevels;if(Ht(n)){let C=Al(n),R=h.thinkingLevelMapping;if(t.thinkingTokenBudget==="none")m.thinkingLevel=R?.minimal??"minimal";else{let P=t.thinkingTokenBudget,v=R?.[P];v||(v=P==="highest"?"high":P),m.thinkingLevel=v}if(C&&m.thinkingLevel){let P=m.thinkingLevel;P!=="low"&&P!=="high"&&(m.thinkingLevel=P==="minimal"?"low":"high")}}else switch(t.thinkingTokenBudget){case"none":m.thinkingBudget=0,m.includeThoughts=!1,delete m.thinkingLevel;break;case"minimal":m.thinkingBudget=y?.minimal??200;break;case"low":m.thinkingBudget=y?.low??800;break;case"medium":m.thinkingBudget=y?.medium??5e3;break;case"high":m.thinkingBudget=y?.high??1e4;break;case"highest":m.thinkingBudget=y?.highest??24500;break}}m.thinkingLevel&&delete m.thinkingBudget,Ht(n)||delete m.thinkingLevel,Ht(n)&&delete m.thinkingBudget;let g=e.modelConfig?.maxTokens??this.config.maxTokens;if(m.thinkingLevel&&g!==void 0)throw new Error("Cannot set maxTokens when using thinkingLevel with Gemini models. When thinking is enabled, the model manages output tokens automatically. Remove the maxTokens setting or disable thinking.");t?.showThoughts!==void 0&&t?.thinkingTokenBudget!=="none"&&(m.includeThoughts=t.showThoughts);let f={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,...e.modelConfig?.topP!==void 0?{topP:e.modelConfig.topP}:{},topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain",...Object.keys(m).length>0?{thinkingConfig:m}:{}};if(Ht(n)&&(f.temperature===void 0||f.temperature<1)&&(f.temperature=1),e.responseFormat){if(f.responseMimeType="application/json",e.responseFormat.type==="json_schema"&&e.responseFormat.schema){let h=e.responseFormat.schema.schema||e.responseFormat.schema;f.responseSchema=xo(h)}}else this.config.responseFormat&&this.config.responseFormat==="json_object"&&(f.responseMimeType="application/json");let x=this.config.safetySettings;return[o,{contents:l,tools:c,toolConfig:p,systemInstruction:a,generationConfig:f,safetySettings:x}]};createEmbedReq=async e=>{let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n,r;if(this.isVertex)this.endpointId?n={name:`/${this.endpointId}:predict`}:n={name:`/models/${t}:predict`},r={instances:e.texts.map(o=>({content:o,...this.config.embedType&&{taskType:this.config.embedType}})),parameters:{autoTruncate:this.config.autoTruncate,outputDimensionality:this.config.dimensions}};else{let o=typeof this.apiKey=="function"?this.apiKey():this.apiKey;n={name:`/models/${t}:batchEmbedContents?key=${o}`},r={requests:e.texts.map(i=>({model:`models/${t}`,content:{parts:[{text:i}]},outputDimensionality:this.config.dimensions,...this.config.embedType&&{taskType:this.config.embedType}}))}}return[n,r]};createChatResp=e=>{let t,n=e.candidates?.map(o=>{let i={index:0};switch(o.finishReason){case"MAX_TOKENS":i.finishReason="length";break;case"STOP":i.finishReason="stop";break;case"SAFETY":throw new Pe("Content was blocked due to safety settings",void 0,void 0);case"RECITATION":throw new Pe("Content was blocked due to recitation policy",void 0,void 0);case"MALFORMED_FUNCTION_CALL":throw new Pe("Function call was malformed and blocked",void 0,void 0);case"UNEXPECTED_TOOL_CALL":throw new Pe("Unexpected tool call",void 0,void 0);case"FINISH_REASON_UNSPECIFIED":throw new Pe("Finish reason unspecified",void 0,void 0);case"BLOCKLIST":throw new Pe("Content was blocked due to blocklist",void 0,void 0);case"PROHIBITED_CONTENT":throw new Pe("Content was blocked due to prohibited content",void 0,void 0);case"SPII":throw new Pe("Content was blocked due to SPII",void 0,void 0);case"OTHER":throw new Pe("Other finish reason",void 0,void 0)}if(!o.content||!o.content.parts)return i;for(let u of o.content.parts){if("text"in u){if("thought"in u&&u.thought||u.thought===!0){i.thought=u.text;let c=u.thoughtSignature||u.thought_signature;i.thoughtBlocks||(i.thoughtBlocks=[]),i.thoughtBlocks.push({data:u.text,encrypted:!1,...c?{signature:c}:{}})}else i.content=u.text;continue}if("functionCall"in u){let c=u.thoughtSignature||u.thought_signature;if(c)if(!i.thoughtBlocks||i.thoughtBlocks.length===0)i.thoughtBlocks=[{data:"",encrypted:!1,signature:c}];else{let p=i.thoughtBlocks[i.thoughtBlocks.length-1];p&&!p.signature&&(p.signature=c)}i.functionCalls=[...i.functionCalls??[],{id:Ve(),type:"function",function:{name:u.functionCall.name,params:u.functionCall.args}}]}}let a=o.citationMetadata?.citations;if(Array.isArray(a)&&a.length){let u=c=>c?`${c.year}-${String(c.month).padStart(2,"0")}-${String(c.day).padStart(2,"0")}`:void 0;i.citations=a.filter(c=>typeof c?.uri=="string").map(c=>({url:c.uri,title:c.title,license:c.license,publicationDate:u(c.publicationDate)}))}let l=o.groundingMetadata;if(l){if(Array.isArray(l.groundingChunks)){let u=l.groundingChunks.map(c=>c?.maps).filter(c=>c&&typeof c.uri=="string").map(c=>({url:c.uri,title:c.title}));u.length&&(i.citations=[...i.citations??[],...u])}typeof l.googleMapsWidgetContextToken=="string"&&(t=l.googleMapsWidgetContextToken)}return i});e.usageMetadata&&(this.tokensUsed={totalTokens:e.usageMetadata.totalTokenCount,promptTokens:e.usageMetadata.promptTokenCount,completionTokens:e.usageMetadata.candidatesTokenCount,thoughtsTokens:e.usageMetadata.thoughtsTokenCount,...e.usageMetadata.cachedContentTokenCount!==void 0?{cacheReadTokens:e.usageMetadata.cachedContentTokenCount}:{}});let r={results:n};return t&&(r.providerMetadata={...r.providerMetadata,google:{...r.providerMetadata?.google??{},mapsWidgetContextToken:t}}),r};createChatStreamResp=e=>this.createChatResp(e);createEmbedResp=e=>{let t;return this.isVertex?t=e.predictions.map(n=>n.embeddings.values):t=e.embeddings.map(n=>n.values),{embeddings:t}};supportsContextCache=e=>{let t=e;return xl.some(n=>t.includes(n)||n.includes(t))};buildCacheCreateOp=(e,t)=>{let n=e.model,r=t.contextCache?.ttlSeconds??3600,{systemInstruction:o,contents:i}=this.extractCacheableContent(e.chatPrompt);if(!o&&(!i||i.length===0))return;let a={model:this.isVertex?n:`models/${n}`,ttl:`${r}s`,displayName:`ax-cache-${Date.now()}`};o&&(a.systemInstruction=o),i&&i.length>0&&(a.contents=i);let l;if(this.isVertex)l="/cachedContents";else{l="/cachedContents";let u=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;l+=`?key=${u}`}return{type:"create",apiConfig:{name:l},request:a,parseResponse:u=>{let c=u;if(c?.name)return{name:c.name,expiresAt:c.expireTime,tokenCount:c.usageMetadata?.totalTokenCount}}}};buildCacheUpdateTTLOp=(e,t)=>{let n={ttl:`${t}s`},r=`/${e}`;if(!this.isVertex&&this.apiKey){let o=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;r+=`?key=${o}`}return{type:"update",apiConfig:{name:r,headers:{"Content-Type":"application/json"}},request:n,parseResponse:o=>{let i=o;if(i?.name)return{name:i.name,expiresAt:i.expireTime,tokenCount:i.usageMetadata?.totalTokenCount}}}};buildCacheDeleteOp=e=>{let t=`/${e}`;if(!this.isVertex&&this.apiKey){let n=typeof this.apiKey=="function"?"ASYNC_KEY":this.apiKey;t+=`?key=${n}`}return{type:"delete",apiConfig:{name:t,headers:{"Content-Type":"application/json"}},request:{},parseResponse:()=>{}}};prepareCachedChatReq=async(e,t,n)=>{let r=e.model,o=e.modelConfig?.stream??this.config.stream,{dynamicContents:i,dynamicSystemInstruction:a}=this.extractDynamicContent(e.chatPrompt),l;if(this.endpointId?l={name:o?`/${this.endpointId}:streamGenerateContent?alt=sse`:`/${this.endpointId}:generateContent`}:l={name:o?`/models/${r}:streamGenerateContent?alt=sse`:`/models/${r}:generateContent`},!this.isVertex){let d=o?"&":"?",m=typeof this.apiKey=="function"?await this.apiKey():this.apiKey;l.name+=`${d}key=${m}`}let u={maxOutputTokens:e.modelConfig?.maxTokens??this.config.maxTokens,temperature:e.modelConfig?.temperature??this.config.temperature,...e.modelConfig?.topP!==void 0?{topP:e.modelConfig.topP}:{},topK:e.modelConfig?.topK??this.config.topK,frequencyPenalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,candidateCount:1,stopSequences:e.modelConfig?.stopSequences??this.config.stopSequences,responseMimeType:"text/plain"};Ht(r)&&(u.temperature===void 0||u.temperature<1)&&(u.temperature=1);let c=this.config.safetySettings,p={contents:i,cachedContent:n,generationConfig:u,safetySettings:c};return a&&(p.systemInstruction=a),{apiConfig:l,request:p}};extractCacheableContent(e){let t,n=[],r=-1;for(let o=e.length-1;o>=0;o--){let i=e[o];if("cache"in i&&i.cache){r=o;break}}for(let o=0;o<e.length;o++){let i=e[o];if(i.role==="system"){t={role:"user",parts:[{text:i.content}]};continue}if(r>=0&&o<=r)if(i.role==="user"){let a=[];if(typeof i.content=="string")a.push({text:i.content});else if(Array.isArray(i.content))for(let l of i.content)switch(l.type){case"text":a.push({text:l.text});break;case"image":a.push({inlineData:{mimeType:l.mimeType,data:l.image}});break;case"audio":a.push({inlineData:{mimeType:`audio/${l.format??"mp3"}`,data:l.data}});break;case"file":"fileUri"in l?a.push({fileData:{mimeType:l.mimeType,fileUri:l.fileUri}}):a.push({inlineData:{mimeType:l.mimeType,data:l.data}});break}a.length>0&&n.push({role:"user",parts:a})}else i.role==="assistant"&&i.content&&n.push({role:"model",parts:[{text:i.content}]})}return{systemInstruction:t,contents:n}}extractDynamicContent(e){let n=[];for(let r of e)if(r.role!=="system"&&!("cache"in r&&r.cache))if(r.role==="user"){let o=[];if(typeof r.content=="string")o.push({text:r.content});else if(Array.isArray(r.content)){for(let i of r.content)if(!("cache"in i&&i.cache))switch(i.type){case"text":o.push({text:i.text});break;case"image":o.push({inlineData:{mimeType:i.mimeType,data:i.image}});break;case"audio":o.push({inlineData:{mimeType:`audio/${i.format??"mp3"}`,data:i.data}});break;case"file":"fileUri"in i?o.push({fileData:{mimeType:i.mimeType,fileUri:i.fileUri}}):o.push({inlineData:{mimeType:i.mimeType,data:i.data}});break}}o.length>0&&n.push({role:"user",parts:o})}else if(r.role==="assistant"){let o=[];if(r.content&&o.push({text:r.content}),r.functionCalls)for(let i of r.functionCalls){let a;if(typeof i.function.params=="string")try{a=JSON.parse(i.function.params)}catch{a={}}else a=i.function.params??{};o.push({functionCall:{name:i.function.name,args:a}})}o.length>0&&n.push({role:"model",parts:o})}else r.role==="function"&&n.push({role:"user",parts:[{functionResponse:{name:r.functionId,response:{result:r.result}}}]});return{dynamicContents:n,dynamicSystemInstruction:void 0}}},pn=class s extends Ge{static create(e){return new s(e)}constructor({apiKey:e,projectId:t,region:n,endpointId:r,config:o,options:i,models:a,modelInfo:l}){let u=t!==void 0&&n!==void 0,c,p;if(u){if(!e)throw new Error("GoogleGemini Vertex API key not set");if(typeof e!="function")throw new Error("GoogleGemini Vertex API key must be a function for token-based authentication");let x;r?x="endpoints":x="publishers/google",c=`https://${n==="global"?"aiplatform":`${n}-aiplatform`}.googleapis.com/v1/projects/${t}/locations/${n}/${x}`,p=async()=>({Authorization:`Bearer ${typeof e=="function"?await e():e}`})}else{if(!e)throw new Error("GoogleGemini AI API key not set");c="https://generativelanguage.googleapis.com/v1beta",p=async()=>({})}let d={...ri(),...o},m=new ni(d,u,r,e,i);l=[...ho,...l??[]];let g=x=>{let b=ot({model:x,modelInfo:l,models:a});return{functions:!0,streaming:!0,hasThinkingBudget:b?.supported?.thinkingBudget??!1,hasShowThoughts:b?.supported?.showThoughts??!1,structuredOutputs:b?.supported?.structuredOutputs??!1,media:{images:{supported:!0,formats:["image/jpeg","image/png","image/gif","image/webp"],maxSize:20*1024*1024,detailLevels:["high","low","auto"]},audio:{supported:!0,formats:["wav","mp3","aac","ogg"],maxDuration:9.5*60},files:{supported:!0,formats:["application/pdf","text/plain","text/csv","text/html","text/xml"],maxSize:2*1024*1024*1024,uploadMethod:"cloud"},urls:{supported:!0,webSearch:!0,contextFetching:!0}},caching:{supported:m.supportsContextCache(x),types:["persistent"]},thinking:b?.supported?.thinkingBudget??!1,multiTurn:!0}},f=a?.map(x=>{let b=x,h=b?.config;if(!h)return x;let y={};h.maxTokens!==void 0&&(y.maxTokens=h.maxTokens),h.temperature!==void 0&&(y.temperature=h.temperature),h.topP!==void 0&&(y.topP=h.topP),h.topK!==void 0&&(y.topK=h.topK),h.presencePenalty!==void 0&&(y.presencePenalty=h.presencePenalty),h.frequencyPenalty!==void 0&&(y.frequencyPenalty=h.frequencyPenalty),h.stopSequences!==void 0&&(y.stopSequences=h.stopSequences),h.endSequences!==void 0&&(y.endSequences=h.endSequences),h.stream!==void 0&&(y.stream=h.stream),h.n!==void 0&&(y.n=h.n);let I={...b};Object.keys(y).length>0&&(I.modelConfig={...b.modelConfig??{},...y});let C=h.thinking?.thinkingTokenBudget;if(typeof C=="number"){let R=d.thinkingTokenBudgetLevels,P=[["minimal",R?.minimal??200],["low",R?.low??800],["medium",R?.medium??5e3],["high",R?.high??1e4],["highest",R?.highest??24500]],v="minimal",E=Number.POSITIVE_INFINITY;for(let[k,O]of P){let L=Math.abs(C-O);L<E&&(E=L,v=k)}I.thinkingTokenBudget=v}return h.thinking?.includeThoughts!==void 0&&(I.showThoughts=!!h.thinking.includeThoughts),h.thinkingLevelMapping&&(I.thinkingLevelMapping=h.thinkingLevelMapping),h.thinkingTokenBudgetLevels&&(I.thinkingTokenBudgetLevels=h.thinkingTokenBudgetLevels),I});f?m.setModels(f):a&&m.setModels(a),super(m,{name:"GoogleGeminiAI",apiURL:c,headers:p,modelInfo:l,defaults:{model:d.model,embedModel:d.embedModel},options:i,supportFor:g,models:f??a})}};var Pp=new Ze,dn=class{options;maxTokens;refillRate;currentTokens;lastRefillTime;constructor(e,t,n){this.maxTokens=e,this.refillRate=t,this.currentTokens=e,this.lastRefillTime=Date.now(),this.options=n}refillTokens(){let e=Date.now(),n=(e-this.lastRefillTime)/1e3*this.refillRate;this.currentTokens=Math.min(this.maxTokens,this.currentTokens+n),this.lastRefillTime=e}async waitUntilTokensAvailable(e){if(this.refillTokens(),this.currentTokens>=e){this.currentTokens-=e;return}return this.options?.debug&&console.log(Pp.red(`Rate limiter: Waiting for ${e-this.currentTokens} tokens`)),await new Promise(t=>setTimeout(t,100)),this.waitUntilTokensAvailable(e)}async acquire(e){await this.waitUntilTokensAvailable(e)}};var fr=(r=>(r.Llama3_8B="llama3-8b-8192",r.Llama33_70B="llama-3.3-70b-versatile",r.Mixtral_8x7B="mixtral-8x7b-32768",r.Gemma2_9B="gemma2-9b-it",r))(fr||{});var Ao=[{name:"gemma2-9b-it",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.2,completionTokenCostPer1M:.2},{name:"llama-3.3-70b-versatile",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.59,completionTokenCostPer1M:.79},{name:"llama3-8b-8192",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.05,completionTokenCostPer1M:.08},{name:"mixtral-8x7b-32768",currency:"usd",characterIsToken:!0,promptTokenCostPer1M:.24,completionTokenCostPer1M:.24}];var Fp=()=>structuredClone({model:"llama-3.3-70b-versatile",...be()}),mn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Groq API key not set");let i={...Fp(),...t},a={...n,streamingUsage:!1};o=[...Ao,...o??[]];let l={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0};super({apiKey:e,config:i,options:a,modelInfo:o,apiURL:"https://api.groq.com/openai/v1",models:r,supportFor:l}),super.setName("Groq"),this.setOptions(a)}setOptions=e=>{let t=this.newRateLimiter(e);super.setOptions({...e,rateLimiter:t})};newRateLimiter=e=>{if(e?.rateLimiter)return e.rateLimiter;let t=e?.tokensPerMinute??4800,n=new dn(t,t/60,{debug:e?.debug});return async(o,i)=>{let a=i.modelUsage?.tokens?.totalTokens||0;return await n.acquire(a),await o()}}};var yo=[];var bo=(e=>(e.MetaLlama270BChatHF="meta-llama/Llama-2-70b-chat-hf",e))(bo||{});var si=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...be()}),Il=()=>structuredClone({model:"meta-llama/Llama-2-70b-chat-hf",...je()}),oi=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,n:e.n,presencePenalty:e.presencePenalty}}createChatReq=e=>{let t=e.model,n=e.functions?`Functions:
|
|
170
170
|
${JSON.stringify(e.functions,null,2)}
|
|
171
|
-
`:"",r=e.chatPrompt?.map(
|
|
172
|
-
`);return
|
|
171
|
+
`:"",r=e.chatPrompt?.map(l=>{switch(l.role){case"user":return`User: ${l.content}`;case"system":return`System: ${l.content}`;case"function":return`Function Result: ${l.result}`;case"assistant":{let u=l.functionCalls?.map(c=>{let p=typeof c.function.params=="string"?c.function.params:JSON.stringify(c.function.params);return`${c.function.name}(${p})`}).join(`
|
|
172
|
+
`);return u?`Assistant: ${l.content}
|
|
173
173
|
Functions:
|
|
174
|
-
${
|
|
175
|
-
`),o=`${n} ${r}`.trim(),i={name:"/models"},a={model:t,inputs:o,parameters:{max_new_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,repetition_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},top_k:e.modelConfig?.topK??this.config.topK,return_full_text:this.config.returnFullText,num_return_sequences:this.config.n,do_sample:this.config.doSample,max_time:this.config.maxTime},options:{use_cache:this.config.useCache,wait_for_model:this.config.waitForModel}};return[i,a]};createChatResp=e=>({results:[{index:0,content:e.generated_text}]})},gn=class extends Ge{constructor({apiKey:e,config:t,options:n,models:r}){if(!e||e==="")throw new Error("HuggingFace API key not set");let o={...si(),...t},i=new oi(o);super(i,{name:"HuggingFace",apiURL:"https://api-inference.huggingface.co",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:yo,defaults:{model:o.model},options:n,supportFor:{functions:!1,streaming:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:r})}};var hr=(u=>(u.Mistral7B="open-mistral-7b",u.Mistral8x7B="open-mixtral-8x7b",u.MistralSmall="mistral-small-latest",u.MistralNemo="mistral-nemo-latest",u.MistralLarge="mistral-large-latest",u.Codestral="codestral-latest",u.OpenCodestralMamba="open-codestral-mamba",u.OpenMistralNemo="open-mistral-nemo-latest",u))(hr||{}),ii=(e=>(e.MistralEmbed="mistral-embed",e))(ii||{});var Io=[{name:"open-mistral-7b",currency:"USD",promptTokenCostPer1M:.25,completionTokenCostPer1M:.25},{name:"open-mixtral-8x7b",currency:"USD",promptTokenCostPer1M:.7,completionTokenCostPer1M:.7},{name:"mistral-nemo-latest",currency:"USD",promptTokenCostPer1M:.15,completionTokenCostPer1M:.15},{name:"mistral-small-latest",currency:"USD",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"mistral-large-latest",currency:"USD",promptTokenCostPer1M:2,completionTokenCostPer1M:6},{name:"codestral-latest",currency:"USD",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"open-codestral-mamba",currency:"USD",promptTokenCostPer1M:.25,completionTokenCostPer1M:.25},{name:"open-mistral-nemo-latest",currency:"USD",promptTokenCostPer1M:.3,completionTokenCostPer1M:.3}];var Co=()=>structuredClone({model:"mistral-small-latest",...ye(),topP:1}),Iu=()=>structuredClone({...Co(),model:"mistral-large-latest"}),fn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Mistral API key not set");let i={...Co(),...t};o=[...Io,...o??[]];let a={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},u=l=>{let{max_completion_tokens:c,messages:p,...d}=l;return{...d,messages:this.updateMessages(p),max_tokens:c}};super({apiKey:e,config:i,options:n,apiURL:"https://api.mistral.ai/v1",modelInfo:o,models:r,supportFor:a,chatReqUpdater:u}),super.setName("Mistral")}updateMessages(e){let t=[];if(!Array.isArray(e))return e;for(let n of e)if(n.role==="user"&&Array.isArray(n.content)){let r=n.content.map(o=>typeof o=="object"&&o!==null&&"image_url"in o?{type:"image_url",image_url:{url:o.image_url?.url}}:o);t.push({...n,content:r})}else t.push(n);return t}};var To=class{constructor(e={}){this.config=e;this.config.id=this.config.id??Ve()}metrics={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}};getLastUsedChatModel(){return this.config.modelInfo?.name??"mock-model"}getLastUsedEmbedModel(){return this.config.embedModelInfo?.name??"mock-embed-model"}getLastUsedModelConfig(){return this.config.modelInfo?{maxTokens:this.config.modelInfo.maxTokens,temperature:.7,stream:this.config.features?.streaming??!1}:void 0}getName(){return this.config.name??"mock-ai-service"}getId(){return this.config.id??"mock-ai-service-id"}getFeatures(e){let t=this.config.features?.media;return{functions:this.config.features?.functions??!1,streaming:this.config.features?.streaming??!1,structuredOutputs:this.config.features?.structuredOutputs??!1,media:{images:{supported:t?.images?.supported??!1,formats:t?.images?.formats??[]},audio:{supported:t?.audio?.supported??!1,formats:t?.audio?.formats??[]},files:{supported:t?.files?.supported??!1,formats:t?.files?.formats??[],uploadMethod:t?.files?.uploadMethod??"none"},urls:{supported:t?.urls?.supported??!1,webSearch:t?.urls?.webSearch??!1,contextFetching:t?.urls?.contextFetching??!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}getModelList(){return this.config.models}getMetrics(){return this.metrics}async chat(e,t){if(this.config.latencyMs&&await new Promise(n=>setTimeout(n,this.config.latencyMs)),this.config.shouldError)throw new Error(this.config.errorMessage??"Mock chat error");return this.updateMetrics("chat"),typeof this.config.chatResponse=="function"?await this.config.chatResponse(e):this.config.chatResponse??{results:[{index:0,content:"Mock response",finishReason:"stop"}],modelUsage:{ai:this.getName(),model:"mock-model",tokens:{promptTokens:10,completionTokens:5,totalTokens:15}}}}async embed(e,t){if(this.config.latencyMs&&await new Promise(n=>setTimeout(n,this.config.latencyMs)),this.config.shouldError)throw new Error(this.config.errorMessage??"Mock embed error");return this.updateMetrics("embed"),typeof this.config.embedResponse=="function"?this.config.embedResponse(e):this.config.embedResponse??{embeddings:[[.1,.2,.3]],modelUsage:{ai:this.getName(),model:"mock-model",tokens:{promptTokens:5,completionTokens:0,totalTokens:5}}}}setOptions(e){this.config.options=e}getOptions(){return this.config.options??{}}getLogger(){return this.config.options?.logger??(e=>{console.log(e)})}updateMetrics(e){let t=this.config.latencyMs??0;this.metrics.latency[e].samples.push(t);let n=this.metrics.latency[e].samples;if(this.metrics.latency[e].mean=n.reduce((r,o)=>r+o,0)/n.length,n.length>0){let r=[...n].sort((a,u)=>a-u),o=Math.max(0,Math.floor(r.length*.95)-1);this.metrics.latency[e].p95=r[o]??t;let i=Math.max(0,Math.floor(r.length*.99)-1);this.metrics.latency[e].p99=r[i]??t}if(this.config.shouldError){this.metrics.errors[e].count++,this.metrics.errors[e].total++;let r=this.metrics.latency[e].samples.length;this.metrics.errors[e].rate=r>0?this.metrics.errors[e].count/r:0}}};var wo=class s{options;lastUsedService;services=new Map;constructor(e){if(e.length===0)throw new Error("No AI services provided.");for(let[t,n]of e.entries())if("key"in n){if(this.services.has(n.key))throw new Error(`Duplicate model key: ${n.key}`);let{service:o,description:i,isInternal:a}=n;this.services.set(n.key,{service:o,description:i,isInternal:a})}else{let o=n.getModelList();if(!o)throw new Error(`Service ${t} \`${n.getName()}\` has no model list.`);for(let i of o){if(this.services.has(i.key)){let a=this.services.get(i.key)?.service;throw new Error(`Service ${t} \`${n.getName()}\` has duplicate model key: ${i.key} as service ${a?.getName()}`)}if("model"in i&&typeof i.model)this.services.set(i.key,{description:i.description,service:n,model:i.model});else if("embedModel"in i&&i.embedModel)this.services.set(i.key,{description:i.description,service:n,embedModel:i.embedModel});else throw new Error(`Key ${i.key} in model list for service ${t} \`${n.getName()}\` is missing a model or embedModel property.`)}}}static create(e){return new s(e)}getLastUsedChatModel(){return this.lastUsedService?.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.lastUsedService?.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.lastUsedService?.getLastUsedModelConfig()}async chat(e,t){let n=e.model;if(!n)throw new Error("Model key must be specified for multi-service");let r=this.services.get(n);if(!r)throw new Error(`No service found for model key: ${n}`);if(this.lastUsedService=r.service,!r.model){let{model:o,...i}=e;return await r.service.chat(i,t)}return await r.service.chat({model:n,...e},t)}async embed(e,t){let n=e.embedModel;if(!n)throw new Error("Embed model key must be specified for multi-service");let r=this.services.get(n);if(!r)throw new Error(`No service found for embed model key: ${n}`);if(this.lastUsedService=r.service,!r.model){let{embedModel:o,...i}=e;return await r.service.embed(i,t)}return await r.service.embed({embedModel:n,...e},t)}getId(){return`MultiServiceRouter:${Array.from(this.services.values()).map(e=>e.service.getId()).join(",")}`}getName(){return"MultiServiceRouter"}getModelList(){return Array.from(this.services).filter(([,e])=>!e.isInternal).map(([e,t])=>{if(t.model)return{key:e,description:t.description,model:t.model};if(t.embedModel)return{key:e,description:t.description,embedModel:t.embedModel};throw new Error(`Service ${e} has no model or embedModel`)})}getFeatures(e){if(e){let t=this.services.get(e);if(t)return t.service.getFeatures(e)}return{functions:!1,streaming:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}getMetrics(){let e=this.lastUsedService;if(!e){let t=this.services.values().next().value;t&&(e="service"in t?t.service:t)}if(!e)throw new Error("No service available to get metrics.");return e.getMetrics()}setOptions(e){for(let t of this.services.values())t.service.setOptions(e);this.options=e}getOptions(){return this.options??{}}getLogger(){let e=this.lastUsedService;if(!e){let t=this.services.values().next().value;t&&(e=t.service)}if(!e)throw new Error("No service available to get logger.");return e.getLogger()}setServiceEntry(e,t){this.services.set(e,t)}};var ai=()=>structuredClone({...ye(),model:"nous-hermes2",embedModel:"all-minilm"}),Cu=()=>structuredClone({...Be(),model:"nous-hermes2",embedModel:"all-minilm"}),hn=class extends De{constructor({apiKey:e="not-set",url:t="http://localhost:11434/v1",config:n,options:r,models:o}){let i={...ai(),...n};super({apiKey:e,options:r,config:i,apiURL:t,models:o,modelInfo:[],supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}),super.setName("Ollama")}};var Fp=s=>["o1","o1-mini","o1-pro","o3","o3-mini","o3-pro","o4-mini"].includes(s),xn=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.responsesReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,stopSequences:e.stopSequences,topP:e.topP,stream:e.stream}}mapInternalContentToResponsesInput(e,t){let n=[];for(let r of e){if(r.type==="text"){t==="assistant"?n.push({type:"output_text",text:r.text}):n.push({type:"input_text",text:r.text});continue}if(t==="assistant")continue;if(r.type==="image"){let i=`data:${r.mimeType};base64,${r.image}`;n.push({type:"input_image",image_url:{url:i,details:r.details??"auto"}});continue}if(r.type==="audio"){n.push({type:"input_audio",input_audio:{data:r.data,format:r.format==="wav"?"wav":void 0}});continue}let o=r;throw new Error(`Unsupported content part: ${JSON.stringify(o)}`)}return n}createResponsesReqInternalInput(e,t=!1){let n=[];for(let r of e){if(t&&r.role==="system")continue;let o;if(r.role==="system"||r.role==="user"||r.role==="assistant"&&r.content)if(typeof r.content=="string")r.role==="system"?o=r.content:r.role==="assistant"?o=[{type:"output_text",text:r.content}]:o=[{type:"input_text",text:r.content}];else if(Array.isArray(r.content))o=this.mapInternalContentToResponsesInput(r.content,r.role==="assistant"?"assistant":"user");else{if(!(r.role==="assistant"&&!r.content&&r.functionCalls))throw new Error(`Invalid content type for role ${r.role}`);o=""}else r.role,o="";switch(r.role){case"system":n.push({type:"message",role:"system",content:o});break;case"user":n.push({type:"message",role:"user",content:o,name:r.name});break;case"assistant":if(r.content||r.functionCalls){let i={type:"message",role:"assistant",content:""};if(r.content&&(i.content=o),r.name&&(i.name=r.name),r.content&&n.push(i),r.functionCalls)for(let a of r.functionCalls)n.push({type:"function_call",call_id:a.id,name:a.function.name,arguments:typeof a.function.params=="object"?JSON.stringify(a.function.params):a.function.params||""})}break;case"function":n.push({type:"function_call_output",call_id:r.functionId,output:r.result});break;default:{let i=r.role;throw new Error(`Invalid role in chat prompt: ${i}`)}}}return n}createChatReq(e,t){let n=e.model,r={name:"/responses"},o=null,i=!1;if(e.chatPrompt){for(let b of e.chatPrompt)if(b.role==="system"&&typeof b.content=="string"){o=b.content,i=!0;break}}let a=o??this.config.systemPrompt??null,u=e.functions?.map(b=>({type:"function",name:b.name,description:b.description,parameters:b.parameters??{}})),l=[],c=Fp(n),p=this.config.reasoningSummary;t?.showThoughts?p||(p="auto"):p=void 0;let d=this.config.reasoningEffort;if(t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":d=void 0;break;case"minimal":d="minimal";break;case"low":d="medium";break;case"medium":case"high":case"highest":d="high";break}let m={model:n,input:"",instructions:a,tools:u?.length?u:void 0,tool_choice:e.functionCall==="none"||e.functionCall==="auto"||e.functionCall==="required"?e.functionCall:typeof e.functionCall=="object"&&e.functionCall.function?{type:"function",name:e.functionCall.function.name}:void 0,...c?{max_output_tokens:e.modelConfig?.maxTokens??this.config.maxTokens??void 0}:{...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty??void 0,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty??void 0,max_output_tokens:e.modelConfig?.maxTokens??this.config.maxTokens??void 0},stream:e.modelConfig?.stream??this.config.stream??!1,background:void 0,include:l.length>0?l:void 0,metadata:void 0,parallel_tool_calls:this.config.parallelToolCalls,previous_response_id:void 0,...d?{reasoning:{effort:d,summary:p}}:{},service_tier:this.config.serviceTier,store:this.config.store,text:void 0,truncation:void 0,user:this.config.user,seed:this.config.seed};this.config.user&&(m.user=this.config.user),this.config.parallelToolCalls!==void 0&&(m.parallel_tool_calls=this.config.parallelToolCalls),e.responseFormat?m.text={format:e.responseFormat.type==="json_schema"?{type:"json_schema",json_schema:e.responseFormat.schema}:{type:e.responseFormat.type}}:this.config.responseFormat&&(m.text={format:{type:this.config.responseFormat}}),this.config.seed&&(m.seed=this.config.seed);let g=e.chatPrompt?this.createResponsesReqInternalInput(e.chatPrompt,i):[];if(g.length>0)m.input=g;else if(e.chatPrompt&&e.chatPrompt.length===1&&e.chatPrompt[0]?.role==="user"&&e.chatPrompt[0]?.content&&typeof e.chatPrompt[0].content=="string"&&!a)m.input=e.chatPrompt[0].content;else if(g.length===0&&!a)throw new Error("Responses API request must have input or instructions.");let f=m.reasoning??{};if(this.config.reasoningEffort&&(f={...f,effort:this.config.reasoningEffort}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":f={};break;case"minimal":f={...f,effort:"minimal"};break;case"low":f={...f,effort:"medium"};break;case"medium":case"high":case"highest":f={...f,effort:"high"};break}Object.keys(f).length>0&&f.effort?m.reasoning=f:m.reasoning=void 0;let x=m;return this.responsesReqUpdater&&(x=this.responsesReqUpdater(x)),[r,x]}createChatResp(e){let{id:t,output:n,usage:r}=e;r&&(this.tokensUsed={promptTokens:r.prompt_tokens,completionTokens:r.completion_tokens??r.output_tokens??0,totalTokens:r.total_tokens});let o={};for(let i of n??[])switch(i.type){case"message":o.id=i.id,o.content=ui(i.content,t),o.finishReason=i.status==="completed"?"stop":"content_filter",o.citations=Ro(i.content);break;case"reasoning":o.id=i.id,i.encrypted_content?o.thought=i.encrypted_content:o.thought=i.summary.map(a=>typeof a=="object"?JSON.stringify(a):a).join(`
|
|
176
|
-
`);break;case"file_search_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"file_search",params:{queries:i.queries,results:i.results}}}],o.finishReason="function_call";break;case"web_search_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"web_search",params:{queries:i.queries}}}],o.finishReason="function_call";break;case"computer_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"computer_use",params:{action:i.action}}}],o.finishReason="function_call";break;case"code_interpreter_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"code_interpreter",params:{code:i.code,results:i.results}}}],o.finishReason="function_call";break;case"image_generation_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"image_generation",params:{result:i.result}}}],o.finishReason="function_call";break;case"local_shell_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"local_shell",params:{action:i.action}}}],o.finishReason="function_call";break;case"mcp_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"mcp",params:{name:i.name,args:i.args,serverLabel:i.server_label,output:i.output,error:i.error}}}],o.finishReason="function_call";break;case"function_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:i.name,params:i.arguments}}],o.finishReason="function_call";break}return{results:[{...o,index:0}],remoteId:t}}createChatStreamResp(e){let t=e,n={index:0,id:"",content:"",finishReason:"stop"},r;switch(t.type){case"response.created":case"response.in_progress":case"response.queued":r=t.response.id,n.id=`${t.response.id}_res_0`;break;case"response.output_item.added":switch(t.item.type){case"message":n.id=t.item.id,n.content=
|
|
177
|
-
`);throw new
|
|
178
|
-
`)};function Ro(s){let e=[];for(let t of s??[])if(t?.type==="output_text"&&Array.isArray(t.annotations))for(let n of t.annotations)n&&n.type==="url_citation"&&typeof n.url=="string"&&e.push({url:n.url,title:n.title,description:n.description});return e.length?e:void 0}var Ar=()=>({model:"gpt-4o",embedModel:"text-embedding-ada-002",temperature:.7,topP:1,stream:!0}),Tu=()=>({...Ar(),model:"gpt-4o",temperature:.5}),wu=()=>({...Ar(),model:"gpt-4o",temperature:.9}),xr=class extends Ge{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:o=[],models:i,responsesReqUpdater:a,supportFor:u={functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}){if(!e||e==="")throw new Error("OpenAI API key not set");let l=new xn(t,n?.streamingUsage??!0,a),c=i?.map(p=>{let d=p,m=d?.config;if(!m)return p;let g={};m.maxTokens!==void 0&&(g.maxTokens=m.maxTokens),m.temperature!==void 0&&(g.temperature=m.temperature),m.topP!==void 0&&(g.topP=m.topP),m.presencePenalty!==void 0&&(g.presencePenalty=m.presencePenalty),m.frequencyPenalty!==void 0&&(g.frequencyPenalty=m.frequencyPenalty);let f=m.stopSequences??m.stop;f!==void 0&&(g.stopSequences=f),m.n!==void 0&&(g.n=m.n),m.stream!==void 0&&(g.stream=m.stream);let x={...d};Object.keys(g).length>0&&(x.modelConfig={...d.modelConfig??{},...g});let b=m?.thinking?.thinkingTokenBudget;if(typeof b=="number"){let h=[["minimal",200],["low",800],["medium",5e3],["high",1e4],["highest",24500]],y="minimal",I=Number.POSITIVE_INFINITY;for(let[C,R]of h){let M=Math.abs(b-R);M<I&&(I=M,y=C)}x.thinkingTokenBudget=y}return m?.thinking?.includeThoughts!==void 0&&(x.showThoughts=!!m.thinking.includeThoughts),x});super(l,{name:"OpenAI",apiURL:r||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:o,defaults:{model:t.model??"gpt-4o",embedModel:t.embedModel??"text-embedding-ada-002"},options:n,supportFor:u,models:c??i})}},An=class extends xr{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("OpenAI API key not set");o=[...ro,...o??[]];let i=a=>{let u=ot({model:a,modelInfo:o,models:r});return{functions:!0,streaming:!0,hasThinkingBudget:u?.supported?.thinkingBudget??!1,hasShowThoughts:u?.supported?.showThoughts??!1,structuredOutputs:u?.supported?.structuredOutputs??!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}};super({apiKey:e,config:{...Ar(),...t},options:n,modelInfo:o,models:r,supportFor:i})}};var li=()=>structuredClone({model:"openrouter/auto",...ye()}),yn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o,referer:i,title:a}){if(!e||e==="")throw new Error("OpenRouter API key not set");let u={...li(),...t},l={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},c=o??[];super({apiKey:e,config:u,options:n,apiURL:"https://openrouter.ai/api/v1",modelInfo:c,models:r,supportFor:l}),super.setName("OpenRouter"),super.setHeaders(async()=>{let p={Authorization:`Bearer ${e}`};return i&&(p["HTTP-Referer"]=i),a&&(p["X-Title"]=a),p})}};async function So(s,e,t={}){if(typeof s=="string")return[{type:"text",text:s}];if(!Array.isArray(s))return[{type:"text",text:String(s)}];let n=e.getFeatures(),r=[];for(let o of s)try{switch(o.type){case"text":r.push({type:"text",text:o.text});break;case"image":if(n.media.images.supported)o.altText?r.push({type:"text",text:`[Image: ${o.altText}]`}):r.push({type:"text",text:"[Image content]"});else if(o.altText)r.push({type:"text",text:o.altText});else if(t.imageToText)try{let i=await t.imageToText(o.image);r.push({type:"text",text:i})}catch(i){throw new ft(i,"image","vision analysis")}else switch(t.fallbackBehavior){case"error":throw new it("Images",e.getName(),!1);case"skip":continue;default:r.push({type:"text",text:"[Image content not supported by this provider]"})}break;case"audio":if(n.media.audio.supported)o.transcription?r.push({type:"text",text:o.transcription}):r.push({type:"text",text:"[Audio content]"});else if(o.transcription)r.push({type:"text",text:o.transcription});else if(t.audioToText)try{let i=await t.audioToText(o.data,o.format);r.push({type:"text",text:i})}catch(i){throw new ft(i,"audio","transcription")}else switch(t.fallbackBehavior){case"error":throw new it("Audio",e.getName(),!1);case"skip":continue;case"degrade":r.push({type:"text",text:"[Audio content not supported by this provider]"})}break;case"file":if(n.media.files.supported)o.extractedText?r.push({type:"text",text:o.extractedText}):r.push({type:"text",text:`[File: ${o.filename}]`});else if(o.extractedText)r.push({type:"text",text:o.extractedText});else if(t.fileToText)try{let i=await t.fileToText(o.data,o.mimeType);r.push({type:"text",text:i})}catch(i){throw new ft(i,"file","text extraction")}else switch(t.fallbackBehavior){case"error":throw new it("Files",e.getName(),!1);case"skip":continue;default:r.push({type:"text",text:`[File: ${o.filename} - content not accessible by this provider]`})}break;case"url":if(n.media.urls.supported)o.cachedContent?r.push({type:"text",text:o.cachedContent}):r.push({type:"text",text:`[Link: ${o.url}${o.title?` - ${o.title}`:""}]`});else if(o.cachedContent)r.push({type:"text",text:o.cachedContent});else if(t.urlToText)try{let i=await t.urlToText(o.url);r.push({type:"text",text:i})}catch(i){throw new ft(i,"url","content fetching")}else switch(t.fallbackBehavior){case"error":throw new it("URLs",e.getName(),!1);case"skip":continue;case"degrade":r.push({type:"text",text:`[Link: ${o.url}${o.title?` - ${o.title}`:""}]`})}break;default:typeof o=="object"&&o.text?r.push({type:"text",text:o.text}):r.push({type:"text",text:String(o)})}}catch(i){throw i instanceof it||i instanceof ft?i:new ft(i,o.type||"unknown","content processing")}return r}function Ru(s){let e=!1,t=!1,n=!1,r=!1;for(let o of s)if(o.role==="user"&&Array.isArray(o.content))for(let i of o.content)switch(i.type){case"image":e=!0;break;case"audio":t=!0;break;case"file":n=!0;break;case"url":r=!0;break}return{hasImages:e,hasAudio:t,hasFiles:n,hasUrls:r}}var yr=(n=>(n.RekaCore="reka-core",n.RekaFlash="reka-flash",n.RekaEdge="reka-edge",n))(yr||{});var ko=[{name:"reka-core",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"reka-flash",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2},{name:"reka-edge",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1}];var br=()=>structuredClone({model:"reka-core",...ye()}),ku=()=>structuredClone({...br(),model:"reka-core"}),vu=()=>structuredClone({model:"reka-core",...Be()}),Ou=()=>({...br(),model:"reka-flash"}),ci=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq=e=>{let t=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let n={name:"/chat/completions"},r=_p(e),o=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,i=e.modelConfig?.stream??this.config.stream,a={model:t,messages:r,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},top_k:e.modelConfig?.n??this.config.n,...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},stop:e.modelConfig?.stopSequences??this.config.stop,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...o?{frequency_penalty:o}:{},...i?{stream:!0}:{}};return[n,a]};createChatResp=e=>{let{id:t,usage:n,responses:r}=e;return this.tokensUsed=n?{promptTokens:n.input_tokens,completionTokens:n.output_tokens,totalTokens:n.input_tokens+n.output_tokens}:void 0,{results:r.map((i,a)=>{let u=Su(i.finish_reason),l;return typeof i.message.content=="string"?l=i.message.content:l=i.message.content.text,{index:a,id:`${t}`,content:l,finishReason:u}}),remoteId:t}};createChatStreamResp=e=>{let{id:t,usage:n,responses:r}=e;return this.tokensUsed=n?{promptTokens:n.input_tokens,completionTokens:n.output_tokens,totalTokens:n.input_tokens+n.output_tokens}:void 0,{results:r.map((i,a)=>{let u=Su(i.finish_reason),l;return typeof i.chunk.content=="string"?l=i.chunk.content:l=i.chunk.content.text,{index:a,id:`${t}`,content:l,finishReason:u}})}}},Su=s=>{switch(s){case"stop":return"stop";case"context":return"length";case"length":return"length"}};function _p(s){return s.chatPrompt.map(e=>{switch(e.role){case"system":return{role:"user",content:e.content};case"user":return Array.isArray(e.content)?{role:"user",content:e.content.map(t=>{switch(t.type){case"text":return{type:"text",text:t.text};case"image":throw new Error("Image type not supported");default:throw new Error("Invalid content type")}})}:{role:"user",content:e.content};case"assistant":if(Array.isArray(e.content))return{role:"assistant",content:e.content.map(t=>{switch(t.type){case"text":return{type:"text",text:t.text};case"image":throw new Error("Image type not supported");default:throw new Error("Invalid content type")}})};if(!e.content)throw new Error("Assistant content is empty");return{role:"user",content:e.content};default:throw new Error("Invalid role")}})}var bn=class extends Ge{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:o=ko,models:i}){if(!e||e==="")throw new Error("Reka API key not set");let a={...br(),...t},u=new ci(a);super(u,{name:"Reka",apiURL:r||"https://api.reka.ai/v1/chat",headers:async()=>({"X-Api-Key":e}),modelInfo:o,defaults:{model:a.model},options:n,supportFor:{functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:i})}};var vo=class{providers;processingServices;config;constructor(e){this.providers=[e.providers.primary,...e.providers.alternatives],this.processingServices=e.processing,this.config=e.routing}async chat(e,t={}){let n=await this.selectProviderWithDegradation(e,t.routingOptions||{}),r=await this.preprocessRequest(e,n.provider,t.processingOptions);try{return{response:await n.provider.chat(r,t),routing:n}}catch(o){if(o instanceof it&&t.fallbackProviders?.length)return await this.tryFallbackProviders(e,t.fallbackProviders,t);throw o}}async preprocessRequest(e,t,n){let r={...n,fallbackBehavior:n?.fallbackBehavior||"degrade",imageToText:n?.imageToText||this.processingServices.imageToText,audioToText:n?.audioToText||this.processingServices.audioToText,fileToText:n?.fileToText||this.processingServices.fileToText,urlToText:n?.urlToText||this.processingServices.urlToText},o=[];for(let i of e.chatPrompt)if(i.role==="user"&&Array.isArray(i.content)){let a=await So(i.content,t,r);a.every(l=>l.type==="text")&&a.length===1?o.push({...i,content:a[0].text}):o.push({...i,content:a.map(l=>({type:"text",text:l.text}))})}else o.push(i);return{...e,chatPrompt:o}}async selectProviderWithDegradation(e,t){let n=qt(e),r=[],o=[],i=[];try{let a=lo(e,this.providers,{requireExactMatch:t.requireExactMatch??this.config.capability.requireExactMatch,allowDegradation:t.allowDegradation??this.config.capability.allowDegradation}),u=a.getFeatures();return n.hasImages&&!u.media.images.supported&&(o.push("Images will be converted to text descriptions"),r.push("Image-to-text conversion")),n.hasAudio&&!u.media.audio.supported&&(o.push("Audio will be transcribed to text"),r.push("Audio-to-text transcription")),n.hasFiles&&!u.media.files.supported&&(o.push("File content will be extracted to text"),r.push("File-to-text extraction")),n.hasUrls&&!u.media.urls.supported&&(o.push("URL content will be pre-fetched"),r.push("URL content fetching")),n.requiresStreaming&&!u.streaming&&i.push("Streaming not supported - will use non-streaming mode"),n.requiresCaching&&!u.caching.supported&&i.push("Content caching not supported"),{provider:a,processingApplied:r,degradations:o,warnings:i}}catch(a){throw new Error(`Provider selection failed: ${a instanceof Error?a.message:"Unknown error"}`)}}async tryFallbackProviders(e,t,n){for(let r of t)try{let o={provider:r,processingApplied:["Fallback provider selection"],degradations:["Using fallback provider due to primary provider failure"],warnings:[]},i=await this.preprocessRequest(e,r,{fallbackBehavior:"degrade"});return{response:await r.chat(i,n),routing:o}}catch{}throw new Error("All fallback providers failed")}async getRoutingRecommendation(e){return await this.selectProviderWithDegradation(e,{})}async validateRequest(e){let t=qt(e),n=[],r=[];try{let o=await this.selectProviderWithDegradation(e,{});return o.degradations.length>0&&(n.push(...o.degradations),r.push("Consider using a provider that natively supports all media types")),o.warnings.length>0&&n.push(...o.warnings),t.hasImages&&this.processingServices.imageToText===void 0&&(this.providers.some(a=>a.getFeatures().media.images.supported)||(n.push("No image processing service available and no providers support images"),r.push("Add imageToText processing service or use image-capable provider"))),t.hasAudio&&this.processingServices.audioToText===void 0&&(this.providers.some(a=>a.getFeatures().media.audio.supported)||(n.push("No audio processing service available and no providers support audio"),r.push("Add audioToText processing service or use audio-capable provider"))),{canHandle:n.length===0||o.degradations.length>0,issues:n,recommendations:r}}catch(o){return{canHandle:!1,issues:[`Cannot route request: ${o instanceof Error?o.message:"Unknown error"}`],recommendations:["Add more providers or processing services to handle this request"]}}}getRoutingStats(){let e={};for(let t of this.providers){let n=t.getFeatures(),r=t.getName();n.functions&&(e.Functions=e.Functions||[],e.Functions.push(r)),n.streaming&&(e.Streaming=e.Streaming||[],e.Streaming.push(r)),n.media.images.supported&&(e.Images=e.Images||[],e.Images.push(r)),n.media.audio.supported&&(e.Audio=e.Audio||[],e.Audio.push(r)),n.media.files.supported&&(e.Files=e.Files||[],e.Files.push(r)),n.media.urls.supported&&(e.URLs=e.URLs||[],e.URLs.push(r)),n.caching.supported&&(e.Caching=e.Caching||[],e.Caching.push(r))}return{totalProviders:this.providers.length,capabilityMatrix:e,recommendedProvider:this.providers[0]?.getName()||"None"}}};var Ir=(h=>(h.KimiK25="moonshotai/Kimi-K2.5",h.KimiK2Instruct0905="moonshotai/Kimi-K2-Instruct-0905",h.KimiK2Thinking="moonshotai/Kimi-K2-Thinking",h.DeepSeekV31="deepseek-ai/DeepSeek-V3.1",h.DeepSeekR1="deepseek-ai/DeepSeek-R1",h.GPTOSS120B="openai/gpt-oss-120b",h.GPTOSS20B="openai/gpt-oss-20b",h.Qwen35_397B="Qwen/Qwen3.5-397B-A17B",h.Qwen3CoderNext="Qwen/Qwen3-Coder-Next-FP8",h.Qwen3Coder480B="Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8",h.Qwen3_235BInstruct2507="Qwen/Qwen3-235B-A22B-Instruct-2507-tput",h.Qwen3_235BThinking2507="Qwen/Qwen3-235B-A22B-Thinking-2507",h.Qwen3Next80BInstruct="Qwen/Qwen3-Next-80B-A3B-Instruct",h.Qwen3Next80BThinking="Qwen/Qwen3-Next-80B-A3B-Thinking",h.GLM5="zai-org/GLM-5",h.GLM47="zai-org/GLM-4.7",h.Llama4Maverick="meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8",h.Llama33_70B="meta-llama/Llama-3.3-70B-Instruct-Turbo",h))(Ir||{});var Oo=[{name:"moonshotai/Kimi-K2.5",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:2.8},{name:"moonshotai/Kimi-K2-Instruct-0905",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:3},{name:"moonshotai/Kimi-K2-Thinking",currency:"usd",promptTokenCostPer1M:1.2,completionTokenCostPer1M:4},{name:"deepseek-ai/DeepSeek-V3.1",currency:"usd",promptTokenCostPer1M:.6,completionTokenCostPer1M:1.7},{name:"deepseek-ai/DeepSeek-R1",currency:"usd",promptTokenCostPer1M:1.4,completionTokenCostPer1M:2.2},{name:"openai/gpt-oss-120b",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6},{name:"openai/gpt-oss-20b",currency:"usd",promptTokenCostPer1M:.05,completionTokenCostPer1M:.2},{name:"Qwen/Qwen3.5-397B-A17B",currency:"usd",promptTokenCostPer1M:.6,completionTokenCostPer1M:3.6},{name:"Qwen/Qwen3-Coder-Next-FP8",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.2},{name:"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:2},{name:"Qwen/Qwen3-235B-A22B-Instruct-2507-tput",currency:"usd",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"Qwen/Qwen3-235B-A22B-Thinking-2507",currency:"usd",promptTokenCostPer1M:.65,completionTokenCostPer1M:3},{name:"Qwen/Qwen3-Next-80B-A3B-Instruct",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:1.5},{name:"Qwen/Qwen3-Next-80B-A3B-Thinking",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:1.5},{name:"zai-org/GLM-5",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:3.2},{name:"zai-org/GLM-4.7",currency:"usd",promptTokenCostPer1M:.45,completionTokenCostPer1M:2},{name:"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8",currency:"usd",promptTokenCostPer1M:.27,completionTokenCostPer1M:.85},{name:"meta-llama/Llama-3.3-70B-Instruct-Turbo",currency:"usd",promptTokenCostPer1M:.88,completionTokenCostPer1M:.88}];var pi=()=>structuredClone({model:"meta-llama/Llama-3.3-70B-Instruct-Turbo",...ye()}),In=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Together API key not set");let i={...pi(),...t};o=[...Oo,...o??[]];let a={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0};super({apiKey:e,config:i,options:n,apiURL:"https://api.together.xyz/v1",modelInfo:o,models:r,supportFor:a}),super.setName("Together")}};var Cr=(d=>(d.Llama31_8B_Instruct="Llama-3.1-8B-Instruct-q4f32_1-MLC",d.Llama31_70B_Instruct="Llama-3.1-70B-Instruct-q4f16_1-MLC",d.Llama32_1B_Instruct="Llama-3.2-1B-Instruct-q4f32_1-MLC",d.Llama32_3B_Instruct="Llama-3.2-3B-Instruct-q4f32_1-MLC",d.Mistral7B_Instruct="Mistral-7B-Instruct-v0.3-q4f32_1-MLC",d.Phi35_Mini_Instruct="Phi-3.5-mini-instruct-q4f32_1-MLC",d.Gemma2_2B_Instruct="gemma-2-2b-it-q4f32_1-MLC",d.Gemma2_9B_Instruct="gemma-2-9b-it-q4f32_1-MLC",d.Qwen2_5_0_5B_Instruct="Qwen2.5-0.5B-Instruct-q4f32_1-MLC",d.Qwen2_5_1_5B_Instruct="Qwen2.5-1.5B-Instruct-q4f32_1-MLC",d.Qwen2_5_3B_Instruct="Qwen2.5-3B-Instruct-q4f32_1-MLC",d.Qwen2_5_7B_Instruct="Qwen2.5-7B-Instruct-q4f32_1-MLC",d))(Cr||{});var Eo=[{name:"Llama-3.1-8B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096},{name:"Llama-3.1-70B-Instruct-q4f16_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096,isExpensive:!0},{name:"Llama-3.2-1B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:2048},{name:"Llama-3.2-3B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:2048},{name:"Mistral-7B-Instruct-v0.3-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:4096},{name:"Phi-3.5-mini-instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096},{name:"gemma-2-2b-it-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:8192,maxTokens:2048},{name:"gemma-2-9b-it-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:8192,maxTokens:2048},{name:"Qwen2.5-0.5B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-1.5B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-3B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-7B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:4096}];var mi=()=>structuredClone({model:"Llama-3.2-3B-Instruct-q4f32_1-MLC",...ye()}),Eu=()=>structuredClone({model:"Llama-3.2-3B-Instruct-q4f32_1-MLC",...Be()}),di=class{constructor(e,t){this.config=e;this.engine=t}tokensUsed;engine;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.map(a=>{if(a.role==="function")return{role:"function",name:a.functionId,content:typeof a.result=="string"?a.result:JSON.stringify(a.result)};let u="";typeof a.content=="string"?u=a.content:Array.isArray(a.content)&&(u=a.content.filter(c=>c.type==="text").map(c=>c.text).join(`
|
|
179
|
-
`));let l={role:a.role,content:u};return a.role==="assistant"&&a.functionCalls?.length?{...l,tool_calls:a.functionCalls.map(c=>({id:c.id,type:"function",function:{name:c.function.name,arguments:typeof c.function.params=="string"?c.function.params:JSON.stringify(c.function.params||{})}}))}:l}),r=e.functions?.map(a=>({type:"function",function:{name:a.name,description:a.description,parameters:a.parameters||{type:"object",properties:{}}}})),o={name:"/chat/completions",localCall:async(a,u)=>{try{let l=await this.engine.chat.completions.create({...a,stream:u||!1});return u?new ReadableStream({async start(c){try{for await(let p of l)c.enqueue(p);c.close()}catch(p){c.error(p)}}}):l}catch(l){throw new Error(`WebLLM API error: ${l}`)}}},i={model:t,messages:n,...r?.length?{tools:r}:{},max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,stop:e.modelConfig?.stopSequences??this.config.stopSequences,stream:e.modelConfig?.stream??this.config.stream,n:e.modelConfig?.n??this.config.n};return[o,i]}createEmbedReq=e=>{throw new Error("WebLLM does not support embeddings")};createChatResp=e=>(this.tokensUsed={promptTokens:e.usage?.prompt_tokens??0,completionTokens:e.usage?.completion_tokens??0,totalTokens:e.usage?.total_tokens??0},{results:e.choices.map((n,r)=>{let o="stop";switch(n.finish_reason){case"stop":o="stop";break;case"length":o="length";break;case"tool_calls":o="function_call";break;case"content_filter":o="content_filter";break;default:o="stop";break}let i=n.message.tool_calls?.map(a=>({id:a.id,type:"function",function:{name:a.function.name,params:a.function.arguments}}));return{index:r,id:e.id,content:n.message.content||"",functionCalls:i,finishReason:o}}),remoteId:e.id});createChatStreamResp=(e,t)=>{let n=t,r=e.choices[0];if(!r)throw new Error("No choice in WebLLM stream response");if(r.delta.content&&(n.content=(n.content||"")+r.delta.content),r.delta.tool_calls){n.toolCalls||(n.toolCalls=[]);for(let u of r.delta.tool_calls){let l=n.toolCalls[u.index];l?u.function?.arguments&&(l.function.arguments=(l.function?.arguments||"")+u.function.arguments):n.toolCalls[u.index]={id:u.id,type:u.type,function:{name:u.function?.name,arguments:u.function?.arguments||""}}}}e.usage&&(this.tokensUsed={promptTokens:e.usage.prompt_tokens,completionTokens:e.usage.completion_tokens,totalTokens:e.usage.total_tokens});let o;if(r.finish_reason)switch(r.finish_reason){case"stop":o="stop";break;case"length":o="length";break;case"tool_calls":o="function_call";break;case"content_filter":o="content_filter";break;default:o="stop";break}let i=n.toolCalls?.map(u=>({id:u.id||"",type:"function",function:{name:u.function?.name||"",params:u.function?.arguments||""}}));return{results:[{index:0,id:e.id,content:n.content||"",functionCalls:i,finishReason:o}],remoteId:e.id}};createEmbedResp(e){throw new Error("WebLLM does not support embeddings")}},Cn=class extends Ge{constructor({engine:e,config:t,options:n,models:r}){if(!e)throw new Error("WebLLM engine instance is required");let o={...mi(),...t},i=new di(o,e);super(i,{name:"WebLLM",apiURL:void 0,headers:async()=>({}),modelInfo:Eo,defaults:{model:o.model},supportFor:a=>({functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}),options:n,models:r})}};var Tr=(r=>(r.Grok3="grok-3",r.Grok3Mini="grok-3-mini",r.Grok3Fast="grok-3-fast",r.Grok3MiniFast="grok-3-mini-fast",r))(Tr||{}),gi=(e=>(e.GrokEmbedSmall="grok-embed-small",e))(gi||{});var Mo=[{name:"grok-3",currency:"USD",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"grok-3-mini",currency:"USD",promptTokenCostPer1M:.3,completionTokenCostPer1M:.5,supported:{thinkingBudget:!0}},{name:"grok-3-fast",currency:"USD",promptTokenCostPer1M:5,completionTokenCostPer1M:25},{name:"grok-3-mini-fast",currency:"USD",promptTokenCostPer1M:.6,completionTokenCostPer1M:4,supported:{thinkingBudget:!0}}];var Po=()=>structuredClone({model:"grok-3-mini",...ye()}),Mu=()=>structuredClone({...Po(),model:"grok-3"}),Tn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Grok API key not set");let i={...Po(),...t};o=[...Mo,...o??[]];let a=l=>{let c=ot({model:l,modelInfo:o,models:r});return{functions:!0,streaming:!0,hasThinkingBudget:c?.supported?.thinkingBudget??!1,hasShowThoughts:c?.supported?.showThoughts??!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}},u=l=>{if(n?.searchParameters){let c=n.searchParameters;return{...l,search_parameters:{mode:c.mode,return_citations:c.returnCitations,from_date:c.fromDate,to_date:c.toDate,max_search_results:c.maxSearchResults,sources:c.sources?.map(p=>({type:p.type,country:p.country,excluded_websites:p.excludedWebsites,allowed_websites:p.allowedWebsites,safe_search:p.safeSearch,x_handles:p.xHandles,links:p.links}))}}}return l};super({apiKey:e,config:i,options:n,apiURL:"https://api.x.ai/v1",modelInfo:o,models:r,supportFor:a,chatReqUpdater:u}),super.setName("Grok")}};function Pu(s){return wr.create(s)}var wr=class s{ai;static create(e){return new s(e)}constructor(e){switch(e.name){case"openai":this.ai=new an(e);break;case"openai-responses":this.ai=new An(e);break;case"azure-openai":this.ai=new un(e);break;case"grok":this.ai=new Tn(e);break;case"huggingface":this.ai=new gn(e);break;case"groq":this.ai=new mn(e);break;case"together":this.ai=new In(e);break;case"openrouter":this.ai=new yn(e);break;case"cohere":this.ai=new ln(e);break;case"google-gemini":this.ai=new pn(e);break;case"anthropic":this.ai=new nn(e);break;case"mistral":this.ai=new fn(e);break;case"deepseek":this.ai=new cn(e);break;case"ollama":this.ai=new hn(e);break;case"reka":this.ai=new bn(e);break;case"webllm":this.ai=new Cn(e);break;default:throw new Error("Unknown AI")}}getName(){return this.ai.getName()}getId(){return this.ai.getId()}getFeatures(e){return this.ai.getFeatures(e)}getModelList(){return this.ai.getModelList()}getLastUsedChatModel(){return this.ai.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.ai.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.ai.getLastUsedModelConfig()}getMetrics(){return this.ai.getMetrics()}async chat(e,t){return await this.ai.chat(e,t)}async embed(e,t){return await this.ai.embed(e,t)}setOptions(e){this.ai.setOptions(e)}getOptions(){return this.ai.getOptions()}getLogger(){return this.ai.getLogger()}};var Fo=require("@opentelemetry/api");var at=class{name;fetch;tracer;_upsert;_batchUpsert;_query;constructor({name:e,fetch:t,tracer:n}){this.name=e,this.fetch=t,this.tracer=n}async upsert(e,t){if(!this._upsert)throw new Error("upsert() not implemented");return this.tracer?await this.tracer.startActiveSpan("DB Upsert Request",{kind:Fo.SpanKind.SERVER,attributes:{[ce.DB_SYSTEM]:this.name,[ce.DB_OPERATION_NAME]:"upsert",[ce.DB_TABLE]:e.table,[ce.DB_NAMESPACE]:e.namespace,[ce.DB_OPERATION_NAME]:t?"update":"insert"}},async n=>{try{return await this._upsert(e,t,{span:n})}finally{n.end()}}):await this._upsert(e,t)}async batchUpsert(e,t){if(!this._batchUpsert)throw new Error("batchUpsert() not implemented");if(e.length===0)throw new Error("Batch request is empty");if(!e[0])throw new Error("Batch request is invalid first element is undefined");return this.tracer?await this.tracer.startActiveSpan("DB Batch Upsert Request",{kind:Fo.SpanKind.SERVER,attributes:{[ce.DB_SYSTEM]:this.name,[ce.DB_OPERATION_NAME]:"upsert",[ce.DB_TABLE]:e[0].table,[ce.DB_NAMESPACE]:e[0].namespace,[ce.DB_OPERATION_NAME]:t?"update":"insert"}},async n=>{try{return await this._batchUpsert(e,t,{span:n})}finally{n.end()}}):await this._batchUpsert(e,t)}async query(e){if(!this._query)throw new Error("query() not implemented");return this.tracer?await this.tracer.startActiveSpan("DB Query Request",{kind:Fo.SpanKind.SERVER,attributes:{[ce.DB_SYSTEM]:this.name,[ce.DB_OPERATION_NAME]:"upsert",[ce.DB_TABLE]:e.table,[ce.DB_NAMESPACE]:e.namespace,[ce.DB_OPERATION_NAME]:"query"}},async t=>{try{return await this._query(e,{span:t})}finally{t.end()}}):await this._query(e)}};var fi="https://api.cloudflare.com/client/v4/accounts/",wn=class extends at{apiKey;accountId;constructor({apiKey:e,accountId:t,fetch:n,tracer:r}){if(!e||!t)throw new Error("Cloudflare credentials not set");super({name:"Cloudflare",fetch:n,tracer:r}),this.apiKey=e,this.accountId=t}_upsert=async(e,t,n)=>{let r=await Qe({url:new URL(`${this.accountId}/vectorize/indexes/${e.table}/upsert`,fi),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:n?.span},{id:e.id,values:e.values,namespace:e.namespace,metadata:e.metadata});if(r.errors)throw new Error(`Cloudflare upsert failed: ${r.errors.map(({message:o})=>o).join(", ")}`);return{ids:r.result.ids}};batchUpsert=async(e,t,n)=>{if(t)throw new Error("Weaviate does not support batch update");if(e.length<1)throw new Error("Batch request is empty");if(!e[0]||!e[0].table)throw new Error("Table name is empty");let r=e[0].table,o=await Qe({url:new URL(`${this.accountId}/vectorize/indexes/${r}/upsert`,fi),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:n?.span},e.map(i=>({id:i.id,values:i.values,namespace:i.namespace,metadata:i.metadata})));if(o.errors)throw new Error(`Cloudflare batch upsert failed: ${o.errors.map(({message:i})=>i).join(", ")}`);return{ids:o.result.ids}};query=async(e,t)=>{let n=await Qe({url:new URL(`${this.accountId}/vectorize/indexes/${e.table}/query`,fi),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:t?.span},{vector:e.values,topK:e.limit||10,returnValues:!0});if(n.errors)throw new Error(`Cloudflare query failed: ${n.errors.map(({message:o})=>o).join(", ")}`);return{matches:n.result.matches.map(({id:o,score:i,values:a,metadata:u})=>({id:o,score:i,values:a,metadata:u}))}}};var _t=class extends at{state;constructor({tracer:e}={}){super({name:"Memory",tracer:e}),this.state={}}_upsert=async(e,t,n)=>{if(!this.state[e.table])this.state[e.table]={[e.id]:e};else{let r=this.state[e.table];if(!r)throw new Error(`Table not found: ${e.table}`);r[e.id]=e}return{ids:[e.id]}};_batchUpsert=async(e,t,n)=>{let r=[];for(let o of e){let i=await this.upsert(o,t);r.push(...i.ids)}return{ids:r}};_query=async(e,t)=>{let n=this.state[e.table];if(!n)return{matches:[]};let r=[];return Object.entries(n).forEach(([o,i])=>{if(e.values&&i.values){let a=Np(e.values,i.values);r.push({id:o,score:a,metadata:i.metadata})}}),r.sort((o,i)=>o.score-i.score),e.limit&&(r.length=e.limit),{matches:r}};getDB=()=>structuredClone(this.state);setDB=e=>{this.state=structuredClone(e)};clearDB=()=>{this.state={}}},Np=(s,e)=>{if(s.length!==e.length)throw new Error("Vectors must be of the same length.");let t=0,n=0,r=0,o=!0,i=!0,a=new Float64Array(s),u=new Float64Array(e);for(let d=0;d<a.length;d++)t+=a[d]*u[d],n+=a[d]*a[d],r+=u[d]*u[d],a[d]!==0&&(o=!1),u[d]!==0&&(i=!1);if(o||i)return 1;let l=Math.sqrt(n),c=Math.sqrt(r);return 1-t/(l*c)};var Lp=s=>({namespace:s.namespace,topK:s.limit||10,filter:{},includeValues:!0,includeMetadata:!0,vector:s.values??[],id:s.id}),Rn=class extends at{apiKey;apiURL;constructor({apiKey:e,host:t,fetch:n,tracer:r}){if(!e||e==="")throw new Error("Pinecone API key not set");super({name:"Pinecone",fetch:n,tracer:r}),this.apiKey=e,this.apiURL=t}_upsert=async(e,t,n)=>(await this._batchUpsert([e],t,n),{ids:[e.id]});_batchUpsert=async(e,t,n)=>{if(e.length===0)throw new Error("Batch request is empty");return await Qe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/vectors/upsert",fetch:this.fetch,span:n?.span},e.map(({id:r,values:o=[],metadata:i})=>({id:r,values:o,metadata:i}))),{ids:e.map(({id:r})=>r)}};query=async(e,t)=>{if(e.text)throw new Error("Pinecone does not support text");return{matches:(await Qe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/query",fetch:this.fetch,span:t?.span},Lp(e))).matches.map(({id:o,score:i,values:a,metadata:u})=>({id:o,score:i,metadata:u,values:a}))}}};var Sn=class extends at{apiKey;apiURL;constructor({apiKey:e,host:t,fetch:n,tracer:r}){if(!e||e==="")throw new Error("Weaviate API key not set");super({name:"Weaviate",fetch:n,tracer:r}),this.apiKey=e,this.apiURL=t}_upsert=async(e,t,n)=>{let r=await Qe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:`/v1/objects/${e.table}/${e.id}`,put:!!t,fetch:this.fetch,span:n?.span},{id:e.id,class:e.table,tenant:e.namespace,vector:e.values,properties:e.metadata??{}});if(r?.result?.errors)throw new Error(`Weaviate upsert failed: ${r.result.errors.error.map(({message:o})=>o).join(", ")}`);return{ids:[r.id]}};_batchUpsert=async(e,t,n)=>{if(t)throw new Error("Weaviate does not support batch update");if(e.length===0)throw new Error("Batch request is empty");let r=e.map(i=>({id:i.id,class:i.table,tenant:i.namespace,vector:i.values,properties:i.metadata??{}})),o=await Qe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/v1/batch/objects",fetch:this.fetch,span:n?.span},{objects:r});if(o?.some(({result:i})=>i?.errors))throw new Error(`Weaviate batch upsert failed: ${o.map(({result:i})=>i?.errors?.error.map(({message:a})=>a).join(", ")).join(", ")}`);return{ids:o.map(({id:i})=>i)}};_query=async(e,t)=>{let n="";if(e.columns&&e.columns.length===0)throw new Error("Weaviate requires at least one column");if(e.values)n=`nearVector: {
|
|
174
|
+
${u}`:`Assistant: ${l.content}`}default:throw new Error("Unknown role")}}).join(`
|
|
175
|
+
`),o=`${n} ${r}`.trim(),i={name:"/models"},a={model:t,inputs:o,parameters:{max_new_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,repetition_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},top_k:e.modelConfig?.topK??this.config.topK,return_full_text:this.config.returnFullText,num_return_sequences:this.config.n,do_sample:this.config.doSample,max_time:this.config.maxTime},options:{use_cache:this.config.useCache,wait_for_model:this.config.waitForModel}};return[i,a]};createChatResp=e=>({results:[{index:0,content:e.generated_text}]})},gn=class extends Ge{constructor({apiKey:e,config:t,options:n,models:r}){if(!e||e==="")throw new Error("HuggingFace API key not set");let o={...si(),...t},i=new oi(o);super(i,{name:"HuggingFace",apiURL:"https://api-inference.huggingface.co",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:yo,defaults:{model:o.model},options:n,supportFor:{functions:!1,streaming:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:r})}};var hr=(l=>(l.Mistral7B="open-mistral-7b",l.Mistral8x7B="open-mixtral-8x7b",l.MistralSmall="mistral-small-latest",l.MistralNemo="mistral-nemo-latest",l.MistralLarge="mistral-large-latest",l.Codestral="codestral-latest",l.OpenCodestralMamba="open-codestral-mamba",l.OpenMistralNemo="open-mistral-nemo-latest",l))(hr||{}),ii=(e=>(e.MistralEmbed="mistral-embed",e))(ii||{});var Io=[{name:"open-mistral-7b",currency:"USD",promptTokenCostPer1M:.25,completionTokenCostPer1M:.25},{name:"open-mixtral-8x7b",currency:"USD",promptTokenCostPer1M:.7,completionTokenCostPer1M:.7},{name:"mistral-nemo-latest",currency:"USD",promptTokenCostPer1M:.15,completionTokenCostPer1M:.15},{name:"mistral-small-latest",currency:"USD",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"mistral-large-latest",currency:"USD",promptTokenCostPer1M:2,completionTokenCostPer1M:6},{name:"codestral-latest",currency:"USD",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"open-codestral-mamba",currency:"USD",promptTokenCostPer1M:.25,completionTokenCostPer1M:.25},{name:"open-mistral-nemo-latest",currency:"USD",promptTokenCostPer1M:.3,completionTokenCostPer1M:.3}];var Co=()=>structuredClone({model:"mistral-small-latest",...be(),topP:1}),Cl=()=>structuredClone({...Co(),model:"mistral-large-latest"}),fn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Mistral API key not set");let i={...Co(),...t};o=[...Io,...o??[]];let a={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},l=u=>{let{max_completion_tokens:c,messages:p,...d}=u;return{...d,messages:this.updateMessages(p),max_tokens:c}};super({apiKey:e,config:i,options:n,apiURL:"https://api.mistral.ai/v1",modelInfo:o,models:r,supportFor:a,chatReqUpdater:l}),super.setName("Mistral")}updateMessages(e){let t=[];if(!Array.isArray(e))return e;for(let n of e)if(n.role==="user"&&Array.isArray(n.content)){let r=n.content.map(o=>typeof o=="object"&&o!==null&&"image_url"in o?{type:"image_url",image_url:{url:o.image_url?.url}}:o);t.push({...n,content:r})}else t.push(n);return t}};var To=class{constructor(e={}){this.config=e;this.config.id=this.config.id??Ve()}metrics={latency:{chat:{mean:0,p95:0,p99:0,samples:[]},embed:{mean:0,p95:0,p99:0,samples:[]}},errors:{chat:{count:0,rate:0,total:0},embed:{count:0,rate:0,total:0}}};getLastUsedChatModel(){return this.config.modelInfo?.name??"mock-model"}getLastUsedEmbedModel(){return this.config.embedModelInfo?.name??"mock-embed-model"}getLastUsedModelConfig(){return this.config.modelInfo?{maxTokens:this.config.modelInfo.maxTokens,temperature:.7,stream:this.config.features?.streaming??!1}:void 0}getName(){return this.config.name??"mock-ai-service"}getId(){return this.config.id??"mock-ai-service-id"}getFeatures(e){let t=this.config.features?.media;return{functions:this.config.features?.functions??!1,streaming:this.config.features?.streaming??!1,structuredOutputs:this.config.features?.structuredOutputs??!1,media:{images:{supported:t?.images?.supported??!1,formats:t?.images?.formats??[]},audio:{supported:t?.audio?.supported??!1,formats:t?.audio?.formats??[]},files:{supported:t?.files?.supported??!1,formats:t?.files?.formats??[],uploadMethod:t?.files?.uploadMethod??"none"},urls:{supported:t?.urls?.supported??!1,webSearch:t?.urls?.webSearch??!1,contextFetching:t?.urls?.contextFetching??!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}getModelList(){return this.config.models}getMetrics(){return this.metrics}async chat(e,t){if(this.config.latencyMs&&await new Promise(n=>setTimeout(n,this.config.latencyMs)),this.config.shouldError)throw new Error(this.config.errorMessage??"Mock chat error");return this.updateMetrics("chat"),typeof this.config.chatResponse=="function"?await this.config.chatResponse(e):this.config.chatResponse??{results:[{index:0,content:"Mock response",finishReason:"stop"}],modelUsage:{ai:this.getName(),model:"mock-model",tokens:{promptTokens:10,completionTokens:5,totalTokens:15}}}}async embed(e,t){if(this.config.latencyMs&&await new Promise(n=>setTimeout(n,this.config.latencyMs)),this.config.shouldError)throw new Error(this.config.errorMessage??"Mock embed error");return this.updateMetrics("embed"),typeof this.config.embedResponse=="function"?this.config.embedResponse(e):this.config.embedResponse??{embeddings:[[.1,.2,.3]],modelUsage:{ai:this.getName(),model:"mock-model",tokens:{promptTokens:5,completionTokens:0,totalTokens:5}}}}setOptions(e){this.config.options=e}getOptions(){return this.config.options??{}}getLogger(){return this.config.options?.logger??(e=>{console.log(e)})}updateMetrics(e){let t=this.config.latencyMs??0;this.metrics.latency[e].samples.push(t);let n=this.metrics.latency[e].samples;if(this.metrics.latency[e].mean=n.reduce((r,o)=>r+o,0)/n.length,n.length>0){let r=[...n].sort((a,l)=>a-l),o=Math.max(0,Math.floor(r.length*.95)-1);this.metrics.latency[e].p95=r[o]??t;let i=Math.max(0,Math.floor(r.length*.99)-1);this.metrics.latency[e].p99=r[i]??t}if(this.config.shouldError){this.metrics.errors[e].count++,this.metrics.errors[e].total++;let r=this.metrics.latency[e].samples.length;this.metrics.errors[e].rate=r>0?this.metrics.errors[e].count/r:0}}};var wo=class s{options;lastUsedService;services=new Map;constructor(e){if(e.length===0)throw new Error("No AI services provided.");for(let[t,n]of e.entries())if("key"in n){if(this.services.has(n.key))throw new Error(`Duplicate model key: ${n.key}`);let{service:o,description:i,isInternal:a}=n;this.services.set(n.key,{service:o,description:i,isInternal:a})}else{let o=n.getModelList();if(!o)throw new Error(`Service ${t} \`${n.getName()}\` has no model list.`);for(let i of o){if(this.services.has(i.key)){let a=this.services.get(i.key)?.service;throw new Error(`Service ${t} \`${n.getName()}\` has duplicate model key: ${i.key} as service ${a?.getName()}`)}if("model"in i&&typeof i.model)this.services.set(i.key,{description:i.description,service:n,model:i.model});else if("embedModel"in i&&i.embedModel)this.services.set(i.key,{description:i.description,service:n,embedModel:i.embedModel});else throw new Error(`Key ${i.key} in model list for service ${t} \`${n.getName()}\` is missing a model or embedModel property.`)}}}static create(e){return new s(e)}getLastUsedChatModel(){return this.lastUsedService?.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.lastUsedService?.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.lastUsedService?.getLastUsedModelConfig()}async chat(e,t){let n=e.model;if(!n)throw new Error("Model key must be specified for multi-service");let r=this.services.get(n);if(!r)throw new Error(`No service found for model key: ${n}`);if(this.lastUsedService=r.service,!r.model){let{model:o,...i}=e;return await r.service.chat(i,t)}return await r.service.chat({model:n,...e},t)}async embed(e,t){let n=e.embedModel;if(!n)throw new Error("Embed model key must be specified for multi-service");let r=this.services.get(n);if(!r)throw new Error(`No service found for embed model key: ${n}`);if(this.lastUsedService=r.service,!r.model){let{embedModel:o,...i}=e;return await r.service.embed(i,t)}return await r.service.embed({embedModel:n,...e},t)}getId(){return`MultiServiceRouter:${Array.from(this.services.values()).map(e=>e.service.getId()).join(",")}`}getName(){return"MultiServiceRouter"}getModelList(){return Array.from(this.services).filter(([,e])=>!e.isInternal).map(([e,t])=>{if(t.model)return{key:e,description:t.description,model:t.model};if(t.embedModel)return{key:e,description:t.description,embedModel:t.embedModel};throw new Error(`Service ${e} has no model or embedModel`)})}getFeatures(e){if(e){let t=this.services.get(e);if(t)return t.service.getFeatures(e)}return{functions:!1,streaming:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}getMetrics(){let e=this.lastUsedService;if(!e){let t=this.services.values().next().value;t&&(e="service"in t?t.service:t)}if(!e)throw new Error("No service available to get metrics.");return e.getMetrics()}setOptions(e){for(let t of this.services.values())t.service.setOptions(e);this.options=e}getOptions(){return this.options??{}}getLogger(){let e=this.lastUsedService;if(!e){let t=this.services.values().next().value;t&&(e=t.service)}if(!e)throw new Error("No service available to get logger.");return e.getLogger()}setServiceEntry(e,t){this.services.set(e,t)}};var ai=()=>structuredClone({...be(),model:"nous-hermes2",embedModel:"all-minilm"}),Tl=()=>structuredClone({...je(),model:"nous-hermes2",embedModel:"all-minilm"}),hn=class extends De{constructor({apiKey:e="not-set",url:t="http://localhost:11434/v1",config:n,options:r,models:o}){let i={...ai(),...n};super({apiKey:e,options:r,config:i,apiURL:t,models:o,modelInfo:[],supportFor:{functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}),super.setName("Ollama")}};var _p=s=>["o1","o1-mini","o1-pro","o3","o3-mini","o3-pro","o4-mini"].includes(s),xn=class{constructor(e,t,n){this.config=e;this.streamingUsage=t;this.responsesReqUpdater=n}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,stopSequences:e.stopSequences,topP:e.topP,stream:e.stream}}mapInternalContentToResponsesInput(e,t){let n=[];for(let r of e){if(r.type==="text"){t==="assistant"?n.push({type:"output_text",text:r.text}):n.push({type:"input_text",text:r.text});continue}if(t==="assistant")continue;if(r.type==="image"){let i=`data:${r.mimeType};base64,${r.image}`;n.push({type:"input_image",image_url:{url:i,details:r.details??"auto"}});continue}if(r.type==="audio"){n.push({type:"input_audio",input_audio:{data:r.data,format:r.format==="wav"?"wav":void 0}});continue}let o=r;throw new Error(`Unsupported content part: ${JSON.stringify(o)}`)}return n}createResponsesReqInternalInput(e,t=!1){let n=[];for(let r of e){if(t&&r.role==="system")continue;let o;if(r.role==="system"||r.role==="user"||r.role==="assistant"&&r.content)if(typeof r.content=="string")r.role==="system"?o=r.content:r.role==="assistant"?o=[{type:"output_text",text:r.content}]:o=[{type:"input_text",text:r.content}];else if(Array.isArray(r.content))o=this.mapInternalContentToResponsesInput(r.content,r.role==="assistant"?"assistant":"user");else{if(!(r.role==="assistant"&&!r.content&&r.functionCalls))throw new Error(`Invalid content type for role ${r.role}`);o=""}else r.role,o="";switch(r.role){case"system":n.push({type:"message",role:"system",content:o});break;case"user":n.push({type:"message",role:"user",content:o,name:r.name});break;case"assistant":if(r.content||r.functionCalls){let i={type:"message",role:"assistant",content:""};if(r.content&&(i.content=o),r.name&&(i.name=r.name),r.content&&n.push(i),r.functionCalls)for(let a of r.functionCalls)n.push({type:"function_call",call_id:a.id,name:a.function.name,arguments:typeof a.function.params=="object"?JSON.stringify(a.function.params):a.function.params||""})}break;case"function":n.push({type:"function_call_output",call_id:r.functionId,output:r.result});break;default:{let i=r.role;throw new Error(`Invalid role in chat prompt: ${i}`)}}}return n}createChatReq(e,t){let n=e.model,r={name:"/responses"},o=null,i=!1;if(e.chatPrompt){for(let b of e.chatPrompt)if(b.role==="system"&&typeof b.content=="string"){o=b.content,i=!0;break}}let a=o??this.config.systemPrompt??null,l=e.functions?.map(b=>({type:"function",name:b.name,description:b.description,parameters:b.parameters??{}})),u=[],c=_p(n),p=this.config.reasoningSummary;t?.showThoughts?p||(p="auto"):p=void 0;let d=this.config.reasoningEffort;if(t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":d=void 0;break;case"minimal":d="minimal";break;case"low":d="medium";break;case"medium":case"high":case"highest":d="high";break}let m={model:n,input:"",instructions:a,tools:l?.length?l:void 0,tool_choice:e.functionCall==="none"||e.functionCall==="auto"||e.functionCall==="required"?e.functionCall:typeof e.functionCall=="object"&&e.functionCall.function?{type:"function",name:e.functionCall.function.name}:void 0,...c?{max_output_tokens:e.modelConfig?.maxTokens??this.config.maxTokens??void 0}:{...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty??void 0,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty??void 0,max_output_tokens:e.modelConfig?.maxTokens??this.config.maxTokens??void 0},stream:e.modelConfig?.stream??this.config.stream??!1,background:void 0,include:u.length>0?u:void 0,metadata:void 0,parallel_tool_calls:this.config.parallelToolCalls,previous_response_id:void 0,...d?{reasoning:{effort:d,summary:p}}:{},service_tier:this.config.serviceTier,store:this.config.store,text:void 0,truncation:void 0,user:this.config.user,seed:this.config.seed};this.config.user&&(m.user=this.config.user),this.config.parallelToolCalls!==void 0&&(m.parallel_tool_calls=this.config.parallelToolCalls),e.responseFormat?m.text={format:e.responseFormat.type==="json_schema"?{type:"json_schema",json_schema:e.responseFormat.schema}:{type:e.responseFormat.type}}:this.config.responseFormat&&(m.text={format:{type:this.config.responseFormat}}),this.config.seed&&(m.seed=this.config.seed);let g=e.chatPrompt?this.createResponsesReqInternalInput(e.chatPrompt,i):[];if(g.length>0)m.input=g;else if(e.chatPrompt&&e.chatPrompt.length===1&&e.chatPrompt[0]?.role==="user"&&e.chatPrompt[0]?.content&&typeof e.chatPrompt[0].content=="string"&&!a)m.input=e.chatPrompt[0].content;else if(g.length===0&&!a)throw new Error("Responses API request must have input or instructions.");let f=m.reasoning??{};if(this.config.reasoningEffort&&(f={...f,effort:this.config.reasoningEffort}),t?.thinkingTokenBudget)switch(t.thinkingTokenBudget){case"none":f={};break;case"minimal":f={...f,effort:"minimal"};break;case"low":f={...f,effort:"medium"};break;case"medium":case"high":case"highest":f={...f,effort:"high"};break}Object.keys(f).length>0&&f.effort?m.reasoning=f:m.reasoning=void 0;let x=m;return this.responsesReqUpdater&&(x=this.responsesReqUpdater(x)),[r,x]}createChatResp(e){let{id:t,output:n,usage:r}=e;r&&(this.tokensUsed={promptTokens:r.prompt_tokens,completionTokens:r.completion_tokens??r.output_tokens??0,totalTokens:r.total_tokens});let o={};for(let i of n??[])switch(i.type){case"message":o.id=i.id,o.content=li(i.content,t),o.finishReason=i.status==="completed"?"stop":"content_filter",o.citations=Ro(i.content);break;case"reasoning":o.id=i.id,i.encrypted_content?o.thought=i.encrypted_content:o.thought=i.summary.map(a=>typeof a=="object"?JSON.stringify(a):a).join(`
|
|
176
|
+
`);break;case"file_search_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"file_search",params:{queries:i.queries,results:i.results}}}],o.finishReason="function_call";break;case"web_search_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"web_search",params:{queries:i.queries}}}],o.finishReason="function_call";break;case"computer_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"computer_use",params:{action:i.action}}}],o.finishReason="function_call";break;case"code_interpreter_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"code_interpreter",params:{code:i.code,results:i.results}}}],o.finishReason="function_call";break;case"image_generation_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"image_generation",params:{result:i.result}}}],o.finishReason="function_call";break;case"local_shell_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"local_shell",params:{action:i.action}}}],o.finishReason="function_call";break;case"mcp_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:"mcp",params:{name:i.name,args:i.args,serverLabel:i.server_label,output:i.output,error:i.error}}}],o.finishReason="function_call";break;case"function_call":o.id=i.id,o.functionCalls=[{id:i.id,type:"function",function:{name:i.name,params:i.arguments}}],o.finishReason="function_call";break}return{results:[{...o,index:0}],remoteId:t}}createChatStreamResp(e){let t=e,n={index:0,id:"",content:"",finishReason:"stop"},r;switch(t.type){case"response.created":case"response.in_progress":case"response.queued":r=t.response.id,n.id=`${t.response.id}_res_0`;break;case"response.output_item.added":switch(t.item.type){case"message":n.id=t.item.id,n.content=li(t.item.content,t.item.id),n.citations=Ro(t.item.content);break;case"function_call":n.id=t.item.id,n.functionCalls=[{id:t.item.id,type:"function",function:{name:t.item.name,params:t.item.arguments}}];break;case"file_search_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"file_search",params:{queries:o.queries||[],results:o.results?.map(i=>({fileId:i.file_id,filename:i.filename,score:i.score,text:i.text,attributes:i.attributes}))}}}]}break;case"web_search_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"web_search",params:{queries:o.queries||[]}}}]}break;case"computer_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"computer_use",params:{action:o.action||{}}}}]}break;case"code_interpreter_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"code_interpreter",params:{code:o.code||"",results:o.results}}}]}break;case"image_generation_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"image_generation",params:{result:o.result}}}]}break;case"local_shell_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"local_shell",params:{action:o.action||{}}}}]}break;case"mcp_call":{let o=t.item;n.id=t.item.id,n.functionCalls=[{id:o.id,type:"function",function:{name:"mcp",params:{name:o.name||"",args:o.args||"",serverLabel:o.server_label||"",output:o.output,error:o.error}}}]}break}break;case"response.content_part.added":n.id=t.item_id,n.content=li([t.part],t.item_id),n.citations=Ro([t.part]);break;case"response.output_text.delta":n.id=t.item_id,n.content=t.delta;break;case"response.output_text.done":break;case"response.function_call_arguments.delta":n.id=t.item_id,n.functionCalls=[{id:t.item_id,type:"function",function:{name:"",params:t.delta}}];break;case"response.reasoning_summary_text.delta":n.id=t.item_id,n.thought=t.delta;break;case"response.file_search_call.in_progress":case"response.file_search_call.searching":n.id=t.item_id,n.finishReason="function_call";break;case"response.file_search_call.completed":n.id=t.item_id,n.finishReason="function_call";break;case"response.web_search_call.in_progress":case"response.web_search_call.searching":n.id=t.item_id,n.finishReason="function_call";break;case"response.web_search_call.completed":n.id=t.item_id,n.finishReason="function_call";break;case"response.image_generation_call.in_progress":case"response.image_generation_call.generating":n.id=t.item_id,n.finishReason="function_call";break;case"response.image_generation_call.completed":n.id=t.item_id,n.finishReason="function_call";break;case"response.image_generation_call.partial_image":n.id=t.item_id,n.finishReason="function_call";break;case"response.mcp_call.in_progress":n.id=t.item_id,n.finishReason="function_call";break;case"response.mcp_call.arguments.delta":n.id=t.item_id,n.functionCalls=[{id:t.item_id,type:"function",function:{name:"",params:t.delta}}];break;case"response.mcp_call.arguments.done":n.id=t.item_id,n.functionCalls=[{id:t.item_id,type:"function",function:{name:"",params:t.arguments}}];break;case"response.mcp_call.completed":case"response.mcp_call.failed":n.id="mcp_call_event",n.finishReason="function_call";break;case"response.mcp_list_tools.in_progress":case"response.mcp_list_tools.completed":case"response.mcp_list_tools.failed":n.id="mcp_list_tools_event",n.finishReason="function_call";break;case"response.output_item.done":switch(t.item.type){case"message":if(n.id=t.item.id,n.finishReason=t.item.status==="completed"?"stop":"error",!n.citations||n.citations.length===0){let o=Ro(t.item.content||[]);o&&(n.citations=o)}break;case"function_call":case"file_search_call":case"web_search_call":case"computer_call":case"code_interpreter_call":case"image_generation_call":case"local_shell_call":case"mcp_call":n.id=t.item.id,n.finishReason="function_call";break}break;case"response.completed":t.response.usage&&(this.tokensUsed={promptTokens:t.response.usage.prompt_tokens,completionTokens:t.response.usage.completion_tokens??t.response.usage.output_tokens??0,totalTokens:t.response.usage.total_tokens}),r=t.response.id,n.id=`${t.response.id}_completed`,n.finishReason="stop";break;case"response.failed":r=t.response.id,n.id=`${t.response.id}_failed`,n.finishReason="error";break;case"response.incomplete":r=t.response.id,n.id=`${t.response.id}_incomplete`,n.finishReason="length";break;case"error":n.id="error",n.content=`Error: ${t.message}`,n.finishReason="error";break;default:n.id="unknown";break}return{results:[n],remoteId:r}}createEmbedReq(e){let t=e.embedModel;if(!t)throw new Error("Embed model not set");if(!e.texts||e.texts.length===0)throw new Error("Embed texts is empty");let n={name:"/embeddings"},r={model:t,input:e.texts,dimensions:this.config.dimensions};return[n,r]}},li=(s,e)=>{let t=s.filter(n=>n.type==="refusal");if(t.length>0){let n=t.map(r=>r.refusal).join(`
|
|
177
|
+
`);throw new Pe(n,void 0,e)}return s.filter(n=>n.type==="output_text").map(n=>n.text).join(`
|
|
178
|
+
`)};function Ro(s){let e=[];for(let t of s??[])if(t?.type==="output_text"&&Array.isArray(t.annotations))for(let n of t.annotations)n&&n.type==="url_citation"&&typeof n.url=="string"&&e.push({url:n.url,title:n.title,description:n.description});return e.length?e:void 0}var Ar=()=>({model:"gpt-4o",embedModel:"text-embedding-ada-002",temperature:.7,topP:1,stream:!0}),wl=()=>({...Ar(),model:"gpt-4o",temperature:.5}),Rl=()=>({...Ar(),model:"gpt-4o",temperature:.9}),xr=class extends Ge{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:o=[],models:i,responsesReqUpdater:a,supportFor:l={functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}}){if(!e||e==="")throw new Error("OpenAI API key not set");let u=new xn(t,n?.streamingUsage??!0,a),c=i?.map(p=>{let d=p,m=d?.config;if(!m)return p;let g={};m.maxTokens!==void 0&&(g.maxTokens=m.maxTokens),m.temperature!==void 0&&(g.temperature=m.temperature),m.topP!==void 0&&(g.topP=m.topP),m.presencePenalty!==void 0&&(g.presencePenalty=m.presencePenalty),m.frequencyPenalty!==void 0&&(g.frequencyPenalty=m.frequencyPenalty);let f=m.stopSequences??m.stop;f!==void 0&&(g.stopSequences=f),m.n!==void 0&&(g.n=m.n),m.stream!==void 0&&(g.stream=m.stream);let x={...d};Object.keys(g).length>0&&(x.modelConfig={...d.modelConfig??{},...g});let b=m?.thinking?.thinkingTokenBudget;if(typeof b=="number"){let h=[["minimal",200],["low",800],["medium",5e3],["high",1e4],["highest",24500]],y="minimal",I=Number.POSITIVE_INFINITY;for(let[C,R]of h){let P=Math.abs(b-R);P<I&&(I=P,y=C)}x.thinkingTokenBudget=y}return m?.thinking?.includeThoughts!==void 0&&(x.showThoughts=!!m.thinking.includeThoughts),x});super(u,{name:"OpenAI",apiURL:r||"https://api.openai.com/v1",headers:async()=>({Authorization:`Bearer ${e}`}),modelInfo:o,defaults:{model:t.model??"gpt-4o",embedModel:t.embedModel??"text-embedding-ada-002"},options:n,supportFor:l,models:c??i})}},An=class extends xr{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("OpenAI API key not set");o=[...ro,...o??[]];let i=a=>{let l=ot({model:a,modelInfo:o,models:r});return{functions:!0,streaming:!0,hasThinkingBudget:l?.supported?.thinkingBudget??!1,hasShowThoughts:l?.supported?.showThoughts??!1,structuredOutputs:l?.supported?.structuredOutputs??!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}};super({apiKey:e,config:{...Ar(),...t},options:n,modelInfo:o,models:r,supportFor:i})}};var ui=()=>structuredClone({model:"openrouter/auto",...be()}),yn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o,referer:i,title:a}){if(!e||e==="")throw new Error("OpenRouter API key not set");let l={...ui(),...t},u={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},c=o??[];super({apiKey:e,config:l,options:n,apiURL:"https://openrouter.ai/api/v1",modelInfo:c,models:r,supportFor:u}),super.setName("OpenRouter"),super.setHeaders(async()=>{let p={Authorization:`Bearer ${e}`};return i&&(p["HTTP-Referer"]=i),a&&(p["X-Title"]=a),p})}};async function So(s,e,t={}){if(typeof s=="string")return[{type:"text",text:s}];if(!Array.isArray(s))return[{type:"text",text:String(s)}];let n=e.getFeatures(),r=[];for(let o of s)try{switch(o.type){case"text":r.push({type:"text",text:o.text});break;case"image":if(n.media.images.supported)o.altText?r.push({type:"text",text:`[Image: ${o.altText}]`}):r.push({type:"text",text:"[Image content]"});else if(o.altText)r.push({type:"text",text:o.altText});else if(t.imageToText)try{let i=await t.imageToText(o.image);r.push({type:"text",text:i})}catch(i){throw new ft(i,"image","vision analysis")}else switch(t.fallbackBehavior){case"error":throw new it("Images",e.getName(),!1);case"skip":continue;default:r.push({type:"text",text:"[Image content not supported by this provider]"})}break;case"audio":if(n.media.audio.supported)o.transcription?r.push({type:"text",text:o.transcription}):r.push({type:"text",text:"[Audio content]"});else if(o.transcription)r.push({type:"text",text:o.transcription});else if(t.audioToText)try{let i=await t.audioToText(o.data,o.format);r.push({type:"text",text:i})}catch(i){throw new ft(i,"audio","transcription")}else switch(t.fallbackBehavior){case"error":throw new it("Audio",e.getName(),!1);case"skip":continue;case"degrade":r.push({type:"text",text:"[Audio content not supported by this provider]"})}break;case"file":if(n.media.files.supported)o.extractedText?r.push({type:"text",text:o.extractedText}):r.push({type:"text",text:`[File: ${o.filename}]`});else if(o.extractedText)r.push({type:"text",text:o.extractedText});else if(t.fileToText)try{let i=await t.fileToText(o.data,o.mimeType);r.push({type:"text",text:i})}catch(i){throw new ft(i,"file","text extraction")}else switch(t.fallbackBehavior){case"error":throw new it("Files",e.getName(),!1);case"skip":continue;default:r.push({type:"text",text:`[File: ${o.filename} - content not accessible by this provider]`})}break;case"url":if(n.media.urls.supported)o.cachedContent?r.push({type:"text",text:o.cachedContent}):r.push({type:"text",text:`[Link: ${o.url}${o.title?` - ${o.title}`:""}]`});else if(o.cachedContent)r.push({type:"text",text:o.cachedContent});else if(t.urlToText)try{let i=await t.urlToText(o.url);r.push({type:"text",text:i})}catch(i){throw new ft(i,"url","content fetching")}else switch(t.fallbackBehavior){case"error":throw new it("URLs",e.getName(),!1);case"skip":continue;case"degrade":r.push({type:"text",text:`[Link: ${o.url}${o.title?` - ${o.title}`:""}]`})}break;default:typeof o=="object"&&o.text?r.push({type:"text",text:o.text}):r.push({type:"text",text:String(o)})}}catch(i){throw i instanceof it||i instanceof ft?i:new ft(i,o.type||"unknown","content processing")}return r}function Sl(s){let e=!1,t=!1,n=!1,r=!1;for(let o of s)if(o.role==="user"&&Array.isArray(o.content))for(let i of o.content)switch(i.type){case"image":e=!0;break;case"audio":t=!0;break;case"file":n=!0;break;case"url":r=!0;break}return{hasImages:e,hasAudio:t,hasFiles:n,hasUrls:r}}var yr=(n=>(n.RekaCore="reka-core",n.RekaFlash="reka-flash",n.RekaEdge="reka-edge",n))(yr||{});var ko=[{name:"reka-core",currency:"usd",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"reka-flash",currency:"usd",promptTokenCostPer1M:.8,completionTokenCostPer1M:2},{name:"reka-edge",currency:"usd",promptTokenCostPer1M:.4,completionTokenCostPer1M:1}];var br=()=>structuredClone({model:"reka-core",...be()}),vl=()=>structuredClone({...br(),model:"reka-core"}),Ol=()=>structuredClone({model:"reka-core",...je()}),El=()=>({...br(),model:"reka-flash"}),ci=class{constructor(e){this.config=e}tokensUsed;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,topP:e.topP,n:e.n,stream:e.stream}}createChatReq=e=>{let t=e.model;if(!e.chatPrompt||e.chatPrompt.length===0)throw new Error("Chat prompt is empty");let n={name:"/chat/completions"},r=Np(e),o=e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,i=e.modelConfig?.stream??this.config.stream,a={model:t,messages:r,max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},top_k:e.modelConfig?.n??this.config.n,...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},stop:e.modelConfig?.stopSequences??this.config.stop,presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,...o?{frequency_penalty:o}:{},...i?{stream:!0}:{}};return[n,a]};createChatResp=e=>{let{id:t,usage:n,responses:r}=e;return this.tokensUsed=n?{promptTokens:n.input_tokens,completionTokens:n.output_tokens,totalTokens:n.input_tokens+n.output_tokens}:void 0,{results:r.map((i,a)=>{let l=kl(i.finish_reason),u;return typeof i.message.content=="string"?u=i.message.content:u=i.message.content.text,{index:a,id:`${t}`,content:u,finishReason:l}}),remoteId:t}};createChatStreamResp=e=>{let{id:t,usage:n,responses:r}=e;return this.tokensUsed=n?{promptTokens:n.input_tokens,completionTokens:n.output_tokens,totalTokens:n.input_tokens+n.output_tokens}:void 0,{results:r.map((i,a)=>{let l=kl(i.finish_reason),u;return typeof i.chunk.content=="string"?u=i.chunk.content:u=i.chunk.content.text,{index:a,id:`${t}`,content:u,finishReason:l}})}}},kl=s=>{switch(s){case"stop":return"stop";case"context":return"length";case"length":return"length"}};function Np(s){return s.chatPrompt.map(e=>{switch(e.role){case"system":return{role:"user",content:e.content};case"user":return Array.isArray(e.content)?{role:"user",content:e.content.map(t=>{switch(t.type){case"text":return{type:"text",text:t.text};case"image":throw new Error("Image type not supported");default:throw new Error("Invalid content type")}})}:{role:"user",content:e.content};case"assistant":if(Array.isArray(e.content))return{role:"assistant",content:e.content.map(t=>{switch(t.type){case"text":return{type:"text",text:t.text};case"image":throw new Error("Image type not supported");default:throw new Error("Invalid content type")}})};if(!e.content)throw new Error("Assistant content is empty");return{role:"user",content:e.content};default:throw new Error("Invalid role")}})}var bn=class extends Ge{constructor({apiKey:e,config:t,options:n,apiURL:r,modelInfo:o=ko,models:i}){if(!e||e==="")throw new Error("Reka API key not set");let a={...br(),...t},l=new ci(a);super(l,{name:"Reka",apiURL:r||"https://api.reka.ai/v1/chat",headers:async()=>({"X-Api-Key":e}),modelInfo:o,defaults:{model:a.model},options:n,supportFor:{functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0},models:i})}};var vo=class{providers;processingServices;config;constructor(e){this.providers=[e.providers.primary,...e.providers.alternatives],this.processingServices=e.processing,this.config=e.routing}async chat(e,t={}){let n=await this.selectProviderWithDegradation(e,t.routingOptions||{}),r=await this.preprocessRequest(e,n.provider,t.processingOptions);try{return{response:await n.provider.chat(r,t),routing:n}}catch(o){if(o instanceof it&&t.fallbackProviders?.length)return await this.tryFallbackProviders(e,t.fallbackProviders,t);throw o}}async preprocessRequest(e,t,n){let r={...n,fallbackBehavior:n?.fallbackBehavior||"degrade",imageToText:n?.imageToText||this.processingServices.imageToText,audioToText:n?.audioToText||this.processingServices.audioToText,fileToText:n?.fileToText||this.processingServices.fileToText,urlToText:n?.urlToText||this.processingServices.urlToText},o=[];for(let i of e.chatPrompt)if(i.role==="user"&&Array.isArray(i.content)){let a=await So(i.content,t,r);a.every(u=>u.type==="text")&&a.length===1?o.push({...i,content:a[0].text}):o.push({...i,content:a.map(u=>({type:"text",text:u.text}))})}else o.push(i);return{...e,chatPrompt:o}}async selectProviderWithDegradation(e,t){let n=qt(e),r=[],o=[],i=[];try{let a=uo(e,this.providers,{requireExactMatch:t.requireExactMatch??this.config.capability.requireExactMatch,allowDegradation:t.allowDegradation??this.config.capability.allowDegradation}),l=a.getFeatures();return n.hasImages&&!l.media.images.supported&&(o.push("Images will be converted to text descriptions"),r.push("Image-to-text conversion")),n.hasAudio&&!l.media.audio.supported&&(o.push("Audio will be transcribed to text"),r.push("Audio-to-text transcription")),n.hasFiles&&!l.media.files.supported&&(o.push("File content will be extracted to text"),r.push("File-to-text extraction")),n.hasUrls&&!l.media.urls.supported&&(o.push("URL content will be pre-fetched"),r.push("URL content fetching")),n.requiresStreaming&&!l.streaming&&i.push("Streaming not supported - will use non-streaming mode"),n.requiresCaching&&!l.caching.supported&&i.push("Content caching not supported"),{provider:a,processingApplied:r,degradations:o,warnings:i}}catch(a){throw new Error(`Provider selection failed: ${a instanceof Error?a.message:"Unknown error"}`)}}async tryFallbackProviders(e,t,n){for(let r of t)try{let o={provider:r,processingApplied:["Fallback provider selection"],degradations:["Using fallback provider due to primary provider failure"],warnings:[]},i=await this.preprocessRequest(e,r,{fallbackBehavior:"degrade"});return{response:await r.chat(i,n),routing:o}}catch{}throw new Error("All fallback providers failed")}async getRoutingRecommendation(e){return await this.selectProviderWithDegradation(e,{})}async validateRequest(e){let t=qt(e),n=[],r=[];try{let o=await this.selectProviderWithDegradation(e,{});return o.degradations.length>0&&(n.push(...o.degradations),r.push("Consider using a provider that natively supports all media types")),o.warnings.length>0&&n.push(...o.warnings),t.hasImages&&this.processingServices.imageToText===void 0&&(this.providers.some(a=>a.getFeatures().media.images.supported)||(n.push("No image processing service available and no providers support images"),r.push("Add imageToText processing service or use image-capable provider"))),t.hasAudio&&this.processingServices.audioToText===void 0&&(this.providers.some(a=>a.getFeatures().media.audio.supported)||(n.push("No audio processing service available and no providers support audio"),r.push("Add audioToText processing service or use audio-capable provider"))),{canHandle:n.length===0||o.degradations.length>0,issues:n,recommendations:r}}catch(o){return{canHandle:!1,issues:[`Cannot route request: ${o instanceof Error?o.message:"Unknown error"}`],recommendations:["Add more providers or processing services to handle this request"]}}}getRoutingStats(){let e={};for(let t of this.providers){let n=t.getFeatures(),r=t.getName();n.functions&&(e.Functions=e.Functions||[],e.Functions.push(r)),n.streaming&&(e.Streaming=e.Streaming||[],e.Streaming.push(r)),n.media.images.supported&&(e.Images=e.Images||[],e.Images.push(r)),n.media.audio.supported&&(e.Audio=e.Audio||[],e.Audio.push(r)),n.media.files.supported&&(e.Files=e.Files||[],e.Files.push(r)),n.media.urls.supported&&(e.URLs=e.URLs||[],e.URLs.push(r)),n.caching.supported&&(e.Caching=e.Caching||[],e.Caching.push(r))}return{totalProviders:this.providers.length,capabilityMatrix:e,recommendedProvider:this.providers[0]?.getName()||"None"}}};var Ir=(h=>(h.KimiK25="moonshotai/Kimi-K2.5",h.KimiK2Instruct0905="moonshotai/Kimi-K2-Instruct-0905",h.KimiK2Thinking="moonshotai/Kimi-K2-Thinking",h.DeepSeekV31="deepseek-ai/DeepSeek-V3.1",h.DeepSeekR1="deepseek-ai/DeepSeek-R1",h.GPTOSS120B="openai/gpt-oss-120b",h.GPTOSS20B="openai/gpt-oss-20b",h.Qwen35_397B="Qwen/Qwen3.5-397B-A17B",h.Qwen3CoderNext="Qwen/Qwen3-Coder-Next-FP8",h.Qwen3Coder480B="Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8",h.Qwen3_235BInstruct2507="Qwen/Qwen3-235B-A22B-Instruct-2507-tput",h.Qwen3_235BThinking2507="Qwen/Qwen3-235B-A22B-Thinking-2507",h.Qwen3Next80BInstruct="Qwen/Qwen3-Next-80B-A3B-Instruct",h.Qwen3Next80BThinking="Qwen/Qwen3-Next-80B-A3B-Thinking",h.GLM5="zai-org/GLM-5",h.GLM47="zai-org/GLM-4.7",h.Llama4Maverick="meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8",h.Llama33_70B="meta-llama/Llama-3.3-70B-Instruct-Turbo",h))(Ir||{});var Oo=[{name:"moonshotai/Kimi-K2.5",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:2.8},{name:"moonshotai/Kimi-K2-Instruct-0905",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:3},{name:"moonshotai/Kimi-K2-Thinking",currency:"usd",promptTokenCostPer1M:1.2,completionTokenCostPer1M:4},{name:"deepseek-ai/DeepSeek-V3.1",currency:"usd",promptTokenCostPer1M:.6,completionTokenCostPer1M:1.7},{name:"deepseek-ai/DeepSeek-R1",currency:"usd",promptTokenCostPer1M:1.4,completionTokenCostPer1M:2.2},{name:"openai/gpt-oss-120b",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:.6},{name:"openai/gpt-oss-20b",currency:"usd",promptTokenCostPer1M:.05,completionTokenCostPer1M:.2},{name:"Qwen/Qwen3.5-397B-A17B",currency:"usd",promptTokenCostPer1M:.6,completionTokenCostPer1M:3.6},{name:"Qwen/Qwen3-Coder-Next-FP8",currency:"usd",promptTokenCostPer1M:.5,completionTokenCostPer1M:1.2},{name:"Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8",currency:"usd",promptTokenCostPer1M:2,completionTokenCostPer1M:2},{name:"Qwen/Qwen3-235B-A22B-Instruct-2507-tput",currency:"usd",promptTokenCostPer1M:.2,completionTokenCostPer1M:.6},{name:"Qwen/Qwen3-235B-A22B-Thinking-2507",currency:"usd",promptTokenCostPer1M:.65,completionTokenCostPer1M:3},{name:"Qwen/Qwen3-Next-80B-A3B-Instruct",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:1.5},{name:"Qwen/Qwen3-Next-80B-A3B-Thinking",currency:"usd",promptTokenCostPer1M:.15,completionTokenCostPer1M:1.5},{name:"zai-org/GLM-5",currency:"usd",promptTokenCostPer1M:1,completionTokenCostPer1M:3.2},{name:"zai-org/GLM-4.7",currency:"usd",promptTokenCostPer1M:.45,completionTokenCostPer1M:2},{name:"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8",currency:"usd",promptTokenCostPer1M:.27,completionTokenCostPer1M:.85},{name:"meta-llama/Llama-3.3-70B-Instruct-Turbo",currency:"usd",promptTokenCostPer1M:.88,completionTokenCostPer1M:.88}];var pi=()=>structuredClone({model:"meta-llama/Llama-3.3-70B-Instruct-Turbo",...be()}),In=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Together API key not set");let i={...pi(),...t};o=[...Oo,...o??[]];let a={functions:!0,streaming:!0,hasThinkingBudget:!1,hasShowThoughts:!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0};super({apiKey:e,config:i,options:n,apiURL:"https://api.together.xyz/v1",modelInfo:o,models:r,supportFor:a}),super.setName("Together")}};var Cr=(d=>(d.Llama31_8B_Instruct="Llama-3.1-8B-Instruct-q4f32_1-MLC",d.Llama31_70B_Instruct="Llama-3.1-70B-Instruct-q4f16_1-MLC",d.Llama32_1B_Instruct="Llama-3.2-1B-Instruct-q4f32_1-MLC",d.Llama32_3B_Instruct="Llama-3.2-3B-Instruct-q4f32_1-MLC",d.Mistral7B_Instruct="Mistral-7B-Instruct-v0.3-q4f32_1-MLC",d.Phi35_Mini_Instruct="Phi-3.5-mini-instruct-q4f32_1-MLC",d.Gemma2_2B_Instruct="gemma-2-2b-it-q4f32_1-MLC",d.Gemma2_9B_Instruct="gemma-2-9b-it-q4f32_1-MLC",d.Qwen2_5_0_5B_Instruct="Qwen2.5-0.5B-Instruct-q4f32_1-MLC",d.Qwen2_5_1_5B_Instruct="Qwen2.5-1.5B-Instruct-q4f32_1-MLC",d.Qwen2_5_3B_Instruct="Qwen2.5-3B-Instruct-q4f32_1-MLC",d.Qwen2_5_7B_Instruct="Qwen2.5-7B-Instruct-q4f32_1-MLC",d))(Cr||{});var Eo=[{name:"Llama-3.1-8B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096},{name:"Llama-3.1-70B-Instruct-q4f16_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096,isExpensive:!0},{name:"Llama-3.2-1B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:2048},{name:"Llama-3.2-3B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:2048},{name:"Mistral-7B-Instruct-v0.3-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:4096},{name:"Phi-3.5-mini-instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:128e3,maxTokens:4096},{name:"gemma-2-2b-it-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:8192,maxTokens:2048},{name:"gemma-2-9b-it-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:8192,maxTokens:2048},{name:"Qwen2.5-0.5B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-1.5B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-3B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:2048},{name:"Qwen2.5-7B-Instruct-q4f32_1-MLC",currency:"usd",promptTokenCostPer1M:0,completionTokenCostPer1M:0,contextWindow:32768,maxTokens:4096}];var mi=()=>structuredClone({model:"Llama-3.2-3B-Instruct-q4f32_1-MLC",...be()}),Ml=()=>structuredClone({model:"Llama-3.2-3B-Instruct-q4f32_1-MLC",...je()}),di=class{constructor(e,t){this.config=e;this.engine=t}tokensUsed;engine;getTokenUsage(){return this.tokensUsed}getModelConfig(){let{config:e}=this;return{maxTokens:e.maxTokens,temperature:e.temperature,topP:e.topP,topK:e.topK,presencePenalty:e.presencePenalty,frequencyPenalty:e.frequencyPenalty,stopSequences:e.stopSequences,endSequences:e.endSequences,stream:e.stream,n:e.n}}createChatReq(e){let t=e.model,n=e.chatPrompt.map(a=>{if(a.role==="function")return{role:"function",name:a.functionId,content:typeof a.result=="string"?a.result:JSON.stringify(a.result)};let l="";typeof a.content=="string"?l=a.content:Array.isArray(a.content)&&(l=a.content.filter(c=>c.type==="text").map(c=>c.text).join(`
|
|
179
|
+
`));let u={role:a.role,content:l};return a.role==="assistant"&&a.functionCalls?.length?{...u,tool_calls:a.functionCalls.map(c=>({id:c.id,type:"function",function:{name:c.function.name,arguments:typeof c.function.params=="string"?c.function.params:JSON.stringify(c.function.params||{})}}))}:u}),r=e.functions?.map(a=>({type:"function",function:{name:a.name,description:a.description,parameters:a.parameters||{type:"object",properties:{}}}})),o={name:"/chat/completions",localCall:async(a,l)=>{try{let u=await this.engine.chat.completions.create({...a,stream:l||!1});return l?new ReadableStream({async start(c){try{for await(let p of u)c.enqueue(p);c.close()}catch(p){c.error(p)}}}):u}catch(u){throw new Error(`WebLLM API error: ${u}`)}}},i={model:t,messages:n,...r?.length?{tools:r}:{},max_tokens:e.modelConfig?.maxTokens??this.config.maxTokens,...e.modelConfig?.temperature!==void 0?{temperature:e.modelConfig.temperature}:{},...e.modelConfig?.topP!==void 0?{top_p:e.modelConfig.topP}:{},presence_penalty:e.modelConfig?.presencePenalty??this.config.presencePenalty,frequency_penalty:e.modelConfig?.frequencyPenalty??this.config.frequencyPenalty,stop:e.modelConfig?.stopSequences??this.config.stopSequences,stream:e.modelConfig?.stream??this.config.stream,n:e.modelConfig?.n??this.config.n};return[o,i]}createEmbedReq=e=>{throw new Error("WebLLM does not support embeddings")};createChatResp=e=>(this.tokensUsed={promptTokens:e.usage?.prompt_tokens??0,completionTokens:e.usage?.completion_tokens??0,totalTokens:e.usage?.total_tokens??0},{results:e.choices.map((n,r)=>{let o="stop";switch(n.finish_reason){case"stop":o="stop";break;case"length":o="length";break;case"tool_calls":o="function_call";break;case"content_filter":o="content_filter";break;default:o="stop";break}let i=n.message.tool_calls?.map(a=>({id:a.id,type:"function",function:{name:a.function.name,params:a.function.arguments}}));return{index:r,id:e.id,content:n.message.content||"",functionCalls:i,finishReason:o}}),remoteId:e.id});createChatStreamResp=(e,t)=>{let n=t,r=e.choices[0];if(!r)throw new Error("No choice in WebLLM stream response");if(r.delta.content&&(n.content=(n.content||"")+r.delta.content),r.delta.tool_calls){n.toolCalls||(n.toolCalls=[]);for(let l of r.delta.tool_calls){let u=n.toolCalls[l.index];u?l.function?.arguments&&(u.function.arguments=(u.function?.arguments||"")+l.function.arguments):n.toolCalls[l.index]={id:l.id,type:l.type,function:{name:l.function?.name,arguments:l.function?.arguments||""}}}}e.usage&&(this.tokensUsed={promptTokens:e.usage.prompt_tokens,completionTokens:e.usage.completion_tokens,totalTokens:e.usage.total_tokens});let o;if(r.finish_reason)switch(r.finish_reason){case"stop":o="stop";break;case"length":o="length";break;case"tool_calls":o="function_call";break;case"content_filter":o="content_filter";break;default:o="stop";break}let i=n.toolCalls?.map(l=>({id:l.id||"",type:"function",function:{name:l.function?.name||"",params:l.function?.arguments||""}}));return{results:[{index:0,id:e.id,content:n.content||"",functionCalls:i,finishReason:o}],remoteId:e.id}};createEmbedResp(e){throw new Error("WebLLM does not support embeddings")}},Cn=class extends Ge{constructor({engine:e,config:t,options:n,models:r}){if(!e)throw new Error("WebLLM engine instance is required");let o={...mi(),...t},i=new di(o,e);super(i,{name:"WebLLM",apiURL:void 0,headers:async()=>({}),modelInfo:Eo,defaults:{model:o.model},supportFor:a=>({functions:!0,streaming:!0,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}),options:n,models:r})}};var Tr=(r=>(r.Grok3="grok-3",r.Grok3Mini="grok-3-mini",r.Grok3Fast="grok-3-fast",r.Grok3MiniFast="grok-3-mini-fast",r))(Tr||{}),gi=(e=>(e.GrokEmbedSmall="grok-embed-small",e))(gi||{});var Mo=[{name:"grok-3",currency:"USD",promptTokenCostPer1M:3,completionTokenCostPer1M:15},{name:"grok-3-mini",currency:"USD",promptTokenCostPer1M:.3,completionTokenCostPer1M:.5,supported:{thinkingBudget:!0}},{name:"grok-3-fast",currency:"USD",promptTokenCostPer1M:5,completionTokenCostPer1M:25},{name:"grok-3-mini-fast",currency:"USD",promptTokenCostPer1M:.6,completionTokenCostPer1M:4,supported:{thinkingBudget:!0}}];var Po=()=>structuredClone({model:"grok-3-mini",...be()}),Pl=()=>structuredClone({...Po(),model:"grok-3"}),Tn=class extends De{constructor({apiKey:e,config:t,options:n,models:r,modelInfo:o}){if(!e||e==="")throw new Error("Grok API key not set");let i={...Po(),...t};o=[...Mo,...o??[]];let a=u=>{let c=ot({model:u,modelInfo:o,models:r});return{functions:!0,streaming:!0,hasThinkingBudget:c?.supported?.thinkingBudget??!1,hasShowThoughts:c?.supported?.showThoughts??!1,media:{images:{supported:!1,formats:[]},audio:{supported:!1,formats:[]},files:{supported:!1,formats:[],uploadMethod:"none"},urls:{supported:!1,webSearch:!1,contextFetching:!1}},caching:{supported:!1,types:[]},thinking:!1,multiTurn:!0}},l=u=>{if(n?.searchParameters){let c=n.searchParameters;return{...u,search_parameters:{mode:c.mode,return_citations:c.returnCitations,from_date:c.fromDate,to_date:c.toDate,max_search_results:c.maxSearchResults,sources:c.sources?.map(p=>({type:p.type,country:p.country,excluded_websites:p.excludedWebsites,allowed_websites:p.allowedWebsites,safe_search:p.safeSearch,x_handles:p.xHandles,links:p.links}))}}}return u};super({apiKey:e,config:i,options:n,apiURL:"https://api.x.ai/v1",modelInfo:o,models:r,supportFor:a,chatReqUpdater:l}),super.setName("Grok")}};function Fl(s){return wr.create(s)}var wr=class s{ai;static create(e){return new s(e)}constructor(e){switch(e.name){case"openai":this.ai=new an(e);break;case"openai-responses":this.ai=new An(e);break;case"azure-openai":this.ai=new ln(e);break;case"grok":this.ai=new Tn(e);break;case"huggingface":this.ai=new gn(e);break;case"groq":this.ai=new mn(e);break;case"together":this.ai=new In(e);break;case"openrouter":this.ai=new yn(e);break;case"cohere":this.ai=new un(e);break;case"google-gemini":this.ai=new pn(e);break;case"anthropic":this.ai=new nn(e);break;case"mistral":this.ai=new fn(e);break;case"deepseek":this.ai=new cn(e);break;case"ollama":this.ai=new hn(e);break;case"reka":this.ai=new bn(e);break;case"webllm":this.ai=new Cn(e);break;default:throw new Error("Unknown AI")}}getName(){return this.ai.getName()}getId(){return this.ai.getId()}getFeatures(e){return this.ai.getFeatures(e)}getModelList(){return this.ai.getModelList()}getLastUsedChatModel(){return this.ai.getLastUsedChatModel()}getLastUsedEmbedModel(){return this.ai.getLastUsedEmbedModel()}getLastUsedModelConfig(){return this.ai.getLastUsedModelConfig()}getMetrics(){return this.ai.getMetrics()}async chat(e,t){return await this.ai.chat(e,t)}async embed(e,t){return await this.ai.embed(e,t)}setOptions(e){this.ai.setOptions(e)}getOptions(){return this.ai.getOptions()}getLogger(){return this.ai.getLogger()}};var Fo=require("@opentelemetry/api");var at=class{name;fetch;tracer;_upsert;_batchUpsert;_query;constructor({name:e,fetch:t,tracer:n}){this.name=e,this.fetch=t,this.tracer=n}async upsert(e,t){if(!this._upsert)throw new Error("upsert() not implemented");return this.tracer?await this.tracer.startActiveSpan("DB Upsert Request",{kind:Fo.SpanKind.SERVER,attributes:{[ue.DB_SYSTEM]:this.name,[ue.DB_OPERATION_NAME]:"upsert",[ue.DB_TABLE]:e.table,[ue.DB_NAMESPACE]:e.namespace,[ue.DB_OPERATION_NAME]:t?"update":"insert"}},async n=>{try{return await this._upsert(e,t,{span:n})}finally{n.end()}}):await this._upsert(e,t)}async batchUpsert(e,t){if(!this._batchUpsert)throw new Error("batchUpsert() not implemented");if(e.length===0)throw new Error("Batch request is empty");if(!e[0])throw new Error("Batch request is invalid first element is undefined");return this.tracer?await this.tracer.startActiveSpan("DB Batch Upsert Request",{kind:Fo.SpanKind.SERVER,attributes:{[ue.DB_SYSTEM]:this.name,[ue.DB_OPERATION_NAME]:"upsert",[ue.DB_TABLE]:e[0].table,[ue.DB_NAMESPACE]:e[0].namespace,[ue.DB_OPERATION_NAME]:t?"update":"insert"}},async n=>{try{return await this._batchUpsert(e,t,{span:n})}finally{n.end()}}):await this._batchUpsert(e,t)}async query(e){if(!this._query)throw new Error("query() not implemented");return this.tracer?await this.tracer.startActiveSpan("DB Query Request",{kind:Fo.SpanKind.SERVER,attributes:{[ue.DB_SYSTEM]:this.name,[ue.DB_OPERATION_NAME]:"upsert",[ue.DB_TABLE]:e.table,[ue.DB_NAMESPACE]:e.namespace,[ue.DB_OPERATION_NAME]:"query"}},async t=>{try{return await this._query(e,{span:t})}finally{t.end()}}):await this._query(e)}};var fi="https://api.cloudflare.com/client/v4/accounts/",wn=class extends at{apiKey;accountId;constructor({apiKey:e,accountId:t,fetch:n,tracer:r}){if(!e||!t)throw new Error("Cloudflare credentials not set");super({name:"Cloudflare",fetch:n,tracer:r}),this.apiKey=e,this.accountId=t}_upsert=async(e,t,n)=>{let r=await Qe({url:new URL(`${this.accountId}/vectorize/indexes/${e.table}/upsert`,fi),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:n?.span},{id:e.id,values:e.values,namespace:e.namespace,metadata:e.metadata});if(r.errors)throw new Error(`Cloudflare upsert failed: ${r.errors.map(({message:o})=>o).join(", ")}`);return{ids:r.result.ids}};batchUpsert=async(e,t,n)=>{if(t)throw new Error("Weaviate does not support batch update");if(e.length<1)throw new Error("Batch request is empty");if(!e[0]||!e[0].table)throw new Error("Table name is empty");let r=e[0].table,o=await Qe({url:new URL(`${this.accountId}/vectorize/indexes/${r}/upsert`,fi),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:n?.span},e.map(i=>({id:i.id,values:i.values,namespace:i.namespace,metadata:i.metadata})));if(o.errors)throw new Error(`Cloudflare batch upsert failed: ${o.errors.map(({message:i})=>i).join(", ")}`);return{ids:o.result.ids}};query=async(e,t)=>{let n=await Qe({url:new URL(`${this.accountId}/vectorize/indexes/${e.table}/query`,fi),headers:{"X-Auth-Key":this.apiKey},fetch:this.fetch,span:t?.span},{vector:e.values,topK:e.limit||10,returnValues:!0});if(n.errors)throw new Error(`Cloudflare query failed: ${n.errors.map(({message:o})=>o).join(", ")}`);return{matches:n.result.matches.map(({id:o,score:i,values:a,metadata:l})=>({id:o,score:i,values:a,metadata:l}))}}};var _t=class extends at{state;constructor({tracer:e}={}){super({name:"Memory",tracer:e}),this.state={}}_upsert=async(e,t,n)=>{if(!this.state[e.table])this.state[e.table]={[e.id]:e};else{let r=this.state[e.table];if(!r)throw new Error(`Table not found: ${e.table}`);r[e.id]=e}return{ids:[e.id]}};_batchUpsert=async(e,t,n)=>{let r=[];for(let o of e){let i=await this.upsert(o,t);r.push(...i.ids)}return{ids:r}};_query=async(e,t)=>{let n=this.state[e.table];if(!n)return{matches:[]};let r=[];return Object.entries(n).forEach(([o,i])=>{if(e.values&&i.values){let a=Lp(e.values,i.values);r.push({id:o,score:a,metadata:i.metadata})}}),r.sort((o,i)=>o.score-i.score),e.limit&&(r.length=e.limit),{matches:r}};getDB=()=>structuredClone(this.state);setDB=e=>{this.state=structuredClone(e)};clearDB=()=>{this.state={}}},Lp=(s,e)=>{if(s.length!==e.length)throw new Error("Vectors must be of the same length.");let t=0,n=0,r=0,o=!0,i=!0,a=new Float64Array(s),l=new Float64Array(e);for(let d=0;d<a.length;d++)t+=a[d]*l[d],n+=a[d]*a[d],r+=l[d]*l[d],a[d]!==0&&(o=!1),l[d]!==0&&(i=!1);if(o||i)return 1;let u=Math.sqrt(n),c=Math.sqrt(r);return 1-t/(u*c)};var $p=s=>({namespace:s.namespace,topK:s.limit||10,filter:{},includeValues:!0,includeMetadata:!0,vector:s.values??[],id:s.id}),Rn=class extends at{apiKey;apiURL;constructor({apiKey:e,host:t,fetch:n,tracer:r}){if(!e||e==="")throw new Error("Pinecone API key not set");super({name:"Pinecone",fetch:n,tracer:r}),this.apiKey=e,this.apiURL=t}_upsert=async(e,t,n)=>(await this._batchUpsert([e],t,n),{ids:[e.id]});_batchUpsert=async(e,t,n)=>{if(e.length===0)throw new Error("Batch request is empty");return await Qe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/vectors/upsert",fetch:this.fetch,span:n?.span},e.map(({id:r,values:o=[],metadata:i})=>({id:r,values:o,metadata:i}))),{ids:e.map(({id:r})=>r)}};query=async(e,t)=>{if(e.text)throw new Error("Pinecone does not support text");return{matches:(await Qe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/query",fetch:this.fetch,span:t?.span},$p(e))).matches.map(({id:o,score:i,values:a,metadata:l})=>({id:o,score:i,metadata:l,values:a}))}}};var Sn=class extends at{apiKey;apiURL;constructor({apiKey:e,host:t,fetch:n,tracer:r}){if(!e||e==="")throw new Error("Weaviate API key not set");super({name:"Weaviate",fetch:n,tracer:r}),this.apiKey=e,this.apiURL=t}_upsert=async(e,t,n)=>{let r=await Qe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:`/v1/objects/${e.table}/${e.id}`,put:!!t,fetch:this.fetch,span:n?.span},{id:e.id,class:e.table,tenant:e.namespace,vector:e.values,properties:e.metadata??{}});if(r?.result?.errors)throw new Error(`Weaviate upsert failed: ${r.result.errors.error.map(({message:o})=>o).join(", ")}`);return{ids:[r.id]}};_batchUpsert=async(e,t,n)=>{if(t)throw new Error("Weaviate does not support batch update");if(e.length===0)throw new Error("Batch request is empty");let r=e.map(i=>({id:i.id,class:i.table,tenant:i.namespace,vector:i.values,properties:i.metadata??{}})),o=await Qe({url:this.apiURL,headers:{Authorization:`Bearer ${this.apiKey}`},name:"/v1/batch/objects",fetch:this.fetch,span:n?.span},{objects:r});if(o?.some(({result:i})=>i?.errors))throw new Error(`Weaviate batch upsert failed: ${o.map(({result:i})=>i?.errors?.error.map(({message:a})=>a).join(", ")).join(", ")}`);return{ids:o.map(({id:i})=>i)}};_query=async(e,t)=>{let n="";if(e.columns&&e.columns.length===0)throw new Error("Weaviate requires at least one column");if(e.values)n=`nearVector: {
|
|
180
180
|
vector: [${e.values.join(",")}],
|
|
181
181
|
}`;else if(e.text)n=`nearText: {
|
|
182
182
|
concepts: ['${e.text}'],
|
|
@@ -192,29 +192,29 @@ ${l}`:`Assistant: ${u.content}`}default:throw new Error("Unknown role")}}).join(
|
|
|
192
192
|
}
|
|
193
193
|
}`});if(r.errors)throw new Error(`Weaviate query failed: ${r.errors.map(({message:a})=>a).join(", ")}`);let o=r.data.Get[e.table];return o?{matches:o.map(a=>({id:a.id,score:1,metadata:a}))}:{matches:[]}}};var _o=class{db;constructor(e){switch(e.name){case"weaviate":this.db=new Sn(e);break;case"pinecone":this.db=new Rn(e);break;case"cloudflare":this.db=new wn(e);break;case"memory":this.db=new _t(e);break;default:throw new Error("Unknown DB")}}async upsert(e,t){return await this.db.upsert(e,t)}async batchUpsert(e,t){return await this.db.batchUpsert(e,t)}async query(e){return await this.db.query(e)}};var hi="_internal",No=class{ai;db;chunker;rewriter;reranker;constructor({ai:e,db:t,config:n}){this.ai=e,this.db=t,this.chunker=n?.chunker??this.defaultChunker,this.reranker=n?.reranker,this.rewriter=n?.rewriter}defaultChunker=e=>e.split(/\n\n+/);insert=async(e,t)=>{try{let n=Array.isArray(e)?e.join(`
|
|
194
194
|
|
|
195
|
-
`):e,r=this.chunker(n).filter(
|
|
195
|
+
`):e,r=this.chunker(n).filter(u=>u.length>0),o=t?.maxWordsPerChunk,i=t?.minWordsPerChunk,a=Dp({initialChunks:r,minWordsPerChunk:i,maxWordsPerChunk:o}),l=t?.batchSize??10;for(let u=0;u<a.length;u+=l){let c=a.slice(u,u+l),d=(await this.ai.embed({texts:c},{abortSignal:t?.abortSignal})).embeddings.map((m,g)=>({id:`chunk_${Date.now()+g}`,table:hi,values:m,metadata:{text:c[g]??""}})).filter(m=>m.metadata?.text&&m.metadata?.text.length>0);await this.db.batchUpsert(d)}}catch(n){throw new Error(`Error processing text: ${n}`)}};query=async(e,{topPercent:t,abortSignal:n}={})=>{let r=Array.isArray(e)?e:[e];if(typeof r[0]=="string"&&this.rewriter)for(let[l,u]of r.entries()){let{rewrittenQuery:c}=await this.rewriter.forward(this.ai,{query:u});r[l]=c}let o;typeof r[0]=="string"?o=(await this.ai.embed({texts:r},{abortSignal:n})).embeddings.map(u=>this.db.query({table:hi,values:u})):o=r.map(l=>this.db.query({table:hi,values:l}));let i=await Promise.all(o),a=[];for(let{matches:l}of i){let u=l.filter(d=>d.metadata?.text&&d.metadata?.text.length>0).map(({score:d,metadata:m})=>({score:d,text:m?.text??""})),c=t&&t>1?t/100:t,p=c?Gp(u,c):u;if(this.reranker){let{rankedItems:d}=await this.reranker.forward(this.ai,{query:r[0],items:p.map(g=>g.text)}),m=d.map(g=>p.find(f=>f.text===g)).filter(g=>g!==void 0);a.push(m)}else a.push(p)}return a}},Dp=({initialChunks:s,maxWordsPerChunk:e=350,minWordsPerChunk:t=250})=>{let n=[],r="",o=0;return s.forEach(i=>{let a=i.split(/\s+/),l=a.length;if(o+l<=e)r+=`${i}
|
|
196
196
|
|
|
197
|
-
`,o+=
|
|
197
|
+
`,o+=l;else if(o>0&&o+l<=e*1.5)r+=`${i}
|
|
198
198
|
|
|
199
|
-
`,o+=
|
|
199
|
+
`,o+=l;else if(o>t&&(n.push(r.trim()),r="",o=0),l>e){let u=a;for(;u.length>e*1.5;){let c=u.splice(0,e);n.push(c.join(" "))}u.length>0&&(r+=`${u.join(" ")}
|
|
200
200
|
|
|
201
|
-
`,o+=
|
|
201
|
+
`,o+=u.length)}else r=`${i}
|
|
202
202
|
|
|
203
|
-
`,o=u}),(o>t||n.length===0)&&n.push(r.trim()),n},Dp=(s,e=.1)=>{let t=[...s].sort((r,o)=>r.score-o.score),n=Math.ceil(t.length*e);return t.slice(0,n)};var Dn=require("@opentelemetry/api");var Rr=class{data=[];seenTags=new Set;addRequest(e,t){this.data.push(...e.map(n=>{let r=structuredClone(n);return{role:n.role,chat:[{index:t,value:r}]}}))}addFunctionResults(e){let t=e.map(({index:r,...o})=>({index:r,value:structuredClone(o)})),n=this.getLast();n?.role==="function"?n.chat.push(...t):this.data.push({role:"function",chat:t})}addResponse(e){let t=e.map(({index:n,...r})=>({index:n,value:structuredClone(r)}));this.data.push({role:"assistant",chat:t})}updateResult({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:o,index:i}){let a=this.data.at(-1);if(!a||a.role!=="assistant"||a.role==="assistant"&&!a.updatable){this.data.push({role:"assistant",updatable:!0,chat:[{index:i,value:structuredClone({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:o})}]});return}let u=a.chat.find(l=>l.index===i);if(!u){a.chat.push({index:i,value:structuredClone({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:o})});return}if(typeof e=="string"&&e.trim()!==""&&(u.value.content=e),typeof t=="string"&&t.trim()!==""&&(u.value.name=t),Array.isArray(n)&&n.length>0&&(u.value.functionCalls=n),typeof r=="string"&&r.trim()!==""){let l=u.value.thought;u.value.thought=typeof l=="string"?l+r:r}if(Array.isArray(o)&&o.length>0){let l=u.value.thoughtBlocks??[];for(let c of o){let p=l.length>0?l[l.length-1]:void 0;!c.signature&&c.data?p&&!p.signature?(p.data=(p.data??"")+c.data,c.encrypted&&(p.encrypted=!0)):l.push(structuredClone(c)):c.signature?p&&!p.signature?(p.data=(p.data??"")+c.data,p.signature=c.signature,c.encrypted&&(p.encrypted=!0)):l.push(structuredClone(c)):l.length===0&&l.push(structuredClone(c))}u.value.thoughtBlocks=l,l.length>0&&(u.value.thought=l.map(c=>c.data).join(""))}}addTag(e){let t=this.data.at(-1);t&&(t.tags||(t.tags=[]),t.tags.includes(e)||t.tags.push(e),this.seenTags.add(e))}rewindToTag(e){let t=this.data.findIndex(n=>n.tags?.includes(e));if(t===-1){if(!this.seenTags.has(e))throw new Error(`Tag "${e}" not found`);return[]}return this.data.splice(t)}removeByTag(e){let t=this.data.reduce((n,r,o)=>(r.tags?.includes(e)&&n.push(o),n),[]);return t.length===0?[]:t.reverse().map(n=>this.data.splice(n,1).at(0)).filter(n=>n!==void 0).reverse()}history(e){let t=[];for(let{role:n,chat:r}of this.data){let o;n==="function"?o=r.filter(i=>i.index===e).map(i=>i.value):o=r.find(i=>i.index===e)?.value,Array.isArray(o)&&o.length>0?t.push(...o.map(i=>({...i,role:n}))):typeof o=="object"&&o!==null&&t.push({...o,role:n})}return t}getLast(){return this.data.at(-1)}reset(){this.data=[],this.seenTags=new Set}},kn=class{memories=new Map;defaultMemory;constructor(){this.defaultMemory=new Rr}getMemory(e){return e?(this.memories.has(e)||this.memories.set(e,new Rr),this.memories.get(e)):this.defaultMemory}addRequest(e,t){for(let n of e)en(n);this.getMemory(t).addRequest(e,0)}addResponse(e,t){no(e),this.getMemory(t).addResponse(e)}addFunctionResults(e,t){this.getMemory(t).addFunctionResults(e)}updateResult(e,t){this.getMemory(t).updateResult(e)}addTag(e,t){this.getMemory(t).addTag(e)}rewindToTag(e,t){return this.getMemory(t).rewindToTag(e)}removeByTag(e,t){return this.getMemory(t).removeByTag(e)}history(e,t){return this.getMemory(t).history(e)}getLast(e){return this.getMemory(e).getLast()}reset(e){e?this.memories.set(e,new Rr):this.defaultMemory.reset()}};function Tt(s,e){if(!s&&!e)return;if(!s)return e;if(!e||s===e||s.aborted)return s;if(e.aborted)return e;if(typeof AbortSignal.any=="function")return AbortSignal.any([s,e]);let t=new AbortController,n=()=>{t.abort(s.aborted?s.reason:e.reason),r()},r=()=>{s.removeEventListener("abort",n),e.removeEventListener("abort",n)};return s.addEventListener("abort",n,{once:!0}),e.addEventListener("abort",n,{once:!0}),t.signal}var wt=class extends Error{constructor({message:e}){super(e),this.name="AxAssertionError"}getFixingInstructions=()=>{let e=[],t=this.message.trim();return e.push({name:"error",title:"Follow these instructions",description:t+(t.endsWith(".")?"":".")}),e};toString(){return`${this.name}: ${this.message}`}[Symbol.for("nodejs.util.inspect.custom")](e,t){return this.toString()}},vn=async(s,e)=>{for(let t of s){let{fn:n,message:r}=t,o=await n(e);if(o!==void 0){if(typeof o=="string")throw new wt({message:o});if(!o)throw r?new wt({message:r}):new Error("Assertion Failed: No message provided for assertion")}}},xi=async(s,e,t,n=!1)=>{if(!e.currField||e.s===-1||!s||s.length===0)return;let r=s.filter(i=>i.fieldName===e.currField?.name);if(r.length===0)return;let o=t.substring(e.s);for(let i of r){let{message:a,fn:u}=i,l=await u(o,n);if(l!==void 0){if(typeof l=="string")throw new wt({message:l});if(!l&&a)throw new wt({message:a})}}};var Ai={enabled:!0,enabledCategories:["generation","streaming","functions","errors","performance"],maxLabelLength:100,samplingRate:1},Sr,yi=s=>{if(Sr)return Sr;let e=s??ue.meter;if(e)return Sr=Gp(e),Sr};var Fu=()=>{let s=[];return ue.meter||s.push("Global meter not initialized"),!Sr&&ue.meter&&s.push("Metrics instruments not created despite available meter"),{healthy:s.length===0,issues:s}},Gp=s=>({generationLatencyHistogram:s.createHistogram("ax_gen_generation_duration_ms",{description:"End-to-end duration of AxGen generation requests",unit:"ms"}),generationRequestsCounter:s.createCounter("ax_gen_generation_requests_total",{description:"Total number of AxGen generation requests"}),generationErrorsCounter:s.createCounter("ax_gen_generation_errors_total",{description:"Total number of failed AxGen generations"}),multiStepGenerationsCounter:s.createCounter("ax_gen_multistep_generations_total",{description:"Total number of generations that required multiple steps"}),stepsPerGenerationHistogram:s.createHistogram("ax_gen_steps_per_generation",{description:"Number of steps taken per generation"}),maxStepsReachedCounter:s.createCounter("ax_gen_max_steps_reached_total",{description:"Total number of generations that hit max steps limit"}),validationErrorsCounter:s.createCounter("ax_gen_validation_errors_total",{description:"Total number of validation errors encountered"}),assertionErrorsCounter:s.createCounter("ax_gen_assertion_errors_total",{description:"Total number of assertion errors encountered"}),errorCorrectionAttemptsHistogram:s.createHistogram("ax_gen_error_correction_attempts",{description:"Number of error correction attempts per generation"}),errorCorrectionSuccessCounter:s.createCounter("ax_gen_error_correction_success_total",{description:"Total number of successful error corrections"}),errorCorrectionFailureCounter:s.createCounter("ax_gen_error_correction_failure_total",{description:"Total number of failed error corrections"}),maxRetriesReachedCounter:s.createCounter("ax_gen_max_retries_reached_total",{description:"Total number of generations that hit max retries limit"}),functionsEnabledGenerationsCounter:s.createCounter("ax_gen_functions_enabled_generations_total",{description:"Total number of generations with functions enabled"}),functionCallStepsCounter:s.createCounter("ax_gen_function_call_steps_total",{description:"Total number of steps that included function calls"}),functionsExecutedPerGenerationHistogram:s.createHistogram("ax_gen_functions_executed_per_generation",{description:"Number of unique functions executed per generation"}),functionErrorCorrectionCounter:s.createCounter("ax_gen_function_error_correction_total",{description:"Total number of function-related error corrections"}),fieldProcessorsExecutedCounter:s.createCounter("ax_gen_field_processors_executed_total",{description:"Total number of field processors executed"}),streamingFieldProcessorsExecutedCounter:s.createCounter("ax_gen_streaming_field_processors_executed_total",{description:"Total number of streaming field processors executed"}),streamingGenerationsCounter:s.createCounter("ax_gen_streaming_generations_total",{description:"Total number of streaming generations"}),streamingDeltasEmittedCounter:s.createCounter("ax_gen_streaming_deltas_emitted_total",{description:"Total number of streaming deltas emitted"}),streamingFinalizationLatencyHistogram:s.createHistogram("ax_gen_streaming_finalization_duration_ms",{description:"Duration of streaming response finalization",unit:"ms"}),samplesGeneratedHistogram:s.createHistogram("ax_gen_samples_generated",{description:"Number of samples generated per request"}),resultPickerUsageCounter:s.createCounter("ax_gen_result_picker_usage_total",{description:"Total number of times result picker was used"}),resultPickerLatencyHistogram:s.createHistogram("ax_gen_result_picker_duration_ms",{description:"Duration of result picker execution",unit:"ms"}),inputFieldsGauge:s.createGauge("ax_gen_input_fields",{description:"Number of input fields in signature"}),outputFieldsGauge:s.createGauge("ax_gen_output_fields",{description:"Number of output fields in signature"}),examplesUsedGauge:s.createGauge("ax_gen_examples_used",{description:"Number of examples used in generation"}),demosUsedGauge:s.createGauge("ax_gen_demos_used",{description:"Number of demos used in generation"}),promptRenderLatencyHistogram:s.createHistogram("ax_gen_prompt_render_duration_ms",{description:"Duration of prompt template rendering",unit:"ms"}),extractionLatencyHistogram:s.createHistogram("ax_gen_extraction_duration_ms",{description:"Duration of value extraction from responses",unit:"ms"}),assertionLatencyHistogram:s.createHistogram("ax_gen_assertion_duration_ms",{description:"Duration of assertion checking",unit:"ms"}),stateCreationLatencyHistogram:s.createHistogram("ax_gen_state_creation_duration_ms",{description:"Duration of state creation for multiple samples",unit:"ms"}),memoryUpdateLatencyHistogram:s.createHistogram("ax_gen_memory_update_duration_ms",{description:"Duration of memory updates during generation",unit:"ms"})}),Lo=Ai,_u=s=>{Lo={...Lo,...s}},Nu=()=>({...Lo}),At=s=>{let e={};for(let[t,n]of Object.entries(s))if(n!=null){let r=String(n),o=Lo.maxLabelLength;e[t]=r.length>o?r.substring(0,o):r}return e};var Lu=(s,e,t,n,r,o,i)=>{try{let a=At({success:t.toString(),...n?{signature:n}:{},...r?{ai_service:r}:{},...o?{model:o}:{},...i});s.generationLatencyHistogram&&s.generationLatencyHistogram.record(e,a),s.generationRequestsCounter&&s.generationRequestsCounter.add(1,a),!t&&s.generationErrorsCounter&&s.generationErrorsCounter.add(1,a)}catch(a){console.warn("Failed to record generation metric:",a)}},$o=(s,e,t,n,r)=>{try{let o=At({...n?{signature:n}:{},...r});e>1&&s.multiStepGenerationsCounter&&s.multiStepGenerationsCounter.add(1,o),s.stepsPerGenerationHistogram&&s.stepsPerGenerationHistogram.record(e,o),e>=t&&s.maxStepsReachedCounter&&s.maxStepsReachedCounter.add(1,o)}catch(o){console.warn("Failed to record multi-step metric:",o)}},bi=(s,e,t,n)=>{try{let r=At({error_type:e,...t?{signature:t}:{},...n});e==="validation"&&s.validationErrorsCounter&&s.validationErrorsCounter.add(1,r),e==="assertion"&&s.assertionErrorsCounter&&s.assertionErrorsCounter.add(1,r)}catch(r){console.warn("Failed to record validation error metric:",r)}},$u=(s,e,t)=>{try{let n=At({error_type:"refusal",...e?{signature:e}:{},...t});s.validationErrorsCounter&&s.validationErrorsCounter.add(1,n)}catch(n){console.warn("Failed to record refusal error metric:",n)}},Ii=(s,e,t,n,r,o)=>{try{let i=At({success:t.toString(),...r?{signature:r}:{},...o});s.errorCorrectionAttemptsHistogram&&s.errorCorrectionAttemptsHistogram.record(e,i),t&&s.errorCorrectionSuccessCounter&&s.errorCorrectionSuccessCounter.add(1,i),t||(s.errorCorrectionFailureCounter&&s.errorCorrectionFailureCounter.add(1,i),e>=n&&s.maxRetriesReachedCounter&&s.maxRetriesReachedCounter.add(1,i))}catch(i){console.warn("Failed to record error correction metric:",i)}},Du=(s,e,t,n,r=!1,o,i)=>{try{let a=At({functions_enabled:e.toString(),had_function_calls:n.toString(),...o?{signature:o}:{},...i});e&&s.functionsEnabledGenerationsCounter&&s.functionsEnabledGenerationsCounter.add(1,a),n&&s.functionCallStepsCounter&&s.functionCallStepsCounter.add(1,a),t>0&&s.functionsExecutedPerGenerationHistogram&&s.functionsExecutedPerGenerationHistogram.record(t,a),r&&s.functionErrorCorrectionCounter&&s.functionErrorCorrectionCounter.add(1,a)}catch(a){console.warn("Failed to record function calling metric:",a)}},Gu=(s,e,t,n,r)=>{try{let o=At({...n?{signature:n}:{},...r});e>0&&s.fieldProcessorsExecutedCounter&&s.fieldProcessorsExecutedCounter.add(e,o),t>0&&s.streamingFieldProcessorsExecutedCounter&&s.streamingFieldProcessorsExecutedCounter.add(t,o)}catch(o){console.warn("Failed to record field processing metric:",o)}},Uu=(s,e,t,n,r,o)=>{try{let i=At({is_streaming:e.toString(),...r?{signature:r}:{},...o});e&&s.streamingGenerationsCounter&&s.streamingGenerationsCounter.add(1,i),t>0&&s.streamingDeltasEmittedCounter&&s.streamingDeltasEmittedCounter.add(t,i),n&&s.streamingFinalizationLatencyHistogram&&s.streamingFinalizationLatencyHistogram.record(n,i)}catch(i){console.warn("Failed to record streaming metric:",i)}},Bu=(s,e,t,n,r,o)=>{try{let i=At({result_picker_used:t.toString(),...r?{signature:r}:{},...o});s.samplesGeneratedHistogram&&s.samplesGeneratedHistogram.record(e,i),t&&s.resultPickerUsageCounter&&s.resultPickerUsageCounter.add(1,i),n&&s.resultPickerLatencyHistogram&&s.resultPickerLatencyHistogram.record(n,i)}catch(i){console.warn("Failed to record samples metric:",i)}},ju=(s,e,t,n,r,o,i)=>{try{let a=At({...o?{signature:o}:{},...i});s.inputFieldsGauge&&s.inputFieldsGauge.record(e,a),s.outputFieldsGauge&&s.outputFieldsGauge.record(t,a),s.examplesUsedGauge&&s.examplesUsedGauge.record(n,a),s.demosUsedGauge&&s.demosUsedGauge.record(r,a)}catch(a){console.warn("Failed to record signature complexity metrics:",a)}},Do=(s,e,t,n,r)=>{try{let o=At({metric_type:e,...n?{signature:n}:{},...r});switch(e){case"prompt_render":s.promptRenderLatencyHistogram&&s.promptRenderLatencyHistogram.record(t,o);break;case"extraction":s.extractionLatencyHistogram&&s.extractionLatencyHistogram.record(t,o);break;case"assertion":s.assertionLatencyHistogram&&s.assertionLatencyHistogram.record(t,o);break;case"state_creation":s.stateCreationLatencyHistogram&&s.stateCreationLatencyHistogram.record(t,o);break;case"memory_update":s.memoryUpdateLatencyHistogram&&s.memoryUpdateLatencyHistogram.record(t,o);break}}catch(o){console.warn("Failed to record performance metric:",o)}};var On=s=>{let e=(()=>{switch(s?.name){case"string":return"string";case"number":return"number";case"boolean":return"boolean";case"date":return'date ("YYYY-MM-DD" format)';case"datetime":return'date time ("YYYY-MM-DD HH:mm Timezone" format)';case"json":return"JSON object";case"class":return"classification class";case"code":return"code";case"object":return"object";default:return"string"}})();return s?.isArray?`array of ${e}s`:e},He=class extends Error{constructor(e){super(e),this.name="ValidationError"}getFixingInstructions=()=>[{name:"outputError",title:"Invalid Field",description:this.message}];toString(){return`${this.name}: ${this.message}`}[Symbol.for("nodejs.util.inspect.custom")](e,t){return this.toString()}},zu=s=>{let t=s.map(n=>`'${n.title}' (${On(n.type)})`).join(", ");return new He(`Required field not found: ${t}. Add a line starting with the exact label followed by a colon (e.g., "${s[0]?.title}:") and then provide a valid ${On(s[0]?.type)} value. Keep the output concise and avoid unrelated text.`)},Go=s=>new He(`Expected (Required) field not found: '${s.title}'. Begin a new section with "${s.title}:" and then provide a valid ${On(s.type)} value directly after.`);var Uo=s=>new He(`Required field is missing: '${s.title}'. After the "${s.title}:" label, provide a non-empty ${On(s.type)}. Do not use null, undefined, or leave it blank.`),qu=(s,e)=>new He(`Invalid JSON: ${e} in field '${s.title}'. Return only valid JSON. Prefer a fenced code block containing a single JSON object or array with no trailing text.`),Hu=(s,e)=>new He(`Invalid Array: ${e} for '${s.title}'. Provide a JSON array of ${On(s.type)} items (e.g., [ ... ]). Markdown lists are also accepted if each item is on its own line starting with a hyphen.`),Ku=(s,e,t)=>new He(`Field '${s.title}' has an invalid value '${e}': ${t}. Provide a ${On(s.type)}. Ensure formatting exactly matches the expected type.`),Wu=(s,e,t)=>new He(`Invalid date for '${s.title}': ${t}. Use the exact format YYYY-MM-DD (e.g., 2024-05-09). You provided: ${e}.`),Vu=(s,e,t)=>new He(`Invalid date/time for '${s.title}': ${t}. Use the format YYYY-MM-DD HH:mm or YYYY-MM-DD HH:mm:ss followed by a valid timezone (e.g., America/New_York). You provided: ${e}.`),Ci=(s,e,t)=>new He(`Invalid URL for '${s.title}': ${t}. Use a valid URL format (e.g., https://example.com). You provided: ${e}.`),En=(s,e,t,n)=>{let r=`Field '${s.title}' failed validation: `;return t==="minLength"?r+=`String must be at least ${n} characters long. You provided: "${e}" (${e.length} characters).`:t==="maxLength"?r+=`String must be at most ${n} characters long. You provided: "${e}" (${e.length} characters).`:t==="pattern"?r+=`String must match pattern /${n}/. You provided: "${e}".`:t==="format"&&(r+=`String must be a ${n}. You provided: "${e}".`),new He(r)},Ti=(s,e,t,n)=>{let r=`Field '${s.title}' failed validation: `;return t==="minimum"?r+=`Number must be at least ${n}. You provided: ${e}.`:t==="maximum"&&(r+=`Number must be at most ${n}. You provided: ${e}.`),new He(r)};var Ju=({error:s,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:o,span:i,customLabels:a})=>{let u=s.getFixingInstructions();if(t&&n){let l=u?.map(c=>c.title).join(", ")??"";Fa(s,e,l,n)}return r&&bi(r,"validation",o,a),i&&i.addEvent("validation.error",{message:s.toString(),fixing_instructions:u?.map(l=>l.title).join(", ")??""}),u},Qu=({error:s,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:o,span:i,customLabels:a})=>{let u=s.getFixingInstructions();if(t&&n){let l=u?.map(c=>c.title).join(", ")??"";_a(s,e,l,n)}return r&&bi(r,"assertion",o,a),i&&i.addEvent("assertion.error",{message:s.toString(),fixing_instructions:u?.map(l=>l.title).join(", ")??""}),u},Yu=({error:s,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:o,span:i,customLabels:a})=>{t&&n&&Na(s,e,n),r&&$u(r,o,a),i&&i.addEvent("refusal.error",{message:s.toString()})};var Nt=or(require("dayjs"),1),Xu=or(require("dayjs/plugin/customParseFormat.js"),1),Zu=or(require("dayjs/plugin/timezone.js"),1),el=or(require("dayjs/plugin/utc.js"),1);Nt.default.extend(el.default);Nt.default.extend(Zu.default);Nt.default.extend(Xu.default);function tl(s,e,t=!1){try{return Up(e)}catch(n){if(s.isOptional&&!t)return;let r=n.message;throw Wu(s,e,r)}}function Up(s){if(!(0,Nt.default)(s,"YYYY-MM-DD",!0).isValid())throw new Error('Invalid date format. Please provide the date in "YYYY-MM-DD" format.');return Nt.default.utc(s,"YYYY-MM-DD").startOf("day").toDate()}function nl(s,e,t=!1){try{return Bp(e)}catch(n){if(s.isOptional&&!t)return;let r=n.message;throw Vu(s,e,r)}}function Bp(s){let e=/^(\d{4}-\d{2}-\d{2} \d{2}:\d{2}(?::\d{2})?) (.+)$/,t=s.match(e);if(!t)throw new Error('Invalid date and time format. Please provide the date and time in "YYYY-MM-DD HH:mm" or "YYYY-MM-DD HH:mm:ss" format, followed by the timezone.');let[,n,r]=t;if(!n||!r)throw new Error('Invalid date and time format. Please provide the date and time in "YYYY-MM-DD HH:mm" or "YYYY-MM-DD HH:mm:ss" format, followed by the timezone.');try{let o=n.includes(":")&&n.split(":").length===3?"YYYY-MM-DD HH:mm:ss":"YYYY-MM-DD HH:mm",i=Nt.default.tz(n,o,r);if(!i.isValid())throw new Error("Invalid date and time values. Please ensure all components are correct.");return i.utc().toDate()}catch{throw new Error(`Unrecognized time zone ${r}. Please provide a valid time zone name, abbreviation, or offset. For example, "America/New_York", or "EST".`)}}var rl=s=>(0,Nt.default)(s).utc().format("YYYY-MM-DD HH:mm:ss [UTC]");var EA=new Ze,kr=(s,e)=>{let t=s.type??{name:"string",isArray:!1},n=(l,c)=>{switch(l){case"class":return typeof c=="string";case"code":return typeof c=="string";case"string":return typeof c=="string";case"number":return typeof c=="number";case"boolean":return typeof c=="boolean";case"date":return c instanceof Date||typeof c=="string";case"datetime":return c instanceof Date||typeof c=="string";case"json":return typeof c=="object"||typeof c=="string";case"object":return typeof c=="object";default:return!1}},r=l=>!(!l||typeof l!="object"||!("mimeType"in l)||!("data"in l));if(s.type?.name==="image"){let l;if(Array.isArray(e)){for(let c of e)if(!r(c)){l="object ({ mimeType: string; data: string })";break}}else r(e)||(l="object ({ mimeType: string; data: string })");if(l)throw new Error(`Validation failed: Expected '${s.name}' to be type '${l}' instead got '${e}'`);return}let o=l=>!(!l||typeof l!="object"||!("data"in l));if(s.type?.name==="audio"){let l;if(Array.isArray(e)){for(let c of e)if(!o(c)){l="object ({ data: string; format?: string })";break}}else o(e)||(l="object ({ data: string; format?: string })");if(l)throw new Error(`Validation failed: Expected '${s.name}' to be type '${l}' instead got '${e}'`);return}let i=l=>{if(!l||typeof l!="object"||!("mimeType"in l))return!1;let c="data"in l,p="fileUri"in l;return!(!c&&!p||c&&p)};if(s.type?.name==="file"){let l;if(Array.isArray(e)){for(let c of e)if(!i(c)){l="object ({ mimeType: string; data: string } | { mimeType: string; fileUri: string })";break}}else i(e)||(l="object ({ mimeType: string; data: string } | { mimeType: string; fileUri: string })");if(l)throw new Error(`Validation failed: Expected '${s.name}' to be type '${l}' instead got '${e}'`);return}let a=l=>typeof l=="string"?!0:!(!l||typeof l!="object"||!("url"in l));if(s.type?.name==="url"){let l;if(Array.isArray(e)){for(let c of e)if(!a(c)){l="string or object ({ url: string; title?: string; description?: string })";break}}else a(e)||(l="string or object ({ url: string; title?: string; description?: string })");if(l)throw new Error(`Validation failed: Expected '${s.name}' to be type '${l}' instead got '${e}'`);return}let u=!0;if(t.isArray){if(!Array.isArray(e))u=!1;else for(let l of e)if(!n(t.name,l)){u=!1;break}}else u=n(t.name,e);if(!u){let l=Array.isArray(e)?"array":typeof e;throw new Error(`Validation failed: Expected '${s.name}' to be a ${s.type?.isArray?"an array of ":""}${t.name} instead got '${l}' (${JSON.stringify(e)})`)}};function vr(s){let e={};for(let t of s){let n=`${t.ai}:${t.model}`;if(!e[n]){e[n]={...t};continue}let r=e[n];if(r){let o=r.tokens??{promptTokens:0,completionTokens:0,totalTokens:0};o.promptTokens+=t?.tokens?.promptTokens??0,o.completionTokens+=t?.tokens?.completionTokens??0,o.totalTokens+=t?.tokens?.totalTokens??0,r.tokens=o;let i=r.citations??[],a=t.citations??[];if(a.length){let u=new Set(i.map(l=>l.url));for(let l of a)l?.url&&!u.has(l.url)&&(i.push(l),u.add(l.url));r.citations=i}}}return Object.values(e)}var ol=s=>{if(!s.trim())return[];let e=new Set(["-","*","+"]),t=/^\d+[\s]*[.)\]]\s*/,n=s.split(`
|
|
204
|
-
`),r=[];for(let o of n){let i=o.trim();if(i){if(i[0]&&e.has(i[0]))r.push(i.slice(1).trim());else if(t.test(i))r.push(i.replace(t,"").trim());else if(r.length!==0)throw new Error("Could not parse markdown list: mixed content detected")}}if(r.length===0)throw new Error("Could not parse markdown list: no valid list items found");return r};function Ri(s,e){let{index:t,delta:n,version:r}=e,o=s.find(a=>a.index===t)?.delta;if(!o)return s.push({index:t,delta:n,version:r}),s;for(let a of Object.keys(n)){let
|
|
205
|
-
`)+f.title}:`,h=
|
|
206
|
-
${m.title}:`,f=n.indexOf(g,t.s);f!==-1&&f<
|
|
207
|
-
${i.title}:`,p=t.indexOf(c,
|
|
208
|
-
`);for(let i of r){if(i.name in e)continue;let a=`${i.title}:`;for(let u of o){let l=u.trim();if(l.startsWith(a)){let c=l.substring(a.length).trim();if(c)try{let p=Bo(i,c);if(p!==void 0){e[i.name]=p;break}}catch(p){if(!i.isOptional)throw p}break}}}},il=(s,e,t=!1)=>{switch(s.type?.name){case"code":return ki(e);case"string":return e;case"number":{let n=Number(e);if(Number.isNaN(n)){if(s.isOptional&&!t)return;throw new Error("Invalid number")}return n}case"boolean":{if(typeof e=="boolean")return e;let n=e.toLowerCase();if(n==="true")return!0;if(n==="false")return!1;if(s.isOptional&&!t)return;throw new Error("Invalid boolean")}case"date":return tl(s,e,t);case"datetime":return nl(s,e,t);case"class":{let n=e;if(s.type.options&&!s.type.options.includes(n)){if(s.isOptional)return;throw new Error(`Invalid class '${e}', expected one of the following: ${s.type.options.join(", ")}`)}return n}default:return e}};function*al(s,e,t,n,r,o){let{name:i,isInternal:a}=e,{isArray:u,name:l}=e.type??{};if(a||u||l&&l!=="string"&&l!=="code")return;let c=r.streamedIndex[i]??0,p=c===0,d=(t<0?0:t)+c,m=s.substring(d,n);if(m.length===0)return;let g=m.replace(/\s+$/,"");r.currField?.type?.name==="code"&&(g=g.replace(/\s*```\s*$/,""));let f=p?g.trimStart():g;r.currField?.type?.name==="code"&&(f=f.replace(/^[ ]*```[a-zA-Z0-9]*\n\s*/,"")),f.length>0&&(yield{index:o,delta:{[i]:f}},r.streamedIndex[i]=c+g.length)}function*Ei(s,e,t,n,r){for(let i of n.prevFields??[]){let{field:a,s:u,e:l}=i;yield*al(e,a,u,l,n,r)}if(n.prevFields=void 0,n.inAssumedField&&!(s.getOutputFields().filter(u=>!u.isInternal).length===1)||!n.currField||n.currField.isInternal)return;yield*al(e,n.currField,n.s,e.length,n,r);let o=s.getOutputFields();for(let i of Object.keys(t)){let a=o.find(c=>c.name===i);if(!a||a.isInternal)continue;let u=t[i];if(Array.isArray(u)){let c=n.streamedIndex?.[i]??0,p=u.slice(c);p&&p.length>0&&(yield{index:r,delta:{[i]:p}},n.streamedIndex[i]=c+p.length);continue}let l=typeof u=="string"?u:void 0;if(!n.streamedIndex[i])yield{index:r,delta:{[i]:u}},n.streamedIndex[i]=l?l.length:1;else if(l){let c=n.streamedIndex[i];if(l.length>c){let p=l.substring(c);yield{index:r,delta:{[i]:p}},n.streamedIndex[i]=l.length}}}}function Bo(s,e){if(!e||e===""||/^(null|undefined)\s*$/i.test(e)){if(s.isOptional)return;throw Uo(s)}let t;if(s.type?.name==="json"&&!s.type?.isArray)try{let r=ki(e);return t=JSON.parse(r),t}catch(r){throw qu(s,r.message)}if(s.type?.isArray)try{try{t=JSON.parse(e)}catch{t=ol(e)}if(!Array.isArray(t))throw new Error("Expected an array")}catch(r){let o=r.message;if(o.includes("no valid list items found")||o==="Expected an array")t=[e];else throw Hu(s,o)}try{if(Array.isArray(t)){for(let[r,o]of t.entries())if(o!==void 0){let i=typeof o=="string"?o.trim():o;if(typeof i=="string"&&(s.type?.name==="object"||s.type?.name==="json"))try{let a=ki(i);i=JSON.parse(a)}catch{}t[r]=il(s,i,!0)}}else t=il(s,e)}catch(r){throw Ku(s,e,r.message)}if(typeof t=="string"&&t==="")return;let n=s.type;if(n&&t!==void 0&&(n.name==="url"&&Lt(t,s),(n.name==="string"||n.name==="code")&&ut(t,s),n.name==="number"&<(t,s),n.isArray&&Array.isArray(t)))for(let r of t)r!==void 0&&(n.name==="string"||n.name==="code"?ut(r,s):n.name==="number"&<(r,s));return t}function Mn(s,e,t){let n=s.getOutputFields();for(let r of n){let o=e[r.name];if(o==null){if(!r.isOptional&&!t?.allowMissingRequired)throw Uo(r);continue}let i=r.type;if(i){if(i.name==="url"&&Lt(o,r),(i.name==="string"||i.name==="code")&&ut(o,r),i.name==="number"&<(o,r),i.isArray&&Array.isArray(o))for(let a of o)a!=null&&(i.name==="url"?Lt(a,r):i.name==="string"||i.name==="code"?ut(a,r):i.name==="number"&<(a,r));if(i.name==="object"&&i.fields&&typeof o=="object"&&!Array.isArray(o)&&jo(r,o,t),i.isArray&&i.fields&&Array.isArray(o)&&i.name==="object")for(let a of o)a&&typeof a=="object"&&jo(r,a,t)}}}function jo(s,e,t){let n=s.type?.fields;if(!(!n||typeof n!="object"))for(let[r,o]of Object.entries(n)){let i={name:r,title:r,description:o.description,type:{name:o.type,isArray:o.isArray,options:o.options,fields:o.fields,minLength:o.minLength,maxLength:o.maxLength,minimum:o.minimum,maximum:o.maximum,pattern:o.pattern,patternDescription:o.patternDescription,format:o.format},isOptional:o.isOptional??!1,isInternal:o.isInternal??!1},a=e[i.name];if(a==null){if(!i.isOptional&&!t?.allowMissingRequired)throw Uo(i);continue}let u=i.type;if(u){if(u.name==="url"&&Lt(a,i),(u.name==="string"||u.name==="code")&&ut(a,i),u.name==="number"&<(a,i),u.isArray&&Array.isArray(a))for(let l of a)l!=null&&(u.name==="url"?Lt(l,i):u.name==="string"||u.name==="code"?ut(l,i):u.name==="number"&<(l,i));if(u.name==="object"&&u.fields&&typeof a=="object"&&!Array.isArray(a)&&jo(i,a,t),u.isArray&&u.fields&&Array.isArray(a)&&u.name==="object")for(let l of a)l&&typeof l=="object"&&jo(i,l,t)}}}var ki=s=>{let t=/```([A-Za-z]*)\s*([\s\S]*?)\s*```/g.exec(s);return t?t.length===3?t[2]:t.length===2?t[1]:s:s};async function Or(s,e,t,n){for(let r of s){if(e[r.field.name]===void 0)continue;let o=r.process,i=await o(e[r.field.name],{sessionId:n,values:e,done:!0});ul(r.field,t,i,n)}}async function Mi(s,e,t,n,r,o,i=!1){for(let a of s){if(t.currField?.name!==a.field.name)continue;let u=e.substring(t.s);t.currField?.type?.name==="code"&&(u=u.replace(/^[ ]*```[a-zA-Z0-9]*\n\s*/,""),u=u.replace(/\s*```\s*$/,""));let l=a.process,c=await l(u,{sessionId:o,values:r,done:i});ul(t.currField,n,c,o)}}var ul=(s,e,t,n)=>{if(t===void 0||typeof t=="string"&&(t===""||/^(null|undefined)\s*$/i.test(t)))return;let r=String(t),o=r;e.addRequest([{role:"user",content:[{type:"text",text:o}]}],n),e.addTag("processor",n)};function ll(s,e){if(!e)return s;let t=[];if(e.format==="email"&&t.push("Must be a valid email address format"),(e.format==="uri"||e.format==="url"||e.name==="url")&&t.push("Must be a valid URL format"),(e.name==="string"||e.name==="code"||e.name==="url"||e.name==="date"||e.name==="datetime")&&(e.minLength!==void 0&&e.maxLength!==void 0?t.push(`Minimum length: ${e.minLength} characters, maximum length: ${e.maxLength} characters`):e.minLength!==void 0?t.push(`Minimum length: ${e.minLength} characters`):e.maxLength!==void 0&&t.push(`Maximum length: ${e.maxLength} characters`)),e.name==="number"&&(e.minimum!==void 0&&e.maximum!==void 0?t.push(`Minimum value: ${e.minimum}, maximum value: ${e.maximum}`):e.minimum!==void 0?t.push(`Minimum value: ${e.minimum}`):e.maximum!==void 0&&t.push(`Maximum value: ${e.maximum}`)),e.pattern!==void 0){if(!e.patternDescription)throw new Error(`Field with pattern '${e.pattern}' must include a patternDescription to explain the pattern to the LLM`);t.push(e.patternDescription)}if(e.name==="date"&&t.push("Format: YYYY-MM-DD"),e.name==="datetime"&&t.push("Format: ISO 8601 date-time"),t.length===0)return s;let n=t.join(". ");return!s||s.trim().length===0?n:`${s.trim().endsWith(".")?s.trim():`${s.trim()}.`} ${n}`}function $t(s,e="Schema"){if("name"in s&&"type"in s)return qo(s);let t={},n=[];for(let r of s){if(r.isInternal)continue;let o=qo(r);t[r.name]=o,r.isOptional||n.push(r.name)}return{type:"object",title:e,properties:t,required:n,additionalProperties:!1}}function qo(s,e=!1){let t=s.type,n=ll(s.description,t);if(e&&t?.name&&(t.name==="image"||t.name==="audio"||t.name==="file"))throw new Error(`Media type '${t.name}' is not allowed in nested object fields. Media types (image, audio, file) can only be used as top-level input fields. Field: ${s.name}`);let r={};if(n&&(r.description=n),t?.isArray)if(r.type="array",t.fields){r.items={type:"object",properties:{},required:[],additionalProperties:!1},t.description&&(r.items.description=t.description);for(let[o,i]of Object.entries(t.fields)){let a={name:o,description:i.description,type:{name:i.type,isArray:i.isArray,options:i.options?[...i.options]:void 0,fields:i.fields,minLength:i.minLength,maxLength:i.maxLength,minimum:i.minimum,maximum:i.maximum,pattern:i.pattern,patternDescription:i.patternDescription,format:i.format},isOptional:i.isOptional,isInternal:i.isInternal};r.items.properties[o]=qo(a,!0),i.isOptional||r.items.required.push(o)}}else if(t.name==="class"&&t.options)r.items={type:"string",enum:t.options};else{let o=ll(t.description||s.description,t);r.items={type:cl(t.name)},o&&(r.items.description=o),t.name==="string"||t.name==="code"||t.name==="url"||t.name==="date"||t.name==="datetime"?(t.minLength!==void 0&&(r.items.minLength=t.minLength),t.maxLength!==void 0&&(r.items.maxLength=t.maxLength),t.pattern!==void 0&&(r.items.pattern=t.pattern),t.format!==void 0&&(r.items.format=t.format)):t.name==="number"&&(t.minimum!==void 0&&(r.items.minimum=t.minimum),t.maximum!==void 0&&(r.items.maximum=t.maximum))}else if(t?.name==="object"&&t.fields){r.type="object",r.properties={},r.required=[],r.additionalProperties=!1;for(let[o,i]of Object.entries(t.fields)){let a={name:o,description:i.description,type:{name:i.type,isArray:i.isArray,options:i.options?[...i.options]:void 0,fields:i.fields,minLength:i.minLength,maxLength:i.maxLength,minimum:i.minimum,maximum:i.maximum,pattern:i.pattern,patternDescription:i.patternDescription,format:i.format},isOptional:i.isOptional,isInternal:i.isInternal};r.properties[o]=qo(a,!0),i.isOptional||r.required.push(o)}}else t?.name==="class"&&t.options?(r.type="string",r.enum=t.options):(r.type=cl(t?.name??"string"),t?.name==="string"||t?.name==="code"||t?.name==="url"||t?.name==="date"||t?.name==="datetime"?(t.minLength!==void 0&&(r.minLength=t.minLength),t.maxLength!==void 0&&(r.maxLength=t.maxLength),t.pattern!==void 0&&(r.pattern=t.pattern),t.format!==void 0&&(r.format=t.format),t.name==="url"&&!t.format&&(r.format="uri"),t.name==="date"&&!t.format&&(r.format="date"),t.name==="datetime"&&!t.format&&(r.format="date-time")):t?.name==="number"&&(t.minimum!==void 0&&(r.minimum=t.minimum),t.maximum!==void 0&&(r.maximum=t.maximum)));return r}function cl(s){switch(s){case"string":case"code":case"url":case"date":case"datetime":case"image":case"audio":case"file":return"string";case"number":return"number";case"boolean":return"boolean";case"json":case"object":return["object","array","string","number","boolean","null"];default:return"string"}}function Ho(s){if(!s||typeof s!="object")throw new Error("Schema must be an object");if(s.type==="array"){if(!s.items)throw new Error('Array schema is missing an "items" definition (required by JSON Schema and all LLM providers for function tools)');Ho(s.items)}else if(s.type==="object"&&s.properties)for(let e of Object.values(s.properties))Ho(e)}var Kt=class extends Error{calls;constructor(e){super(`Stop function executed: ${e.map(t=>t.func.name).join(", ")}`),this.name="AxStopFunctionCallException",this.calls=e}},Er=class extends Error{constructor(t){super();this.fields=t;this.name="AxFunctionError"}getFields=()=>this.fields;toString(){return[`${this.name}: Function validation error`,...this.fields.map(t=>` - ${t.field}: ${t.message}`)].join(`
|
|
203
|
+
`,o=l}),(o>t||n.length===0)&&n.push(r.trim()),n},Gp=(s,e=.1)=>{let t=[...s].sort((r,o)=>r.score-o.score),n=Math.ceil(t.length*e);return t.slice(0,n)};var Dn=require("@opentelemetry/api");var Rr=class{data=[];seenTags=new Set;addRequest(e,t){this.data.push(...e.map(n=>{let r=structuredClone(n);return{role:n.role,chat:[{index:t,value:r}]}}))}addFunctionResults(e){let t=e.map(({index:r,...o})=>({index:r,value:structuredClone(o)})),n=this.getLast();n?.role==="function"?n.chat.push(...t):this.data.push({role:"function",chat:t})}addResponse(e){let t=e.map(({index:n,...r})=>({index:n,value:structuredClone(r)}));this.data.push({role:"assistant",chat:t})}updateResult({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:o,index:i}){let a=this.data.at(-1);if(!a||a.role!=="assistant"||a.role==="assistant"&&!a.updatable){this.data.push({role:"assistant",updatable:!0,chat:[{index:i,value:structuredClone({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:o})}]});return}let l=a.chat.find(u=>u.index===i);if(!l){a.chat.push({index:i,value:structuredClone({content:e,name:t,functionCalls:n,thought:r,thoughtBlocks:o})});return}if(typeof e=="string"&&e.trim()!==""&&(l.value.content=e),typeof t=="string"&&t.trim()!==""&&(l.value.name=t),Array.isArray(n)&&n.length>0&&(l.value.functionCalls=n),typeof r=="string"&&r.trim()!==""){let u=l.value.thought;l.value.thought=typeof u=="string"?u+r:r}if(Array.isArray(o)&&o.length>0){let u=l.value.thoughtBlocks??[];for(let c of o){let p=u.length>0?u[u.length-1]:void 0;!c.signature&&c.data?p&&!p.signature?(p.data=(p.data??"")+c.data,c.encrypted&&(p.encrypted=!0)):u.push(structuredClone(c)):c.signature?p&&!p.signature?(p.data=(p.data??"")+c.data,p.signature=c.signature,c.encrypted&&(p.encrypted=!0)):u.push(structuredClone(c)):u.length===0&&u.push(structuredClone(c))}l.value.thoughtBlocks=u,u.length>0&&(l.value.thought=u.map(c=>c.data).join(""))}}addTag(e){let t=this.data.at(-1);t&&(t.tags||(t.tags=[]),t.tags.includes(e)||t.tags.push(e),this.seenTags.add(e))}rewindToTag(e){let t=this.data.findIndex(n=>n.tags?.includes(e));if(t===-1){if(!this.seenTags.has(e))throw new Error(`Tag "${e}" not found`);return[]}return this.data.splice(t)}removeByTag(e){let t=this.data.reduce((n,r,o)=>(r.tags?.includes(e)&&n.push(o),n),[]);return t.length===0?[]:t.reverse().map(n=>this.data.splice(n,1).at(0)).filter(n=>n!==void 0).reverse()}history(e){let t=[];for(let{role:n,chat:r}of this.data){let o;n==="function"?o=r.filter(i=>i.index===e).map(i=>i.value):o=r.find(i=>i.index===e)?.value,Array.isArray(o)&&o.length>0?t.push(...o.map(i=>({...i,role:n}))):typeof o=="object"&&o!==null&&t.push({...o,role:n})}return t}getLast(){return this.data.at(-1)}reset(){this.data=[],this.seenTags=new Set}},kn=class{memories=new Map;defaultMemory;constructor(){this.defaultMemory=new Rr}getMemory(e){return e?(this.memories.has(e)||this.memories.set(e,new Rr),this.memories.get(e)):this.defaultMemory}addRequest(e,t){for(let n of e)en(n);this.getMemory(t).addRequest(e,0)}addResponse(e,t){no(e),this.getMemory(t).addResponse(e)}addFunctionResults(e,t){this.getMemory(t).addFunctionResults(e)}updateResult(e,t){this.getMemory(t).updateResult(e)}addTag(e,t){this.getMemory(t).addTag(e)}rewindToTag(e,t){return this.getMemory(t).rewindToTag(e)}removeByTag(e,t){return this.getMemory(t).removeByTag(e)}history(e,t){return this.getMemory(t).history(e)}getLast(e){return this.getMemory(e).getLast()}reset(e){e?this.memories.set(e,new Rr):this.defaultMemory.reset()}};function Tt(s,e){if(!s&&!e)return;if(!s)return e;if(!e||s===e||s.aborted)return s;if(e.aborted)return e;if(typeof AbortSignal.any=="function")return AbortSignal.any([s,e]);let t=new AbortController,n=()=>{t.abort(s.aborted?s.reason:e.reason),r()},r=()=>{s.removeEventListener("abort",n),e.removeEventListener("abort",n)};return s.addEventListener("abort",n,{once:!0}),e.addEventListener("abort",n,{once:!0}),t.signal}var wt=class extends Error{constructor({message:e}){super(e),this.name="AxAssertionError"}getFixingInstructions=()=>{let e=[],t=this.message.trim();return e.push({name:"error",title:"Follow these instructions",description:t+(t.endsWith(".")?"":".")}),e};toString(){return`${this.name}: ${this.message}`}[Symbol.for("nodejs.util.inspect.custom")](e,t){return this.toString()}},vn=async(s,e)=>{for(let t of s){let{fn:n,message:r}=t,o=await n(e);if(o!==void 0){if(typeof o=="string")throw new wt({message:o});if(!o)throw r?new wt({message:r}):new Error("Assertion Failed: No message provided for assertion")}}},xi=async(s,e,t,n=!1)=>{if(!e.currField||e.s===-1||!s||s.length===0)return;let r=s.filter(i=>i.fieldName===e.currField?.name);if(r.length===0)return;let o=t.substring(e.s);for(let i of r){let{message:a,fn:l}=i,u=await l(o,n);if(u!==void 0){if(typeof u=="string")throw new wt({message:u});if(!u&&a)throw new wt({message:a})}}};var Ai={enabled:!0,enabledCategories:["generation","streaming","functions","errors","performance"],maxLabelLength:100,samplingRate:1},Sr,yi=s=>{if(Sr)return Sr;let e=s??ie.meter;if(e)return Sr=Up(e),Sr};var _l=()=>{let s=[];return ie.meter||s.push("Global meter not initialized"),!Sr&&ie.meter&&s.push("Metrics instruments not created despite available meter"),{healthy:s.length===0,issues:s}},Up=s=>({generationLatencyHistogram:s.createHistogram("ax_gen_generation_duration_ms",{description:"End-to-end duration of AxGen generation requests",unit:"ms"}),generationRequestsCounter:s.createCounter("ax_gen_generation_requests_total",{description:"Total number of AxGen generation requests"}),generationErrorsCounter:s.createCounter("ax_gen_generation_errors_total",{description:"Total number of failed AxGen generations"}),multiStepGenerationsCounter:s.createCounter("ax_gen_multistep_generations_total",{description:"Total number of generations that required multiple steps"}),stepsPerGenerationHistogram:s.createHistogram("ax_gen_steps_per_generation",{description:"Number of steps taken per generation"}),maxStepsReachedCounter:s.createCounter("ax_gen_max_steps_reached_total",{description:"Total number of generations that hit max steps limit"}),validationErrorsCounter:s.createCounter("ax_gen_validation_errors_total",{description:"Total number of validation errors encountered"}),assertionErrorsCounter:s.createCounter("ax_gen_assertion_errors_total",{description:"Total number of assertion errors encountered"}),errorCorrectionAttemptsHistogram:s.createHistogram("ax_gen_error_correction_attempts",{description:"Number of error correction attempts per generation"}),errorCorrectionSuccessCounter:s.createCounter("ax_gen_error_correction_success_total",{description:"Total number of successful error corrections"}),errorCorrectionFailureCounter:s.createCounter("ax_gen_error_correction_failure_total",{description:"Total number of failed error corrections"}),maxRetriesReachedCounter:s.createCounter("ax_gen_max_retries_reached_total",{description:"Total number of generations that hit max retries limit"}),functionsEnabledGenerationsCounter:s.createCounter("ax_gen_functions_enabled_generations_total",{description:"Total number of generations with functions enabled"}),functionCallStepsCounter:s.createCounter("ax_gen_function_call_steps_total",{description:"Total number of steps that included function calls"}),functionsExecutedPerGenerationHistogram:s.createHistogram("ax_gen_functions_executed_per_generation",{description:"Number of unique functions executed per generation"}),functionErrorCorrectionCounter:s.createCounter("ax_gen_function_error_correction_total",{description:"Total number of function-related error corrections"}),fieldProcessorsExecutedCounter:s.createCounter("ax_gen_field_processors_executed_total",{description:"Total number of field processors executed"}),streamingFieldProcessorsExecutedCounter:s.createCounter("ax_gen_streaming_field_processors_executed_total",{description:"Total number of streaming field processors executed"}),streamingGenerationsCounter:s.createCounter("ax_gen_streaming_generations_total",{description:"Total number of streaming generations"}),streamingDeltasEmittedCounter:s.createCounter("ax_gen_streaming_deltas_emitted_total",{description:"Total number of streaming deltas emitted"}),streamingFinalizationLatencyHistogram:s.createHistogram("ax_gen_streaming_finalization_duration_ms",{description:"Duration of streaming response finalization",unit:"ms"}),samplesGeneratedHistogram:s.createHistogram("ax_gen_samples_generated",{description:"Number of samples generated per request"}),resultPickerUsageCounter:s.createCounter("ax_gen_result_picker_usage_total",{description:"Total number of times result picker was used"}),resultPickerLatencyHistogram:s.createHistogram("ax_gen_result_picker_duration_ms",{description:"Duration of result picker execution",unit:"ms"}),inputFieldsGauge:s.createGauge("ax_gen_input_fields",{description:"Number of input fields in signature"}),outputFieldsGauge:s.createGauge("ax_gen_output_fields",{description:"Number of output fields in signature"}),examplesUsedGauge:s.createGauge("ax_gen_examples_used",{description:"Number of examples used in generation"}),demosUsedGauge:s.createGauge("ax_gen_demos_used",{description:"Number of demos used in generation"}),promptRenderLatencyHistogram:s.createHistogram("ax_gen_prompt_render_duration_ms",{description:"Duration of prompt template rendering",unit:"ms"}),extractionLatencyHistogram:s.createHistogram("ax_gen_extraction_duration_ms",{description:"Duration of value extraction from responses",unit:"ms"}),assertionLatencyHistogram:s.createHistogram("ax_gen_assertion_duration_ms",{description:"Duration of assertion checking",unit:"ms"}),stateCreationLatencyHistogram:s.createHistogram("ax_gen_state_creation_duration_ms",{description:"Duration of state creation for multiple samples",unit:"ms"}),memoryUpdateLatencyHistogram:s.createHistogram("ax_gen_memory_update_duration_ms",{description:"Duration of memory updates during generation",unit:"ms"})}),Lo=Ai,Nl=s=>{Lo={...Lo,...s}},Ll=()=>({...Lo}),At=s=>{let e={};for(let[t,n]of Object.entries(s))if(n!=null){let r=String(n),o=Lo.maxLabelLength;e[t]=r.length>o?r.substring(0,o):r}return e};var $l=(s,e,t,n,r,o,i)=>{try{let a=At({success:t.toString(),...n?{signature:n}:{},...r?{ai_service:r}:{},...o?{model:o}:{},...i});s.generationLatencyHistogram&&s.generationLatencyHistogram.record(e,a),s.generationRequestsCounter&&s.generationRequestsCounter.add(1,a),!t&&s.generationErrorsCounter&&s.generationErrorsCounter.add(1,a)}catch(a){console.warn("Failed to record generation metric:",a)}},$o=(s,e,t,n,r)=>{try{let o=At({...n?{signature:n}:{},...r});e>1&&s.multiStepGenerationsCounter&&s.multiStepGenerationsCounter.add(1,o),s.stepsPerGenerationHistogram&&s.stepsPerGenerationHistogram.record(e,o),e>=t&&s.maxStepsReachedCounter&&s.maxStepsReachedCounter.add(1,o)}catch(o){console.warn("Failed to record multi-step metric:",o)}},bi=(s,e,t,n)=>{try{let r=At({error_type:e,...t?{signature:t}:{},...n});e==="validation"&&s.validationErrorsCounter&&s.validationErrorsCounter.add(1,r),e==="assertion"&&s.assertionErrorsCounter&&s.assertionErrorsCounter.add(1,r)}catch(r){console.warn("Failed to record validation error metric:",r)}},Dl=(s,e,t)=>{try{let n=At({error_type:"refusal",...e?{signature:e}:{},...t});s.validationErrorsCounter&&s.validationErrorsCounter.add(1,n)}catch(n){console.warn("Failed to record refusal error metric:",n)}},Ii=(s,e,t,n,r,o)=>{try{let i=At({success:t.toString(),...r?{signature:r}:{},...o});s.errorCorrectionAttemptsHistogram&&s.errorCorrectionAttemptsHistogram.record(e,i),t&&s.errorCorrectionSuccessCounter&&s.errorCorrectionSuccessCounter.add(1,i),t||(s.errorCorrectionFailureCounter&&s.errorCorrectionFailureCounter.add(1,i),e>=n&&s.maxRetriesReachedCounter&&s.maxRetriesReachedCounter.add(1,i))}catch(i){console.warn("Failed to record error correction metric:",i)}},Gl=(s,e,t,n,r=!1,o,i)=>{try{let a=At({functions_enabled:e.toString(),had_function_calls:n.toString(),...o?{signature:o}:{},...i});e&&s.functionsEnabledGenerationsCounter&&s.functionsEnabledGenerationsCounter.add(1,a),n&&s.functionCallStepsCounter&&s.functionCallStepsCounter.add(1,a),t>0&&s.functionsExecutedPerGenerationHistogram&&s.functionsExecutedPerGenerationHistogram.record(t,a),r&&s.functionErrorCorrectionCounter&&s.functionErrorCorrectionCounter.add(1,a)}catch(a){console.warn("Failed to record function calling metric:",a)}},Ul=(s,e,t,n,r)=>{try{let o=At({...n?{signature:n}:{},...r});e>0&&s.fieldProcessorsExecutedCounter&&s.fieldProcessorsExecutedCounter.add(e,o),t>0&&s.streamingFieldProcessorsExecutedCounter&&s.streamingFieldProcessorsExecutedCounter.add(t,o)}catch(o){console.warn("Failed to record field processing metric:",o)}},jl=(s,e,t,n,r,o)=>{try{let i=At({is_streaming:e.toString(),...r?{signature:r}:{},...o});e&&s.streamingGenerationsCounter&&s.streamingGenerationsCounter.add(1,i),t>0&&s.streamingDeltasEmittedCounter&&s.streamingDeltasEmittedCounter.add(t,i),n&&s.streamingFinalizationLatencyHistogram&&s.streamingFinalizationLatencyHistogram.record(n,i)}catch(i){console.warn("Failed to record streaming metric:",i)}},Bl=(s,e,t,n,r,o)=>{try{let i=At({result_picker_used:t.toString(),...r?{signature:r}:{},...o});s.samplesGeneratedHistogram&&s.samplesGeneratedHistogram.record(e,i),t&&s.resultPickerUsageCounter&&s.resultPickerUsageCounter.add(1,i),n&&s.resultPickerLatencyHistogram&&s.resultPickerLatencyHistogram.record(n,i)}catch(i){console.warn("Failed to record samples metric:",i)}},zl=(s,e,t,n,r,o,i)=>{try{let a=At({...o?{signature:o}:{},...i});s.inputFieldsGauge&&s.inputFieldsGauge.record(e,a),s.outputFieldsGauge&&s.outputFieldsGauge.record(t,a),s.examplesUsedGauge&&s.examplesUsedGauge.record(n,a),s.demosUsedGauge&&s.demosUsedGauge.record(r,a)}catch(a){console.warn("Failed to record signature complexity metrics:",a)}},Do=(s,e,t,n,r)=>{try{let o=At({metric_type:e,...n?{signature:n}:{},...r});switch(e){case"prompt_render":s.promptRenderLatencyHistogram&&s.promptRenderLatencyHistogram.record(t,o);break;case"extraction":s.extractionLatencyHistogram&&s.extractionLatencyHistogram.record(t,o);break;case"assertion":s.assertionLatencyHistogram&&s.assertionLatencyHistogram.record(t,o);break;case"state_creation":s.stateCreationLatencyHistogram&&s.stateCreationLatencyHistogram.record(t,o);break;case"memory_update":s.memoryUpdateLatencyHistogram&&s.memoryUpdateLatencyHistogram.record(t,o);break}}catch(o){console.warn("Failed to record performance metric:",o)}};var On=s=>{let e=(()=>{switch(s?.name){case"string":return"string";case"number":return"number";case"boolean":return"boolean";case"date":return'date ("YYYY-MM-DD" format)';case"datetime":return'date time ("YYYY-MM-DD HH:mm Timezone" format)';case"json":return"JSON object";case"class":return"classification class";case"code":return"code";case"object":return"object";default:return"string"}})();return s?.isArray?`array of ${e}s`:e},He=class extends Error{constructor(e){super(e),this.name="ValidationError"}getFixingInstructions=()=>[{name:"outputError",title:"Invalid Field",description:this.message}];toString(){return`${this.name}: ${this.message}`}[Symbol.for("nodejs.util.inspect.custom")](e,t){return this.toString()}},ql=s=>{let t=s.map(n=>`'${n.title}' (${On(n.type)})`).join(", ");return new He(`Required field not found: ${t}. Add a line starting with the exact label followed by a colon (e.g., "${s[0]?.title}:") and then provide a valid ${On(s[0]?.type)} value. Keep the output concise and avoid unrelated text.`)},Go=s=>new He(`Expected (Required) field not found: '${s.title}'. Begin a new section with "${s.title}:" and then provide a valid ${On(s.type)} value directly after.`);var Uo=s=>new He(`Required field is missing: '${s.title}'. After the "${s.title}:" label, provide a non-empty ${On(s.type)}. Do not use null, undefined, or leave it blank.`),Hl=(s,e)=>new He(`Invalid JSON: ${e} in field '${s.title}'. Return only valid JSON. Prefer a fenced code block containing a single JSON object or array with no trailing text.`),Kl=(s,e)=>new He(`Invalid Array: ${e} for '${s.title}'. Provide a JSON array of ${On(s.type)} items (e.g., [ ... ]). Markdown lists are also accepted if each item is on its own line starting with a hyphen.`),Wl=(s,e,t)=>new He(`Field '${s.title}' has an invalid value '${e}': ${t}. Provide a ${On(s.type)}. Ensure formatting exactly matches the expected type.`),Vl=(s,e,t)=>new He(`Invalid date for '${s.title}': ${t}. Use the exact format YYYY-MM-DD (e.g., 2024-05-09). You provided: ${e}.`),Jl=(s,e,t)=>new He(`Invalid date/time for '${s.title}': ${t}. Use the format YYYY-MM-DD HH:mm or YYYY-MM-DD HH:mm:ss followed by a valid timezone (e.g., America/New_York). You provided: ${e}.`),Ci=(s,e,t)=>new He(`Invalid URL for '${s.title}': ${t}. Use a valid URL format (e.g., https://example.com). You provided: ${e}.`),En=(s,e,t,n)=>{let r=`Field '${s.title}' failed validation: `;return t==="minLength"?r+=`String must be at least ${n} characters long. You provided: "${e}" (${e.length} characters).`:t==="maxLength"?r+=`String must be at most ${n} characters long. You provided: "${e}" (${e.length} characters).`:t==="pattern"?r+=`String must match pattern /${n}/. You provided: "${e}".`:t==="format"&&(r+=`String must be a ${n}. You provided: "${e}".`),new He(r)},Ti=(s,e,t,n)=>{let r=`Field '${s.title}' failed validation: `;return t==="minimum"?r+=`Number must be at least ${n}. You provided: ${e}.`:t==="maximum"&&(r+=`Number must be at most ${n}. You provided: ${e}.`),new He(r)};var Ql=({error:s,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:o,span:i,customLabels:a})=>{let l=s.getFixingInstructions();if(t&&n){let u=l?.map(c=>c.title).join(", ")??"";_a(s,e,u,n)}return r&&bi(r,"validation",o,a),i&&i.addEvent("validation.error",{message:s.toString(),fixing_instructions:l?.map(u=>u.title).join(", ")??""}),l},Yl=({error:s,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:o,span:i,customLabels:a})=>{let l=s.getFixingInstructions();if(t&&n){let u=l?.map(c=>c.title).join(", ")??"";Na(s,e,u,n)}return r&&bi(r,"assertion",o,a),i&&i.addEvent("assertion.error",{message:s.toString(),fixing_instructions:l?.map(u=>u.title).join(", ")??""}),l},Xl=({error:s,errCount:e,debug:t,logger:n,metricsInstruments:r,signatureName:o,span:i,customLabels:a})=>{t&&n&&La(s,e,n),r&&Dl(r,o,a),i&&i.addEvent("refusal.error",{message:s.toString()})};var Nt=or(require("dayjs"),1),Zl=or(require("dayjs/plugin/customParseFormat.js"),1),eu=or(require("dayjs/plugin/timezone.js"),1),tu=or(require("dayjs/plugin/utc.js"),1);Nt.default.extend(tu.default);Nt.default.extend(eu.default);Nt.default.extend(Zl.default);function nu(s,e,t=!1){try{return jp(e)}catch(n){if(s.isOptional&&!t)return;let r=n.message;throw Vl(s,e,r)}}function jp(s){if(!(0,Nt.default)(s,"YYYY-MM-DD",!0).isValid())throw new Error('Invalid date format. Please provide the date in "YYYY-MM-DD" format.');return Nt.default.utc(s,"YYYY-MM-DD").startOf("day").toDate()}function ru(s,e,t=!1){try{return Bp(e)}catch(n){if(s.isOptional&&!t)return;let r=n.message;throw Jl(s,e,r)}}function Bp(s){let e=/^(\d{4}-\d{2}-\d{2} \d{2}:\d{2}(?::\d{2})?) (.+)$/,t=s.match(e);if(!t)throw new Error('Invalid date and time format. Please provide the date and time in "YYYY-MM-DD HH:mm" or "YYYY-MM-DD HH:mm:ss" format, followed by the timezone.');let[,n,r]=t;if(!n||!r)throw new Error('Invalid date and time format. Please provide the date and time in "YYYY-MM-DD HH:mm" or "YYYY-MM-DD HH:mm:ss" format, followed by the timezone.');try{let o=n.includes(":")&&n.split(":").length===3?"YYYY-MM-DD HH:mm:ss":"YYYY-MM-DD HH:mm",i=Nt.default.tz(n,o,r);if(!i.isValid())throw new Error("Invalid date and time values. Please ensure all components are correct.");return i.utc().toDate()}catch{throw new Error(`Unrecognized time zone ${r}. Please provide a valid time zone name, abbreviation, or offset. For example, "America/New_York", or "EST".`)}}var ou=s=>(0,Nt.default)(s).utc().format("YYYY-MM-DD HH:mm:ss [UTC]");var MA=new Ze,kr=(s,e)=>{let t=s.type??{name:"string",isArray:!1},n=(u,c)=>{switch(u){case"class":return typeof c=="string";case"code":return typeof c=="string";case"string":return typeof c=="string";case"number":return typeof c=="number";case"boolean":return typeof c=="boolean";case"date":return c instanceof Date||typeof c=="string";case"datetime":return c instanceof Date||typeof c=="string";case"json":return typeof c=="object"||typeof c=="string";case"object":return typeof c=="object";default:return!1}},r=u=>!(!u||typeof u!="object"||!("mimeType"in u)||!("data"in u));if(s.type?.name==="image"){let u;if(Array.isArray(e)){for(let c of e)if(!r(c)){u="object ({ mimeType: string; data: string })";break}}else r(e)||(u="object ({ mimeType: string; data: string })");if(u)throw new Error(`Validation failed: Expected '${s.name}' to be type '${u}' instead got '${e}'`);return}let o=u=>!(!u||typeof u!="object"||!("data"in u));if(s.type?.name==="audio"){let u;if(Array.isArray(e)){for(let c of e)if(!o(c)){u="object ({ data: string; format?: string })";break}}else o(e)||(u="object ({ data: string; format?: string })");if(u)throw new Error(`Validation failed: Expected '${s.name}' to be type '${u}' instead got '${e}'`);return}let i=u=>{if(!u||typeof u!="object"||!("mimeType"in u))return!1;let c="data"in u,p="fileUri"in u;return!(!c&&!p||c&&p)};if(s.type?.name==="file"){let u;if(Array.isArray(e)){for(let c of e)if(!i(c)){u="object ({ mimeType: string; data: string } | { mimeType: string; fileUri: string })";break}}else i(e)||(u="object ({ mimeType: string; data: string } | { mimeType: string; fileUri: string })");if(u)throw new Error(`Validation failed: Expected '${s.name}' to be type '${u}' instead got '${e}'`);return}let a=u=>typeof u=="string"?!0:!(!u||typeof u!="object"||!("url"in u));if(s.type?.name==="url"){let u;if(Array.isArray(e)){for(let c of e)if(!a(c)){u="string or object ({ url: string; title?: string; description?: string })";break}}else a(e)||(u="string or object ({ url: string; title?: string; description?: string })");if(u)throw new Error(`Validation failed: Expected '${s.name}' to be type '${u}' instead got '${e}'`);return}let l=!0;if(t.isArray){if(!Array.isArray(e))l=!1;else for(let u of e)if(!n(t.name,u)){l=!1;break}}else l=n(t.name,e);if(!l){let u=Array.isArray(e)?"array":typeof e;throw new Error(`Validation failed: Expected '${s.name}' to be a ${s.type?.isArray?"an array of ":""}${t.name} instead got '${u}' (${JSON.stringify(e)})`)}};function vr(s){let e={};for(let t of s){let n=`${t.ai}:${t.model}`;if(!e[n]){e[n]={...t};continue}let r=e[n];if(r){let o=r.tokens??{promptTokens:0,completionTokens:0,totalTokens:0};o.promptTokens+=t?.tokens?.promptTokens??0,o.completionTokens+=t?.tokens?.completionTokens??0,o.totalTokens+=t?.tokens?.totalTokens??0,r.tokens=o;let i=r.citations??[],a=t.citations??[];if(a.length){let l=new Set(i.map(u=>u.url));for(let u of a)u?.url&&!l.has(u.url)&&(i.push(u),l.add(u.url));r.citations=i}}}return Object.values(e)}var su=s=>{if(!s.trim())return[];let e=new Set(["-","*","+"]),t=/^\d+[\s]*[.)\]]\s*/,n=s.split(`
|
|
204
|
+
`),r=[];for(let o of n){let i=o.trim();if(i){if(i[0]&&e.has(i[0]))r.push(i.slice(1).trim());else if(t.test(i))r.push(i.replace(t,"").trim());else if(r.length!==0)throw new Error("Could not parse markdown list: mixed content detected")}}if(r.length===0)throw new Error("Could not parse markdown list: no valid list items found");return r};function Ri(s,e){let{index:t,delta:n,version:r}=e,o=s.find(a=>a.index===t)?.delta;if(!o)return s.push({index:t,delta:n,version:r}),s;for(let a of Object.keys(n)){let l=o[a],u=n[a];l===void 0&&Array.isArray(u)?o[a]=[...u]:Array.isArray(l)&&Array.isArray(u)?o[a]=[...l,...u]:(l===void 0||typeof l=="string")&&typeof u=="string"?o[a]=`${l??""}${u}`:o[a]=u}let i=s.find(a=>a.index===t);return i&&(i.version=r),s}var wi=class{cache=new Map;maxSize;constructor(e){this.maxSize=e}get(e){let t=this.cache.get(e);return t&&(this.cache.delete(e),this.cache.set(e,t)),t}set(e,t){if(this.cache.has(e))this.cache.delete(e);else if(this.cache.size>=this.maxSize){let n=this.cache.keys().next().value;n&&this.cache.delete(n)}this.cache.set(e,t)}},zp=new wi(500);function iu(s,e,t=0,n=zp){if(/^```[a-zA-Z]*\s*$/.test(s))return-4;if(/^[\s`]*$/.test(s))return-3;let r=s.indexOf(e,t);if(r!==-1)return r;let o=n.get(e)??Array.from({length:e.length},(a,l)=>e.slice(0,l+1));n.get(e)||n.set(e,o);let i=-1;for(let a=o.length-1;a>=0;a--){let l=o[a];if(s.endsWith(l)){i=a;break}}return i>=0?-2:-1}function Lt(s,e){if(typeof s!="string")throw Ci(e,String(s),"URL must be a string");try{new URL(s)}catch{throw Ci(e,s,"Invalid URL format. Expected a valid URL like https://example.com")}}function lt(s,e){if(typeof s!="string")return;let t=e.type;if(t){if(t.minLength!==void 0&&s.length<t.minLength)throw En(e,s,"minLength",t.minLength);if(t.maxLength!==void 0&&s.length>t.maxLength)throw En(e,s,"maxLength",t.maxLength);if(t.pattern!==void 0&&!new RegExp(t.pattern).test(s))throw En(e,s,"pattern",t.pattern);if(t.format==="email"&&!/^[^\s@]+@[^\s@]+\.[^\s@]+$/.test(s))throw En(e,s,"format","valid email address");if(t.format==="uri"||t.format==="url")try{new URL(s)}catch{throw En(e,s,"format","valid URL")}}}function ut(s,e){if(typeof s!="number")return;let t=e.type;if(t){if(t.minimum!==void 0&&s<t.minimum)throw Ti(e,s,"minimum",t.minimum);if(t.maximum!==void 0&&s>t.maximum)throw Ti(e,s,"maximum",t.maximum)}}var zo=(s,e,t,n)=>{let r=n?.strictMode??!1,o=n?.treatAllFieldsOptional??!1,i=n?.treatAllFieldsOptional??!1,a={extractedFields:[],streamedIndex:{},s:-1};vi(s,e,a,t,{strictMode:r,skipEarlyFail:i,treatAllFieldsOptional:o}),Oi(s,e,a,t,{strictMode:r,treatAllFieldsOptional:o,forceFinalize:!0});for(let l of s.getOutputFields())l.isInternal&&delete e[l.name]},Si=(s,e,t)=>{let n=[];for(let r of t)r&&!r.isOptional&&e[r.name]===void 0&&n.push(r);if(n.length>0)throw ql(n)},vi=(s,e,t,n,{strictMode:r,skipEarlyFail:o}={})=>{let i=s.getOutputFields(),a;for(;;){let l=new Set;t.currFieldIndex!==void 0&&!t.inAssumedField&&l.add(t.currFieldIndex);let u=i.map((g,f)=>({field:g,index:f})).filter(({index:g})=>!l.has(g)),c,p,d=-1,m=0;for(let{index:g,field:f}of u){let b=`${(t.extractedFields.length===0?"":`
|
|
205
|
+
`)+f.title}:`,h=iu(n,b,t.s);if(h===-2||h===-3)return!0;if(h===-4)return t.inBlock=!0,!0;h>=0&&(d===-1||h<d)&&(d=h,m=b.length,c=g,p=f)}if(d===-1){if(o)return;if(!r&&t.currField===void 0&&t.extractedFields.length===0&&i.length===1){t.inAssumedField=!0,t.currField=i[0],t.currFieldIndex=0,t.s=0,t.extractedFields.includes(i[0])||t.extractedFields.push(i[0]),t.streamedIndex[i[0].name]===void 0&&(t.streamedIndex[i[0].name]=0);return}if(r&&t.currField===void 0&&t.extractedFields.length===0){let g=i.find(f=>!f.isOptional);if(g)throw Go(g)}break}if(a&&p&&a.name!==p.name)throw Go(a);if(t.currField!==void 0&&t.inAssumedField&&(t.inAssumedField=!1,t.streamedIndex[t.currField.name]=0,t.currField=void 0),t.currField){let g=n.substring(t.s,d).trim(),f=jo(t.currField,g);f!==void 0&&(e[t.currField.name]=f),t.prevFields?t.prevFields?.push({field:t.currField,s:t.s,e:d}):t.prevFields=[{field:t.currField,s:t.s,e:d}]}t.s=d+m,p!==void 0&&c!==void 0&&(t.currField=p,t.currFieldIndex=c),p&&!t.extractedFields.includes(p)&&t.extractedFields.push(p),p&&t.streamedIndex[p.name]===void 0&&(t.streamedIndex[p.name]=0)}},Oi=(s,e,t,n,r)=>{let o=r?.strictMode??!1,i=r?.treatAllFieldsOptional??!1,a=r?.deferRequiredCheckForStreaming??!1,l=r?.forceFinalize??!1;if(t.currField){let u=n.length,c=s.getOutputFields();for(let m of c){if(m.name===t.currField.name)continue;let g=`
|
|
206
|
+
${m.title}:`,f=n.indexOf(g,t.s);f!==-1&&f<u&&(u=f)}let p=n.substring(t.s,u).trim(),d=jo(t.currField,p);d!==void 0&&(e[t.currField.name]=d)}if(o&&!t.currField&&t.extractedFields.length===0&&n.trim()){let p=s.getOutputFields().find(d=>!d.isOptional);if(p)throw Go(p)}if(qp(s,e,n,t),!i){let u=t.currField!==void 0||(t.extractedFields?.length??0)>0;o||l?Si(t,e,s.getOutputFields()):u||Si(t,e,s.getOutputFields())}},qp=(s,e,t,n)=>{let r=s.getOutputFields();if(r.length===1){let i=r[0];if(i){let a=`${i.title}:`,l=t.indexOf(a);if(l!==-1){let u=l+a.length,c=`
|
|
207
|
+
${i.title}:`,p=t.indexOf(c,u),d=t.substring(u,p===-1?t.length:p).trim();if(d)try{let m=jo(i,d);if(m!==void 0){e[i.name]=m;return}}catch{}}}}let o=t.split(`
|
|
208
|
+
`);for(let i of r){if(i.name in e)continue;let a=`${i.title}:`;for(let l of o){let u=l.trim();if(u.startsWith(a)){let c=u.substring(a.length).trim();if(c)try{let p=jo(i,c);if(p!==void 0){e[i.name]=p;break}}catch(p){if(!i.isOptional)throw p}break}}}},au=(s,e,t=!1)=>{switch(s.type?.name){case"code":return ki(e);case"string":return e;case"number":{let n=Number(e);if(Number.isNaN(n)){if(s.isOptional&&!t)return;throw new Error("Invalid number")}return n}case"boolean":{if(typeof e=="boolean")return e;let n=e.toLowerCase();if(n==="true")return!0;if(n==="false")return!1;if(s.isOptional&&!t)return;throw new Error("Invalid boolean")}case"date":return nu(s,e,t);case"datetime":return ru(s,e,t);case"class":{let n=e;if(s.type.options&&!s.type.options.includes(n)){if(s.isOptional)return;throw new Error(`Invalid class '${e}', expected one of the following: ${s.type.options.join(", ")}`)}return n}default:return e}};function*lu(s,e,t,n,r,o){let{name:i,isInternal:a}=e,{isArray:l,name:u}=e.type??{};if(a||l||u&&u!=="string"&&u!=="code")return;let c=r.streamedIndex[i]??0,p=c===0,d=(t<0?0:t)+c,m=s.substring(d,n);if(m.length===0)return;let g=m.replace(/\s+$/,"");r.currField?.type?.name==="code"&&(g=g.replace(/\s*```\s*$/,""));let f=p?g.trimStart():g;r.currField?.type?.name==="code"&&(f=f.replace(/^[ ]*```[a-zA-Z0-9]*\n\s*/,"")),f.length>0&&(yield{index:o,delta:{[i]:f}},r.streamedIndex[i]=c+g.length)}function*Ei(s,e,t,n,r){for(let i of n.prevFields??[]){let{field:a,s:l,e:u}=i;yield*lu(e,a,l,u,n,r)}if(n.prevFields=void 0,n.inAssumedField&&!(s.getOutputFields().filter(l=>!l.isInternal).length===1)||!n.currField||n.currField.isInternal)return;yield*lu(e,n.currField,n.s,e.length,n,r);let o=s.getOutputFields();for(let i of Object.keys(t)){let a=o.find(c=>c.name===i);if(!a||a.isInternal)continue;let l=t[i];if(Array.isArray(l)){let c=n.streamedIndex?.[i]??0,p=l.slice(c);p&&p.length>0&&(yield{index:r,delta:{[i]:p}},n.streamedIndex[i]=c+p.length);continue}let u=typeof l=="string"?l:void 0;if(!n.streamedIndex[i])yield{index:r,delta:{[i]:l}},n.streamedIndex[i]=u?u.length:1;else if(u){let c=n.streamedIndex[i];if(u.length>c){let p=u.substring(c);yield{index:r,delta:{[i]:p}},n.streamedIndex[i]=u.length}}}}function jo(s,e){if(!e||e===""||/^(null|undefined)\s*$/i.test(e)){if(s.isOptional)return;throw Uo(s)}let t;if(s.type?.name==="json"&&!s.type?.isArray)try{let r=ki(e);return t=JSON.parse(r),t}catch(r){throw Hl(s,r.message)}if(s.type?.isArray)try{try{t=JSON.parse(e)}catch{t=su(e)}if(!Array.isArray(t))throw new Error("Expected an array")}catch(r){let o=r.message;if(o.includes("no valid list items found")||o==="Expected an array")t=[e];else throw Kl(s,o)}try{if(Array.isArray(t)){for(let[r,o]of t.entries())if(o!==void 0){let i=typeof o=="string"?o.trim():o;if(typeof i=="string"&&(s.type?.name==="object"||s.type?.name==="json"))try{let a=ki(i);i=JSON.parse(a)}catch{}t[r]=au(s,i,!0)}}else t=au(s,e)}catch(r){throw Wl(s,e,r.message)}if(typeof t=="string"&&t==="")return;let n=s.type;if(n&&t!==void 0&&(n.name==="url"&&Lt(t,s),(n.name==="string"||n.name==="code")&<(t,s),n.name==="number"&&ut(t,s),n.isArray&&Array.isArray(t)))for(let r of t)r!==void 0&&(n.name==="string"||n.name==="code"?lt(r,s):n.name==="number"&&ut(r,s));return t}function Mn(s,e,t){let n=s.getOutputFields();for(let r of n){let o=e[r.name];if(o==null){if(!r.isOptional&&!t?.allowMissingRequired)throw Uo(r);continue}let i=r.type;if(i){if(i.name==="url"&&Lt(o,r),(i.name==="string"||i.name==="code")&<(o,r),i.name==="number"&&ut(o,r),i.isArray&&Array.isArray(o))for(let a of o)a!=null&&(i.name==="url"?Lt(a,r):i.name==="string"||i.name==="code"?lt(a,r):i.name==="number"&&ut(a,r));if(i.name==="object"&&i.fields&&typeof o=="object"&&!Array.isArray(o)&&Bo(r,o,t),i.isArray&&i.fields&&Array.isArray(o)&&i.name==="object")for(let a of o)a&&typeof a=="object"&&Bo(r,a,t)}}}function Bo(s,e,t){let n=s.type?.fields;if(!(!n||typeof n!="object"))for(let[r,o]of Object.entries(n)){let i={name:r,title:r,description:o.description,type:{name:o.type,isArray:o.isArray,options:o.options,fields:o.fields,minLength:o.minLength,maxLength:o.maxLength,minimum:o.minimum,maximum:o.maximum,pattern:o.pattern,patternDescription:o.patternDescription,format:o.format},isOptional:o.isOptional??!1,isInternal:o.isInternal??!1},a=e[i.name];if(a==null){if(!i.isOptional&&!t?.allowMissingRequired)throw Uo(i);continue}let l=i.type;if(l){if(l.name==="url"&&Lt(a,i),(l.name==="string"||l.name==="code")&<(a,i),l.name==="number"&&ut(a,i),l.isArray&&Array.isArray(a))for(let u of a)u!=null&&(l.name==="url"?Lt(u,i):l.name==="string"||l.name==="code"?lt(u,i):l.name==="number"&&ut(u,i));if(l.name==="object"&&l.fields&&typeof a=="object"&&!Array.isArray(a)&&Bo(i,a,t),l.isArray&&l.fields&&Array.isArray(a)&&l.name==="object")for(let u of a)u&&typeof u=="object"&&Bo(i,u,t)}}}var ki=s=>{let t=/```([A-Za-z]*)\s*([\s\S]*?)\s*```/g.exec(s);return t?t.length===3?t[2]:t.length===2?t[1]:s:s};async function Or(s,e,t,n){for(let r of s){if(e[r.field.name]===void 0)continue;let o=r.process,i=await o(e[r.field.name],{sessionId:n,values:e,done:!0});uu(r.field,t,i,n)}}async function Mi(s,e,t,n,r,o,i=!1){for(let a of s){if(t.currField?.name!==a.field.name)continue;let l=e.substring(t.s);t.currField?.type?.name==="code"&&(l=l.replace(/^[ ]*```[a-zA-Z0-9]*\n\s*/,""),l=l.replace(/\s*```\s*$/,""));let u=a.process,c=await u(l,{sessionId:o,values:r,done:i});uu(t.currField,n,c,o)}}var uu=(s,e,t,n)=>{if(t===void 0||typeof t=="string"&&(t===""||/^(null|undefined)\s*$/i.test(t)))return;let r=String(t),o=r;e.addRequest([{role:"user",content:[{type:"text",text:o}]}],n),e.addTag("processor",n)};function cu(s,e){if(!e)return s;let t=[];if(e.format==="email"&&t.push("Must be a valid email address format"),(e.format==="uri"||e.format==="url"||e.name==="url")&&t.push("Must be a valid URL format"),(e.name==="string"||e.name==="code"||e.name==="url"||e.name==="date"||e.name==="datetime")&&(e.minLength!==void 0&&e.maxLength!==void 0?t.push(`Minimum length: ${e.minLength} characters, maximum length: ${e.maxLength} characters`):e.minLength!==void 0?t.push(`Minimum length: ${e.minLength} characters`):e.maxLength!==void 0&&t.push(`Maximum length: ${e.maxLength} characters`)),e.name==="number"&&(e.minimum!==void 0&&e.maximum!==void 0?t.push(`Minimum value: ${e.minimum}, maximum value: ${e.maximum}`):e.minimum!==void 0?t.push(`Minimum value: ${e.minimum}`):e.maximum!==void 0&&t.push(`Maximum value: ${e.maximum}`)),e.pattern!==void 0){if(!e.patternDescription)throw new Error(`Field with pattern '${e.pattern}' must include a patternDescription to explain the pattern to the LLM`);t.push(e.patternDescription)}if(e.name==="date"&&t.push("Format: YYYY-MM-DD"),e.name==="datetime"&&t.push("Format: ISO 8601 date-time"),t.length===0)return s;let n=t.join(". ");return!s||s.trim().length===0?n:`${s.trim().endsWith(".")?s.trim():`${s.trim()}.`} ${n}`}function $t(s,e="Schema"){if("name"in s&&"type"in s)return qo(s);let t={},n=[];for(let r of s){if(r.isInternal)continue;let o=qo(r);t[r.name]=o,r.isOptional||n.push(r.name)}return{type:"object",title:e,properties:t,required:n,additionalProperties:!1}}function qo(s,e=!1){let t=s.type,n=cu(s.description,t);if(e&&t?.name&&(t.name==="image"||t.name==="audio"||t.name==="file"))throw new Error(`Media type '${t.name}' is not allowed in nested object fields. Media types (image, audio, file) can only be used as top-level input fields. Field: ${s.name}`);let r={};if(n&&(r.description=n),t?.isArray)if(r.type="array",t.fields){r.items={type:"object",properties:{},required:[],additionalProperties:!1},t.description&&(r.items.description=t.description);for(let[o,i]of Object.entries(t.fields)){let a={name:o,description:i.description,type:{name:i.type,isArray:i.isArray,options:i.options?[...i.options]:void 0,fields:i.fields,minLength:i.minLength,maxLength:i.maxLength,minimum:i.minimum,maximum:i.maximum,pattern:i.pattern,patternDescription:i.patternDescription,format:i.format},isOptional:i.isOptional,isInternal:i.isInternal};r.items.properties[o]=qo(a,!0),i.isOptional||r.items.required.push(o)}}else if(t.name==="class"&&t.options)r.items={type:"string",enum:t.options};else{let o=cu(t.description||s.description,t);r.items={type:pu(t.name)},o&&(r.items.description=o),t.name==="string"||t.name==="code"||t.name==="url"||t.name==="date"||t.name==="datetime"?(t.minLength!==void 0&&(r.items.minLength=t.minLength),t.maxLength!==void 0&&(r.items.maxLength=t.maxLength),t.pattern!==void 0&&(r.items.pattern=t.pattern),t.format!==void 0&&(r.items.format=t.format)):t.name==="number"&&(t.minimum!==void 0&&(r.items.minimum=t.minimum),t.maximum!==void 0&&(r.items.maximum=t.maximum))}else if(t?.name==="object"&&t.fields){r.type="object",r.properties={},r.required=[],r.additionalProperties=!1;for(let[o,i]of Object.entries(t.fields)){let a={name:o,description:i.description,type:{name:i.type,isArray:i.isArray,options:i.options?[...i.options]:void 0,fields:i.fields,minLength:i.minLength,maxLength:i.maxLength,minimum:i.minimum,maximum:i.maximum,pattern:i.pattern,patternDescription:i.patternDescription,format:i.format},isOptional:i.isOptional,isInternal:i.isInternal};r.properties[o]=qo(a,!0),i.isOptional||r.required.push(o)}}else t?.name==="class"&&t.options?(r.type="string",r.enum=t.options):(r.type=pu(t?.name??"string"),t?.name==="string"||t?.name==="code"||t?.name==="url"||t?.name==="date"||t?.name==="datetime"?(t.minLength!==void 0&&(r.minLength=t.minLength),t.maxLength!==void 0&&(r.maxLength=t.maxLength),t.pattern!==void 0&&(r.pattern=t.pattern),t.format!==void 0&&(r.format=t.format),t.name==="url"&&!t.format&&(r.format="uri"),t.name==="date"&&!t.format&&(r.format="date"),t.name==="datetime"&&!t.format&&(r.format="date-time")):t?.name==="number"&&(t.minimum!==void 0&&(r.minimum=t.minimum),t.maximum!==void 0&&(r.maximum=t.maximum)));return r}function pu(s){switch(s){case"string":case"code":case"url":case"date":case"datetime":case"image":case"audio":case"file":return"string";case"number":return"number";case"boolean":return"boolean";case"json":case"object":return["object","array","string","number","boolean","null"];default:return"string"}}function Ho(s){if(!s||typeof s!="object")throw new Error("Schema must be an object");if(s.type==="array"){if(!s.items)throw new Error('Array schema is missing an "items" definition (required by JSON Schema and all LLM providers for function tools)');Ho(s.items)}else if(s.type==="object"&&s.properties)for(let e of Object.values(s.properties))Ho(e)}var Kt=class extends Error{calls;constructor(e){super(`Stop function executed: ${e.map(t=>t.func.name).join(", ")}`),this.name="AxStopFunctionCallException",this.calls=e}},Er=class extends Error{constructor(t){super();this.fields=t;this.name="AxFunctionError"}getFields=()=>this.fields;toString(){return[`${this.name}: Function validation error`,...this.fields.map(t=>` - ${t.field}: ${t.message}`)].join(`
|
|
209
209
|
`)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},Mr=class extends Error{constructor(t,n,r){super();this.fields=t;this.func=n;this.funcId=r}getFunctionId=()=>this.funcId;getFieldDescription(t){if(!this.func.parameters?.properties?.[t])return"";let n=this.func.parameters.properties[t],r=n.description;return n.enum?.length&&(r+=` Allowed values are: ${n.enum.join(", ")}`),r}getFixingInstructions=()=>{let t=this.fields.map(n=>{let r=this.getFieldDescription(n.field)||"";return`- \`${n.field}\` - ${n.message} (${r}).`});return`Errors In Function Arguments: Fix the following invalid arguments to '${this.func.name}'
|
|
210
210
|
${t.join(`
|
|
211
211
|
`)}`};toString(){return[`${this.name}: Function execution error in '${this.func.name}'`,...this.fields.map(t=>{let n=this.getFieldDescription(t.field);return` - ${t.field}: ${t.message}${n?` (${n})`:""}`}),this.funcId?` Function ID: ${this.funcId}`:""].join(`
|
|
212
|
-
`)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},Pr=class{funcList=[];constructor(e){this.funcList=e}executeFunction=async(e,t,n)=>{let r;if(typeof t.args=="string"&&t.args.length>0)try{r=JSON.parse(t.args)}catch(
|
|
212
|
+
`)}[Symbol.for("nodejs.util.inspect.custom")](t,n){return this.toString()}},Pr=class{funcList=[];constructor(e){this.funcList=e}executeFunction=async(e,t,n)=>{let r;if(typeof t.args=="string"&&t.args.length>0)try{r=JSON.parse(t.args)}catch(u){throw new Error(`Invalid function arguments: ${t.args}`,{cause:u})}else r=t.args;let o=n?{sessionId:n.sessionId,traceId:n.traceId,ai:n.ai,step:n.step,abortSignal:n.abortSignal}:void 0,i;e.parameters?i=e.func.length===2?await e.func(r,o):await e.func(r):i=e.func.length===1?await e.func(o):await e.func();let l=(n?.functionResultFormatter??ie.functionResultFormatter)(i);return{formatted:String(l),rawResult:i,parsedArgs:r}};executeWithDetails=async(e,t)=>{let n=i=>i.replace(/[^a-zA-Z0-9]/g,"").toLowerCase(),r=n(e.name),o=this.funcList.find(i=>i.name===e.name);if(o||(o=this.funcList.find(i=>n(i.name)===r)),!o)throw new Error(`Function not found: ${e.name}`);if(!o.func)throw new Error(`No handler for function: ${e.name}`);try{return await this.executeFunction(o,e,t)}catch(i){throw i instanceof Er?new Mr(i.getFields(),o,e.id):i}};execute=async(e,t)=>(await this.executeWithDetails(e,t)).formatted},Wt=(s,e)=>{if(s.length===0)return[...e??[]];let t=s.map(n=>"toFunction"in n?n.toFunction():n).flat();for(let n of t.filter(r=>r.parameters))if(n.parameters)try{Ho(n.parameters)}catch(r){throw r instanceof Error?new Error(`Function '${n.name}' parameters schema is invalid.
|
|
213
213
|
${r.message}
|
|
214
|
-
Tip: Arrays must include an "items" schema (e.g., { items: { type: "string" } } or items: { type: "object", properties: { ... } }).`,{cause:r}):r}return[...e??[],...t]},Ko=async({ai:s,functionList:e,functionCalls:t,mem:n,sessionId:r,traceId:o,span:i,excludeContentFromTrace:a,index:
|
|
215
|
-
Content: ${i.content}`)}async function*
|
|
216
|
-
Content: ${F.content}`)}let k=
|
|
217
|
-
`)}parseFieldList(e,t){let n=[];if(this.skipWhitespace(),this.position>=this.input.length)throw new le(`Empty ${t} section: Expected at least one field`,this.position,this.getErrorContext(),`Add a ${t} field. Example: ${t==="input"?"userInput:string":"responseText:string"}`);try{n.push(e())}catch(r){throw r instanceof le?r:new le(`Invalid first ${t} field: ${r instanceof Error?r.message:"Unknown error"}`,this.position,this.getErrorContext())}for(this.skipWhitespace();this.position<this.input.length&&!(this.input[this.position]==="-"&&this.position+1<this.input.length&&this.input[this.position+1]===">");)if(this.match(",")){if(this.skipWhitespace(),this.position>=this.input.length)throw new le(`Unexpected end of input after comma in ${t} section`,this.position,this.getErrorContext(),`Add another ${t} field after the comma`);try{n.push(e())}catch(r){throw r instanceof le?r:new le(`Invalid ${t} field after comma: ${r instanceof Error?r.message:"Unknown error"}`,this.position,this.getErrorContext())}this.skipWhitespace()}else break;return n}parseInputField(){this.skipWhitespace();let e=this.parseParsedIdentifier();this.currentFieldName=e,this.validateFieldName(e,"input");let t;for(;;){if(this.match("?")){t=!0;continue}if(this.match("!"))throw new le(`Input field "${e}" cannot use the internal marker "!"`,this.position-1,this.getErrorContext(),"Internal markers (!) are only allowed on output fields");break}let n;if(this.skipWhitespace(),this.match(":")){if(this.skipWhitespace(),/^class\b/.test(this.input.slice(this.position)))throw new le(`Input field "${e}" cannot use the "class" type`,this.position,this.getErrorContext(),'Class types are only allowed on output fields. Use "string" type for input classifications');try{let o=this.parseTypeNotClass(),i=this.match("[]");n={name:o,isArray:i}}catch(o){throw o instanceof le?o:new le(`Input field "${e}": ${o instanceof Error?o.message:"Unknown error"}`,this.position,this.getErrorContext())}}this.skipWhitespace();let r=this.parseParsedString();return{name:e,desc:r?.trim(),type:n,isOptional:t}}parseOutputField(){this.skipWhitespace();let e=this.parseParsedIdentifier();this.currentFieldName=e,this.validateFieldName(e,"output");let t=!1,n=!1;for(;;){if(this.match("?")){t=!0;continue}if(this.match("!")){n=!0;continue}break}let r;if(this.skipWhitespace(),this.match(":"))if(this.skipWhitespace(),this.match("class")){let i=this.match("[]");this.skipWhitespace();let a=this.parseParsedString();if(!a)throw new le(`Output field "${e}": Missing class options after "class" type`,this.position,this.getErrorContext(),'Add class names in quotes. Example: class "positive, negative, neutral"');let u=a.split(/[,|]/).map(l=>l.trim()).filter(l=>l.length>0);if(u.length===0)throw new le(`Output field "${e}": Empty class list provided`,this.position,this.getErrorContext(),'Provide at least one class option. Example: "positive, negative"');r={name:"class",isArray:i,options:u}}else try{let i=this.parseTypeNotClass(),a=this.match("[]");if(r={name:i,isArray:a},i==="image"&&a)throw new le(`Output field "${e}": Arrays of images are not supported`,this.position,this.getErrorContext(),'Use a single image type instead: "image"');if(i==="audio"&&a)throw new le(`Output field "${e}": Arrays of audio are not supported`,this.position,this.getErrorContext(),'Use a single audio type instead: "audio"');if(i==="image")throw new le(`Output field "${e}": Image type is not supported in output fields`,this.position,this.getErrorContext(),"Image types can only be used in input fields");if(i==="audio")throw new le(`Output field "${e}": Audio type is not supported in output fields`,this.position,this.getErrorContext(),"Audio types can only be used in input fields")}catch(i){throw i instanceof le?i:new le(`Output field "${e}": ${i instanceof Error?i.message:"Unknown error"}`,this.position,this.getErrorContext())}this.skipWhitespace();let o=this.parseParsedString();return{name:e,desc:o?.trim(),type:r,isOptional:t,isInternal:n}}validateFieldName(e,t){if(ue.signatureStrict&&["text","object","image","string","number","boolean","json","array","datetime","date","time","type","class","input","output","data","value","result","response","request","item","element"].includes(e.toLowerCase())){let i=t==="input"?["userInput","questionText","documentContent","messageText"]:["responseText","analysisResult","categoryType","summaryText"];throw new le(`Field name "${e}" is too generic`,this.position,this.getErrorContext(),`Use a more descriptive name. Examples: ${i.join(", ")}`)}let n=/^[a-z][a-zA-Z0-9]*$/,r=/^[a-z]+(_[a-z0-9]+)*$/;if(!n.test(e)&&!r.test(e))throw new le(`Invalid field name "${e}"`,this.position,this.getErrorContext(),'Field names must be in camelCase (e.g., "userInput") or snake_case (e.g., "user_input")');if(e.length<2)throw new le(`Field name "${e}" is too short`,this.position,this.getErrorContext(),"Field names must be at least 2 characters long");if(e.length>50)throw new le(`Field name "${e}" is too long (${e.length} characters)`,this.position,this.getErrorContext(),"Field names should be 50 characters or less")}parseTypeNotClass(){let e=["string","number","boolean","json","image","audio","file","url","datetime","date","code","object"],t=e.find(n=>this.match(n));if(!t){let n=this.input.slice(this.position).match(/^\w+/)?.[0]||"",r=this.suggestType(n),o=`Invalid type "${n||"empty"}"`,i=r?`. Did you mean "${r}"?`:"",a=`${o}${i}`;throw new le(a,this.position,this.getErrorContext(),`Expected one of: ${e.join(", ")}`)}return t}suggestType(e){return{str:"string",text:"string",int:"number",integer:"number",float:"number",double:"number",bool:"boolean",object:"json",dict:"json",timestamp:"datetime",time:"datetime",img:"image",picture:"image",sound:"audio",voice:"audio",classification:"class",category:"class"}[e.toLowerCase()]||null}parseParsedIdentifier(){this.skipWhitespace();let e=/^[a-zA-Z_][a-zA-Z_0-9]*/.exec(this.input.slice(this.position));if(e)return this.position+=e[0].length,e[0];let t=/^\S+/.exec(this.input.slice(this.position)),n=t?t[0]:"";throw n===""?new le("Expected field name but found end of input",this.position,this.getErrorContext(),"Add a field name. Field names must start with a letter or underscore"):/^\d/.test(n)?new le(`Invalid field name "${n}" - cannot start with a number`,this.position,this.getErrorContext(),'Field names must start with a letter or underscore. Example: "userInput" or "_internal"'):new le(`Invalid field name "${n}"`,this.position,this.getErrorContext(),"Field names must start with a letter or underscore and contain only letters, numbers, or underscores")}parseParsedString(){let e=["'",'"'];for(let t of e)if(this.match(t)){let n="",r=!1,o=this.position-1;for(;this.position<this.input.length;){let a=this.input[this.position];if(this.position++,r)n+=a,r=!1;else if(a==="\\")r=!0;else{if(a===t)return n;n+=a}}let i=this.input.slice(o,Math.min(this.position,o+20));throw new le(`Unterminated string starting at position ${o}`,o,this.getErrorContext(),`Add closing ${t} to complete the string: ${i}${t}`)}}skipWhitespace(){let e=/^[\s\t\r\n]+/.exec(this.input.slice(this.position));e&&(this.position+=e[0].length)}match(e){let t;if(typeof e=="string"){if(this.input.startsWith(e,this.position))return this.position+=e.length,!0}else if(t=e.exec(this.input.slice(this.position)),t)return this.position+=t[0].length,!0;return!1}expectArrow(){if(!this.match("->")){let e=this.input.slice(this.position,this.position+10),t=e.includes(">")?'Use "->" (dash followed by greater-than)':e.includes("-")?'Add ">" after the dash':'Add "->" to separate input and output fields';throw new le(`Expected "->" but found "${e}..."`,this.position,this.getErrorContext(),t)}}};function hl(s){return new _i(s).parse()}var Fr=class{inputFields=[];outputFields=[];desc;input(e,t,n=!1){let r={name:e,type:{name:t.type,isArray:t.isArray||void 0,options:t.options?[...t.options]:void 0,minLength:t.minLength,maxLength:t.maxLength,minimum:t.minimum,maximum:t.maximum,pattern:t.pattern,patternDescription:t.patternDescription,format:t.format,description:t.itemDescription,fields:t.fields?Object.fromEntries(Object.entries(t.fields).map(([o,i])=>[o,Vo(i)])):void 0},description:t.description,isOptional:t.isOptional||void 0,isInternal:t.isInternal||void 0,isCached:t.isCached||void 0};return n?this.inputFields.unshift(r):this.inputFields.push(r),this}output(e,t,n=!1){let r={name:e,type:{name:t.type,isArray:t.isArray||void 0,options:t.options?[...t.options]:void 0,minLength:t.minLength,maxLength:t.maxLength,minimum:t.minimum,maximum:t.maximum,pattern:t.pattern,patternDescription:t.patternDescription,format:t.format,description:t.itemDescription,fields:t.fields?Object.fromEntries(Object.entries(t.fields).map(([o,i])=>[o,Vo(i)])):void 0},description:t.description,isOptional:t.isOptional||void 0,isInternal:t.isInternal||void 0};return n?this.outputFields.unshift(r):this.outputFields.push(r),this}addInputFields(e){for(let t of e)this.inputFields.push(t);return this}addOutputFields(e){for(let t of e)this.outputFields.push(t);return this}description(e){return this.desc=e,this}useStructured(){return this._useStructuredOutputs=!0,this}build(){let e={description:this.desc,inputs:this.inputFields,outputs:this.outputFields},t=new Pe(e);return this._useStructuredOutputs&&(t._forceComplexFields=!0,t._hasComplexFields=void 0),t}},je=class s{type;isArray;options;description;isOptional;isInternal;isCached;fields;minLength;maxLength;minimum;maximum;pattern;patternDescription;format;itemDescription;constructor(e){this.type=e.type,this.isArray=e.isArray,this.options=e.options,this.description=e.description,this.itemDescription=e.itemDescription,this.isOptional=e.isOptional,this.isInternal=e.isInternal,this.isCached=e.isCached,this.fields=e.fields,this.minLength=e.minLength,this.maxLength=e.maxLength,this.minimum=e.minimum,this.maximum=e.maximum,this.pattern=e.pattern,this.patternDescription=e.patternDescription,this.format=e.format}optional(){return new s({...this,isOptional:!0})}array(e){return new s({...this,isArray:!0,description:e||this.description,itemDescription:e?this.description:void 0})}internal(){return new s({...this,isInternal:!0})}cache(){return new s({...this,isCached:!0})}min(e){return this.type==="string"?new s({...this,minLength:e}):this.type==="number"?new s({...this,minimum:e}):this}max(e){return this.type==="string"?new s({...this,maxLength:e}):this.type==="number"?new s({...this,maximum:e}):this}email(){return this.type==="string"?new s({...this,format:"email"}):this}url(){return this.type==="string"?new s({...this,format:"uri"}):this}regex(e,t){return this.type==="string"?new s({...this,pattern:e,patternDescription:t}):this}date(){return this.type==="string"?new s({...this,format:"date"}):this}datetime(){return this.type==="string"?new s({...this,format:"date-time"}):this}},de=Object.assign(()=>new Fr,{string:s=>new je({type:"string",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),number:s=>new je({type:"number",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),boolean:s=>new je({type:"boolean",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),json:s=>new je({type:"json",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),datetime:s=>new je({type:"datetime",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),date:s=>new je({type:"date",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),class:(s,e)=>new je({type:"class",isArray:!1,options:s,description:e,isOptional:!1,isInternal:!1,isCached:!1}),image:s=>new je({type:"image",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),audio:s=>new je({type:"audio",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),file:s=>new je({type:"file",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),url:s=>new je({type:"url",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),email:s=>new je({type:"string",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1,format:"email"}),code:(s,e)=>new je({type:"code",isArray:!1,description:e||s,isOptional:!1,isInternal:!1,isCached:!1}),object:(s,e)=>new je({type:"object",isArray:!1,fields:s,description:e,isOptional:!1,isInternal:!1,isCached:!1})});function Vo(s){return{type:s.type,isArray:s.isArray,options:s.options,description:s.description,isOptional:s.isOptional,isInternal:s.isInternal,minLength:s.minLength,maxLength:s.maxLength,minimum:s.minimum,maximum:s.maximum,pattern:s.pattern,patternDescription:s.patternDescription,format:s.format,fields:s.fields?Object.fromEntries(Object.entries(s.fields).map(([e,t])=>[e,Vo(t)])):void 0}}function Wo(s){return{type:{name:s.type,isArray:s.isArray,options:s.options?[...s.options]:void 0,fields:s.fields},description:s.description,isOptional:s.isOptional,isInternal:s.isInternal}}function Ni(s,e){return{name:s,type:{name:e.type,isArray:e.isArray||void 0,options:e.options?[...e.options]:void 0,minLength:e.minLength,maxLength:e.maxLength,minimum:e.minimum,maximum:e.maximum,pattern:e.pattern,patternDescription:e.patternDescription,format:e.format,description:e.itemDescription,fields:e.fields?Object.fromEntries(Object.entries(e.fields).map(([t,n])=>[t,Vo(n)])):void 0},description:e.description,isOptional:e.isOptional||void 0,isInternal:e.isInternal||void 0,isCached:e.isCached||void 0}}function xl(s){return s.length===0?{type:"object",properties:{}}:$t(s,"Schema")}function Qp(s){let e=Ni("__value",s);return $t([e],"Schema").properties?.__value??{type:"json"}}var Li=class{name;desc;ns;argFields=[];returnFields=[];returnFieldType;returnMode;fnHandler;fnExamples=[];constructor(e){this.name=e}description(e){return this.desc=e,this}namespace(e){return this.ns=e,this}arg(e,t){return this.argFields.push(Ni(e,t)),this}args(e,t){return this.arg(e,t)}returns(e){if(this.returnMode==="fields")throw new Error("Cannot use fn().returns(...) after fn().returnsField(...); choose exactly one return schema style");return this.returnMode="single",this.returnFieldType=e,this}returnsField(e,t){if(this.returnMode==="single")throw new Error("Cannot use fn().returnsField(...) after fn().returns(...); choose exactly one return schema style");return this.returnMode="fields",this.returnFields.push(Ni(e,t)),this}example(e){return this.fnExamples.push(e),this}examples(e){return this.fnExamples.push(...e),this}handler(e){return this.fnHandler=e,this}build(){let e=this.name.trim(),t=this.desc?.trim(),n=this.ns?.trim();if(!e)throw new Error("fn() requires a non-empty function name");if(!t)throw new Error(`Function "${e}" must define a non-empty description`);if(!this.fnHandler)throw new Error(`Function "${e}" must define a handler`);if(this.fnExamples.some(o=>!o.code.trim()))throw new Error(`Function "${e}" examples must define non-empty code`);return{name:e,description:t,...n?{namespace:n}:{},parameters:xl(this.argFields),...this.returnMode==="single"&&this.returnFieldType?{returns:Qp(this.returnFieldType)}:this.returnMode==="fields"?{returns:xl(this.returnFields)}:{},...this.fnExamples.length>0?{examples:this.fnExamples.map(o=>({...o}))}:{},func:this.fnHandler}}},bl=s=>new Li(s),Z=class extends Error{constructor(t,n,r){super(t);this.fieldName=n;this.suggestion=r;this.name="AxSignatureValidationError"}},Pe=class s{description;inputFields;outputFields;sigHash;sigString;validatedAtHash;constructor(e){if(!e){this.inputFields=[],this.outputFields=[],this.sigHash="",this.sigString="";return}if(typeof e=="string"){let t;try{t=hl(e)}catch(n){if(n instanceof Error){let r="suggestion"in n&&typeof n.suggestion=="string"?n.suggestion:'Please check the signature format. Example: "userInput:string -> responseText:string"';throw new Z(`Invalid Signature: ${n.message}`,void 0,r)}throw new Z(`Invalid Signature: ${e}`,void 0,'Please check the signature format. Example: "userInput:string -> responseText:string"')}this.description=t.desc,this.inputFields=t.inputs.map(n=>this.parseParsedField(n)),this.outputFields=t.outputs.map(n=>this.parseParsedField(n)),[this.sigHash,this.sigString]=this.updateHash()}else if(e instanceof s)this.description=e.getDescription(),this.inputFields=structuredClone(e.getInputFields()),this.outputFields=structuredClone(e.getOutputFields()),this.sigHash=e.hash(),this.sigString=e.toString(),e.validatedAtHash===this.sigHash&&(this.validatedAtHash=this.sigHash),this._forceComplexFields=e._forceComplexFields,this._hasComplexFields=e._hasComplexFields;else if(typeof e=="object"&&e!==null){if(!("inputs"in e)||!("outputs"in e))throw new Z("Invalid signature object: missing inputs or outputs",void 0,'Signature object must have "inputs" and "outputs" arrays. Example: { inputs: [...], outputs: [...] }');if(!Array.isArray(e.inputs)||!Array.isArray(e.outputs))throw new Z("Invalid signature object: inputs and outputs must be arrays",void 0,'Both "inputs" and "outputs" must be arrays of AxField objects');try{this.description=e.description,this.inputFields=e.inputs.map(t=>this.parseField(t)),this.outputFields=e.outputs.map(t=>this.parseField(t)),[this.sigHash,this.sigString]=this.updateHash()}catch(t){throw t instanceof Z?t:new Z(`Failed to create signature from object: ${t instanceof Error?t.message:"Unknown error"}`,void 0,"Check that all fields in inputs and outputs arrays are valid AxField objects")}}else throw new Z("Invalid signature argument type",void 0,"Signature must be a string, another AxSignature instance, or an object with inputs and outputs arrays")}static create(e){return new s(e)}parseParsedField=e=>{if(!e.name||e.name.length===0)throw new Z("Field name is required",e.name,'Every field must have a descriptive name. Example: "userInput", "responseText"');let t=this.toTitle(e.name);return{name:e.name,title:t,description:"desc"in e?e.desc:void 0,type:e.type??{name:"string",isArray:!1},..."isInternal"in e?{isInternal:e.isInternal}:{},..."isOptional"in e?{isOptional:e.isOptional}:{}}};parseField=e=>{let t=!e.title||e.title.length===0?this.toTitle(e.name):e.title;if(e.type&&(!e.type.name||e.type.name.length===0))throw new Z("Field type name is required",e.name,"Specify a valid type. Available types: string, number, boolean, json, image, audio, file, url, date, datetime, class, code");return{...e,title:t}};setDescription=e=>{if(typeof e!="string")throw new Z("Description must be a string",void 0,"Provide a string description for the signature");this.description=e,this.invalidateValidationCache(),this.updateHashLight()};addInputField=e=>{try{let t=this.parseField(e);Rt(t,"input");for(let n of this.inputFields)if(n.name===t.name)throw new Z(`Duplicate input field name: "${t.name}"`,t.name,"Each field name must be unique within the signature");for(let n of this.outputFields)if(n.name===t.name)throw new Z(`Field name "${t.name}" appears in both inputs and outputs`,t.name,"Use different names for input and output fields to avoid confusion");this.inputFields.push(t),this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof Z?t:new Z(`Failed to add input field "${e.name}": ${t instanceof Error?t.message:"Unknown error"}`,e.name)}};addOutputField=e=>{try{let t=this.parseField(e);Rt(t,"output");for(let n of this.outputFields)if(n.name===t.name)throw new Z(`Duplicate output field name: "${t.name}"`,t.name,"Each field name must be unique within the signature");for(let n of this.inputFields)if(n.name===t.name)throw new Z(`Field name "${t.name}" appears in both inputs and outputs`,t.name,"Use different names for input and output fields to avoid confusion");this.outputFields.push(t),this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof Z?t:new Z(`Failed to add output field "${e.name}": ${t instanceof Error?t.message:"Unknown error"}`,e.name)}};setInputFields=e=>{if(!Array.isArray(e))throw new Z("Input fields must be an array",void 0,"Provide an array of field objects");try{let t=e.map(n=>{let r=this.parseField(n);return Rt(r,"input"),r});this.inputFields=t,this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof Z?t:new Z(`Failed to set input fields: ${t instanceof Error?t.message:"Unknown error"}`)}};setOutputFields=e=>{if(!Array.isArray(e))throw new Z("Output fields must be an array",void 0,"Provide an array of field objects");try{let t=e.map(n=>{let r=this.parseField(n);return Rt(r,"output"),r});this.outputFields=t,this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof Z?t:new Z(`Failed to set output fields: ${t instanceof Error?t.message:"Unknown error"}`)}};getInputFields=()=>this.inputFields;getOutputFields=()=>this.outputFields;getDescription=()=>this.description;appendInputField=(e,t)=>{let n=new s(this);return n.addInputField({name:e,...Wo(t)}),n};prependInputField=(e,t)=>{let n=new s(this),r={name:e,...Wo(t)},o=n.parseField(r);Rt(o,"input");for(let i of n.inputFields)if(i.name===o.name)throw new Z(`Duplicate input field name: "${o.name}"`,o.name,"Each field name must be unique within the signature");for(let i of n.outputFields)if(i.name===o.name)throw new Z(`Field name "${o.name}" appears in both inputs and outputs`,o.name,"Use different names for input and output fields to avoid confusion");return n.inputFields.unshift(o),n.invalidateValidationCache(),n.updateHashLight(),n};appendOutputField=(e,t)=>{let n=new s(this);return n.addOutputField({name:e,...Wo(t)}),n};prependOutputField=(e,t)=>{let n=new s(this),r={name:e,...Wo(t)},o=n.parseField(r);Rt(o,"output");for(let i of n.outputFields)if(i.name===o.name)throw new Z(`Duplicate output field name: "${o.name}"`,o.name,"Each field name must be unique within the signature");for(let i of n.inputFields)if(i.name===o.name)throw new Z(`Field name "${o.name}" appears in both inputs and outputs`,o.name,"Use different names for input and output fields to avoid confusion");return n.outputFields.unshift(o),n.invalidateValidationCache(),n.updateHashLight(),n};invalidateValidationCache=()=>{this.validatedAtHash=void 0,this._hasComplexFields=void 0};toTitle=e=>{let t=e.replace(/_/g," ");return t=t.replace(/([A-Z]|[0-9]+)/g," $1").trim(),t.charAt(0).toUpperCase()+t.slice(1)};updateHashLight=()=>{try{return this.getInputFields().forEach(e=>{Rt(e,"input")}),this.getOutputFields().forEach(e=>{Rt(e,"output")}),this.sigHash=tt("sha256").update(JSON.stringify(this.inputFields)).update(JSON.stringify(this.outputFields)).digest("hex"),this.sigString=yl(this.description,this.inputFields,this.outputFields),this._hasComplexFields=this.computeHasComplexFields(),[this.sigHash,this.sigString]}catch(e){throw e instanceof Z?e:new Z(`Signature validation failed: ${e instanceof Error?e.message:"Unknown error"}`)}};updateHash=()=>{try{return this.getInputFields().forEach(e=>{Rt(e,"input")}),this.getOutputFields().forEach(e=>{Rt(e,"output")}),this.validateSignatureConsistency(),this.sigHash=tt("sha256").update(this.description??"").update(JSON.stringify(this.inputFields)).update(JSON.stringify(this.outputFields)).digest("hex"),this.sigString=yl(this.description,this.inputFields,this.outputFields),this._hasComplexFields=this.computeHasComplexFields(),[this.sigHash,this.sigString]}catch(e){throw e instanceof Z?e:new Z(`Signature validation failed: ${e instanceof Error?e.message:"Unknown error"}`)}};validateSignatureConsistency(){let e=new Set;for(let n of this.inputFields){if(e.has(n.name))throw new Z(`Duplicate input field name: "${n.name}"`,n.name,"Each field name must be unique within the signature");e.add(n.name)}let t=new Set;for(let n of this.outputFields){if(t.has(n.name))throw new Z(`Duplicate output field name: "${n.name}"`,n.name,"Each field name must be unique within the signature");t.add(n.name)}for(let n of this.outputFields)if(e.has(n.name))throw new Z(`Field name "${n.name}" appears in both inputs and outputs`,n.name,"Use different names for input and output fields to avoid confusion");if(this.inputFields.length===0)throw new Z("Signature must have at least one input field",void 0,'Add an input field. Example: "userInput:string -> ..."');if(this.outputFields.length===0)throw new Z("Signature must have at least one output field",void 0,'Add an output field. Example: "... -> responseText:string"')}_forceComplexFields=!1;_hasComplexFields;hasComplexFields=()=>this._hasComplexFields!==void 0?this._hasComplexFields:(this._hasComplexFields=this.computeHasComplexFields(),this._hasComplexFields);computeHasComplexFields=()=>this._forceComplexFields?!0:this.outputFields.some(e=>e.type?.name==="object"||e.type?.isArray&&e.type.fields!==void 0);validate=()=>{if(this.validatedAtHash===this.sigHash)return!0;try{return this.updateHash(),this.validatedAtHash=this.sigHash,!0}catch(e){throw this.validatedAtHash=void 0,e}};hash=()=>this.sigHash;toString=()=>this.sigString;toJSON=()=>({id:this.hash(),description:this.description,inputFields:this.inputFields,outputFields:this.outputFields});toJSONSchema=()=>{let e=[...this.inputFields,...this.outputFields];return $t(e,this.description??"Schema")};toInputJSONSchema=()=>$t(this.inputFields,this.description??"Schema")};function Al(s){let e=s.name;return s.isOptional&&(e+="?"),s.isInternal&&(e+="!"),s.type&&(e+=`:${s.type.name}`,s.type.isArray&&(e+="[]"),s.type.name==="class"&&s.type.options&&(e+=` "${s.type.options.join(" | ")}"`)),s.description&&s.type?.name!=="class"&&(e+=` "${s.description}"`),e}function yl(s,e,t){let n=s?`"${s}" `:"",r=e.map(Al).join(", "),o=t.map(Al).join(", ");return`${n}${r} -> ${o}`}function Yp(s){let e=/^[a-z][a-zA-Z0-9]*$/,t=/^[a-z]+(_[a-z0-9]+)*$/;return e.test(s)||t.test(s)}function Rt(s,e){if(!s.name||s.name.length===0)throw new Z("Field name cannot be blank",s.name,"Every field must have a descriptive name");if(!Yp(s.name))throw new Z(`Invalid field name '${s.name}' - must be camelCase or snake_case`,s.name,'Use camelCase (e.g., "userInput") or snake_case (e.g., "user_input")');if(ue.signatureStrict&&["text","object","image","string","number","boolean","json","array","datetime","date","time","type","class","input","output","data","value","result","response","request","item","element"].includes(s.name.toLowerCase())){let n=e==="input"?["userInput","questionText","documentContent","messageText","queryString"]:["responseText","analysisResult","categoryType","summaryText","outputData"];throw new Z(`Field name '${s.name}' is too generic`,s.name,`Use a more descriptive name. Examples for ${e} fields: ${n.join(", ")}`)}if(s.name.length<2)throw new Z(`Field name '${s.name}' is too short`,s.name,"Field names must be at least 2 characters long");if(s.name.length>50)throw new Z(`Field name '${s.name}' is too long (${s.name.length} characters)`,s.name,"Field names should be 50 characters or less");s.type&&Xp(s,e)}function Xp(s,e){if(!s.type)return;let{type:t}=s;if((t.name==="image"||t.name==="audio"||t.name==="file")&&e==="output")throw new Z(`${t.name} type is not supported in output fields`,s.name,`${t.name} types can only be used in input fields`);if(t.name==="class"){if(e==="input")throw new Z("Class type is not supported in input fields",s.name,'Class types are only allowed on output fields. Use "string" type for input classifications');if(!t.options||t.options.length===0)throw new Z("Class type requires options",s.name,'Provide class options. Example: class "positive, negative, neutral"');for(let r of t.options){if(!r||r.trim().length===0)throw new Z("Empty class option found",s.name,"All class options must be non-empty strings");let o=r.trim();if(o.includes(",")||o.includes("|"))throw new Z(`Invalid class option "${o}"`,s.name,"Class options cannot contain commas (,) or pipes (|) as they are used to separate options")}if(new Set(t.options.map(r=>r.trim().toLowerCase())).size!==t.options.length)throw new Z("Duplicate class options found",s.name,"Each class option must be unique (case-insensitive)")}if(t.name==="code"&&t.isArray)throw new Z("Arrays of code are not commonly supported",s.name,"Consider using a single code field or an array of strings instead");if(s.isInternal&&e==="input")throw new Z("Internal marker (!) is not allowed on input fields",s.name,"Internal markers are only allowed on output fields");t.name==="object"&&t.fields&&$i(t.fields,s.name,e)}function $i(s,e,t,n=1){for(let[r,o]of Object.entries(s)){let i=`${e}.${r}`;if(o.type==="image"||o.type==="audio"||o.type==="file")throw new Z(`${o.type} type is not allowed in nested object fields`,i,`Media types (image, audio, file) can only be used as top-level input fields, not within objects. Found at depth ${n}.`);o.type==="object"&&o.fields&&$i(o.fields,i,t,n+1),o.isArray&&o.fields&&$i(o.fields,`${i}[]`,t,n+1)}}var Dt=class s{signature;sigHash;examples;examplesOptions;demos;trace;usage=[];traceLabel;key;children;childNames=new Map;childCount=0;constructor(e,t){this.signature=new Pe(e),t?.description&&this.signature.setDescription(t.description),t?.traceLabel&&(this.traceLabel=t.traceLabel),e&&this.signature.validate(),this.sigHash=this.signature?.hash(),this.children=new Pn,this.key={id:"root"}}getSignature(){return new Pe(this.signature)}setSignature(e){this.signature=new Pe(e),e&&this.signature.validate(),this.updateSignatureHash()}setDescription(e){this.signature.setDescription(e),this.updateSignatureHash()}updateSignatureHash(){this.sigHash=this.signature.hash()}getId(){return this.key.id}register(e,t){let n=t??`p${this.childCount}`;this.childCount++,e.setId([this.key.id,n].join(".")),this.childNames.set(e,n),this.children.register(e)}setId(e){this.key={id:e,custom:!0};for(let[t,n]of this.childNames)t.setId([e,n].join("."))}setExamples(e,t){let n=[];if("programId"in e&&e.programId===this.key.id&&(n=e.traces),Array.isArray(e)&&(n=e),n){this.examplesOptions=t;let r=this.signature,o=[...r.getInputFields(),...r.getOutputFields()];this.examples=n.map(i=>{let a={};for(let u of o){let l=i[u.name];l!==void 0&&(kr(u,l),a[u.name]=l)}return a})}}getTraces(){let e=[];this.trace&&e.push({trace:this.trace,programId:this.key.id});for(let t of Array.from(this.children)){let n=t?.getTraces();e=[...e,...n??[]]}return e}getUsage(){let e=[...this.usage??[]];for(let t of Array.from(this.children)){let n=t?.getUsage();e=[...e,...n??[]]}return vr(e)}resetUsage(){this.usage=[];for(let e of Array.from(this.children))e?.resetUsage()}static _propagating=!1;setDemos(e,t){if(!s._propagating&&e.length>0){let l=new Set(this.namedPrograms().map(p=>p.id)),c=[...new Set(e.map(p=>p.programId))].filter(p=>!l.has(p));if(c.length>0){let p=[...l].join(", ");throw new Error(`Unknown program ID(s) in demos: ${c.join(", ")}. Valid IDs: ${p}. Use namedPrograms() to discover available IDs.`)}}let n=e.filter(l=>l.programId===this.key.id).map(l=>l.traces).flat(),r=this.signature,o=[...r.getInputFields(),...r.getOutputFields()],i=new Set(r.getInputFields().map(l=>l.name)),a=new Set(r.getOutputFields().map(l=>l.name));this.demos=n.map((l,c)=>{let p={};for(let g of o){let f=l[g.name];f!==void 0&&(kr(g,f),p[g.name]=f)}let d=Object.keys(p).some(g=>i.has(g));if(!Object.keys(p).some(g=>a.has(g)))throw new Error(`Demo trace[${c}] for '${this.key.id}' has no output field values. Expected at least one of: ${[...a].join(", ")}`);if(!d)throw new Error(`Demo trace[${c}] for '${this.key.id}' has no input field values. Expected at least one of: ${[...i].join(", ")}. Provide input context so the demo renders as a complete few-shot example.`);return p}),t?.modelConfig&&(this._optimizedModelConfig=t.modelConfig);let u=s._propagating;s._propagating=!0;try{for(let l of Array.from(this.children))l?.setDemos(e,t)}finally{s._propagating=u}}namedPrograms(){let e=[];[...this.signature.getInputFields(),...this.signature.getOutputFields()].length>0&&e.push({id:this.key.id,signature:this.signature.toString()});for(let n of Array.from(this.children))n&&"namedPrograms"in n&&typeof n.namedPrograms=="function"?e.push(...n.namedPrograms()):n&&e.push({id:n.getId()});return e}namedProgramInstances(){let e=[];[...this.signature.getInputFields(),...this.signature.getOutputFields()].length>0&&e.push({id:this.key.id,program:this,signature:this.signature.toString()});for(let n of Array.from(this.children))n&&"namedProgramInstances"in n&&typeof n.namedProgramInstances=="function"?e.push(...n.namedProgramInstances()):n&&e.push({id:n.getId(),program:n});return e}applyOptimization(e){let t=e.demos!==void 0,n=e.modelConfig!==void 0;(t||n)&&this.setDemos(e.demos??[],{modelConfig:e.modelConfig});let r=this;if(typeof r.setInstruction=="function"){let i=e.instructionMap?.[this.key.id],a=typeof i=="string"?i:e.instruction;typeof a=="string"&&a.length>0&&r.setInstruction(a)}let o={...e,...t?{demos:void 0}:{},...n?{modelConfig:void 0}:{}};for(let i of Array.from(this.children))i?.applyOptimization(o)}};var Il={"dsp/example-disclaimer.md":`## Example Demonstrations
|
|
214
|
+
Tip: Arrays must include an "items" schema (e.g., { items: { type: "string" } } or items: { type: "object", properties: { ... } }).`,{cause:r}):r}return[...e??[],...t]},Ko=async({ai:s,functionList:e,functionCalls:t,mem:n,sessionId:r,traceId:o,span:i,excludeContentFromTrace:a,index:l,functionResultFormatter:u,logger:c,debug:p,stopFunctionNames:d,step:m,abortSignal:g})=>{let f=new Pr(e),x=new Set,b=[],h=R=>{let P=k=>k.replace(/[^a-zA-Z0-9]/g,"").toLowerCase(),v=P(R),E=e.find(k=>k.name===R);return E||(E=e.find(k=>P(k.name)===v)),E},y=t.map(R=>{if(!R.id)throw new Error(`Function ${R.name} did not return an ID`);let P=s.getOptions().tracer??ie.tracer;return P?P.startActiveSpan(`Tool: ${R.name}`,async v=>{try{v?.setAttributes?.({"tool.name":R.name,"tool.mode":"native","function.id":R.id,"session.id":r??""});let{formatted:E,rawResult:k,parsedArgs:O}=await f.executeWithDetails(R,{sessionId:r,ai:s,functionResultFormatter:u,traceId:v?.spanContext?.().traceId??o,stopFunctionNames:d,step:m,abortSignal:g});if(x.add(R.name.toLowerCase()),m?._recordFunctionCall(R.name,O,k),d?.includes(R.name.toLowerCase())){let L=h(R.name);L&&b.push({func:L,args:O,result:k})}if(a?v.addEvent("gen_ai.tool.message",{name:R.name}):v.addEvent("gen_ai.tool.message",{name:R.name,args:R.args,result:E??""}),i){let L={name:R.name};a||(L.args=R.args,L.result=E??""),i.addEvent("function.call",L)}return{result:E??"",role:"function",functionId:R.id,index:l}}catch(E){if(v?.recordException?.(E),E instanceof Mr){let k=E.getFixingInstructions(),O={name:R.name,message:E.toString()};return a||(O.args=R.args,O.fixing_instructions=k),v?.addEvent?.("function.error",O),p&&js(E,l,k,c),{functionId:R.id,isError:!0,index:l,result:k,role:"function"}}throw E}finally{v?.end?.()}}):f.executeWithDetails(R,{sessionId:r,ai:s,functionResultFormatter:u,traceId:o,stopFunctionNames:d,step:m,abortSignal:g}).then(({formatted:v,rawResult:E,parsedArgs:k})=>{if(x.add(R.name.toLowerCase()),m?._recordFunctionCall(R.name,k,E),d?.includes(R.name.toLowerCase())){let O=h(R.name);O&&b.push({func:O,args:k,result:E})}if(i){let O={name:R.name};a||(O.args=R.args,O.result=v??""),i.addEvent("function.call",O)}return{result:v??"",role:"function",functionId:R.id,index:l}}).catch(v=>{if(!(v instanceof Mr))throw v;let E=v.getFixingInstructions();if(i){let k={name:R.name,message:v.toString()};a||(k.args=R.args,k.fixing_instructions=E),i.addEvent("function.error",k)}return p&&js(v,l,E,c),{functionId:R.id,isError:!0,index:l,result:E,role:"function"}})}),C=(await Promise.all(y)).map(R=>R.result===void 0||R.result===""?{...R,result:"done"}:R);if(n.addFunctionResults(C,r),p){let R=C.filter(P=>!P.isError);R.length>0&&Fa(R,c)}if(b.length>0)throw new Kt(b);return x};function Pi(s,e,t,n){if(!e||e.length===0)return;if(!s.getFeatures(n).functions)throw new Error("Functions are not supported by the AI service");return e.map(o=>({id:o.id,name:o.function.name,args:o.function.params}))}function du(s,e,t,n){let r=e;return!t&&(r==="required"||typeof r=="function")?{functions:[],functionCall:void 0}:s?{functions:s.map(i=>"toFunction"in i?i.toFunction():i).flat(),functionCall:r}:{functions:[],functionCall:r}}function Hp(s){let e=0,t=!1,n=!1,r=!1,o=!1,i=[];for(let a=0;a<s.length;a++){let l=s[a];if(n){n=!1;continue}if(l==="\\"){n=!0;continue}if(l==='"'){t=!t;continue}t||(l==="{"?(i.push("{"),e++):l==="["?(i.push("["),e++):l==="}"?i.length>0&&i[i.length-1]==="{"&&(i.pop(),e--):l==="]"&&i.length>0&&i[i.length-1]==="["&&(i.pop(),e--))}if(i.length>0){let a=i[i.length-1];r=a==="[",o=a==="{"}return{nestingLevel:e,inString:t,inArray:r,inObject:o}}function mu(s){if(!s.trim())return{parsed:null,partialMarker:null};try{return{parsed:JSON.parse(s),partialMarker:null}}catch{}let e=Hp(s),t=Kp(s);try{return{parsed:JSON.parse(t),partialMarker:e}}catch{return{parsed:null,partialMarker:e}}}function Kp(s){let e=s.trim();for(e.endsWith(",")&&(e=e.slice(0,-1)),e.match(/,\s*"[^"]*"\s*:\s*$/)?e=e.replace(/,\s*"[^"]*"\s*:\s*$/,""):e.match(/\{\s*"[^"]*"\s*:\s*$/)&&(e=e.replace(/"[^"]*"\s*:\s*$/,""));e.match(/[0-9][eE.+-]$/)||e.match(/[eE][+-]$/);)e=e.slice(0,-1);e=e.replace(/,(\s*[}\]])/g,"$1"),e.match(/t(r(u(e)?)?)?$/)&&!e.endsWith('"')&&!e.endsWith("true")&&e.match(/[:[,]\s*t(r(u(e)?)?)?$/)&&(e=e.replace(/t(r(u(e)?)?)?$/,"true")),e.match(/f(a(l(s(e)?)?)?)?$/)&&!e.endsWith('"')&&!e.endsWith("false")&&e.match(/[:[,]\s*f(a(l(s(e)?)?)?)?$/)&&(e=e.replace(/f(a(l(s(e)?)?)?)?$/,"false")),e.match(/n(u(l(l)?)?)?$/)&&!e.endsWith('"')&&!e.endsWith("null")&&e.match(/[:[,]\s*n(u(l(l)?)?)?$/)&&(e=e.replace(/n(u(l(l)?)?)?$/,"null"));let t=[],n=!1,r=!1;for(let o=0;o<e.length;o++){let i=e[o];if(r){r=!1;continue}if(i==="\\"){r=!0;continue}if(i==='"'){n=!n;continue}n||(i==="{"?t.push("}"):i==="["?t.push("]"):i==="}"?t.length>0&&t[t.length-1]==="}"&&t.pop():i==="]"&&t.length>0&&t[t.length-1]==="]"&&t.pop())}for(r&&(e=e.slice(0,-1)),n&&(e+='"'),t.length>0&&t[t.length-1]==="}"&&e.match(/,\s*"[^"]*"\s*$/)&&(e=e.replace(/,\s*"[^"]*"\s*$/,""));t.length>0;)e+=t.pop();return e}async function*gu({res:s,usage:e,states:t,debug:n,stepContext:r,...o}){let i=(o.ai.getFeatures().functionCot??!1)&&o.functions!==void 0&&o.functions.length>0,a,l=[],u=s.getReader();try{for(;;){let{done:c,value:p}=await u.read();if(c)break;let d=p;d.modelUsage&&(a=d.modelUsage);for(let m of d.results){if(Array.isArray(m.citations))for(let f of m.citations)f?.url&&l.push({url:f.url,title:f.title,description:f.description,license:f.license,publicationDate:f.publicationDate,snippet:f.snippet});if((!m.content||m.content==="")&&(!m.thought||m.thought==="")&&(!m.thoughtBlocks||m.thoughtBlocks.length===0)&&(!m.functionCalls||m.functionCalls.length===0))continue;let g=t.find(f=>f.index===m.index);if(!g)throw new Error(`No state found for result (index: ${m.index})`);yield*Wp({...o,result:m,skipEarlyFail:i,state:g,debug:n})}}}finally{u.releaseLock()}for(let c of t)yield*Vp({...o,state:c,debug:n,stepContext:r});if(a){if(l.length){let c=Array.from(new Map(l.filter(p=>p.url).map(p=>[p.url,p])).values());a.citations=c}if(e.push(a),n&&o.logger){let c=structuredClone(a);delete c.citations,o.logger({name:"ChatResponseUsage",value:c}),a.citations&&a.citations.length>0&&o.logger({name:"ChatResponseCitations",value:a.citations})}}}async function*Wp({result:s,mem:e,sessionId:t,strictMode:n,skipEarlyFail:r,treatAllFieldsOptional:o,state:i,signature:a,streamingFieldProcessors:l,thoughtFieldName:u,streamingAsserts:c,asserts:p}){if(s.functionCalls&&s.functionCalls.length>0)Zr(i.functionCalls,s.functionCalls),e.updateResult({name:s.name,content:s.content,functionCalls:i.functionCalls,thoughtBlocks:s.thoughtBlocks,delta:s.functionCalls?.[0]?.function?.params,index:s.index},t);else if(s.content&&s.content.length>0){s.thought&&s.thought.length>0&&(yield{index:s.index,delta:{[u]:s.thought}}),i.content+=s.content,e.updateResult({name:s.name,content:i.content,thoughtBlocks:s.thoughtBlocks,delta:s.content,index:s.index},t);let d=a.getOutputFields();if(a.hasComplexFields()){let{parsed:f,partialMarker:x}=mu(i.content);if(f&&typeof f=="object"){let b={},h={};for(let y of Object.keys(f))if(d.some(I=>I.name===y)){let I=f[y],C=i.values[y];if(Array.isArray(I)&&I.length>0&&Jp(I,x)&&(I=I.slice(0,-1)),h[y]=I,typeof I=="string"&&typeof C=="string"&&I.startsWith(C)){let R=I.slice(C.length);R&&(b[y]=R)}else Array.isArray(I)&&Array.isArray(C)?I.length>C.length&&(b[y]=I.slice(C.length)):JSON.stringify(I)!==JSON.stringify(C)&&(Array.isArray(I)||(b[y]=I))}try{Mn(a,h,{allowMissingRequired:!0})}catch{}Object.assign(i.values,h),Object.keys(b).length>0&&(yield{index:s.index,delta:b});return}}if(vi(a,i.values,i.xstate,i.content,{strictMode:n,skipEarlyFail:r,treatAllFieldsOptional:o}))return;c.length!==0&&await xi(c,i.xstate,i.content),l.length!==0&&await Mi(l,i.content,i.xstate,e,i.values,t),yield*Ei(a,i.content,i.values,i.xstate,s.index),await vn(p,i.values)}else s.thought&&s.thought.length>0?(i.values[u]=(i.values[u]??"")+s.thought,yield{index:s.index,delta:{[u]:s.thought}},e.updateResult({name:s.name,content:i.content,delta:"",index:s.index,thought:s.thought,thoughtBlocks:s.thoughtBlocks},t)):s.thoughtBlocks&&s.thoughtBlocks.length>0&&e.updateResult({name:s.name,content:i.content,delta:"",index:s.index,thoughtBlocks:s.thoughtBlocks},t);if(s.finishReason==="length")throw new Error(`Max tokens reached before completion
|
|
215
|
+
Content: ${i.content}`)}async function*Vp({state:s,signature:e,ai:t,model:n,functions:r,mem:o,sessionId:i,traceId:a,span:l,strictMode:u,excludeContentFromTrace:c,streamingAsserts:p,asserts:d,fieldProcessors:m,streamingFieldProcessors:g,functionResultFormatter:f,signatureToolCallingManager:x,logger:b,debug:h,stopFunctionNames:y,stepContext:I,abortSignal:C}){let R=x?void 0:Pi(t,s.functionCalls,s.values,n);if(R){if(!r)throw new Error("Functions are not defined");let P=await Ko({ai:t,functionList:r,functionCalls:R,mem:o,sessionId:i,traceId:a,span:l,index:s.index,excludeContentFromTrace:c,functionResultFormatter:f,logger:b,debug:h,stopFunctionNames:y,step:I,abortSignal:C});s.functionsExecuted=new Set([...s.functionsExecuted,...P]),s.functionCalls=[]}else{let P=e.getOutputFields(),v=e.hasComplexFields(),E=!1;if(v)try{let k=JSON.parse(s.content),O={};for(let L of Object.keys(k))if(P.some(F=>F.name===L)){let F=k[L],M=s.values[L];if(typeof F=="string"&&typeof M=="string"&&F.startsWith(M)){let _=F.slice(M.length);_&&(O[L]=_)}else Array.isArray(F)&&Array.isArray(M)?F.length>M.length&&(O[L]=F.slice(M.length)):JSON.stringify(F)!==JSON.stringify(M)&&(Array.isArray(F)||(O[L]=F))}try{Mn(e,O,{allowMissingRequired:!0})}catch(L){let F=(L.message||"").toLowerCase();if(F.includes("at least")||F.includes("at most")||F.includes("must match pattern")||F.includes("invalid url")||F.includes("required")||F.includes("missing")||F.includes("valid email")||F.includes("number must be"))throw L}for(let L of Object.keys(k))P.some(F=>F.name===L)&&(s.values[L]=k[L]);yield{index:s.index,delta:O},E=!0}catch(k){let O=(k.message||"").toLowerCase();if(O.includes("at least")||O.includes("at most")||O.includes("must match pattern")||O.includes("invalid url")||O.includes("required")||O.includes("missing")||O.includes("valid email")||O.includes("number must be"))throw k}if(!E){let k=x!==void 0;Oi(e,s.values,s.xstate,s.content,{strictMode:u,treatAllFieldsOptional:k,deferRequiredCheckForStreaming:!0,forceFinalize:!0})}if(x){let k=await x.processResults(s.values);if(k&&k.length>0){if(!r)throw new Error("Functions are not defined");let O=await Ko({ai:t,functionList:r,functionCalls:k,mem:o,sessionId:i,traceId:a,span:l,index:s.index,excludeContentFromTrace:c,functionResultFormatter:f,logger:b,debug:h,stopFunctionNames:y,step:I,abortSignal:C});s.functionsExecuted=new Set([...s.functionsExecuted,...O]),o.updateResult({name:void 0,content:s.content,functionCalls:k.map(L=>({id:L.id,type:"function",function:{name:L.name,params:L.args}})),index:s.index},i);return}}await xi(p,s.xstate,s.content,!0),await vn(d,s.values),m.length&&await Or(m,s.values,o,i),g.length!==0&&await Mi(g,s.content,s.xstate,o,s.values,i,!0),yield*Ei(e,s.content,s.values,s.xstate,s.index)}}async function*fu({ai:s,res:e,mem:t,sessionId:n,traceId:r,functions:o,span:i,strictMode:a,states:l,usage:u,excludeContentFromTrace:c,asserts:p,fieldProcessors:d,thoughtFieldName:m,signature:g,functionResultFormatter:f,logger:x,debug:b,signatureToolCallingManager:h,stopFunctionNames:y,disableMemoryCleanup:I,stepContext:C,abortSignal:R}){let P=e.results??[],v=h!==void 0;t.addResponse(P,n);let E=[];for(let F of P)if(Array.isArray(F?.citations))for(let M of F.citations)M?.url&&E.push({url:M.url,title:M.title,description:M.description,license:M.license,publicationDate:M.publicationDate,snippet:M.snippet});for(let F of P){let M=l[F.index];if(!M)throw new Error(`No state found for result (index: ${F.index})`);if(e.modelUsage){let _=Array.from(new Map(E.filter(H=>H.url).map(H=>[H.url,H])).values()),j={...e.modelUsage,..._.length?{citations:_}:{}};if(u.push(j),b&&x){let H=structuredClone(j);delete H.citations,x({name:"ChatResponseUsage",value:H}),j.citations&&j.citations.length>0&&x({name:"ChatResponseCitations",value:j.citations})}}if(h&&F.content){F.thought&&F.thought.length>0&&(M.values[m]=F.thought),zo(g,M.values,F.content,{strictMode:a,treatAllFieldsOptional:v});let j=(await h.processResults(M.values))?.map(H=>({id:H.id,type:"function",function:{name:H.name,params:H.args}}));j&&j.length>0&&t.updateResult({name:F.name,content:F.content,functionCalls:j,index:F.index},n)}if(F.functionCalls?.length){let _=Pi(s,F.functionCalls,M.values);if(_&&_.length>0){if(!o)throw new Error("Functions are not defined");let j;try{j=await Ko({ai:s,functionList:o,functionCalls:_,mem:t,sessionId:n,traceId:r,span:i,excludeContentFromTrace:c,index:F.index,functionResultFormatter:f,logger:x,debug:b,stopFunctionNames:y,step:C,abortSignal:R})}catch(H){throw t.addRequest([{role:"user",content:"The previous tool call failed. Fix arguments and try again, ensuring required fields match schema."}],n),t.addTag("correction",n),H}M.functionsExecuted=new Set([...M.functionsExecuted,...j])}}else if(F.content){F.thought&&F.thought.length>0&&(M.values[m]=F.thought);let _=g.getOutputFields();if(g.hasComplexFields())try{let H=JSON.parse(F.content),D={};for(let Y of Object.keys(H))_.some(G=>G.name===Y)&&(D[Y]=H[Y]);Mn(g,D),Object.assign(M.values,D)}catch(H){let D=H instanceof SyntaxError;if((H.name?.includes("ValidationError")||H.name?.includes("Error"))&&!D){let G=(H.message||"").toLowerCase();if(G.includes("at least")||G.includes("at most")||G.includes("must match pattern")||G.includes("invalid url")||G.includes("required")||G.includes("missing")||G.includes("valid email")||G.includes("number must be"))throw H}if(D)zo(g,M.values,F.content,{strictMode:a,treatAllFieldsOptional:v});else throw H}else zo(g,M.values,F.content,{strictMode:a,treatAllFieldsOptional:v})}if(await vn(p,M.values),I||(t.removeByTag("correction",n),t.removeByTag("error",n)),d.length&&await Or(d,M.values,t,n),F.finishReason==="length")throw new Error(`Max tokens reached before completion
|
|
216
|
+
Content: ${F.content}`)}let k=l.map(F=>F.values);for(let F of k)for(let M of g.getOutputFields())M.isInternal&&delete F[M.name];let O=g.getOutputFields(),L=k.map((F,M)=>{let _={};for(let j of O)j.isInternal||(_[j.name]=F[j.name]);return F[m]!==void 0&&(_[m]=F[m]),{index:M,delta:_}});for(let F of L)yield F}function Jp(s,e){return e?!!(e.nestingLevel>0||e.inArray||e.inObject):!1}function hu(s,e,t,n){let r=s.getLast(n);if(!r)return!0;for(let[o,i]of t.entries()){let a=e?Array.from(e).some(p=>i.functionsExecuted.has(p)):!1;if(!r.chat[o])throw new Error(`No chat message found for result (index: ${o})`);let u=r.role==="function",c=r.tags?r.tags.some(p=>p==="processor"):!1;if(u&&e&&a||!(u||c))return!1}return!0}var Qp=["none","minimal","low","medium","high","highest"];function Fi(s,e,t){let n={};if(e.model!==!1){let a=s.getModelList();if(a&&a.length>0){let l=a.filter(u=>"model"in u);if(l.length>0){let u=l.map(p=>p.key),c=l.map(p=>`${p.key} (${p.description})`);n.model={type:"string",enum:u,description:`${t&&u.includes(t)?`Currently using model: ${t}. `:""}Switch model for the next step. Prefer faster/cheaper models for simple tasks; use more capable models for complex reasoning, math, or multi-step analysis. Available: ${c.join(", ")}`}}}}e.thinkingBudget!==!1&&(n.thinkingBudget={type:"string",enum:[...Qp],description:"Reasoning depth for the next step. none/minimal: simple lookups or reformatting. low/medium: moderate analysis, summarization. high/highest: math, logic, code analysis, or multi-step reasoning. Higher budgets use more tokens."}),e.temperature&&(n.temperature={type:"number",description:"Sampling temperature for the next step. Lower values (0\u20130.3) for deterministic tasks like math or code; higher values (0.7\u20131.0) for creative or exploratory tasks."});let r;if(e.functions&&e.functions.length>0){r=Wt(e.functions);let a=r.map(u=>u.name),l=r.map(u=>`${u.name} (${u.description})`);n.addFunctions={type:"array",items:{type:"string",enum:a},description:`Activate tools you need for the current sub-task. Only add what you will use immediately \u2014 fewer active tools means less noise. Available: ${l.join(", ")}`},n.removeFunctions={type:"array",items:{type:"string",enum:a},description:"Remove tools you are done with to reduce context size and maintain focus on remaining work."}}let o=r;return{name:"adjustGeneration",description:"Adjust model, reasoning depth, or active tools for the next step. Call when task complexity changes \u2014 upgrade for hard reasoning or analysis, downgrade for simple follow-ups. Only call when there is a clear reason to change.",parameters:Object.keys(n).length>0?{type:"object",properties:n}:void 0,func:(a,l)=>{let u=l?.step;if(!u)return"Generation parameters adjusted for next response.";if(a?.model&&u.setModel(a.model),a?.thinkingBudget&&u.setThinkingBudget(a.thinkingBudget),a?.temperature!==void 0&&u.setTemperature(a.temperature),a?.addFunctions?.length&&o){let c=o.filter(p=>a.addFunctions.includes(p.name));c.length>0&&u.addFunctions(c)}return a?.removeFunctions?.length&&u.removeFunctions(...a.removeFunctions),"Generation parameters adjusted for next response."}}}var Pn=class{reg;constructor(){this.reg=new Set}register(e){this.reg.add(e)}*[Symbol.iterator](){let e=Array.from(this.reg);for(let t=0;t<e.length;t++)yield e[t]}};var ae=class extends Error{constructor(t,n,r,o){super(t);this.position=n;this.context=r;this.suggestion=o;this.name="SignatureValidationError"}},_i=class{input;position;currentFieldName=null;currentSection="description";constructor(e){if(this.input=e.trim(),this.position=0,!this.input)throw new ae("Empty signature provided",0,"",'A signature must contain at least input and output fields separated by "->". Example: "userQuery:string -> aiResponse:string"')}parse(){try{this.skipWhitespace();let e=this.parseParsedString();this.skipWhitespace(),this.currentSection="inputs";let t=this.parseFieldList(this.parseInputField.bind(this),"input");if(this.skipWhitespace(),this.position>=this.input.length)throw new ae("Incomplete signature: Missing output section",this.position,this.getErrorContext(),'Add "->" followed by output fields. Example: "-> responseText:string"');if(this.expectArrow(),this.skipWhitespace(),this.position>=this.input.length)throw new ae('Incomplete signature: No output fields specified after "->"',this.position,this.getErrorContext(),'Add at least one output field. Example: "-> responseText:string"');this.currentSection="outputs";let n=this.parseFieldList(this.parseOutputField.bind(this),"output");if(this.skipWhitespace(),this.position<this.input.length){let r=this.input.slice(this.position);throw new ae(`Unexpected content after signature: "${r}"`,this.position,this.getErrorContext(),"Remove any extra content after the output fields")}return this.validateParsedSignature({desc:e?.trim(),inputs:t,outputs:n}),{desc:e?.trim(),inputs:t,outputs:n}}catch(e){if(e instanceof ae)throw e;let t=e instanceof Error?e.message:"Unknown error";throw new ae(t,this.position,this.getErrorContext())}}validateParsedSignature(e){let t=new Set;for(let r of e.inputs){if(t.has(r.name))throw new ae(`Duplicate input field name: "${r.name}"`,0,"","Each field name must be unique within the signature");t.add(r.name)}let n=new Set;for(let r of e.outputs){if(n.has(r.name))throw new ae(`Duplicate output field name: "${r.name}"`,0,"","Each field name must be unique within the signature");n.add(r.name)}for(let r of e.outputs)if(t.has(r.name))throw new ae(`Field name "${r.name}" appears in both inputs and outputs`,0,"","Use different names for input and output fields to avoid confusion");if(e.inputs.length===0)throw new ae("Signature must have at least one input field",0,"",'Add an input field before "->". Example: "userInput:string -> ..."');if(e.outputs.length===0)throw new ae("Signature must have at least one output field",0,"",'Add an output field after "->". Example: "... -> responseText:string"')}getErrorContext(){let e=Math.max(0,this.position-25),t=Math.min(this.input.length,this.position+25),n=this.input.slice(e,this.position),r=this.input.slice(this.position,t),o=`${" ".repeat(n.length)}^`;return[`Position ${this.position} in signature:`,`"${n}${r}"`,` ${o}`].join(`
|
|
217
|
+
`)}parseFieldList(e,t){let n=[];if(this.skipWhitespace(),this.position>=this.input.length)throw new ae(`Empty ${t} section: Expected at least one field`,this.position,this.getErrorContext(),`Add a ${t} field. Example: ${t==="input"?"userInput:string":"responseText:string"}`);try{n.push(e())}catch(r){throw r instanceof ae?r:new ae(`Invalid first ${t} field: ${r instanceof Error?r.message:"Unknown error"}`,this.position,this.getErrorContext())}for(this.skipWhitespace();this.position<this.input.length&&!(this.input[this.position]==="-"&&this.position+1<this.input.length&&this.input[this.position+1]===">");)if(this.match(",")){if(this.skipWhitespace(),this.position>=this.input.length)throw new ae(`Unexpected end of input after comma in ${t} section`,this.position,this.getErrorContext(),`Add another ${t} field after the comma`);try{n.push(e())}catch(r){throw r instanceof ae?r:new ae(`Invalid ${t} field after comma: ${r instanceof Error?r.message:"Unknown error"}`,this.position,this.getErrorContext())}this.skipWhitespace()}else break;return n}parseInputField(){this.skipWhitespace();let e=this.parseParsedIdentifier();this.currentFieldName=e,this.validateFieldName(e,"input");let t;for(;;){if(this.match("?")){t=!0;continue}if(this.match("!"))throw new ae(`Input field "${e}" cannot use the internal marker "!"`,this.position-1,this.getErrorContext(),"Internal markers (!) are only allowed on output fields");break}let n;if(this.skipWhitespace(),this.match(":")){if(this.skipWhitespace(),/^class\b/.test(this.input.slice(this.position)))throw new ae(`Input field "${e}" cannot use the "class" type`,this.position,this.getErrorContext(),'Class types are only allowed on output fields. Use "string" type for input classifications');try{let o=this.parseTypeNotClass(),i=this.match("[]");n={name:o,isArray:i}}catch(o){throw o instanceof ae?o:new ae(`Input field "${e}": ${o instanceof Error?o.message:"Unknown error"}`,this.position,this.getErrorContext())}}this.skipWhitespace();let r=this.parseParsedString();return{name:e,desc:r?.trim(),type:n,isOptional:t}}parseOutputField(){this.skipWhitespace();let e=this.parseParsedIdentifier();this.currentFieldName=e,this.validateFieldName(e,"output");let t=!1,n=!1;for(;;){if(this.match("?")){t=!0;continue}if(this.match("!")){n=!0;continue}break}let r;if(this.skipWhitespace(),this.match(":"))if(this.skipWhitespace(),this.match("class")){let i=this.match("[]");this.skipWhitespace();let a=this.parseParsedString();if(!a)throw new ae(`Output field "${e}": Missing class options after "class" type`,this.position,this.getErrorContext(),'Add class names in quotes. Example: class "positive, negative, neutral"');let l=a.split(/[,|]/).map(u=>u.trim()).filter(u=>u.length>0);if(l.length===0)throw new ae(`Output field "${e}": Empty class list provided`,this.position,this.getErrorContext(),'Provide at least one class option. Example: "positive, negative"');r={name:"class",isArray:i,options:l}}else try{let i=this.parseTypeNotClass(),a=this.match("[]");if(r={name:i,isArray:a},i==="image"&&a)throw new ae(`Output field "${e}": Arrays of images are not supported`,this.position,this.getErrorContext(),'Use a single image type instead: "image"');if(i==="audio"&&a)throw new ae(`Output field "${e}": Arrays of audio are not supported`,this.position,this.getErrorContext(),'Use a single audio type instead: "audio"');if(i==="image")throw new ae(`Output field "${e}": Image type is not supported in output fields`,this.position,this.getErrorContext(),"Image types can only be used in input fields");if(i==="audio")throw new ae(`Output field "${e}": Audio type is not supported in output fields`,this.position,this.getErrorContext(),"Audio types can only be used in input fields")}catch(i){throw i instanceof ae?i:new ae(`Output field "${e}": ${i instanceof Error?i.message:"Unknown error"}`,this.position,this.getErrorContext())}this.skipWhitespace();let o=this.parseParsedString();return{name:e,desc:o?.trim(),type:r,isOptional:t,isInternal:n}}validateFieldName(e,t){if(ie.signatureStrict&&["text","object","image","string","number","boolean","json","array","datetime","date","time","type","class","input","output","data","value","result","response","request","item","element"].includes(e.toLowerCase())){let i=t==="input"?["userInput","questionText","documentContent","messageText"]:["responseText","analysisResult","categoryType","summaryText"];throw new ae(`Field name "${e}" is too generic`,this.position,this.getErrorContext(),`Use a more descriptive name. Examples: ${i.join(", ")}`)}let n=/^[a-z][a-zA-Z0-9]*$/,r=/^[a-z]+(_[a-z0-9]+)*$/;if(!n.test(e)&&!r.test(e))throw new ae(`Invalid field name "${e}"`,this.position,this.getErrorContext(),'Field names must be in camelCase (e.g., "userInput") or snake_case (e.g., "user_input")');if(e.length<2)throw new ae(`Field name "${e}" is too short`,this.position,this.getErrorContext(),"Field names must be at least 2 characters long");if(e.length>50)throw new ae(`Field name "${e}" is too long (${e.length} characters)`,this.position,this.getErrorContext(),"Field names should be 50 characters or less")}parseTypeNotClass(){let e=["string","number","boolean","json","image","audio","file","url","datetime","date","code","object"],t=e.find(n=>this.match(n));if(!t){let n=this.input.slice(this.position).match(/^\w+/)?.[0]||"",r=this.suggestType(n),o=`Invalid type "${n||"empty"}"`,i=r?`. Did you mean "${r}"?`:"",a=`${o}${i}`;throw new ae(a,this.position,this.getErrorContext(),`Expected one of: ${e.join(", ")}`)}return t}suggestType(e){return{str:"string",text:"string",int:"number",integer:"number",float:"number",double:"number",bool:"boolean",object:"json",dict:"json",timestamp:"datetime",time:"datetime",img:"image",picture:"image",sound:"audio",voice:"audio",classification:"class",category:"class"}[e.toLowerCase()]||null}parseParsedIdentifier(){this.skipWhitespace();let e=/^[a-zA-Z_][a-zA-Z_0-9]*/.exec(this.input.slice(this.position));if(e)return this.position+=e[0].length,e[0];let t=/^\S+/.exec(this.input.slice(this.position)),n=t?t[0]:"";throw n===""?new ae("Expected field name but found end of input",this.position,this.getErrorContext(),"Add a field name. Field names must start with a letter or underscore"):/^\d/.test(n)?new ae(`Invalid field name "${n}" - cannot start with a number`,this.position,this.getErrorContext(),'Field names must start with a letter or underscore. Example: "userInput" or "_internal"'):new ae(`Invalid field name "${n}"`,this.position,this.getErrorContext(),"Field names must start with a letter or underscore and contain only letters, numbers, or underscores")}parseParsedString(){let e=["'",'"'];for(let t of e)if(this.match(t)){let n="",r=!1,o=this.position-1;for(;this.position<this.input.length;){let a=this.input[this.position];if(this.position++,r)n+=a,r=!1;else if(a==="\\")r=!0;else{if(a===t)return n;n+=a}}let i=this.input.slice(o,Math.min(this.position,o+20));throw new ae(`Unterminated string starting at position ${o}`,o,this.getErrorContext(),`Add closing ${t} to complete the string: ${i}${t}`)}}skipWhitespace(){let e=/^[\s\t\r\n]+/.exec(this.input.slice(this.position));e&&(this.position+=e[0].length)}match(e){let t;if(typeof e=="string"){if(this.input.startsWith(e,this.position))return this.position+=e.length,!0}else if(t=e.exec(this.input.slice(this.position)),t)return this.position+=t[0].length,!0;return!1}expectArrow(){if(!this.match("->")){let e=this.input.slice(this.position,this.position+10),t=e.includes(">")?'Use "->" (dash followed by greater-than)':e.includes("-")?'Add ">" after the dash':'Add "->" to separate input and output fields';throw new ae(`Expected "->" but found "${e}..."`,this.position,this.getErrorContext(),t)}}};function xu(s){return new _i(s).parse()}var Fr=class{inputFields=[];outputFields=[];desc;input(e,t,n=!1){let r={name:e,type:{name:t.type,isArray:t.isArray||void 0,options:t.options?[...t.options]:void 0,minLength:t.minLength,maxLength:t.maxLength,minimum:t.minimum,maximum:t.maximum,pattern:t.pattern,patternDescription:t.patternDescription,format:t.format,description:t.itemDescription,fields:t.fields?Object.fromEntries(Object.entries(t.fields).map(([o,i])=>[o,Vo(i)])):void 0},description:t.description,isOptional:t.isOptional||void 0,isInternal:t.isInternal||void 0,isCached:t.isCached||void 0};return n?this.inputFields.unshift(r):this.inputFields.push(r),this}output(e,t,n=!1){let r={name:e,type:{name:t.type,isArray:t.isArray||void 0,options:t.options?[...t.options]:void 0,minLength:t.minLength,maxLength:t.maxLength,minimum:t.minimum,maximum:t.maximum,pattern:t.pattern,patternDescription:t.patternDescription,format:t.format,description:t.itemDescription,fields:t.fields?Object.fromEntries(Object.entries(t.fields).map(([o,i])=>[o,Vo(i)])):void 0},description:t.description,isOptional:t.isOptional||void 0,isInternal:t.isInternal||void 0};return n?this.outputFields.unshift(r):this.outputFields.push(r),this}addInputFields(e){for(let t of e)this.inputFields.push(t);return this}addOutputFields(e){for(let t of e)this.outputFields.push(t);return this}description(e){return this.desc=e,this}useStructured(){return this._useStructuredOutputs=!0,this}build(){let e={description:this.desc,inputs:this.inputFields,outputs:this.outputFields},t=new Fe(e);return this._useStructuredOutputs&&(t._forceComplexFields=!0,t._hasComplexFields=void 0),t}},Be=class s{type;isArray;options;description;isOptional;isInternal;isCached;fields;minLength;maxLength;minimum;maximum;pattern;patternDescription;format;itemDescription;constructor(e){this.type=e.type,this.isArray=e.isArray,this.options=e.options,this.description=e.description,this.itemDescription=e.itemDescription,this.isOptional=e.isOptional,this.isInternal=e.isInternal,this.isCached=e.isCached,this.fields=e.fields,this.minLength=e.minLength,this.maxLength=e.maxLength,this.minimum=e.minimum,this.maximum=e.maximum,this.pattern=e.pattern,this.patternDescription=e.patternDescription,this.format=e.format}optional(){return new s({...this,isOptional:!0})}array(e){return new s({...this,isArray:!0,description:e||this.description,itemDescription:e?this.description:void 0})}internal(){return new s({...this,isInternal:!0})}cache(){return new s({...this,isCached:!0})}min(e){return this.type==="string"?new s({...this,minLength:e}):this.type==="number"?new s({...this,minimum:e}):this}max(e){return this.type==="string"?new s({...this,maxLength:e}):this.type==="number"?new s({...this,maximum:e}):this}email(){return this.type==="string"?new s({...this,format:"email"}):this}url(){return this.type==="string"?new s({...this,format:"uri"}):this}regex(e,t){return this.type==="string"?new s({...this,pattern:e,patternDescription:t}):this}date(){return this.type==="string"?new s({...this,format:"date"}):this}datetime(){return this.type==="string"?new s({...this,format:"date-time"}):this}},pe=Object.assign(()=>new Fr,{string:s=>new Be({type:"string",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),number:s=>new Be({type:"number",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),boolean:s=>new Be({type:"boolean",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),json:s=>new Be({type:"json",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),datetime:s=>new Be({type:"datetime",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),date:s=>new Be({type:"date",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),class:(s,e)=>new Be({type:"class",isArray:!1,options:s,description:e,isOptional:!1,isInternal:!1,isCached:!1}),image:s=>new Be({type:"image",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),audio:s=>new Be({type:"audio",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),file:s=>new Be({type:"file",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),url:s=>new Be({type:"url",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1}),email:s=>new Be({type:"string",isArray:!1,description:s,isOptional:!1,isInternal:!1,isCached:!1,format:"email"}),code:(s,e)=>new Be({type:"code",isArray:!1,description:e||s,isOptional:!1,isInternal:!1,isCached:!1}),object:(s,e)=>new Be({type:"object",isArray:!1,fields:s,description:e,isOptional:!1,isInternal:!1,isCached:!1})});function Vo(s){return{type:s.type,isArray:s.isArray,options:s.options,description:s.description,isOptional:s.isOptional,isInternal:s.isInternal,minLength:s.minLength,maxLength:s.maxLength,minimum:s.minimum,maximum:s.maximum,pattern:s.pattern,patternDescription:s.patternDescription,format:s.format,fields:s.fields?Object.fromEntries(Object.entries(s.fields).map(([e,t])=>[e,Vo(t)])):void 0}}function Wo(s){return{type:{name:s.type,isArray:s.isArray,options:s.options?[...s.options]:void 0,fields:s.fields},description:s.description,isOptional:s.isOptional,isInternal:s.isInternal}}function Ni(s,e){return{name:s,type:{name:e.type,isArray:e.isArray||void 0,options:e.options?[...e.options]:void 0,minLength:e.minLength,maxLength:e.maxLength,minimum:e.minimum,maximum:e.maximum,pattern:e.pattern,patternDescription:e.patternDescription,format:e.format,description:e.itemDescription,fields:e.fields?Object.fromEntries(Object.entries(e.fields).map(([t,n])=>[t,Vo(n)])):void 0},description:e.description,isOptional:e.isOptional||void 0,isInternal:e.isInternal||void 0,isCached:e.isCached||void 0}}function Au(s){return s.length===0?{type:"object",properties:{}}:$t(s,"Schema")}function Yp(s){let e=Ni("__value",s);return $t([e],"Schema").properties?.__value??{type:"json"}}var Li=class{name;desc;ns;argFields=[];returnFields=[];returnFieldType;returnMode;fnHandler;fnExamples=[];constructor(e){this.name=e}description(e){return this.desc=e,this}namespace(e){return this.ns=e,this}arg(e,t){return this.argFields.push(Ni(e,t)),this}args(e,t){return this.arg(e,t)}returns(e){if(this.returnMode==="fields")throw new Error("Cannot use fn().returns(...) after fn().returnsField(...); choose exactly one return schema style");return this.returnMode="single",this.returnFieldType=e,this}returnsField(e,t){if(this.returnMode==="single")throw new Error("Cannot use fn().returnsField(...) after fn().returns(...); choose exactly one return schema style");return this.returnMode="fields",this.returnFields.push(Ni(e,t)),this}example(e){return this.fnExamples.push(e),this}examples(e){return this.fnExamples.push(...e),this}handler(e){return this.fnHandler=e,this}build(){let e=this.name.trim(),t=this.desc?.trim(),n=this.ns?.trim();if(!e)throw new Error("fn() requires a non-empty function name");if(!t)throw new Error(`Function "${e}" must define a non-empty description`);if(!this.fnHandler)throw new Error(`Function "${e}" must define a handler`);if(this.fnExamples.some(o=>!o.code.trim()))throw new Error(`Function "${e}" examples must define non-empty code`);return{name:e,description:t,...n?{namespace:n}:{},parameters:Au(this.argFields),...this.returnMode==="single"&&this.returnFieldType?{returns:Yp(this.returnFieldType)}:this.returnMode==="fields"?{returns:Au(this.returnFields)}:{},...this.fnExamples.length>0?{examples:this.fnExamples.map(o=>({...o}))}:{},func:this.fnHandler}}},Iu=s=>new Li(s),ee=class extends Error{constructor(t,n,r){super(t);this.fieldName=n;this.suggestion=r;this.name="AxSignatureValidationError"}},Fe=class s{description;inputFields;outputFields;sigHash;sigString;validatedAtHash;constructor(e){if(!e){this.inputFields=[],this.outputFields=[],this.sigHash="",this.sigString="";return}if(typeof e=="string"){let t;try{t=xu(e)}catch(n){if(n instanceof Error){let r="suggestion"in n&&typeof n.suggestion=="string"?n.suggestion:'Please check the signature format. Example: "userInput:string -> responseText:string"';throw new ee(`Invalid Signature: ${n.message}`,void 0,r)}throw new ee(`Invalid Signature: ${e}`,void 0,'Please check the signature format. Example: "userInput:string -> responseText:string"')}this.description=t.desc,this.inputFields=t.inputs.map(n=>this.parseParsedField(n)),this.outputFields=t.outputs.map(n=>this.parseParsedField(n)),[this.sigHash,this.sigString]=this.updateHash()}else if(e instanceof s)this.description=e.getDescription(),this.inputFields=structuredClone(e.getInputFields()),this.outputFields=structuredClone(e.getOutputFields()),this.sigHash=e.hash(),this.sigString=e.toString(),e.validatedAtHash===this.sigHash&&(this.validatedAtHash=this.sigHash),this._forceComplexFields=e._forceComplexFields,this._hasComplexFields=e._hasComplexFields;else if(typeof e=="object"&&e!==null){if(!("inputs"in e)||!("outputs"in e))throw new ee("Invalid signature object: missing inputs or outputs",void 0,'Signature object must have "inputs" and "outputs" arrays. Example: { inputs: [...], outputs: [...] }');if(!Array.isArray(e.inputs)||!Array.isArray(e.outputs))throw new ee("Invalid signature object: inputs and outputs must be arrays",void 0,'Both "inputs" and "outputs" must be arrays of AxField objects');try{this.description=e.description,this.inputFields=e.inputs.map(t=>this.parseField(t)),this.outputFields=e.outputs.map(t=>this.parseField(t)),[this.sigHash,this.sigString]=this.updateHash()}catch(t){throw t instanceof ee?t:new ee(`Failed to create signature from object: ${t instanceof Error?t.message:"Unknown error"}`,void 0,"Check that all fields in inputs and outputs arrays are valid AxField objects")}}else throw new ee("Invalid signature argument type",void 0,"Signature must be a string, another AxSignature instance, or an object with inputs and outputs arrays")}static create(e){return new s(e)}parseParsedField=e=>{if(!e.name||e.name.length===0)throw new ee("Field name is required",e.name,'Every field must have a descriptive name. Example: "userInput", "responseText"');let t=this.toTitle(e.name);return{name:e.name,title:t,description:"desc"in e?e.desc:void 0,type:e.type??{name:"string",isArray:!1},..."isInternal"in e?{isInternal:e.isInternal}:{},..."isOptional"in e?{isOptional:e.isOptional}:{}}};parseField=e=>{let t=!e.title||e.title.length===0?this.toTitle(e.name):e.title;if(e.type&&(!e.type.name||e.type.name.length===0))throw new ee("Field type name is required",e.name,"Specify a valid type. Available types: string, number, boolean, json, image, audio, file, url, date, datetime, class, code");return{...e,title:t}};setDescription=e=>{if(typeof e!="string")throw new ee("Description must be a string",void 0,"Provide a string description for the signature");this.description=e,this.invalidateValidationCache(),this.updateHashLight()};addInputField=e=>{try{let t=this.parseField(e);Rt(t,"input");for(let n of this.inputFields)if(n.name===t.name)throw new ee(`Duplicate input field name: "${t.name}"`,t.name,"Each field name must be unique within the signature");for(let n of this.outputFields)if(n.name===t.name)throw new ee(`Field name "${t.name}" appears in both inputs and outputs`,t.name,"Use different names for input and output fields to avoid confusion");this.inputFields.push(t),this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof ee?t:new ee(`Failed to add input field "${e.name}": ${t instanceof Error?t.message:"Unknown error"}`,e.name)}};addOutputField=e=>{try{let t=this.parseField(e);Rt(t,"output");for(let n of this.outputFields)if(n.name===t.name)throw new ee(`Duplicate output field name: "${t.name}"`,t.name,"Each field name must be unique within the signature");for(let n of this.inputFields)if(n.name===t.name)throw new ee(`Field name "${t.name}" appears in both inputs and outputs`,t.name,"Use different names for input and output fields to avoid confusion");this.outputFields.push(t),this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof ee?t:new ee(`Failed to add output field "${e.name}": ${t instanceof Error?t.message:"Unknown error"}`,e.name)}};setInputFields=e=>{if(!Array.isArray(e))throw new ee("Input fields must be an array",void 0,"Provide an array of field objects");try{let t=e.map(n=>{let r=this.parseField(n);return Rt(r,"input"),r});this.inputFields=t,this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof ee?t:new ee(`Failed to set input fields: ${t instanceof Error?t.message:"Unknown error"}`)}};setOutputFields=e=>{if(!Array.isArray(e))throw new ee("Output fields must be an array",void 0,"Provide an array of field objects");try{let t=e.map(n=>{let r=this.parseField(n);return Rt(r,"output"),r});this.outputFields=t,this.invalidateValidationCache(),this.updateHashLight()}catch(t){throw t instanceof ee?t:new ee(`Failed to set output fields: ${t instanceof Error?t.message:"Unknown error"}`)}};getInputFields=()=>this.inputFields;getOutputFields=()=>this.outputFields;getDescription=()=>this.description;appendInputField=(e,t)=>{let n=new s(this);return n.addInputField({name:e,...Wo(t)}),n};prependInputField=(e,t)=>{let n=new s(this),r={name:e,...Wo(t)},o=n.parseField(r);Rt(o,"input");for(let i of n.inputFields)if(i.name===o.name)throw new ee(`Duplicate input field name: "${o.name}"`,o.name,"Each field name must be unique within the signature");for(let i of n.outputFields)if(i.name===o.name)throw new ee(`Field name "${o.name}" appears in both inputs and outputs`,o.name,"Use different names for input and output fields to avoid confusion");return n.inputFields.unshift(o),n.invalidateValidationCache(),n.updateHashLight(),n};appendOutputField=(e,t)=>{let n=new s(this);return n.addOutputField({name:e,...Wo(t)}),n};prependOutputField=(e,t)=>{let n=new s(this),r={name:e,...Wo(t)},o=n.parseField(r);Rt(o,"output");for(let i of n.outputFields)if(i.name===o.name)throw new ee(`Duplicate output field name: "${o.name}"`,o.name,"Each field name must be unique within the signature");for(let i of n.inputFields)if(i.name===o.name)throw new ee(`Field name "${o.name}" appears in both inputs and outputs`,o.name,"Use different names for input and output fields to avoid confusion");return n.outputFields.unshift(o),n.invalidateValidationCache(),n.updateHashLight(),n};invalidateValidationCache=()=>{this.validatedAtHash=void 0,this._hasComplexFields=void 0};toTitle=e=>{let t=e.replace(/_/g," ");return t=t.replace(/([A-Z]|[0-9]+)/g," $1").trim(),t.charAt(0).toUpperCase()+t.slice(1)};updateHashLight=()=>{try{return this.getInputFields().forEach(e=>{Rt(e,"input")}),this.getOutputFields().forEach(e=>{Rt(e,"output")}),this.sigHash=tt("sha256").update(JSON.stringify(this.inputFields)).update(JSON.stringify(this.outputFields)).digest("hex"),this.sigString=bu(this.description,this.inputFields,this.outputFields),this._hasComplexFields=this.computeHasComplexFields(),[this.sigHash,this.sigString]}catch(e){throw e instanceof ee?e:new ee(`Signature validation failed: ${e instanceof Error?e.message:"Unknown error"}`)}};updateHash=()=>{try{return this.getInputFields().forEach(e=>{Rt(e,"input")}),this.getOutputFields().forEach(e=>{Rt(e,"output")}),this.validateSignatureConsistency(),this.sigHash=tt("sha256").update(this.description??"").update(JSON.stringify(this.inputFields)).update(JSON.stringify(this.outputFields)).digest("hex"),this.sigString=bu(this.description,this.inputFields,this.outputFields),this._hasComplexFields=this.computeHasComplexFields(),[this.sigHash,this.sigString]}catch(e){throw e instanceof ee?e:new ee(`Signature validation failed: ${e instanceof Error?e.message:"Unknown error"}`)}};validateSignatureConsistency(){let e=new Set;for(let n of this.inputFields){if(e.has(n.name))throw new ee(`Duplicate input field name: "${n.name}"`,n.name,"Each field name must be unique within the signature");e.add(n.name)}let t=new Set;for(let n of this.outputFields){if(t.has(n.name))throw new ee(`Duplicate output field name: "${n.name}"`,n.name,"Each field name must be unique within the signature");t.add(n.name)}for(let n of this.outputFields)if(e.has(n.name))throw new ee(`Field name "${n.name}" appears in both inputs and outputs`,n.name,"Use different names for input and output fields to avoid confusion");if(this.inputFields.length===0)throw new ee("Signature must have at least one input field",void 0,'Add an input field. Example: "userInput:string -> ..."');if(this.outputFields.length===0)throw new ee("Signature must have at least one output field",void 0,'Add an output field. Example: "... -> responseText:string"')}_forceComplexFields=!1;_hasComplexFields;hasComplexFields=()=>this._hasComplexFields!==void 0?this._hasComplexFields:(this._hasComplexFields=this.computeHasComplexFields(),this._hasComplexFields);computeHasComplexFields=()=>this._forceComplexFields?!0:this.outputFields.some(e=>e.type?.name==="object"||e.type?.isArray&&e.type.fields!==void 0);validate=()=>{if(this.validatedAtHash===this.sigHash)return!0;try{return this.updateHash(),this.validatedAtHash=this.sigHash,!0}catch(e){throw this.validatedAtHash=void 0,e}};hash=()=>this.sigHash;toString=()=>this.sigString;toJSON=()=>({id:this.hash(),description:this.description,inputFields:this.inputFields,outputFields:this.outputFields});toJSONSchema=()=>{let e=[...this.inputFields,...this.outputFields];return $t(e,this.description??"Schema")};toInputJSONSchema=()=>$t(this.inputFields,this.description??"Schema")};function yu(s){let e=s.name;return s.isOptional&&(e+="?"),s.isInternal&&(e+="!"),s.type&&(e+=`:${s.type.name}`,s.type.isArray&&(e+="[]"),s.type.name==="class"&&s.type.options&&(e+=` "${s.type.options.join(" | ")}"`)),s.description&&s.type?.name!=="class"&&(e+=` "${s.description}"`),e}function bu(s,e,t){let n=s?`"${s}" `:"",r=e.map(yu).join(", "),o=t.map(yu).join(", ");return`${n}${r} -> ${o}`}function Xp(s){let e=/^[a-z][a-zA-Z0-9]*$/,t=/^[a-z]+(_[a-z0-9]+)*$/;return e.test(s)||t.test(s)}function Rt(s,e){if(!s.name||s.name.length===0)throw new ee("Field name cannot be blank",s.name,"Every field must have a descriptive name");if(!Xp(s.name))throw new ee(`Invalid field name '${s.name}' - must be camelCase or snake_case`,s.name,'Use camelCase (e.g., "userInput") or snake_case (e.g., "user_input")');if(ie.signatureStrict&&["text","object","image","string","number","boolean","json","array","datetime","date","time","type","class","input","output","data","value","result","response","request","item","element"].includes(s.name.toLowerCase())){let n=e==="input"?["userInput","questionText","documentContent","messageText","queryString"]:["responseText","analysisResult","categoryType","summaryText","outputData"];throw new ee(`Field name '${s.name}' is too generic`,s.name,`Use a more descriptive name. Examples for ${e} fields: ${n.join(", ")}`)}if(s.name.length<2)throw new ee(`Field name '${s.name}' is too short`,s.name,"Field names must be at least 2 characters long");if(s.name.length>50)throw new ee(`Field name '${s.name}' is too long (${s.name.length} characters)`,s.name,"Field names should be 50 characters or less");s.type&&Zp(s,e)}function Zp(s,e){if(!s.type)return;let{type:t}=s;if((t.name==="image"||t.name==="audio"||t.name==="file")&&e==="output")throw new ee(`${t.name} type is not supported in output fields`,s.name,`${t.name} types can only be used in input fields`);if(t.name==="class"){if(e==="input")throw new ee("Class type is not supported in input fields",s.name,'Class types are only allowed on output fields. Use "string" type for input classifications');if(!t.options||t.options.length===0)throw new ee("Class type requires options",s.name,'Provide class options. Example: class "positive, negative, neutral"');for(let r of t.options){if(!r||r.trim().length===0)throw new ee("Empty class option found",s.name,"All class options must be non-empty strings");let o=r.trim();if(o.includes(",")||o.includes("|"))throw new ee(`Invalid class option "${o}"`,s.name,"Class options cannot contain commas (,) or pipes (|) as they are used to separate options")}if(new Set(t.options.map(r=>r.trim().toLowerCase())).size!==t.options.length)throw new ee("Duplicate class options found",s.name,"Each class option must be unique (case-insensitive)")}if(t.name==="code"&&t.isArray)throw new ee("Arrays of code are not commonly supported",s.name,"Consider using a single code field or an array of strings instead");if(s.isInternal&&e==="input")throw new ee("Internal marker (!) is not allowed on input fields",s.name,"Internal markers are only allowed on output fields");t.name==="object"&&t.fields&&$i(t.fields,s.name,e)}function $i(s,e,t,n=1){for(let[r,o]of Object.entries(s)){let i=`${e}.${r}`;if(o.type==="image"||o.type==="audio"||o.type==="file")throw new ee(`${o.type} type is not allowed in nested object fields`,i,`Media types (image, audio, file) can only be used as top-level input fields, not within objects. Found at depth ${n}.`);o.type==="object"&&o.fields&&$i(o.fields,i,t,n+1),o.isArray&&o.fields&&$i(o.fields,`${i}[]`,t,n+1)}}var Dt=class s{signature;sigHash;examples;examplesOptions;demos;trace;usage=[];traceLabel;key;children;childNames=new Map;childCount=0;constructor(e,t){this.signature=new Fe(e),t?.description&&this.signature.setDescription(t.description),t?.traceLabel&&(this.traceLabel=t.traceLabel),e&&this.signature.validate(),this.sigHash=this.signature?.hash(),this.children=new Pn,this.key={id:"root"}}getSignature(){return new Fe(this.signature)}setSignature(e){this.signature=new Fe(e),e&&this.signature.validate(),this.updateSignatureHash()}setDescription(e){this.signature.setDescription(e),this.updateSignatureHash()}updateSignatureHash(){this.sigHash=this.signature.hash()}getId(){return this.key.id}register(e,t){let n=t??`p${this.childCount}`;this.childCount++,e.setId([this.key.id,n].join(".")),this.childNames.set(e,n),this.children.register(e)}setId(e){this.key={id:e,custom:!0};for(let[t,n]of this.childNames)t.setId([e,n].join("."))}setExamples(e,t){let n=[];if("programId"in e&&e.programId===this.key.id&&(n=e.traces),Array.isArray(e)&&(n=e),n){this.examplesOptions=t;let r=this.signature,o=[...r.getInputFields(),...r.getOutputFields()];this.examples=n.map(i=>{let a={};for(let l of o){let u=i[l.name];u!==void 0&&(kr(l,u),a[l.name]=u)}return a})}}getTraces(){let e=[];this.trace&&e.push({trace:this.trace,programId:this.key.id});for(let t of Array.from(this.children)){let n=t?.getTraces();e=[...e,...n??[]]}return e}getUsage(){let e=[...this.usage??[]];for(let t of Array.from(this.children)){let n=t?.getUsage();e=[...e,...n??[]]}return vr(e)}resetUsage(){this.usage=[];for(let e of Array.from(this.children))e?.resetUsage()}static _propagating=!1;setDemos(e,t){if(!s._propagating&&e.length>0){let u=new Set(this.namedPrograms().map(p=>p.id)),c=[...new Set(e.map(p=>p.programId))].filter(p=>!u.has(p));if(c.length>0){let p=[...u].join(", ");throw new Error(`Unknown program ID(s) in demos: ${c.join(", ")}. Valid IDs: ${p}. Use namedPrograms() to discover available IDs.`)}}let n=e.filter(u=>u.programId===this.key.id).map(u=>u.traces).flat(),r=this.signature,o=[...r.getInputFields(),...r.getOutputFields()],i=new Set(r.getInputFields().map(u=>u.name)),a=new Set(r.getOutputFields().map(u=>u.name));this.demos=n.map((u,c)=>{let p={};for(let g of o){let f=u[g.name];f!==void 0&&(kr(g,f),p[g.name]=f)}let d=Object.keys(p).some(g=>i.has(g));if(!Object.keys(p).some(g=>a.has(g)))throw new Error(`Demo trace[${c}] for '${this.key.id}' has no output field values. Expected at least one of: ${[...a].join(", ")}`);if(!d)throw new Error(`Demo trace[${c}] for '${this.key.id}' has no input field values. Expected at least one of: ${[...i].join(", ")}. Provide input context so the demo renders as a complete few-shot example.`);return p}),t?.modelConfig&&(this._optimizedModelConfig=t.modelConfig);let l=s._propagating;s._propagating=!0;try{for(let u of Array.from(this.children))u?.setDemos(e,t)}finally{s._propagating=l}}namedPrograms(){let e=[];[...this.signature.getInputFields(),...this.signature.getOutputFields()].length>0&&e.push({id:this.key.id,signature:this.signature.toString()});for(let n of Array.from(this.children))n&&"namedPrograms"in n&&typeof n.namedPrograms=="function"?e.push(...n.namedPrograms()):n&&e.push({id:n.getId()});return e}namedProgramInstances(){let e=[];[...this.signature.getInputFields(),...this.signature.getOutputFields()].length>0&&e.push({id:this.key.id,program:this,signature:this.signature.toString()});for(let n of Array.from(this.children))n&&"namedProgramInstances"in n&&typeof n.namedProgramInstances=="function"?e.push(...n.namedProgramInstances()):n&&e.push({id:n.getId(),program:n});return e}applyOptimization(e){let t=e.demos!==void 0,n=e.modelConfig!==void 0;(t||n)&&this.setDemos(e.demos??[],{modelConfig:e.modelConfig});let r=this;if(typeof r.setInstruction=="function"){let i=e.instructionMap?.[this.key.id],a=typeof i=="string"?i:e.instruction;typeof a=="string"&&a.length>0&&r.setInstruction(a)}let o={...e,...t?{demos:void 0}:{},...n?{modelConfig:void 0}:{}};for(let i of Array.from(this.children))i?.applyOptimization(o)}};var Cu={"dsp/example-disclaimer.md":`## Example Demonstrations
|
|
218
218
|
The conversation history preceding the final user query consists of **few-shot examples** (demonstrations).
|
|
219
219
|
- These alternating User/Assistant messages are provided **solely** to illustrate the correct reasoning steps, function usage, and output format.
|
|
220
220
|
- **Do not** treat the specific data, entities, or facts in these examples as valid context for the current task.
|
|
@@ -259,7 +259,320 @@ REAL USER QUERY:
|
|
|
259
259
|
- Do not include fields with empty, unknown, or placeholder values.
|
|
260
260
|
- Do not add any text before or after the output fields, just the field name and value.
|
|
261
261
|
- Do not use code blocks.
|
|
262
|
-
`,"rlm/actor.md"
|
|
262
|
+
`,"rlm/actor.md":`## Code Generation Agent
|
|
263
|
+
|
|
264
|
+
You are a code generation agent called the \`actor\`. Your ONLY job is to write JavaScript code that explores data, calls tools, and gathers information. There is a separate \`responder\` agent downstream that synthesizes final answers from what you collect. **You NEVER generate final answers, explanations, or prose \u2014 you only write code.**
|
|
265
|
+
|
|
266
|
+
Treat the JavaScript runtime as a long-running REPL session: variables, functions, imports, and computed values from earlier successful turns remain available unless you are explicitly told the runtime was restarted.
|
|
267
|
+
|
|
268
|
+
---
|
|
269
|
+
|
|
270
|
+
### Context Fields
|
|
271
|
+
|
|
272
|
+
Context fields are available as globals on the \`inputs\` object:
|
|
273
|
+
{{ contextVarList }}
|
|
274
|
+
|
|
275
|
+
Read the descriptions above carefully \u2014 they tell you what each field contains and often imply the schema. Use them to form your first probe, not a blind dump.
|
|
276
|
+
|
|
277
|
+
**Field types you will encounter:**
|
|
278
|
+
|
|
279
|
+
- **Strings** \u2014 email bodies, documents, notes. Often very long. Always probe with \`.length\` or \`.substring(0, 200)\` before reading in full.
|
|
280
|
+
- **Arrays** \u2014 lists of records (emails, events, tasks). Always probe with \`.length\`, then inspect \`[0]\` to learn the record schema.
|
|
281
|
+
- **Objects** \u2014 structured records or config. Probe with \`Object.keys(...)\`.
|
|
282
|
+
- **Primitives** \u2014 numbers, booleans, dates. Safe to log directly.
|
|
283
|
+
|
|
284
|
+
---
|
|
285
|
+
|
|
286
|
+
### Context Exploration Protocol
|
|
287
|
+
|
|
288
|
+
You are working with context fields that may be large, deeply nested, or unfamiliar. **Always explore before you extract.** Follow this progression:
|
|
289
|
+
|
|
290
|
+
**Step 1 \u2014 Probe shape. Never dump raw values.**
|
|
291
|
+
\`\`\`js
|
|
292
|
+
console.log(typeof inputs.emails, Array.isArray(inputs.emails),
|
|
293
|
+
Array.isArray(inputs.emails) ? inputs.emails.length : Object.keys(inputs.emails));
|
|
294
|
+
\`\`\`
|
|
295
|
+
|
|
296
|
+
**Step 2 \u2014 Sample a single element to learn the schema.**
|
|
297
|
+
\`\`\`js
|
|
298
|
+
console.log(JSON.stringify(inputs.emails[0], null, 2));
|
|
299
|
+
\`\`\`
|
|
300
|
+
|
|
301
|
+
**Step 3 \u2014 Narrow with JS before logging results.**
|
|
302
|
+
\`\`\`js
|
|
303
|
+
const matches = inputs.emails.filter(e =>
|
|
304
|
+
e.subject.toLowerCase().includes('invoice'));
|
|
305
|
+
console.log(\`Found \${matches.length} matches\`);
|
|
306
|
+
console.log(JSON.stringify(matches.slice(0, 2), null, 2));
|
|
307
|
+
\`\`\`
|
|
308
|
+
|
|
309
|
+
**Step 4 \u2014 Extract only what you need for \`final()\` or \`llmQuery()\`.**
|
|
310
|
+
\`\`\`js
|
|
311
|
+
const extracted = matches.map(e => ({ from: e.from, subject: e.subject, date: e.date }));
|
|
312
|
+
\`\`\`
|
|
313
|
+
|
|
314
|
+
Never skip steps. A single careless \`console.log(inputs.bigField)\` can waste an entire turn to truncation with zero useful signal.
|
|
315
|
+
|
|
316
|
+
{{ if promptLevel === 'detailed' }}
|
|
317
|
+
**Detailed exploration recipes \u2014 follow these exactly when encountering a new field:**
|
|
318
|
+
|
|
319
|
+
| Turn | Code | Purpose |
|
|
320
|
+
|------|------|---------|
|
|
321
|
+
| 1 | \`console.log(typeof inputs.X, Array.isArray(inputs.X))\` | Is it a string, array, object? |
|
|
322
|
+
| 2 | If array \u2192 \`console.log(inputs.X.length)\` | How big is it? |
|
|
323
|
+
| 3 | \`console.log(JSON.stringify(inputs.X[0], null, 2))\` | What does one record look like? |
|
|
324
|
+
| 4 | \`console.log(Object.keys(inputs.X[0]))\` | What fields are on each record? |
|
|
325
|
+
| 5 | Filter/map to narrow, log count + sample of 1-3 | Find the relevant slice |
|
|
326
|
+
| 6 | Extract final payload | Ready for \`final()\` or \`llmQuery()\` |
|
|
327
|
+
|
|
328
|
+
For **string fields** specifically:
|
|
329
|
+
| Turn | Code |
|
|
330
|
+
|------|------|
|
|
331
|
+
| 1 | \`console.log(typeof inputs.X, inputs.X.length)\` |
|
|
332
|
+
| 2 | \`console.log(inputs.X.substring(0, 300))\` |
|
|
333
|
+
| 3 | Use \`.includes()\`, \`.indexOf()\`, \`.split('\\n').slice(...)\` to find relevant sections |
|
|
334
|
+
|
|
335
|
+
After each turn, think: "I now know ___. I still need ___." If you lose track of what you have explored, call \`inspect_runtime()\` to see what variables exist.
|
|
336
|
+
{{ /if }}
|
|
337
|
+
|
|
338
|
+
---
|
|
339
|
+
|
|
340
|
+
### Truncation Awareness
|
|
341
|
+
|
|
342
|
+
If your \`console.log\` output is large, it will be **automatically truncated** before it reaches you. Truncated output typically ends abruptly mid-value or mid-JSON.
|
|
343
|
+
|
|
344
|
+
When this happens:
|
|
345
|
+
- **You did not fail.** You asked for too much in one log.
|
|
346
|
+
- **Do NOT re-log the same thing.** You will get the same truncation.
|
|
347
|
+
- **Narrow your query** on the next turn using one of these strategies:
|
|
348
|
+
|
|
349
|
+
| Situation | Narrowing technique |
|
|
350
|
+
|-----------|---------------------|
|
|
351
|
+
| Array too long | \`.slice(0, 3)\` to sample, \`.length\` for count |
|
|
352
|
+
| Object too deep | \`Object.keys(obj)\` then access specific keys |
|
|
353
|
+
| String too long | \`.substring(0, 500)\` or \`.split('\\n').slice(0, 20).join('\\n')\` |
|
|
354
|
+
| Mapped results too many | \`.slice(0, 2)\` after filter, log count separately |
|
|
355
|
+
|
|
356
|
+
{{ if promptLevel === 'detailed' }}
|
|
357
|
+
**Recognizing truncation:** If your output ends without a closing \`}\`, \`]\`, or looks cut off mid-word, it was truncated. React by narrowing, never by repeating.
|
|
358
|
+
|
|
359
|
+
**Anti-pattern \u2014 the truncation spiral (never do this):**
|
|
360
|
+
\`\`\`js
|
|
361
|
+
// Turn 1: logs everything, gets truncated
|
|
362
|
+
console.log(JSON.stringify(inputs.emails));
|
|
363
|
+
// Turn 2: logs everything AGAIN \u2014 same truncation!
|
|
364
|
+
console.log(JSON.stringify(inputs.emails)); // WRONG \u2014 narrow instead
|
|
365
|
+
// Turn 2 (correct): narrow and retry
|
|
366
|
+
console.log(inputs.emails.length);
|
|
367
|
+
\`\`\`
|
|
368
|
+
{{ /if }}
|
|
369
|
+
|
|
370
|
+
**Rule of thumb:** If you are unsure whether output will fit, it will not. Log a count or key-list first, then drill in on a subsequent turn.
|
|
371
|
+
|
|
372
|
+
---
|
|
373
|
+
|
|
374
|
+
### One Step Per Turn
|
|
375
|
+
|
|
376
|
+
Each turn should answer **exactly one question** about the data:
|
|
377
|
+
|
|
378
|
+
- "What shape is this field?" \u2192 log type / length / keys
|
|
379
|
+
- "What does one record look like?" \u2192 log a single element
|
|
380
|
+
- "Which records match my criteria?" \u2192 log a filtered count + small sample
|
|
381
|
+
- "Do I have everything I need?" \u2192 if yes, call \`final()\`
|
|
382
|
+
|
|
383
|
+
{{ if promptLevel === 'basic' }}
|
|
384
|
+
This is not a limitation \u2014 it is how you converge fastest. Two focused turns always beat one ambitious turn that partially fails.
|
|
385
|
+
|
|
386
|
+
Resist the urge to combine exploration steps. Write the smallest useful \`console.log\`, read the result, then decide the next step.
|
|
387
|
+
{{ /if }}
|
|
388
|
+
|
|
389
|
+
{{ if promptLevel === 'detailed' }}
|
|
390
|
+
**Enforcing the rhythm:**
|
|
391
|
+
- If you are NOT calling \`final()\` or \`ask_clarification()\`, your code must include exactly one \`console.log(...)\` and stop right after it.
|
|
392
|
+
- Do NOT call \`final()\` or \`ask_clarification()\` in the same code snippet that contains a \`console.log(...)\`.
|
|
393
|
+
- One focused question per turn converges faster than speculative multi-step code that fails halfway and gives you nothing.
|
|
394
|
+
|
|
395
|
+
**Do not do multiple console.log calls in one turn like this:**
|
|
396
|
+
\`\`\`js
|
|
397
|
+
// WRONG \u2014 two questions in one turn, second may be based on wrong assumptions
|
|
398
|
+
console.log(inputs.emails.length);
|
|
399
|
+
console.log(inputs.emails[0].subject);
|
|
400
|
+
\`\`\`
|
|
401
|
+
\`\`\`js
|
|
402
|
+
// RIGHT \u2014 one question, wait for the answer
|
|
403
|
+
console.log(inputs.emails.length);
|
|
404
|
+
// NEXT TURN: now you know the length, inspect element [0]
|
|
405
|
+
\`\`\`
|
|
406
|
+
{{ /if }}
|
|
407
|
+
|
|
408
|
+
---
|
|
409
|
+
|
|
410
|
+
### When to Use JS vs. \`llmQuery\`
|
|
411
|
+
|
|
412
|
+
- **Use JS** for structural tasks: filtering, counting, sorting, extracting fields, slicing strings, date comparisons, deduplication, regex matching \u2014 anything with clear deterministic logic.
|
|
413
|
+
- **Use \`llmQuery\`** for semantic tasks: summarizing content, classifying tone or intent, extracting meaning from unstructured text, answering subjective questions about content.
|
|
414
|
+
|
|
415
|
+
**The pattern is always: JS narrows first, then \`llmQuery\` interprets.**
|
|
416
|
+
|
|
417
|
+
\`\`\`js
|
|
418
|
+
// JS narrows to relevant records
|
|
419
|
+
const recent = inputs.emails
|
|
420
|
+
.filter(e => new Date(e.date) > new Date('2025-01-01'))
|
|
421
|
+
.map(e => ({ from: e.from, subject: e.subject, body: e.body.substring(0, 500) }));
|
|
422
|
+
|
|
423
|
+
// llmQuery interprets the content semantically
|
|
424
|
+
const answer = await llmQuery('Which of these emails are complaints? Return their subjects.', recent);
|
|
425
|
+
console.log(answer);
|
|
426
|
+
\`\`\`
|
|
427
|
+
|
|
428
|
+
Never pass raw unsliced \`inputs.*\` fields directly to \`llmQuery\` \u2014 always narrow with JS first.
|
|
429
|
+
|
|
430
|
+
---
|
|
431
|
+
|
|
432
|
+
### Available Functions
|
|
433
|
+
|
|
434
|
+
**Core functions (always available):**
|
|
435
|
+
|
|
436
|
+
- \`await llmQuery(query: string, context: any): string\` \u2014 Ask a sub-agent one semantic question. Pass the narrowed context slice as the second argument.
|
|
437
|
+
- \`await llmQuery([{ query: string, context: any }, ...]): string[]\` \u2014 Batched parallel form for multiple independent questions.
|
|
438
|
+
- \`final(...args)\` \u2014 Signal completion and pass the gathered payload to the responder. Call this ONLY when you have everything the responder needs.
|
|
439
|
+
- \`ask_clarification(questionOrSpec)\` \u2014 Stop and ask the user for clarification. Pass a non-empty string for free-text, or an object with \`question\` and optional \`type\` (\`'date'\`, \`'number'\`, \`'single_choice'\`, \`'multiple_choice'\`) and \`choices\`.
|
|
440
|
+
{{ if hasInspectRuntime }}
|
|
441
|
+
- \`await inspect_runtime(): string\` \u2014 Returns a compact snapshot of all user-defined variables in the current session (name, type, size, preview). Use this to re-ground yourself when the conversation is long, instead of re-reading old outputs.
|
|
442
|
+
{{ /if }}
|
|
443
|
+
|
|
444
|
+
{{ if discoveryMode }}
|
|
445
|
+
**Discovery functions (module/tool exploration):**
|
|
446
|
+
|
|
447
|
+
- \`await listModuleFunctions(modules: string | string[]): string\` \u2014 Returns markdown listing available callables for one or more modules.
|
|
448
|
+
- \`await getFunctionDefinitions(functions: string | string[]): string\` \u2014 Returns markdown with API description and call signature for one or more callables.
|
|
449
|
+
- When you need multiple modules, prefer one batched call: \`await listModuleFunctions(['timeRange', 'schedulingOrganizer'])\`.
|
|
450
|
+
- When you need multiple definitions, prefer one batched call: \`await getFunctionDefinitions(['mod.funcA', 'mod.funcB'])\`.
|
|
451
|
+
- Treat discovery results as markdown \u2014 \`console.log(...)\` them directly. Do NOT reformat into JSON or split into \`Promise.all(...)\` calls.
|
|
452
|
+
- In \`### Available Modules\`, grouped modules are shown as \`<namespace> - <selection criteria>\` when selection criteria is defined.
|
|
453
|
+
|
|
454
|
+
**After an invalid callable error** (e.g. \`TypeError: X.Y is not a function\` or \`Not found\`):
|
|
455
|
+
1. Do NOT guess an alternate name.
|
|
456
|
+
2. Re-run \`listModuleFunctions(...)\` for that module.
|
|
457
|
+
3. Then \`getFunctionDefinitions(...)\` for the exact discovered name.
|
|
458
|
+
4. Call only the exact qualified name from discovery.
|
|
459
|
+
5. If tool docs or error messages specify an exact literal, type, or query format, use that exact value \u2014 not synonyms or inferred aliases.
|
|
460
|
+
|
|
461
|
+
{{ if hasModules }}
|
|
462
|
+
### Available Modules
|
|
463
|
+
{{ modulesList }}
|
|
464
|
+
{{ /if }}
|
|
465
|
+
{{ else }}
|
|
466
|
+
{{ if hasAgentFunctions }}
|
|
467
|
+
### Available Agent Functions
|
|
468
|
+
{{ agentFunctionsList }}
|
|
469
|
+
{{ /if }}
|
|
470
|
+
{{ if hasFunctions }}
|
|
471
|
+
### Additional Functions
|
|
472
|
+
{{ functionsList }}
|
|
473
|
+
{{ /if }}
|
|
474
|
+
{{ /if }}
|
|
475
|
+
|
|
476
|
+
---
|
|
477
|
+
|
|
478
|
+
### Responder Contract
|
|
479
|
+
|
|
480
|
+
The responder is looking to produce these output fields: **{{ responderOutputFieldTitles }}**
|
|
481
|
+
|
|
482
|
+
When you call \`final()\`, pass data that maps to those output fields. Pass structured data (objects, arrays) rather than pre-formatted prose \u2014 the responder handles formatting. If the responder needs a list, pass an array. If it needs a summary, either pass the raw narrowed content and let \`llmQuery\` or the responder summarize, or pass a summary you got from \`llmQuery\`.
|
|
483
|
+
|
|
484
|
+
---
|
|
485
|
+
|
|
486
|
+
### Error Recovery
|
|
487
|
+
|
|
488
|
+
When your code throws an error, the error is a signal to explore one level up \u2014 not to guess and retry.
|
|
489
|
+
|
|
490
|
+
| Error | Meaning | Recovery |
|
|
491
|
+
|-------|---------|----------|
|
|
492
|
+
| \`TypeError: Cannot read properties of undefined\` | You guessed a field path that does not exist | Log \`Object.keys(parentObj)\` to see what actually exists |
|
|
493
|
+
| \`TypeError: X is not a function\` | Wrong method name or calling a non-function | Check spelling (\`.includes()\` not \`.contains()\`) or log \`typeof X\` |
|
|
494
|
+
| \`SyntaxError\` | Malformed JS | Simplify the expression, check brackets and quotes |
|
|
495
|
+
| \`ReferenceError: X is not defined\` | Variable from a prior turn no longer exists (runtime may have restarted) | Re-declare it, or call \`inspect_runtime()\` to check current state |
|
|
496
|
+
|
|
497
|
+
{{ if promptLevel === 'detailed' }}
|
|
498
|
+
**Common JS mistakes to avoid:**
|
|
499
|
+
- \`.contains()\` does not exist \u2014 use \`.includes()\`
|
|
500
|
+
- \`.length()\` is not a function \u2014 \`.length\` is a property (no parentheses)
|
|
501
|
+
- \`JSON.stringify\` not \`JSON.Stringify\` (capital S)
|
|
502
|
+
- \`new Date(str)\` may return Invalid Date \u2014 log and verify before comparing
|
|
503
|
+
- Forgetting \`await\` on async calls (\`llmQuery\`, \`inspect_runtime\`, discovery functions)
|
|
504
|
+
{{ /if }}
|
|
505
|
+
|
|
506
|
+
---
|
|
507
|
+
|
|
508
|
+
### Runtime State Management
|
|
509
|
+
|
|
510
|
+
- Reuse existing runtime state. Do not re-declare or recompute values that are already available from prior turns unless you intentionally need to overwrite them or the runtime was restarted.
|
|
511
|
+
- Think in continuation steps: inspect what already exists, extend it with the next small piece of code, and keep building on prior executed work.
|
|
512
|
+
{{ if hasInspectRuntime }}
|
|
513
|
+
- If the conversation is long and you are unsure what state exists, call \`inspect_runtime()\` rather than re-reading old outputs.
|
|
514
|
+
{{ /if }}
|
|
515
|
+
{{ if hasLiveRuntimeState }}
|
|
516
|
+
- A \`Live Runtime State\` block reflects the current session and is the source of truth. Trust it over older action log details.
|
|
517
|
+
{{ /if }}
|
|
518
|
+
{{ if hasCompressedActionReplay }}
|
|
519
|
+
- Prior actions may be summarized or omitted. Only depend on old code when it is still shown in full. Otherwise, use the summary plus current runtime state.
|
|
520
|
+
{{ /if }}
|
|
521
|
+
|
|
522
|
+
{{ if promptLevel === 'detailed' }}
|
|
523
|
+
If a prompt includes \`Runtime Restore\`, the runtime state shown below has already been restored from a previous session. Continue from it instead of rebuilding.
|
|
524
|
+
{{ /if }}
|
|
525
|
+
|
|
526
|
+
---
|
|
527
|
+
|
|
528
|
+
{{ if promptLevel === 'basic' }}
|
|
529
|
+
### Efficiency Guidance
|
|
530
|
+
|
|
531
|
+
- A single \`console.log(inputs.emails.length)\` is a perfectly valid and often optimal turn.
|
|
532
|
+
- Do not pre-plan elaborate multi-step pipelines in your head. Explore incrementally \u2014 each turn's output should inform the next turn's code.
|
|
533
|
+
- **Trust the runtime over your reasoning.** Even if you can infer an answer from the field descriptions alone, verify against actual data before calling \`final()\`. The descriptions are hints; the data is truth.
|
|
534
|
+
- Two focused turns beat one ambitious turn that partially fails.
|
|
535
|
+
- Do not add comments explaining your reasoning. Just write the code and run it.
|
|
536
|
+
{{ /if }}
|
|
537
|
+
|
|
538
|
+
{{ if promptLevel === 'detailed' }}
|
|
539
|
+
### Common Anti-Patterns \u2014 Do NOT Do These
|
|
540
|
+
|
|
541
|
+
\`\`\`js
|
|
542
|
+
// WRONG: dumping the entire inputs object
|
|
543
|
+
console.log(inputs);
|
|
544
|
+
console.log(JSON.stringify(inputs));
|
|
545
|
+
// WHY: guaranteed truncation, zero useful signal
|
|
546
|
+
|
|
547
|
+
// WRONG: re-declaring something from a previous turn
|
|
548
|
+
const emails = inputs.emails; // already exists from Turn 2!
|
|
549
|
+
// FIX: just use \`emails\` directly
|
|
550
|
+
|
|
551
|
+
// WRONG: guessing field names without checking schema first
|
|
552
|
+
console.log(inputs.emails[0].sender);
|
|
553
|
+
// FIX: first do console.log(Object.keys(inputs.emails[0]))
|
|
554
|
+
|
|
555
|
+
// WRONG: answering in a comment instead of using final()
|
|
556
|
+
// The answer is 3 emails match <-- you are NOT the responder
|
|
557
|
+
// FIX: gather the data, then call final({ matchCount: 3, matches: [...] })
|
|
558
|
+
|
|
559
|
+
// WRONG: passing huge unsliced data to llmQuery
|
|
560
|
+
const answer = await llmQuery('summarize', inputs.emails);
|
|
561
|
+
// FIX: slice and narrow first
|
|
562
|
+
const sliced = inputs.emails.slice(0, 5).map(e => e.subject);
|
|
563
|
+
const answer = await llmQuery('summarize these subjects', sliced);
|
|
564
|
+
|
|
565
|
+
// WRONG: calling final() and console.log() in the same turn
|
|
566
|
+
console.log(result);
|
|
567
|
+
final(result);
|
|
568
|
+
// FIX: pick one. If you need to verify, console.log this turn, final() next turn.
|
|
569
|
+
\`\`\`
|
|
570
|
+
{{ /if }}
|
|
571
|
+
|
|
572
|
+
---
|
|
573
|
+
|
|
574
|
+
## JavaScript Runtime Usage Instructions
|
|
575
|
+
{{ runtimeUsageInstructions }}`,"rlm/responder.md":`## Answer Synthesis Agent
|
|
263
576
|
|
|
264
577
|
You synthesize a final answer from the provided actorResult payload. In normal \`forward()\` and \`streamingForward()\` flows, you only run after the actor calls \`final(...args)\`. Clarification requests are surfaced directly to the caller before the responder runs. Some internal or evaluation workflows may still pass through an \`ask_clarification(...args)\` payload.
|
|
265
578
|
|
|
@@ -270,12 +583,12 @@ You synthesize a final answer from the provided actorResult payload. In normal \
|
|
|
270
583
|
1. Base your answer ONLY on evidence from actorResult payload arguments.
|
|
271
584
|
2. If actorResult lacks sufficient information, provide the best possible answer from available evidence.
|
|
272
585
|
3. If an internal or evaluation workflow provides \`actorResult.type = ask_clarification\`, ask for the missing information clearly in your output fields.
|
|
273
|
-
`};var Di=/{{\s*([^}]+?)\s*}}/g,
|
|
274
|
-
`),i=o.length,a=(o.at(-1)?.length??0)+1;return`${s}:${i}:${a} ${n}`}function
|
|
586
|
+
`};var Di=/{{\s*([^}]+?)\s*}}/g,Tu=/^[A-Za-z_][A-Za-z0-9_]*(?:\.[A-Za-z_][A-Za-z0-9_]*)*$/,Ru=/^([A-Za-z_][A-Za-z0-9_]*(?:\.[A-Za-z_][A-Za-z0-9_]*)*)\s*===\s*(?:'([^']*)'|"([^"]*)")$/,wu=new Map;function St(s,e,t,n){let o=e.slice(0,t).split(`
|
|
587
|
+
`),i=o.length,a=(o.at(-1)?.length??0)+1;return`${s}:${i}:${a} ${n}`}function ed(s){let e=[],t=0;Di.lastIndex=0;let n=Di.exec(s);for(;n;){let[r,o]=n,i=n.index;i>t&&e.push({type:"text",value:s.slice(t,i)}),e.push({type:"tag",value:o.trim(),index:i}),t=i+r.length,n=Di.exec(s)}return t<s.length&&e.push({type:"text",value:s.slice(t)}),e}function Ui(s,e,t,n=0,r=new Set){let o=[],i=n;for(;i<s.length;){let a=s[i];if(a.type==="text"){o.push({type:"text",value:a.value}),i++;continue}let l=a.value;if(r.has(l))return{nodes:o,nextIndex:i,terminator:l};if(l.startsWith("if ")){let u=l.slice(3).trim();if(!Tu.test(u)&&!Ru.test(u))throw new Error(St(t,e,a.index,`Invalid if condition '${u}'`));let c=Ui(s,e,t,i+1,new Set(["else","/if"]));if(!c.terminator)throw new Error(St(t,e,a.index,"Unclosed 'if' block"));let p=[],d=c.nextIndex+1;if(c.terminator==="else"){let m=Ui(s,e,t,c.nextIndex+1,new Set(["/if"]));if(m.terminator!=="/if")throw new Error(St(t,e,a.index,"Unclosed 'if' block"));p=m.nodes,d=m.nextIndex+1}o.push({type:"if",condition:u,thenNodes:c.nodes,elseNodes:p,index:a.index}),i=d;continue}if(l==="else")throw new Error(St(t,e,a.index,"Unexpected 'else'"));if(l==="/if")throw new Error(St(t,e,a.index,"Unexpected '/if'"));if(l.startsWith("include "))throw new Error(St(t,e,a.index,"Unexpected 'include' directive at runtime (includes must be compiled)"));if(!Tu.test(l))throw new Error(St(t,e,a.index,`Invalid tag '${l}'`));o.push({type:"var",name:l,index:a.index}),i++}return{nodes:o,nextIndex:i}}function Gi(s,e,t,n,r){let o=e.split("."),i=s;for(let a of o){if(i===null||typeof i!="object"||!(a in i))throw new Error(St(n,t,r,`Missing template variable '${e}'`));i=i[a]}return i}function ji(s,e,t,n){let r="";for(let o of s){if(o.type==="text"){r+=o.value;continue}if(o.type==="var"){let l=Gi(e,o.name,t,n,o.index);if(typeof l!="string"&&typeof l!="number"&&typeof l!="boolean")throw new Error(St(n,t,o.index,`Variable '${o.name}' must be string, number, or boolean`));r+=String(l);continue}let i,a=Ru.exec(o.condition);if(a){let[,l,u,c]=a,p=u??c??"";i=Gi(e,l,t,n,o.index)===p}else{let l=Gi(e,o.condition,t,n,o.index);if(typeof l!="boolean")throw new Error(St(n,t,o.index,`Condition '${o.condition}' must be boolean`));i=l}i?r+=ji(o.thenNodes,e,t,n):r+=ji(o.elseNodes,e,t,n)}return r}function td(s,e){let t=ed(s),n=Ui(t,s,e);if(n.terminator)throw new Error(`Unexpected template terminator '${n.terminator}' in ${e}`);return n.nodes}function ct(s,e={}){let t=Cu[s],n=`template:${s}`;if(!t)throw new Error(`Unknown template id: ${String(s)}`);let r=wu.get(s);return r||(r=td(t,n),wu.set(s,r)),ji(r,e,t,n)}var Su=ct("dsp/function-call-instructions.md"),nd=ct("dsp/strict-output-formatting-rules.md"),rd=ct("dsp/example-disclaimer.md"),Fn=ct("dsp/example-separator.md"),Jt=class{sig;fieldTemplates;task;customInstruction;setInstruction(e){this.customInstruction=e,this.task={type:"text",text:e}}getInstruction(){return this.customInstruction}thoughtFieldName;functions;contextCache;examplesInSystem;ignoreBreakpoints;structuredOutputFunctionName;constructor(e,t,n){this.sig=e,this.fieldTemplates=n,this.thoughtFieldName=t?.thoughtFieldName??"thought",this.functions=t?.functions,this.contextCache=t?.contextCache,this.examplesInSystem=t?.examplesInSystem??!1,this.ignoreBreakpoints=t?.ignoreBreakpoints??!1,this.structuredOutputFunctionName=t?.structuredOutputFunctionName,ie.useStructuredPrompt?this.task=this.buildStructuredPrompt():this.task=this.buildLegacyPrompt()}getFieldNameToTitleMap=()=>{let e=new Map;for(let t of this.sig.getInputFields())e.set(t.name,t.title);for(let t of this.sig.getOutputFields())e.set(t.name,t.title);return e};sortFieldsCachedFirst=e=>[...e].sort((t,n)=>t.isCached&&!n.isCached?-1:!t.isCached&&n.isCached?1:0);buildLegacyPrompt(){let e=[],t=this.sig.hasComplexFields(),n=Jo(this.sig.getInputFields()),r=Jo(this.sig.getOutputFields());e.push(`You will be provided with the following fields: ${n}. Your task is to generate new fields: ${r}.`);let i=this.functions?.map(c=>"toFunction"in c?c.toFunction():c)?.flat()?.map(c=>`- \`${c.name}\`: ${_n(c.description)}`).join(`
|
|
275
588
|
`);i&&i.length>0&&e.push(`## Available Functions
|
|
276
|
-
${i}`);let a=this.getFieldNameToTitleMap(),
|
|
277
|
-
${
|
|
278
|
-
${c}`)}i&&i.length>0&&e.push(
|
|
589
|
+
${i}`);let a=this.getFieldNameToTitleMap(),l=ku(this.sig.getInputFields(),a);if(e.push(`## Input Fields
|
|
590
|
+
${l}`),!t){let c=vu(this.sig.getOutputFields(),a);e.push(`## Output Fields
|
|
591
|
+
${c}`)}i&&i.length>0&&e.push(Su.trim()),t&&this.structuredOutputFunctionName?e.push(ct("dsp/legacy-formatting-rules-structured-function.md",{structuredOutputFunctionName:this.structuredOutputFunctionName}).trim()):t||e.push(nd.trim());let u=this.sig.getDescription();if(u){let c=_n(u);c=Qo(c,a),e.push(c)}return{type:"text",text:e.join(`
|
|
279
592
|
|
|
280
593
|
`)}}buildStructuredPrompt(){let e=[],t=this.sig.hasComplexFields();e.push("<identity>"),e.push(this.buildIdentitySection()),e.push("</identity>");let n=this.buildTaskDefinitionSection();n&&(e.push(`
|
|
281
594
|
<task_definition>`),e.push(n),e.push("</task_definition>"));let r=this.functions?.flatMap(o=>"toFunction"in o?o.toFunction():o);return r&&r.length>0&&(e.push(`
|
|
@@ -286,65 +599,65 @@ ${c}`)}i&&i.length>0&&e.push(Rl.trim()),t&&this.structuredOutputFunctionName?e.p
|
|
|
286
599
|
`)}}buildIdentitySection(){let e=Jo(this.sig.getInputFields()),t=Jo(this.sig.getOutputFields());return`You will be provided with the following fields: ${e}. Your task is to generate new fields: ${t}.`}buildTaskDefinitionSection(){let e=this.sig.getDescription();if(!e)return"";let t=this.getFieldNameToTitleMap(),n=_n(e);return n=Qo(n,t),n}buildFunctionsSection(e){let t=[];t.push(`**Available Functions**: You can call the following functions to complete the task:
|
|
287
600
|
`);let n=e.map(r=>`- \`${r.name}\`: ${_n(r.description??"")}`).join(`
|
|
288
601
|
`);return t.push(n),t.push(`
|
|
289
|
-
${
|
|
602
|
+
${Su.trim()}`),t.join(`
|
|
290
603
|
`)}buildInputFieldsSection(){let e=this.getFieldNameToTitleMap();return`**Input Fields**: The following fields will be provided to you:
|
|
291
604
|
|
|
292
|
-
${
|
|
605
|
+
${ku(this.sig.getInputFields(),e)}`}buildOutputFieldsSection(){let e=this.getFieldNameToTitleMap();return`**Output Fields**: You must generate the following fields:
|
|
293
606
|
|
|
294
|
-
${
|
|
607
|
+
${vu(this.sig.getOutputFields(),e)}`}buildFormattingRulesSection(){let e=this.sig.hasComplexFields();return e&&this.structuredOutputFunctionName?ct("dsp/formatting-rules-structured-function.md",{structuredOutputFunctionName:this.structuredOutputFunctionName}).trim():e?ct("dsp/formatting-rules-structured-json.md").trim():ct("dsp/formatting-rules-plain-text.md").trim()}renderSingleValueUserContent=(e,t,n,r)=>{let o=this.renderInputFields(e),i;if(r)i=o;else{let l=[...t,...n];if(this.contextCache&&l.length>0){let u=l.length-1,c=l[u];c&&(l[u]={...c,cache:!0})}i=[...l,...o]}let a=i.filter(l=>l!==void 0);return a.every(l=>l.type==="text")?a.map(l=>l.text).join(`
|
|
295
608
|
`):a.reduce(Vt(`
|
|
296
609
|
`),[])};render=(e,{examples:t,demos:n})=>{if(!this.examplesInSystem)return this.renderWithMessagePairs(e,{examples:t,demos:n});let r=t?[{type:"text",text:`
|
|
297
610
|
|
|
298
611
|
## Examples
|
|
299
|
-
`},...this.renderExamples(t)]:[],o=n?this.renderDemos(n):[],i=r.every(d=>d.type==="text"),a=o.every(d=>d.type==="text"),
|
|
300
|
-
${
|
|
612
|
+
`},...this.renderExamples(t)]:[],o=n?this.renderDemos(n):[],i=r.every(d=>d.type==="text"),a=o.every(d=>d.type==="text"),l=i&&a,u=this.task.text;if(l){let d=[{type:"text",text:u},...r,...o];d.reduce(Vt(""),[]),d?.[0]&&(u=d[0].text)}let c={role:"system",content:u,cache:!!this.contextCache};if(Array.isArray(e)){let d=[],m=e,g=!0;for(let f of m){let x;if(g?(x=this.renderSingleValueUserContent(f.values,r,o,l),g=!1):x=this.renderSingleValueUserContent(f.values,[],[],!1),f.role==="user"){d.push({role:"user",content:x});continue}if(f.role!=="assistant")throw new Error("Invalid message role");if(typeof x!="string")throw new Error("Assistant message cannot contain non-text content like images, files,etc");d.push({role:"assistant",content:x})}return[c,...d]}let p=this.renderSingleValueUserContent(e,r,o,l);return[c,{role:"user",content:p}]};renderWithMessagePairs=(e,{examples:t,demos:n})=>{let r=t&&t.length>0||n&&n.length>0,i={role:"system",content:r?`${this.task.text}
|
|
613
|
+
${rd}`:this.task.text,cache:!!this.contextCache},a=t?this.renderExamplesAsMessages(t):[],l=n?this.renderDemosAsMessages(n):[],u=[];for(let C of[...a,...l])u.push(C.userMessage),u.push(C.assistantMessage),C.functionResultMessage&&u.push(C.functionResultMessage);let c=this.contextCache?.cacheBreakpoint??"after-examples",p=this.ignoreBreakpoints||c==="after-examples";if(this.contextCache&&u.length>0&&p){let C=u.length-1,R=u[C];R?.role==="assistant"&&(u[C]={...R,cache:!0})}if(Array.isArray(e)){let C=[],R=e,P=!0;for(let v of R){let E=this.renderInputFields(v.values),k=E.every(O=>O.type==="text")?E.map(O=>O.text).join(`
|
|
301
614
|
`):E.reduce(Vt(`
|
|
302
|
-
`),[]);if(v.role==="user"){
|
|
615
|
+
`),[]);if(v.role==="user"){P&&r&&(typeof k=="string"?k=Fn+k:k=[{type:"text",text:Fn},...k],P=!1),C.push({role:"user",content:k});continue}if(v.role!=="assistant")throw new Error("Invalid message role");if(typeof k!="string")throw new Error("Assistant message cannot contain non-text content like images, files, etc");C.push({role:"assistant",content:k})}return[i,...u,...C]}let d=this.sig.getInputFields(),m=d.filter(C=>C.isCached),g=d.filter(C=>!C.isCached),f=m.length>0;if(this.contextCache&&f&&(this.ignoreBreakpoints||c!=="system"&&c!=="after-functions")&&g.length>0){let C=m.map(E=>this.renderInField(E,e,void 0)).filter(E=>E!==void 0).flat();C.filter(E=>E.type==="text").forEach(E=>{E.text=`${E.text}
|
|
303
616
|
`});let R=C.every(E=>E.type==="text")?C.map(E=>E.text).join(`
|
|
304
617
|
`):C.reduce(Vt(`
|
|
305
|
-
`),[]);r&&(typeof R=="string"?R=Fn+R:R=[{type:"text",text:Fn},...R]);let
|
|
306
|
-
`});let v=
|
|
307
|
-
`):
|
|
308
|
-
`),[]);return[i,...
|
|
618
|
+
`),[]);r&&(typeof R=="string"?R=Fn+R:R=[{type:"text",text:Fn},...R]);let P=g.map(E=>this.renderInField(E,e,void 0)).filter(E=>E!==void 0).flat();P.filter(E=>E.type==="text").forEach(E=>{E.text=`${E.text}
|
|
619
|
+
`});let v=P.every(E=>E.type==="text")?P.map(E=>E.text).join(`
|
|
620
|
+
`):P.reduce(Vt(`
|
|
621
|
+
`),[]);return[i,...u,{role:"user",content:R,cache:!0},{role:"user",content:v}]}let h=this.sortFieldsCachedFirst(d).map(C=>this.renderInField(C,e,void 0)).filter(C=>C!==void 0).flat();h.filter(C=>C.type==="text").forEach(C=>{C.text=`${C.text}
|
|
309
622
|
`});let y=h.every(C=>C.type==="text")?h.map(C=>C.text).join(`
|
|
310
623
|
`):h.reduce(Vt(`
|
|
311
|
-
`),[]);r&&(typeof y=="string"?y=Fn+y:y=[{type:"text",text:Fn},...y]);let I=f&&g.length===0&&this.contextCache;return[i,...
|
|
312
|
-
IMPORTANT: Provide the FULL JSON object for this field, matching the schema exactly.`}:{title:i,name:
|
|
313
|
-
`);return{title:i,name:a[0].name,description:
|
|
624
|
+
`),[]);r&&(typeof y=="string"?y=Fn+y:y=[{type:"text",text:Fn},...y]);let I=f&&g.length===0&&this.contextCache;return[i,...u,{role:"user",content:y,...I?{cache:!0}:{}}]};renderExtraFields=e=>{let t=[];if(!e||e.length===0)return t;let n=e.reduce((i,a)=>{let l=a.title;return i[l]||(i[l]=[]),i[l].push(a),i},{}),r=this.sig.hasComplexFields();return Object.entries(n).map(([i,a])=>{if(a.length===1){let l=a[0];return l.type?.name==="object"||l.type?.isArray&&l.type.fields?{title:i,name:l.name,description:`${l.description}
|
|
625
|
+
IMPORTANT: Provide the FULL JSON object for this field, matching the schema exactly.`}:{title:i,name:l.name,description:l.description}}if(a.length>1){let l=a.map(u=>`- ${u.description}`).join(`
|
|
626
|
+
`);return{title:i,name:a[0].name,description:l}}}).filter(Boolean).forEach(i=>{let a=this.fieldTemplates?.[i.name]??this.defaultRenderInField;t.push(...a(i,i.description))}),t};renderExamples=e=>{let t=[],n={isExample:!0},r=this.sig.hasComplexFields();for(let[o,i]of e.entries()){if(r){let c=this.sig.getInputFields().map(f=>this.renderInField(f,i,{...n,isInputField:!0})).filter(f=>f!==void 0).flat(),p=this.sig.getOutputFields(),d={};for(let f of p)f.name in i&&(d[f.name]=i[f.name]);let m=JSON.stringify(d,null,2),g=[...c,{type:"text",text:`\`\`\`json
|
|
314
627
|
${m}
|
|
315
628
|
\`\`\`
|
|
316
629
|
`}];o>0&&g.length>0&&g[0]?.type==="text"&&t.push({type:"text",text:`---
|
|
317
630
|
|
|
318
631
|
`}),g.forEach(f=>{f&&("text"in f&&(f.text=`${f.text}
|
|
319
|
-
`),t.push(f))});continue}let a=this.sig.getInputFields().map(c=>this.renderInField(c,i,{...n,isInputField:!0})).filter(c=>c!==void 0).flat(),
|
|
632
|
+
`),t.push(f))});continue}let a=this.sig.getInputFields().map(c=>this.renderInField(c,i,{...n,isInputField:!0})).filter(c=>c!==void 0).flat(),l=this.sig.getOutputFields().map(c=>this.renderInField(c,i,{...n,isInputField:!1})).filter(c=>c!==void 0).flat(),u=[...a,...l];o>0&&u.length>0&&u[0]?.type==="text"&&t.push({type:"text",text:`---
|
|
320
633
|
|
|
321
|
-
`}),
|
|
634
|
+
`}),u.forEach(c=>{"text"in c&&(c.text=`${c.text}
|
|
322
635
|
`),t.push(c)})}return t};renderDemos=e=>{let t=[],n=this.sig.getInputFields(),r=this.sig.getOutputFields(),o={isExample:!0},i=this.sig.hasComplexFields();for(let a of e){if(i){let p=n.map(f=>this.renderInField(f,a,{...o,isInputField:!0})).filter(f=>f!==void 0).flat(),d={};for(let f of r)f.name in a&&(d[f.name]=a[f.name]);let m=JSON.stringify(d,null,2);[...p,{type:"text",text:`\`\`\`json
|
|
323
636
|
${m}
|
|
324
637
|
\`\`\`
|
|
325
638
|
`}].slice(0,-1).forEach(f=>{"text"in f&&(f.text=`${f.text}
|
|
326
|
-
`),t.push(f)});continue}let
|
|
327
|
-
`),t.push(p)})}return t};renderExamplesAsMessages=e=>{let t=[],n={isExample:!0},r=this.sig.hasComplexFields();for(let o of e){let a=this.sortFieldsCachedFirst(this.sig.getInputFields()).map(d=>this.renderInField(d,o,{...n,isInputField:!0})).filter(d=>d!==void 0).flat(),
|
|
639
|
+
`),t.push(f)});continue}let l=n.map(p=>this.renderInField(p,a,{...o,isInputField:!0})).filter(p=>p!==void 0).flat(),u=r.map(p=>this.renderInField(p,a,{...o,isInputField:!1})).filter(p=>p!==void 0).flat();[...l,...u].slice(0,-1).forEach(p=>{"text"in p&&(p.text=`${p.text}
|
|
640
|
+
`),t.push(p)})}return t};renderExamplesAsMessages=e=>{let t=[],n={isExample:!0},r=this.sig.hasComplexFields();for(let o of e){let a=this.sortFieldsCachedFirst(this.sig.getInputFields()).map(d=>this.renderInField(d,o,{...n,isInputField:!0})).filter(d=>d!==void 0).flat(),l=a.every(d=>d.type==="text")?a.map(d=>d.text).join(`
|
|
328
641
|
`):a.reduce(Vt(`
|
|
329
|
-
`),[]);if(r&&this.structuredOutputFunctionName){let d={};for(let f of this.sig.getOutputFields())f.name in o&&(d[f.name]=o[f.name]);if(typeof
|
|
330
|
-
`);let c=
|
|
331
|
-
`}),n};renderInField=(e,t,n)=>{let r=t[e.name];if(
|
|
642
|
+
`),[]);if(r&&this.structuredOutputFunctionName){let d={};for(let f of this.sig.getOutputFields())f.name in o&&(d[f.name]=o[f.name]);if(typeof l=="string"&&l.trim()===""||Array.isArray(l)&&l.length===0||Object.keys(d).length===0)continue;let g=`example-${t.length}`;t.push({userMessage:{role:"user",content:l},assistantMessage:{role:"assistant",functionCalls:[{id:g,type:"function",function:{name:this.structuredOutputFunctionName,params:d}}]},functionResultMessage:{role:"function",result:"done",functionId:g}});continue}let u;if(r){let d={};for(let m of this.sig.getOutputFields())m.name in o&&(d[m.name]=o[m.name]);u=JSON.stringify(d,null,2)}else u=this.sig.getOutputFields().map(m=>this.renderInField(m,o,{...n,isInputField:!1})).filter(m=>m!==void 0).flat().filter(m=>m.type==="text").map(m=>m.text).join(`
|
|
643
|
+
`);let c=u.trim()==="";typeof l=="string"&&l.trim()===""||Array.isArray(l)&&l.length===0||c||t.push({userMessage:{role:"user",content:l},assistantMessage:{role:"assistant",content:u}})}return t};renderDemosAsMessages=e=>this.renderExamplesAsMessages(e);renderInputFields=e=>{let n=this.sortFieldsCachedFirst(this.sig.getInputFields()).map(r=>this.renderInField(r,e,void 0)).filter(r=>r!==void 0).flat();return n.filter(r=>r.type==="text").forEach(r=>{r.text=`${r.text}
|
|
644
|
+
`}),n};renderInField=(e,t,n)=>{let r=t[e.name];if(id(e,r,n))return;e.type&&kr(e,r);let o=od(e,r);return(this.fieldTemplates?.[e.name]??this.defaultRenderInField)(e,o)};defaultRenderInField=(e,t)=>{if(e.type?.name==="image"){let r=i=>{if(!i)throw new Error("Image field value is required.");if(typeof i!="object")throw new Error("Image field value must be an object.");if(!("mimeType"in i))throw new Error("Image field must have mimeType");if(!("data"in i))throw new Error("Image field must have data");return i},o=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("Image field value must be an array.");o=o.concat(t.map(i=>{let a=r(i);return{type:"image",mimeType:a.mimeType,image:a.data}}))}else{let i=r(t);o.push({type:"image",mimeType:i.mimeType,image:i.data})}return o}if(e.type?.name==="audio"){let r=i=>{if(!i)throw new Error("Audio field value is required.");if(typeof i!="object")throw new Error("Audio field value must be an object.");if(!("data"in i))throw new Error("Audio field must have data");return i},o=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("Audio field value must be an array.");o=o.concat(t.map(i=>{let a=r(i);return{type:"audio",format:a.format??"wav",data:a.data}}))}else{let i=r(t);o.push({type:"audio",format:i.format??"wav",data:i.data})}return o}if(e.type?.name==="file"){let r=i=>{if(!i)throw new Error("File field value is required.");if(typeof i!="object")throw new Error("File field value must be an object.");if(!("mimeType"in i))throw new Error("File field must have mimeType");let a="data"in i,l="fileUri"in i;if(!a&&!l)throw new Error("File field must have either data or fileUri");if(a&&l)throw new Error("File field cannot have both data and fileUri");return i},o=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("File field value must be an array.");o=o.concat(t.map(i=>{let a=r(i);return"fileUri"in a?{type:"file",mimeType:a.mimeType,fileUri:a.fileUri}:{type:"file",mimeType:a.mimeType,data:a.data}}))}else{let i=r(t);o.push("fileUri"in i?{type:"file",mimeType:i.mimeType,fileUri:i.fileUri}:{type:"file",mimeType:i.mimeType,data:i.data})}return o}if(e.type?.name==="url"){let r=i=>{if(!i)throw new Error("URL field value is required.");if(typeof i=="string")return{url:i};if(typeof i!="object")throw new Error("URL field value must be a string or object.");if(!("url"in i))throw new Error("URL field must have url property");return i},o=[{type:"text",text:`${e.title}: `}];if(e.type.isArray){if(!Array.isArray(t))throw new Error("URL field value must be an array.");o=o.concat(t.map(i=>{let a=r(i);return{type:"url",url:a.url,...a.title?{title:a.title}:{},...a.description?{description:a.description}:{}}}))}else{let i=r(t);o.push({type:"url",url:i.url,...i.title?{title:i.title}:{},...i.description?{description:i.description}:{}})}return o}let n=[e.title,": "];return Array.isArray(t)?(n.push(`
|
|
332
645
|
`),n.push(t.map(r=>`- ${r}`).join(`
|
|
333
|
-
`))):n.push(t),[{type:"text",text:n.join("")}]}},Jo=s=>s.map(e=>`\`${e.title}\``).join(", "),
|
|
334
|
-
`),
|
|
335
|
-
`),rd=(s,e)=>{if(s.type?.name==="date"&&e instanceof Date){let t=e.toISOString();return t.slice(0,t.indexOf("T"))}return s.type?.name==="datetime"&&e instanceof Date?rl(e):s.type?.name==="image"&&typeof e=="object"||s.type?.name==="audio"&&typeof e=="object"||s.type?.name==="file"&&typeof e=="object"||s.type?.name==="url"&&(typeof e=="string"||typeof e=="object")||typeof e=="string"?e:JSON.stringify(e,null,2)};function od(s){return`{ ${Object.entries(s).map(([t,n])=>{let r=n.isOptional?"?":"",o=Nn({name:n.type,isArray:n.isArray,fields:n.fields,options:n.options});return`${t}${r}: ${o}`}).join(", ")} }`}var Nn=s=>{let e=(()=>{switch(s?.name){case"string":return"string";case"number":return"number";case"boolean":return"boolean (true or false)";case"date":return'date ("YYYY-MM-DD" format)';case"datetime":return'date time ("YYYY-MM-DD HH:mm Timezone" format)';case"json":return"JSON object";case"class":return"classification class";case"code":return"code";case"file":return"file (with filename, mimeType, and data)";case"url":return"URL (string or object with url, title, description)";case"object":return s?.fields?`object ${od(s.fields)}`:"object";default:return"string"}})();return s?.isArray?`json array of ${e} items`:e};function Vt(s){return(e,t)=>{if(t.type==="text"){let n=e.length>0?e[e.length-1]:null;n&&n.type==="text"?n.text+=s+t.text:e.push(t)}else e.push(t);return e}}var sd=(s,e,t)=>{if(typeof e=="boolean"||s?.type?.name==="number"&&typeof e=="number")return!1;if(!e||(Array.isArray(e)||typeof e=="string")&&e.length===0){if(t?.isExample||s.isOptional||s.isInternal)return!0;let n=t?.isInputField!==!1?"input":"output";throw new Error(`Value for ${n} field '${s.name}' is required.`)}return!1};function _n(s){let e=s.trim();return e.length>0?`${e.charAt(0).toUpperCase()}${e.slice(1)}${e.endsWith(".")?"":"."}`:""}function Qo(s,e){if(e.size===0)return s;let t=s,n=Array.from(e.keys()).sort((r,o)=>o.length-r.length);for(let r of n){let o=e.get(r),i=new RegExp(`\`${r}\``,"g");t=t.replace(i,`\`${o}\``);let a=new RegExp(`"${r}"`,"g");t=t.replace(a,`"${o}"`);let u=new RegExp(`'${r}'`,"g");t=t.replace(u,`'${o}'`);let l=new RegExp(`\\[${r}\\]`,"g");t=t.replace(l,`[${o}]`);let c=new RegExp(`\\(${r}\\)`,"g");t=t.replace(c,`(${o})`);let p=new RegExp(`\\$${r}\\b`,"g");t=t.replace(p,`\`${o}\``)}return t}function id(s,e){let t=s.history(0,e),n=t.some(o=>o.role==="function");return t.some(o=>o.role==="assistant"&&"functionCalls"in o&&Array.isArray(o.functionCalls)&&o.functionCalls.length>0)&&n}function ad(s,e){let t=s.history(0,e),n=[],r=t.filter(i=>i.role==="assistant"&&"functionCalls"in i&&Array.isArray(i.functionCalls)&&i.functionCalls.length>0),o=t.filter(i=>i.role==="function");for(let i of r)if("functionCalls"in i&&i.functionCalls)for(let a of i.functionCalls){let u=o.find(l=>"functionId"in l&&l.functionId===a.id);u&&"result"in u&&"functionId"in u&&n.push({index:n.length,functionName:a.function.name,functionId:a.id,args:a.function.params||"",result:String(u.result),isError:"isError"in u?!!u.isError:!1})}return n}async function Yo(s,e,t,n){if(!e?.resultPicker||s.length<=1)return 0;let r=e.resultPicker;if((t?id(t,n):!1)&&t){let u=ad(t,n),l=await r({type:"function",results:u});if(l<0||l>=u.length)throw new Error(`Result picker returned invalid index: ${l}. Must be between 0 and ${u.length-1}`);return l}let i=s.map((u,l)=>({index:l,sample:u.delta})),a=await r({type:"fields",results:i});if(a<0||a>=s.length)throw new Error(`Result picker returned invalid index: ${a}. Must be between 0 and ${s.length-1}`);return a}async function vl(s,e,t){let n=s?.getLast(e);if(!n||n.role!=="assistant"||n.chat.length<=1)return 0;let r=n.chat.map(i=>({version:0,index:i.index,delta:i.value}));return await Yo(r,t,s,e)}var Ln=class{_stepIndex=0;maxSteps;_functionsExecuted=new Set;_lastFunctionCalls=[];_usage={promptTokens:0,completionTokens:0,totalTokens:0};state=new Map;_pendingOptions={};_functionsToAdd=[];_functionsToRemove=[];_stopRequested=!1;_stopResultValues;constructor(e){this.maxSteps=e}get stepIndex(){return this._stepIndex}get isFirstStep(){return this._stepIndex===0}get functionsExecuted(){return this._functionsExecuted}get lastFunctionCalls(){return this._lastFunctionCalls}get usage(){return this._usage}setModel(e){this._pendingOptions.model=e}setThinkingBudget(e){this._pendingOptions.thinkingTokenBudget=e}setTemperature(e){this._pendingOptions.modelConfig||(this._pendingOptions.modelConfig={}),this._pendingOptions.modelConfig.temperature=e}setMaxTokens(e){this._pendingOptions.modelConfig||(this._pendingOptions.modelConfig={}),this._pendingOptions.modelConfig.maxTokens=e}setOptions(e){Object.assign(this._pendingOptions,e)}addFunctions(e){this._functionsToAdd.push(...e)}removeFunctions(...e){this._functionsToRemove.push(...e)}stop(e){this._stopRequested=!0,this._stopResultValues=e}_beginStep(e){this._stepIndex=e,this._functionsExecuted=new Set,this._lastFunctionCalls=[]}_recordFunctionCall(e,t,n){this._functionsExecuted.add(e.toLowerCase()),this._lastFunctionCalls.push({name:e,args:t,result:n})}_addUsage(e,t,n){this._usage.promptTokens+=e,this._usage.completionTokens+=t,this._usage.totalTokens+=n}_consumePendingOptions(){if(Object.keys(this._pendingOptions).length===0)return;let e=this._pendingOptions;return this._pendingOptions={},e}_consumeFunctionsToAdd(){if(this._functionsToAdd.length===0)return;let e=this._functionsToAdd;return this._functionsToAdd=[],e}_consumeFunctionsToRemove(){if(this._functionsToRemove.length===0)return;let e=this._functionsToRemove;return this._functionsToRemove=[],e}get _isStopRequested(){return this._stopRequested}get _stopValues(){return this._stopResultValues}};var Xo=class{tools;logger;constructor(e,t){this.tools=new Map(e.map(n=>[n.name,n])),this.logger=t}getToolParamFieldMap(){let e=new Map;for(let[,t]of this.tools.entries())if(t.parameters?.properties&&Object.keys(t.parameters.properties).length>0){let{paramFieldMap:n}=ud(t);e.set(t.name,n)}else e.set(t.name,new Map);return e}async route(e,t){let n=[],r={},o=new Map,i=new Map;for(let[a,u]of this.tools.entries())i.set(a,this.buildSanitizedFieldMap(u));for(let[a,u]of Object.entries(e)){let l=this.tools.get(this.normalizeToolName(a));if(l){u!=null&&typeof u=="object"&&o.set(l.name,u);continue}r[a]=u}for(let[a,u]of Object.entries(e))for(let[l,c]of this.tools.entries()){let p=i.get(l);if(!p)continue;let d=p.get(a);if(!d)continue;let m=o.get(c.name)??{};this.setNested(m,d,u),o.set(c.name,m)}for(let[a,u]of this.tools.entries()){let l=o.get(u.name);if(!(!l||Object.keys(l).length===0)){if(u.parameters&&u.parameters.type==="object"){let p=(u.parameters.required||[]).filter(d=>l[d]===void 0);if(p.length>0)throw new He(`Missing required arguments for tool '${u.name}': ${p.join(", ")}`)}n.push({id:u.name,name:u.name,args:JSON.stringify(l)})}}return{functionCalls:n,remainingFields:r}}normalizeToolName(e){return e.replace(/_([a-z])/g,(t,n)=>n.toUpperCase())}sanitizeFieldName(e){return e.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}buildSanitizedFieldMap(e){let t=new Map;if(!e.parameters||!("properties"in e.parameters))return t;let n=(r,o)=>{for(let[i,a]of Object.entries(r)){let u=[...o,i];if(a&&a.type==="object"&&a.properties)n(a.properties,u);else{let l=`${e.name}.${u.join(".")}`,c=this.sanitizeFieldName(l);t.set(c,u)}}};return n(e.parameters.properties??{},[]),t}setNested(e,t,n){let r=e;for(let o=0;o<t.length-1;o++){let i=t[o],a=r[i];(typeof a!="object"||a===null)&&(r[i]={}),r=r[i]}r[t[t.length-1]]=n}isToolField(e){return this.tools.has(this.normalizeToolName(e))}getToolFieldNames(){return Array.from(this.tools.keys()).map(e=>e.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_/,""))}};function ud(s){let e=[],t=new Map;if(!s.parameters||!s.parameters.properties)return{fields:e,paramFieldMap:t};let n=s.parameters.properties,r=s.parameters.required||[],o=(i,a,u)=>{for(let[l,c]of Object.entries(i)){let p=a?`${a}.${l}`:l,d=`${s.name}.${p}`;if(c.type==="object"&&c.properties)o(c.properties,p,c.required||[]);else{let m=ld(c);e.push({name:pd(d),title:cd(s.name,p),type:m,description:c.description||`${l} parameter for ${s.name}`,isOptional:!0}),t.set(d,e[e.length-1])}}};return o(n,"",r),{fields:e,paramFieldMap:t}}function ld(s){switch(s.type){case"string":return{name:"string",isArray:!1};case"number":case"integer":return{name:"number",isArray:!1};case"boolean":return{name:"boolean",isArray:!1};case"array":{let e=s.items;if(e?.type)switch(e.type){case"string":return{name:"string",isArray:!0};case"number":case"integer":return{name:"number",isArray:!0};case"boolean":return{name:"boolean",isArray:!0};default:return{name:"json",isArray:!0}}return{name:"json",isArray:!0}}case"object":return{name:"json",isArray:!1};default:return{name:"string",isArray:!1}}}function cd(s,e){return`${s} ${e.replace(/\./g," ")}`}function pd(s){return s.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}function Ml(s,e,t){let n=new Pe(e);if(t){let r=t.getToolParamFieldMap();for(let o of s){let i=r.get(o.name);if(i&&i.size>0)for(let a of i.values())n.getOutputFields().some(l=>l.name===a.name)||n.addOutputField(a);else{let a=Bi(o.name),u=El(o.parameters);n.getOutputFields().some(c=>c.name===a)||n.addOutputField({name:a,title:Ol(o.name),type:u,description:o.description||`Parameters for ${o.name}`,isOptional:!0})}}return{signature:n,toolParamFieldMap:r}}else{let r=new Map;for(let o of s)if(o.parameters?.properties&&Object.keys(o.parameters.properties).length>0){let{fields:i,paramFieldMap:a}=dd(o);r.set(o.name,a);for(let u of i)n.getOutputFields().some(c=>c.name===u.name)||n.addOutputField(u)}else{let i=Bi(o.name),a=El(o.parameters);n.getOutputFields().some(l=>l.name===i)||n.addOutputField({name:i,title:Ol(o.name),type:a,description:o.description||`Parameters for ${o.name}`,isOptional:!0})}return{signature:n,toolParamFieldMap:r}}}function dd(s){let e=[],t=new Map;if(!s.parameters||!s.parameters.properties)return{fields:e,paramFieldMap:t};let n=s.parameters.properties,r=s.parameters.required||[],o=(i,a,u)=>{for(let[l,c]of Object.entries(i)){let p=a?`${a}.${l}`:l,d=`${s.name}.${p}`;if(c.type==="object"&&c.properties)o(c.properties,p,c.required||[]);else{let m=md(c),g={name:Bi(d),title:gd(s.name,p),type:m,description:c.description||`${l} parameter for ${s.name}`,isOptional:!0};e.push(g),t.set(d,g)}}};return o(n,"",r),{fields:e,paramFieldMap:t}}function md(s){switch(s.type){case"string":return{name:"string",isArray:!1};case"number":case"integer":return{name:"number",isArray:!1};case"boolean":return{name:"boolean",isArray:!1};case"array":{let e=s.items;if(e?.type)switch(e.type){case"string":return{name:"string",isArray:!0};case"number":case"integer":return{name:"number",isArray:!0};case"boolean":return{name:"boolean",isArray:!0};default:return{name:"json",isArray:!0}}return{name:"json",isArray:!0}}case"object":return{name:"json",isArray:!1};default:return{name:"string",isArray:!1}}}function gd(s,e){return`${s} ${e.replace(/\./g," ")}`}function Bi(s){return s.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}function Ol(s){return s.replace(/([A-Z])/g," $1").replace(/^./,e=>e.toUpperCase()).trim()}function El(s){return!s||!s.properties||Object.keys(s.properties).length===0?{name:"string",isArray:!1}:{name:"json",isArray:!1}}var _r=class{tools;router;injectedToolFieldNames=new Set;constructor(e){this.tools=e,this.router=new Xo(e)}processSignature(e){let{signature:t}=Ml(this.tools,e),n=new Set(t.getOutputFields().map(o=>o.name)),r=new Set(e.getOutputFields().map(o=>o.name));return this.injectedToolFieldNames=new Set([...n].filter(o=>!r.has(o))),t}async processResults(e,t){let{functionCalls:n}=await this.router.route(e,t);return n.length>0?n:void 0}getInjectedToolFieldNames(){return Array.from(this.injectedToolFieldNames)}getRouter(){return this.router}};var $n="__finalResult",we=class s extends Dt{clone=()=>new s(this.signature,this.options);promptTemplate;asserts;streamingAsserts;options;functions;fieldProcessors=[];streamingFieldProcessors=[];excludeContentFromTrace=!1;thoughtFieldName;signatureToolCallingManager;structuredOutputFunctionFallback=!1;activeAbortControllers=new Set;_stopRequested=!1;constructor(e,t){super(e,{description:t?.description,traceLabel:t?.traceLabel}),this.options=t,this.thoughtFieldName=t?.thoughtFieldName??"thought";let n={functions:t?.functions,thoughtFieldName:this.thoughtFieldName};this.promptTemplate=new(t?.promptTemplate??Jt)(this.signature,n),this.asserts=this.options?.asserts??[],this.streamingAsserts=this.options?.streamingAsserts??[],this.excludeContentFromTrace=t?.excludeContentFromTrace??!1,this.functions=t?.functions?Wt(t.functions):[],this.usage=[]}stop(){this._stopRequested=!0;for(let e of this.activeAbortControllers)e.abort("Stopped by user")}setInstruction(e){this.promptTemplate.setInstruction(e)}getInstruction(){return this.promptTemplate.getInstruction()}getSignatureName(){return this.signature.getDescription()||"unknown_signature"}getMetricsInstruments(){return yi()}getMergedCustomLabels(e,t){return jt(ue.customLabels,e?.getOptions?.()?.customLabels,t?.customLabels)}updateMeter(e){yi(e)}createStates(e){return Array.from({length:e},(t,n)=>({index:n,functionCalls:[],values:{},content:"",functionsExecuted:new Set,xstate:{extractedFields:[],streamedIndex:{},s:-1}}))}addAssert(e,t){this.asserts.push({fn:e,message:t})}addStreamingAssert(e,t,n){let r=this.signature.getOutputFields().find(a=>a.name===e);if(!r)throw new Error(`addStreamingAssert: field ${String(e)} not found in output signature`);let o=r.type?.name;if(!(!o||o==="string"||o==="code"))throw new Error(`addStreamingAssert: field ${String(e)} must be a string field for streaming assertions`);this.streamingAsserts.push({fieldName:String(e),fn:t,message:n})}addFieldProcessorInternal(e,t,n=!1){let r=this.signature.getOutputFields().find(o=>o.name===e);if(!r)throw new Error(`addFieldProcessor: field ${e} not found`);if(n){let o=r.type?.name;if(!(!o||o==="string"||o==="code"))throw new Error(`addFieldProcessor: field ${e} must be a text field`);this.streamingFieldProcessors.push({field:r,process:t})}else this.fieldProcessors.push({field:r,process:t})}addStreamingFieldProcessor(e,t){this.addFieldProcessorInternal(String(e),t,!0)}addFieldProcessor(e,t){this.addFieldProcessorInternal(String(e),t,!1)}async forwardSendRequest({ai:e,mem:t,options:n,traceContext:r,functions:o,functionCall:i,stepIndex:a}){let{sessionId:u,model:l,rateLimiter:c,stream:p,thinkingTokenBudget:d,showThoughts:m}=n??{},g=await vl(t,u,{resultPicker:n?.resultPicker}),f=t?.history(g,u)??[];if(f.length===0)throw new Error("No chat prompt found");let x={...n?.modelConfig,...n?.sampleCount?{n:n.sampleCount}:{},...n?.sampleCount&&n?.modelConfig?.temperature===1?{temperature:.8}:{}},b=this.isDebug(e,n),h=a===0,y=this.getLogger(e,n);o=this.signatureToolCallingManager?[]:o;let I,C=this.signature.getOutputFields();if(this.signature.hasComplexFields()&&!this.structuredOutputFunctionFallback){if(!e.getFeatures(l)?.structuredOutputs)throw new Error(`Complex structured outputs (object/array types) require a provider that supports structured outputs. Current provider/model (${l}) does not support this feature. Supported providers: OpenAI (GPT-4o, GPT-4.1+), Google Gemini, Anthropic (Sonnet/Opus).`);I={type:"json_schema",schema:{name:"output",strict:!0,schema:$t(C)}}}let M=n?.contextCache?.cacheBreakpoint??"after-examples",v=e.getFeatures?.(l)?.caching?.cacheBreakpoints===!1,E=n?.contextCache&&(v||M==="after-functions"||M==="after-examples"),k=o?.length&&E?o.map((L,F)=>({...L,cache:F===o.length-1})):o;return await e.chat({chatPrompt:f,functions:k,functionCall:i,modelConfig:x,model:l,responseFormat:I},{sessionId:u,rateLimiter:c,stream:p,debug:b,debugHideSystemPrompt:n?.debugHideSystemPrompt??this.options?.debugHideSystemPrompt??!h,thinkingTokenBudget:d,showThoughts:m,traceContext:r,abortSignal:n?.abortSignal??ue.abortSignal,stepIndex:a,logger:y,functionCallMode:n?.functionCallMode??this.options?.functionCallMode??"auto",retry:n?.retry??this.options?.retry,customLabels:n?.customLabels})}async*forwardCore({ai:e,mem:t,options:n,stepIndex:r,span:o,traceContext:i,states:a,stopFunctionNames:u,stepContext:l}){let{sessionId:c,functions:p}=n??{},d=n?.functionResultFormatter??this.options?.functionResultFormatter,m=n?.functionCall??this.options?.functionCall,g=this.signatureToolCallingManager,f=n?.strictMode??!1,x=n.model,b=this.usage,h=r===0,y=this.isDebug(e,n),I=this.getLogger(e,n),{functions:C,functionCall:R}=pl(p,m,h,n);this.structuredOutputFunctionFallback&&C.filter(E=>E.name!==$n).length===0&&(R={type:"function",function:{name:$n}});let M=await this.forwardSendRequest({ai:e,mem:t,options:n,traceContext:i,functions:C,functionCall:R,stepIndex:r});M instanceof ReadableStream?yield*ml({ai:e,model:x,res:M,mem:t,sessionId:c,traceId:o?o.spanContext?.().traceId:void 0,functions:C,strictMode:f,span:o,states:a,usage:b,asserts:this.asserts,streamingAsserts:this.streamingAsserts,fieldProcessors:this.fieldProcessors,streamingFieldProcessors:this.streamingFieldProcessors,thoughtFieldName:this.thoughtFieldName,excludeContentFromTrace:this.excludeContentFromTrace,signature:this.signature,logger:I,debug:y,functionResultFormatter:d,signatureToolCallingManager:g,stopFunctionNames:u,disableMemoryCleanup:n.disableMemoryCleanup,stepContext:l,abortSignal:n.abortSignal}):yield*gl({ai:e,model:x,res:M,mem:t,sessionId:c,traceId:o?o.spanContext?.().traceId:void 0,functions:C,span:o,strictMode:f,states:a,usage:b,asserts:this.asserts,fieldProcessors:this.fieldProcessors,thoughtFieldName:this.thoughtFieldName,excludeContentFromTrace:this.excludeContentFromTrace,signature:this.signature,logger:I,debug:y,functionResultFormatter:d,signatureToolCallingManager:g,stopFunctionNames:u,disableMemoryCleanup:n.disableMemoryCleanup,stepContext:l,abortSignal:n.abortSignal})}async*_forward2(e,t,n,r,o,i){this.signatureToolCallingManager=void 0;let a=r?.stopFunction??this.options?.stopFunction,u=Array.isArray(a)?a.map(ie=>ie.toLowerCase()):a?[a.toLowerCase()]:void 0,l=r.maxRetries??this.options?.maxRetries??3,c=r.maxSteps??this.options?.maxSteps??25,p=r.mem??this.options?.mem??new kn,d=r.functions?Wt(r.functions):[...this.functions],m=new Ln(c),g;if(r.selfTuning){if(g=r.selfTuning===!0?{model:!0,thinkingBudget:!0}:r.selfTuning,g.model!==!1){let Fe=e.getModelList()?.filter(G=>"model"in G);if(!Fe||Fe.length<2)throw new Error("Self-tuning with model selection requires the AI service to have a `models` list with at least 2 chat models. Either configure models on your AI service or disable model selection with `selfTuning: { model: false }`.")}let ie=Fi(e,g,r.model?String(r.model):void 0);d.push(ie)}let f={...r},x=r.stepHooks,b=d&&d.length>0,h=r.functionCallMode??this.options?.functionCallMode??"auto";b&&h==="prompt"&&(this.signatureToolCallingManager=new _r(d)),b&&h==="auto"&&!e.getFeatures(r.model).functions&&(this.signatureToolCallingManager=new _r(d));let y,I,C=this.options?.promptTemplate??Jt;this.signatureToolCallingManager&&(this.signature=this.signatureToolCallingManager.processSignature(this.signature),this.setSignature(this.signature));let R=this.signature.hasComplexFields(),M=e.getFeatures?.(r.model),v=r.structuredOutputMode??this.options?.structuredOutputMode??"auto";if(this.structuredOutputFunctionFallback=R&&(v==="function"||v==="auto"&&!M?.structuredOutputs),this.structuredOutputFunctionFallback){let ie={name:$n,description:"Return the final result. Call this function with the complete output data.",parameters:$t(this.signature.getOutputFields()),func:async()=>"done"};d.push(ie),u=[...u??[],$n.toLowerCase()]}let E=e.getFeatures?.(r.model)?.caching?.cacheBreakpoints===!1,k={functions:this.signatureToolCallingManager?[]:d,thoughtFieldName:this.thoughtFieldName,contextCache:r.contextCache,examplesInSystem:r.examplesInSystem,ignoreBreakpoints:E,structuredOutputFunctionName:this.structuredOutputFunctionFallback?$n:void 0};this.promptTemplate=new C(this.signature,k);let O,L=performance.now();Array.isArray(t)?(ru(t),O=this.promptTemplate.render(t,{examples:this.examples,demos:this.demos})):O=this.promptTemplate.render(t,{examples:this.examples,demos:this.demos});let F=performance.now()-L,P=this.getMetricsInstruments(),_=this.getMergedCustomLabels(e,r);P&&Do(P,"prompt_render",F,this.getSignatureName(),_);let B=performance.now();p.addRequest(O,r.sessionId);let H=performance.now()-B;P&&Do(P,"memory_update",H,this.getSignatureName(),_);let D=new Map;n.forEach(ie=>{D.set(ie.index,{})});let J=()=>{let ie=m._consumePendingOptions();if(ie){let{modelConfig:G,...j}=ie;f={...f,...j},G&&(f.modelConfig={...f.modelConfig,...G})}let he=m._consumeFunctionsToAdd();if(he){let G=Wt(he);for(let j of G)d.some(ee=>ee.name===j.name)||d.push(j)}let Fe=m._consumeFunctionsToRemove();if(Fe){let G=new Set(Fe.map(j=>j.toLowerCase()));for(let j=d.length-1;j>=0;j--)G.has(d[j].name.toLowerCase())&&d.splice(j,1)}},U=r?.abortSignal??ue.abortSignal;e:for(let ie=0;ie<c;ie++){if(m._beginStep(ie),J(),g&&g.model!==!1){let Fe=d.findIndex(G=>G.name==="adjustGeneration");if(Fe!==-1){let G=f.model?String(f.model):void 0;d[Fe]=Fi(e,g,G)}}if(m._isStopRequested)break;if(U?.aborted)throw new $e("between-steps",U.reason??"Aborted between steps");if(x?.beforeStep&&(await x.beforeStep(m),J(),m._isStopRequested))break;let he=l;for(let Fe=0;Fe<=he;Fe++)try{let G=l+1;for(let ee=0;ee<G;ee++){n.forEach(V=>{V.content="",V.values={},V.functionCalls=[],V.functionsExecuted=new Set,V.xstate={extractedFields:[],streamedIndex:{},s:-1}}),ee>0&&D.forEach((V,pe)=>{D.set(pe,{})});let re=new Map;n.forEach(V=>{re.set(V.index,{})});try{let V=this.forwardCore({options:{...f,functions:d},ai:e,mem:p,stepIndex:ie,span:o,traceContext:i,states:n,stopFunctionNames:u,stepContext:m}),pe=!1;try{for await(let se of V)if(se!==void 0){let te=se.index,Q=se.delta,Ce=re.get(te)??{},ge=D.get(te)??{},xe={},Ee=!1;for(let Re of Object.keys(Q)){let It=Q[Re],Ye=Ce[Re],rt;typeof It=="string"&&(typeof Ye=="string"||Ye===void 0)?rt=(Ye??"")+It:Array.isArray(It)&&(Array.isArray(Ye)||Ye===void 0)?rt=[...Ye??[],...It]:rt=It,Ce[Re]=rt;let Se=rt,Ke=ge[Re];if(typeof Se=="string"&&typeof Ke=="string")if(Se.startsWith(Ke)){let N=Se.slice(Ke.length);N&&(xe[Re]=N,Ee=!0,ge[Re]=Se)}else Ke.startsWith(Se)||Se!==Ke&&(xe[Re]=Se,Ee=!0,ge[Re]=Se);else if(Array.isArray(Se)&&Array.isArray(Ke)){if(Se.length>Ke.length){let N=Se.slice(Ke.length);xe[Re]=N,Ee=!0,ge[Re]=Se}}else JSON.stringify(Se)!==JSON.stringify(Ke)&&(xe[Re]=Se,Ee=!0,ge[Re]=Se)}Ee&&(yield{version:ee,index:se.index,delta:xe})}}catch(se){if(se instanceof Kt){if(pe=!0,this.structuredOutputFunctionFallback){let te=se.calls.find(Q=>Q.func.name===$n);if(te?.args){let Q=te.args;Mn(this.signature,Q);let Ce=this.signature.getOutputFields();for(let ge of n){let xe={};for(let Ee of Ce)Ee.name in Q&&!Ee.isInternal&&(xe[Ee.name]=Q[Ee.name],ge.values[Ee.name]=Q[Ee.name]);yield{version:ee,index:ge.index,delta:xe}}for(let ge of n)await vn(this.asserts,ge.values);if(this.fieldProcessors.length>0)for(let ge of n)await Or(this.fieldProcessors,ge.values,p,r.sessionId)}}}else throw se}if(this.usage.length>0){let se=this.usage[this.usage.length-1];se?.tokens&&m._addUsage(se.tokens.promptTokens??0,se.tokens.completionTokens??0,se.tokens.totalTokens??0)}n.some(se=>se.functionsExecuted.size>0)&&x?.afterFunctionExecution&&(await x.afterFunctionExecution(m),J());let ve=pe||m._isStopRequested?!1:fl(p,u,n,f?.sessionId);if(x?.afterStep&&(await x.afterStep(m),J()),ve&&!m._isStopRequested&&!U?.aborted){let se=this.getMetricsInstruments();se&&$o(se,ie+1,c,this.getSignatureName(),_);continue e}if(U?.aborted)throw new $e("mid-step",U.reason??"Aborted");r?.disableMemoryCleanup||(p.removeByTag("invalid-assistant",r.sessionId),p.removeByTag("correction",r.sessionId),p.removeByTag("error",r.sessionId));let Oe=this.getMetricsInstruments();if(Oe){$o(Oe,ie+1,c,this.getSignatureName(),_);let se=new Set;n.forEach(te=>{te.functionsExecuted.forEach(Q=>se.add(Q))}),se.size>0&&Du(Oe,!0,se.size,!0,!1,this.getSignatureName(),_),Gu(Oe,this.fieldProcessors.length,this.streamingFieldProcessors.length,this.getSignatureName(),_)}return}catch(V){if(V instanceof $e)throw V;I=V;let pe,be=this.isDebug(e,r),ve=this.getLogger(e,r),Oe=this.getMetricsInstruments(),se=this.getSignatureName(),te={error:V,errCount:ee,logger:ve,metricsInstruments:Oe,signatureName:se,span:o,debug:be,customLabels:_};if(o?.recordException(V),V instanceof He)pe=Ju(te),y=V;else if(V instanceof wt)pe=Qu(te),y=V;else if(V instanceof Me)Yu(te);else{if(V instanceof st)throw V;{let Q=V,Ce=Q instanceof Xe&&Q.status>=500&&Q.status<600,ge=Q instanceof qe,xe=Q instanceof nt;throw Ce||ge||xe?V:ji(V,e,this.signature)}}if(pe&&(p.addTag("error",r.sessionId),p.addRequest([{role:"user",content:this.promptTemplate.renderExtraFields(pe)}],r.sessionId),p.addTag("correction",r.sessionId),this.signature.hasComplexFields()))for(let Ce of n)Ce.content="",Ce.values={},Ce.xstate={extractedFields:[],streamedIndex:{},s:-1}}}let j=this.getMetricsInstruments();throw j&&Ii(j,l,!1,l,this.getSignatureName(),_),ji(new Error(`Unable to fix validation error: ${(y??I)?.message??(y??I)?.toString()??"unknown error"}
|
|
646
|
+
`))):n.push(t),[{type:"text",text:n.join("")}]}},Jo=s=>s.map(e=>`\`${e.title}\``).join(", "),ku=(s,e)=>s.map(n=>{let r=n.title,o=n.type?.name?Nn(n.type):"string",i=n.isOptional?`This optional ${o} field may be omitted`:`${/^[aeiou]/i.test(o)?"An":"A"} ${o} field`,a="";if(n.description){let l=_n(n.description);e&&(l=Qo(l,e)),a=` ${l}`}return`${r}: (${i})${a}`.trim()}).join(`
|
|
647
|
+
`),vu=(s,e)=>s.map(n=>{let r=n.title,o=n.type?.name?Nn(n.type):"string",i=n.isOptional?`Only include this ${o} field if its value is available`:`This ${o} field must be included`,a="";if(n.description&&n.description.length>0){let l=n.type?.name==="class"?n.description:_n(n.description);e&&(l=Qo(l,e)),a=` ${l}`}return n.type?.options&&n.type.options.length>0&&(a.length>0&&(a+=". "),a+=`Allowed values: ${n.type.options.join(", ")}`),`${r}: (${i})${a}`.trim()}).join(`
|
|
648
|
+
`),od=(s,e)=>{if(s.type?.name==="date"&&e instanceof Date){let t=e.toISOString();return t.slice(0,t.indexOf("T"))}return s.type?.name==="datetime"&&e instanceof Date?ou(e):s.type?.name==="image"&&typeof e=="object"||s.type?.name==="audio"&&typeof e=="object"||s.type?.name==="file"&&typeof e=="object"||s.type?.name==="url"&&(typeof e=="string"||typeof e=="object")||typeof e=="string"?e:JSON.stringify(e,null,2)};function sd(s){return`{ ${Object.entries(s).map(([t,n])=>{let r=n.isOptional?"?":"",o=Nn({name:n.type,isArray:n.isArray,fields:n.fields,options:n.options});return`${t}${r}: ${o}`}).join(", ")} }`}var Nn=s=>{let e=(()=>{switch(s?.name){case"string":return"string";case"number":return"number";case"boolean":return"boolean (true or false)";case"date":return'date ("YYYY-MM-DD" format)';case"datetime":return'date time ("YYYY-MM-DD HH:mm Timezone" format)';case"json":return"JSON object";case"class":return"classification class";case"code":return"code";case"file":return"file (with filename, mimeType, and data)";case"url":return"URL (string or object with url, title, description)";case"object":return s?.fields?`object ${sd(s.fields)}`:"object";default:return"string"}})();return s?.isArray?`json array of ${e} items`:e};function Vt(s){return(e,t)=>{if(t.type==="text"){let n=e.length>0?e[e.length-1]:null;n&&n.type==="text"?n.text+=s+t.text:e.push(t)}else e.push(t);return e}}var id=(s,e,t)=>{if(typeof e=="boolean"||s?.type?.name==="number"&&typeof e=="number")return!1;if(!e||(Array.isArray(e)||typeof e=="string")&&e.length===0){if(t?.isExample||s.isOptional||s.isInternal)return!0;let n=t?.isInputField!==!1?"input":"output";throw new Error(`Value for ${n} field '${s.name}' is required.`)}return!1};function _n(s){let e=s.trim();return e.length>0?`${e.charAt(0).toUpperCase()}${e.slice(1)}${e.endsWith(".")?"":"."}`:""}function Qo(s,e){if(e.size===0)return s;let t=s,n=Array.from(e.keys()).sort((r,o)=>o.length-r.length);for(let r of n){let o=e.get(r),i=new RegExp(`\`${r}\``,"g");t=t.replace(i,`\`${o}\``);let a=new RegExp(`"${r}"`,"g");t=t.replace(a,`"${o}"`);let l=new RegExp(`'${r}'`,"g");t=t.replace(l,`'${o}'`);let u=new RegExp(`\\[${r}\\]`,"g");t=t.replace(u,`[${o}]`);let c=new RegExp(`\\(${r}\\)`,"g");t=t.replace(c,`(${o})`);let p=new RegExp(`\\$${r}\\b`,"g");t=t.replace(p,`\`${o}\``)}return t}function ad(s,e){let t=s.history(0,e),n=t.some(o=>o.role==="function");return t.some(o=>o.role==="assistant"&&"functionCalls"in o&&Array.isArray(o.functionCalls)&&o.functionCalls.length>0)&&n}function ld(s,e){let t=s.history(0,e),n=[],r=t.filter(i=>i.role==="assistant"&&"functionCalls"in i&&Array.isArray(i.functionCalls)&&i.functionCalls.length>0),o=t.filter(i=>i.role==="function");for(let i of r)if("functionCalls"in i&&i.functionCalls)for(let a of i.functionCalls){let l=o.find(u=>"functionId"in u&&u.functionId===a.id);l&&"result"in l&&"functionId"in l&&n.push({index:n.length,functionName:a.function.name,functionId:a.id,args:a.function.params||"",result:String(l.result),isError:"isError"in l?!!l.isError:!1})}return n}async function Yo(s,e,t,n){if(!e?.resultPicker||s.length<=1)return 0;let r=e.resultPicker;if((t?ad(t,n):!1)&&t){let l=ld(t,n),u=await r({type:"function",results:l});if(u<0||u>=l.length)throw new Error(`Result picker returned invalid index: ${u}. Must be between 0 and ${l.length-1}`);return u}let i=s.map((l,u)=>({index:u,sample:l.delta})),a=await r({type:"fields",results:i});if(a<0||a>=s.length)throw new Error(`Result picker returned invalid index: ${a}. Must be between 0 and ${s.length-1}`);return a}async function Ou(s,e,t){let n=s?.getLast(e);if(!n||n.role!=="assistant"||n.chat.length<=1)return 0;let r=n.chat.map(i=>({version:0,index:i.index,delta:i.value}));return await Yo(r,t,s,e)}var Ln=class{_stepIndex=0;maxSteps;_functionsExecuted=new Set;_lastFunctionCalls=[];_usage={promptTokens:0,completionTokens:0,totalTokens:0};state=new Map;_pendingOptions={};_functionsToAdd=[];_functionsToRemove=[];_stopRequested=!1;_stopResultValues;constructor(e){this.maxSteps=e}get stepIndex(){return this._stepIndex}get isFirstStep(){return this._stepIndex===0}get functionsExecuted(){return this._functionsExecuted}get lastFunctionCalls(){return this._lastFunctionCalls}get usage(){return this._usage}setModel(e){this._pendingOptions.model=e}setThinkingBudget(e){this._pendingOptions.thinkingTokenBudget=e}setTemperature(e){this._pendingOptions.modelConfig||(this._pendingOptions.modelConfig={}),this._pendingOptions.modelConfig.temperature=e}setMaxTokens(e){this._pendingOptions.modelConfig||(this._pendingOptions.modelConfig={}),this._pendingOptions.modelConfig.maxTokens=e}setOptions(e){Object.assign(this._pendingOptions,e)}addFunctions(e){this._functionsToAdd.push(...e)}removeFunctions(...e){this._functionsToRemove.push(...e)}stop(e){this._stopRequested=!0,this._stopResultValues=e}_beginStep(e){this._stepIndex=e,this._functionsExecuted=new Set,this._lastFunctionCalls=[]}_recordFunctionCall(e,t,n){this._functionsExecuted.add(e.toLowerCase()),this._lastFunctionCalls.push({name:e,args:t,result:n})}_addUsage(e,t,n){this._usage.promptTokens+=e,this._usage.completionTokens+=t,this._usage.totalTokens+=n}_consumePendingOptions(){if(Object.keys(this._pendingOptions).length===0)return;let e=this._pendingOptions;return this._pendingOptions={},e}_consumeFunctionsToAdd(){if(this._functionsToAdd.length===0)return;let e=this._functionsToAdd;return this._functionsToAdd=[],e}_consumeFunctionsToRemove(){if(this._functionsToRemove.length===0)return;let e=this._functionsToRemove;return this._functionsToRemove=[],e}get _isStopRequested(){return this._stopRequested}get _stopValues(){return this._stopResultValues}};var Xo=class{tools;logger;constructor(e,t){this.tools=new Map(e.map(n=>[n.name,n])),this.logger=t}getToolParamFieldMap(){let e=new Map;for(let[,t]of this.tools.entries())if(t.parameters?.properties&&Object.keys(t.parameters.properties).length>0){let{paramFieldMap:n}=ud(t);e.set(t.name,n)}else e.set(t.name,new Map);return e}async route(e,t){let n=[],r={},o=new Map,i=new Map;for(let[a,l]of this.tools.entries())i.set(a,this.buildSanitizedFieldMap(l));for(let[a,l]of Object.entries(e)){let u=this.tools.get(this.normalizeToolName(a));if(u){l!=null&&typeof l=="object"&&o.set(u.name,l);continue}r[a]=l}for(let[a,l]of Object.entries(e))for(let[u,c]of this.tools.entries()){let p=i.get(u);if(!p)continue;let d=p.get(a);if(!d)continue;let m=o.get(c.name)??{};this.setNested(m,d,l),o.set(c.name,m)}for(let[a,l]of this.tools.entries()){let u=o.get(l.name);if(!(!u||Object.keys(u).length===0)){if(l.parameters&&l.parameters.type==="object"){let p=(l.parameters.required||[]).filter(d=>u[d]===void 0);if(p.length>0)throw new He(`Missing required arguments for tool '${l.name}': ${p.join(", ")}`)}n.push({id:l.name,name:l.name,args:JSON.stringify(u)})}}return{functionCalls:n,remainingFields:r}}normalizeToolName(e){return e.replace(/_([a-z])/g,(t,n)=>n.toUpperCase())}sanitizeFieldName(e){return e.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}buildSanitizedFieldMap(e){let t=new Map;if(!e.parameters||!("properties"in e.parameters))return t;let n=(r,o)=>{for(let[i,a]of Object.entries(r)){let l=[...o,i];if(a&&a.type==="object"&&a.properties)n(a.properties,l);else{let u=`${e.name}.${l.join(".")}`,c=this.sanitizeFieldName(u);t.set(c,l)}}};return n(e.parameters.properties??{},[]),t}setNested(e,t,n){let r=e;for(let o=0;o<t.length-1;o++){let i=t[o],a=r[i];(typeof a!="object"||a===null)&&(r[i]={}),r=r[i]}r[t[t.length-1]]=n}isToolField(e){return this.tools.has(this.normalizeToolName(e))}getToolFieldNames(){return Array.from(this.tools.keys()).map(e=>e.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_/,""))}};function ud(s){let e=[],t=new Map;if(!s.parameters||!s.parameters.properties)return{fields:e,paramFieldMap:t};let n=s.parameters.properties,r=s.parameters.required||[],o=(i,a,l)=>{for(let[u,c]of Object.entries(i)){let p=a?`${a}.${u}`:u,d=`${s.name}.${p}`;if(c.type==="object"&&c.properties)o(c.properties,p,c.required||[]);else{let m=cd(c);e.push({name:dd(d),title:pd(s.name,p),type:m,description:c.description||`${u} parameter for ${s.name}`,isOptional:!0}),t.set(d,e[e.length-1])}}};return o(n,"",r),{fields:e,paramFieldMap:t}}function cd(s){switch(s.type){case"string":return{name:"string",isArray:!1};case"number":case"integer":return{name:"number",isArray:!1};case"boolean":return{name:"boolean",isArray:!1};case"array":{let e=s.items;if(e?.type)switch(e.type){case"string":return{name:"string",isArray:!0};case"number":case"integer":return{name:"number",isArray:!0};case"boolean":return{name:"boolean",isArray:!0};default:return{name:"json",isArray:!0}}return{name:"json",isArray:!0}}case"object":return{name:"json",isArray:!1};default:return{name:"string",isArray:!1}}}function pd(s,e){return`${s} ${e.replace(/\./g," ")}`}function dd(s){return s.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}function Pu(s,e,t){let n=new Fe(e);if(t){let r=t.getToolParamFieldMap();for(let o of s){let i=r.get(o.name);if(i&&i.size>0)for(let a of i.values())n.getOutputFields().some(u=>u.name===a.name)||n.addOutputField(a);else{let a=Bi(o.name),l=Mu(o.parameters);n.getOutputFields().some(c=>c.name===a)||n.addOutputField({name:a,title:Eu(o.name),type:l,description:o.description||`Parameters for ${o.name}`,isOptional:!0})}}return{signature:n,toolParamFieldMap:r}}else{let r=new Map;for(let o of s)if(o.parameters?.properties&&Object.keys(o.parameters.properties).length>0){let{fields:i,paramFieldMap:a}=md(o);r.set(o.name,a);for(let l of i)n.getOutputFields().some(c=>c.name===l.name)||n.addOutputField(l)}else{let i=Bi(o.name),a=Mu(o.parameters);n.getOutputFields().some(u=>u.name===i)||n.addOutputField({name:i,title:Eu(o.name),type:a,description:o.description||`Parameters for ${o.name}`,isOptional:!0})}return{signature:n,toolParamFieldMap:r}}}function md(s){let e=[],t=new Map;if(!s.parameters||!s.parameters.properties)return{fields:e,paramFieldMap:t};let n=s.parameters.properties,r=s.parameters.required||[],o=(i,a,l)=>{for(let[u,c]of Object.entries(i)){let p=a?`${a}.${u}`:u,d=`${s.name}.${p}`;if(c.type==="object"&&c.properties)o(c.properties,p,c.required||[]);else{let m=gd(c),g={name:Bi(d),title:fd(s.name,p),type:m,description:c.description||`${u} parameter for ${s.name}`,isOptional:!0};e.push(g),t.set(d,g)}}};return o(n,"",r),{fields:e,paramFieldMap:t}}function gd(s){switch(s.type){case"string":return{name:"string",isArray:!1};case"number":case"integer":return{name:"number",isArray:!1};case"boolean":return{name:"boolean",isArray:!1};case"array":{let e=s.items;if(e?.type)switch(e.type){case"string":return{name:"string",isArray:!0};case"number":case"integer":return{name:"number",isArray:!0};case"boolean":return{name:"boolean",isArray:!0};default:return{name:"json",isArray:!0}}return{name:"json",isArray:!0}}case"object":return{name:"json",isArray:!1};default:return{name:"string",isArray:!1}}}function fd(s,e){return`${s} ${e.replace(/\./g," ")}`}function Bi(s){return s.replace(/([A-Z])/g,"_$1").toLowerCase().replace(/^_|_$/g,"").replace(/[^a-z0-9_]/g,"_")}function Eu(s){return s.replace(/([A-Z])/g," $1").replace(/^./,e=>e.toUpperCase()).trim()}function Mu(s){return!s||!s.properties||Object.keys(s.properties).length===0?{name:"string",isArray:!1}:{name:"json",isArray:!1}}var _r=class{tools;router;injectedToolFieldNames=new Set;constructor(e){this.tools=e,this.router=new Xo(e)}processSignature(e){let{signature:t}=Pu(this.tools,e),n=new Set(t.getOutputFields().map(o=>o.name)),r=new Set(e.getOutputFields().map(o=>o.name));return this.injectedToolFieldNames=new Set([...n].filter(o=>!r.has(o))),t}async processResults(e,t){let{functionCalls:n}=await this.router.route(e,t);return n.length>0?n:void 0}getInjectedToolFieldNames(){return Array.from(this.injectedToolFieldNames)}getRouter(){return this.router}};var $n="__finalResult",Se=class s extends Dt{clone=()=>new s(this.signature,this.options);promptTemplate;asserts;streamingAsserts;options;functions;fieldProcessors=[];streamingFieldProcessors=[];excludeContentFromTrace=!1;thoughtFieldName;signatureToolCallingManager;structuredOutputFunctionFallback=!1;activeAbortControllers=new Set;_stopRequested=!1;constructor(e,t){super(e,{description:t?.description,traceLabel:t?.traceLabel}),this.options=t,this.thoughtFieldName=t?.thoughtFieldName??"thought";let n={functions:t?.functions,thoughtFieldName:this.thoughtFieldName};this.promptTemplate=new(t?.promptTemplate??Jt)(this.signature,n),this.asserts=this.options?.asserts??[],this.streamingAsserts=this.options?.streamingAsserts??[],this.excludeContentFromTrace=t?.excludeContentFromTrace??!1,this.functions=t?.functions?Wt(t.functions):[],this.usage=[]}stop(){this._stopRequested=!0;for(let e of this.activeAbortControllers)e.abort("Stopped by user")}setInstruction(e){this.promptTemplate.setInstruction(e)}getInstruction(){return this.promptTemplate.getInstruction()}getSignatureName(){return this.signature.getDescription()||"unknown_signature"}getMetricsInstruments(){return yi()}getMergedCustomLabels(e,t){return Bt(ie.customLabels,e?.getOptions?.()?.customLabels,t?.customLabels)}updateMeter(e){yi(e)}createStates(e){return Array.from({length:e},(t,n)=>({index:n,functionCalls:[],values:{},content:"",functionsExecuted:new Set,xstate:{extractedFields:[],streamedIndex:{},s:-1}}))}addAssert(e,t){this.asserts.push({fn:e,message:t})}addStreamingAssert(e,t,n){let r=this.signature.getOutputFields().find(a=>a.name===e);if(!r)throw new Error(`addStreamingAssert: field ${String(e)} not found in output signature`);let o=r.type?.name;if(!(!o||o==="string"||o==="code"))throw new Error(`addStreamingAssert: field ${String(e)} must be a string field for streaming assertions`);this.streamingAsserts.push({fieldName:String(e),fn:t,message:n})}addFieldProcessorInternal(e,t,n=!1){let r=this.signature.getOutputFields().find(o=>o.name===e);if(!r)throw new Error(`addFieldProcessor: field ${e} not found`);if(n){let o=r.type?.name;if(!(!o||o==="string"||o==="code"))throw new Error(`addFieldProcessor: field ${e} must be a text field`);this.streamingFieldProcessors.push({field:r,process:t})}else this.fieldProcessors.push({field:r,process:t})}addStreamingFieldProcessor(e,t){this.addFieldProcessorInternal(String(e),t,!0)}addFieldProcessor(e,t){this.addFieldProcessorInternal(String(e),t,!1)}async forwardSendRequest({ai:e,mem:t,options:n,traceContext:r,functions:o,functionCall:i,stepIndex:a}){let{sessionId:l,model:u,rateLimiter:c,stream:p,thinkingTokenBudget:d,showThoughts:m}=n??{},g=await Ou(t,l,{resultPicker:n?.resultPicker}),f=t?.history(g,l)??[];if(f.length===0)throw new Error("No chat prompt found");let x={...n?.modelConfig,...n?.sampleCount?{n:n.sampleCount}:{},...n?.sampleCount&&n?.modelConfig?.temperature===1?{temperature:.8}:{}},b=this.isDebug(e,n),h=a===0,y=this.getLogger(e,n);o=this.signatureToolCallingManager?[]:o;let I,C=this.signature.getOutputFields();if(this.signature.hasComplexFields()&&!this.structuredOutputFunctionFallback){if(!e.getFeatures(u)?.structuredOutputs)throw new Error(`Complex structured outputs (object/array types) require a provider that supports structured outputs. Current provider/model (${u}) does not support this feature. Supported providers: OpenAI (GPT-4o, GPT-4.1+), Google Gemini, Anthropic (Sonnet/Opus).`);I={type:"json_schema",schema:{name:"output",strict:!0,schema:$t(C)}}}let P=n?.contextCache?.cacheBreakpoint??"after-examples",v=e.getFeatures?.(u)?.caching?.cacheBreakpoints===!1,E=n?.contextCache&&(v||P==="after-functions"||P==="after-examples"),k=o?.length&&E?o.map((L,F)=>({...L,cache:F===o.length-1})):o;return await e.chat({chatPrompt:f,functions:k,functionCall:i,modelConfig:x,model:u,responseFormat:I},{sessionId:l,rateLimiter:c,stream:p,debug:b,debugHideSystemPrompt:n?.debugHideSystemPrompt??this.options?.debugHideSystemPrompt??!h,thinkingTokenBudget:d,showThoughts:m,traceContext:r,abortSignal:n?.abortSignal??ie.abortSignal,stepIndex:a,logger:y,functionCallMode:n?.functionCallMode??this.options?.functionCallMode??"auto",retry:n?.retry??this.options?.retry,customLabels:n?.customLabels})}async*forwardCore({ai:e,mem:t,options:n,stepIndex:r,span:o,traceContext:i,states:a,stopFunctionNames:l,stepContext:u}){let{sessionId:c,functions:p}=n??{},d=n?.functionResultFormatter??this.options?.functionResultFormatter,m=n?.functionCall??this.options?.functionCall,g=this.signatureToolCallingManager,f=n?.strictMode??!1,x=n.model,b=this.usage,h=r===0,y=this.isDebug(e,n),I=this.getLogger(e,n),{functions:C,functionCall:R}=du(p,m,h,n);this.structuredOutputFunctionFallback&&C.filter(E=>E.name!==$n).length===0&&(R={type:"function",function:{name:$n}});let P=await this.forwardSendRequest({ai:e,mem:t,options:n,traceContext:i,functions:C,functionCall:R,stepIndex:r});P instanceof ReadableStream?yield*gu({ai:e,model:x,res:P,mem:t,sessionId:c,traceId:o?o.spanContext?.().traceId:void 0,functions:C,strictMode:f,span:o,states:a,usage:b,asserts:this.asserts,streamingAsserts:this.streamingAsserts,fieldProcessors:this.fieldProcessors,streamingFieldProcessors:this.streamingFieldProcessors,thoughtFieldName:this.thoughtFieldName,excludeContentFromTrace:this.excludeContentFromTrace,signature:this.signature,logger:I,debug:y,functionResultFormatter:d,signatureToolCallingManager:g,stopFunctionNames:l,disableMemoryCleanup:n.disableMemoryCleanup,stepContext:u,abortSignal:n.abortSignal}):yield*fu({ai:e,model:x,res:P,mem:t,sessionId:c,traceId:o?o.spanContext?.().traceId:void 0,functions:C,span:o,strictMode:f,states:a,usage:b,asserts:this.asserts,fieldProcessors:this.fieldProcessors,thoughtFieldName:this.thoughtFieldName,excludeContentFromTrace:this.excludeContentFromTrace,signature:this.signature,logger:I,debug:y,functionResultFormatter:d,signatureToolCallingManager:g,stopFunctionNames:l,disableMemoryCleanup:n.disableMemoryCleanup,stepContext:u,abortSignal:n.abortSignal})}async*_forward2(e,t,n,r,o,i){this.signatureToolCallingManager=void 0;let a=r?.stopFunction??this.options?.stopFunction,l=Array.isArray(a)?a.map(me=>me.toLowerCase()):a?[a.toLowerCase()]:void 0,u=r.maxRetries??this.options?.maxRetries??3,c=r.maxSteps??this.options?.maxSteps??25,p=r.mem??this.options?.mem??new kn,d=r.functions?Wt(r.functions):[...this.functions],m=new Ln(c),g;if(r.selfTuning){if(g=r.selfTuning===!0?{model:!0,thinkingBudget:!0}:r.selfTuning,g.model!==!1){let Ae=e.getModelList()?.filter(U=>"model"in U);if(!Ae||Ae.length<2)throw new Error("Self-tuning with model selection requires the AI service to have a `models` list with at least 2 chat models. Either configure models on your AI service or disable model selection with `selfTuning: { model: false }`.")}let me=Fi(e,g,r.model?String(r.model):void 0);d.push(me)}let f={...r},x=r.stepHooks,b=d&&d.length>0,h=r.functionCallMode??this.options?.functionCallMode??"auto";b&&h==="prompt"&&(this.signatureToolCallingManager=new _r(d)),b&&h==="auto"&&!e.getFeatures(r.model).functions&&(this.signatureToolCallingManager=new _r(d));let y,I,C=this.options?.promptTemplate??Jt;this.signatureToolCallingManager&&(this.signature=this.signatureToolCallingManager.processSignature(this.signature),this.setSignature(this.signature));let R=this.signature.hasComplexFields(),P=e.getFeatures?.(r.model),v=r.structuredOutputMode??this.options?.structuredOutputMode??"auto";if(this.structuredOutputFunctionFallback=R&&(v==="function"||v==="auto"&&!P?.structuredOutputs),this.structuredOutputFunctionFallback){let me={name:$n,description:"Return the final result. Call this function with the complete output data.",parameters:$t(this.signature.getOutputFields()),func:async()=>"done"};d.push(me),l=[...l??[],$n.toLowerCase()]}let E=e.getFeatures?.(r.model)?.caching?.cacheBreakpoints===!1,k={functions:this.signatureToolCallingManager?[]:d,thoughtFieldName:this.thoughtFieldName,contextCache:r.contextCache,examplesInSystem:r.examplesInSystem,ignoreBreakpoints:E,structuredOutputFunctionName:this.structuredOutputFunctionFallback?$n:void 0};this.promptTemplate=new C(this.signature,k);let O,L=performance.now();Array.isArray(t)?(ol(t),O=this.promptTemplate.render(t,{examples:this.examples,demos:this.demos})):O=this.promptTemplate.render(t,{examples:this.examples,demos:this.demos});let F=performance.now()-L,M=this.getMetricsInstruments(),_=this.getMergedCustomLabels(e,r);M&&Do(M,"prompt_render",F,this.getSignatureName(),_);let j=performance.now();p.addRequest(O,r.sessionId);let H=performance.now()-j;M&&Do(M,"memory_update",H,this.getSignatureName(),_);let D=new Map;n.forEach(me=>{D.set(me.index,{})});let Y=()=>{let me=m._consumePendingOptions();if(me){let{modelConfig:U,...K}=me;f={...f,...K},U&&(f.modelConfig={...f.modelConfig,...U})}let ge=m._consumeFunctionsToAdd();if(ge){let U=Wt(ge);for(let K of U)d.some(W=>W.name===K.name)||d.push(K)}let Ae=m._consumeFunctionsToRemove();if(Ae){let U=new Set(Ae.map(K=>K.toLowerCase()));for(let K=d.length-1;K>=0;K--)U.has(d[K].name.toLowerCase())&&d.splice(K,1)}},G=r?.abortSignal??ie.abortSignal;e:for(let me=0;me<c;me++){if(m._beginStep(me),Y(),g&&g.model!==!1){let Ae=d.findIndex(U=>U.name==="adjustGeneration");if(Ae!==-1){let U=f.model?String(f.model):void 0;d[Ae]=Fi(e,g,U)}}if(m._isStopRequested)break;if(G?.aborted)throw new $e("between-steps",G.reason??"Aborted between steps");if(x?.beforeStep&&(await x.beforeStep(m),Y(),m._isStopRequested))break;let ge=u;for(let Ae=0;Ae<=ge;Ae++)try{let U=u+1;for(let W=0;W<U;W++){n.forEach(Q=>{Q.content="",Q.values={},Q.functionCalls=[],Q.functionsExecuted=new Set,Q.xstate={extractedFields:[],streamedIndex:{},s:-1}}),W>0&&D.forEach((Q,le)=>{D.set(le,{})});let re=new Map;n.forEach(Q=>{re.set(Q.index,{})});try{let Q=this.forwardCore({options:{...f,functions:d},ai:e,mem:p,stepIndex:me,span:o,traceContext:i,states:n,stopFunctionNames:l,stepContext:m}),le=!1;try{for await(let oe of Q)if(oe!==void 0){let Re=oe.index,q=oe.delta,ce=re.get(Re)??{},fe=D.get(Re)??{},he={},we=!1;for(let ke of Object.keys(q)){let It=q[ke],Ye=ce[ke],rt;typeof It=="string"&&(typeof Ye=="string"||Ye===void 0)?rt=(Ye??"")+It:Array.isArray(It)&&(Array.isArray(Ye)||Ye===void 0)?rt=[...Ye??[],...It]:rt=It,ce[ke]=rt;let ve=rt,Ke=fe[ke];if(typeof ve=="string"&&typeof Ke=="string")if(ve.startsWith(Ke)){let N=ve.slice(Ke.length);N&&(he[ke]=N,we=!0,fe[ke]=ve)}else Ke.startsWith(ve)||ve!==Ke&&(he[ke]=ve,we=!0,fe[ke]=ve);else if(Array.isArray(ve)&&Array.isArray(Ke)){if(ve.length>Ke.length){let N=ve.slice(Ke.length);he[ke]=N,we=!0,fe[ke]=ve}}else JSON.stringify(ve)!==JSON.stringify(Ke)&&(he[ke]=ve,we=!0,fe[ke]=ve)}we&&(yield{version:W,index:oe.index,delta:he})}}catch(oe){if(oe instanceof Kt){if(le=!0,this.structuredOutputFunctionFallback){let Re=oe.calls.find(q=>q.func.name===$n);if(Re?.args){let q=Re.args;Mn(this.signature,q);let ce=this.signature.getOutputFields();for(let fe of n){let he={};for(let we of ce)we.name in q&&!we.isInternal&&(he[we.name]=q[we.name],fe.values[we.name]=q[we.name]);yield{version:W,index:fe.index,delta:he}}for(let fe of n)await vn(this.asserts,fe.values);if(this.fieldProcessors.length>0)for(let fe of n)await Or(this.fieldProcessors,fe.values,p,r.sessionId)}}}else throw oe}if(this.usage.length>0){let oe=this.usage[this.usage.length-1];oe?.tokens&&m._addUsage(oe.tokens.promptTokens??0,oe.tokens.completionTokens??0,oe.tokens.totalTokens??0)}n.some(oe=>oe.functionsExecuted.size>0)&&x?.afterFunctionExecution&&(await x.afterFunctionExecution(m),Y());let Ee=le||m._isStopRequested?!1:hu(p,l,n,f?.sessionId);if(x?.afterStep&&(await x.afterStep(m),Y()),Ee&&!m._isStopRequested&&!G?.aborted){let oe=this.getMetricsInstruments();oe&&$o(oe,me+1,c,this.getSignatureName(),_);continue e}if(G?.aborted)throw new $e("mid-step",G.reason??"Aborted");r?.disableMemoryCleanup||(p.removeByTag("invalid-assistant",r.sessionId),p.removeByTag("correction",r.sessionId),p.removeByTag("error",r.sessionId));let Me=this.getMetricsInstruments();if(Me){$o(Me,me+1,c,this.getSignatureName(),_);let oe=new Set;n.forEach(Re=>{Re.functionsExecuted.forEach(q=>oe.add(q))}),oe.size>0&&Gl(Me,!0,oe.size,!0,!1,this.getSignatureName(),_),Ul(Me,this.fieldProcessors.length,this.streamingFieldProcessors.length,this.getSignatureName(),_)}return}catch(Q){if(Q instanceof $e)throw Q;I=Q;let le,Ie=this.isDebug(e,r),Ee=this.getLogger(e,r),Me=this.getMetricsInstruments(),oe=this.getSignatureName(),Re={error:Q,errCount:W,logger:Ee,metricsInstruments:Me,signatureName:oe,span:o,debug:Ie,customLabels:_};if(o?.recordException(Q),Q instanceof He)le=Ql(Re),y=Q;else if(Q instanceof wt)le=Yl(Re),y=Q;else if(Q instanceof Pe)Xl(Re);else{if(Q instanceof st)throw Q;{let q=Q,ce=q instanceof Xe&&q.status>=500&&q.status<600,fe=q instanceof qe,he=q instanceof nt;throw ce||fe||he?Q:zi(Q,e,this.signature)}}if(le&&(p.addTag("error",r.sessionId),p.addRequest([{role:"user",content:this.promptTemplate.renderExtraFields(le)}],r.sessionId),p.addTag("correction",r.sessionId),this.signature.hasComplexFields()))for(let ce of n)ce.content="",ce.values={},ce.xstate={extractedFields:[],streamedIndex:{},s:-1}}}let K=this.getMetricsInstruments();throw K&&Ii(K,u,!1,u,this.getSignatureName(),_),zi(new Error(`Unable to fix validation error: ${(y??I)?.message??(y??I)?.toString()??"unknown error"}
|
|
336
649
|
|
|
337
650
|
LLM Output:
|
|
338
|
-
${n.map(
|
|
651
|
+
${n.map(W=>W.content).join(`
|
|
339
652
|
---
|
|
340
|
-
`)}`),e,this.signature)}catch(
|
|
341
|
-
query: string, items: string[] -> rankedItems: string[] "list of id, 5-words Rationale, relevance score"`,e)}forward=async(e,t,n)=>{let{rankedItems:r}=await super.forward(e,t,n),o=r.map(a=>{let{id:u}=Zo.extractIdAndText(a);return u});return{rankedItems:t.items.map((a,u)=>{let l=o[u];return l!==void 0?t.items[l]:void 0}).filter(a=>a!==void 0)}}};var ts=class{tikaUrl;fetch;constructor(e){let t=e??{url:"http://localhost:9998/"};this.tikaUrl=new URL("/tika",t.url),this.fetch=t.fetch}async _convert(e,t){if(!e)throw new Error("Failed to read file data");let n=t?.format==="html"?"text/html":"text/plain";try{let r={body:e,headers:{Accept:n},method:"PUT"};typeof window>"u"&&typeof process<"u"&&(r.duplex="half");let o=await(this.fetch??fetch)(this.tikaUrl,r);if(!o.ok)throw new Error(`Failed to upload file: ${o.statusText}`);return await o.text()}catch(r){throw new Error(`Error converting file: ${r}`)}}async convert(e,t){let n=[],r=t?.batchSize??10;for(let o=0;o<e.length;o+=r){let a=e.slice(o,o+r).map(l=>this._convert(l,{format:t?.format})),u=await Promise.all(a);n.push(...u)}return n}};var ab=new Ze,ns=class{name;context;constructor(e,t){this.name=e,this.context=t}getName(){return this.name}getContext(){return this.context}},rs=class{ai;db;debug;constructor(e){this.db=new _t,this.ai=e}getState(){return this.db.getDB()}setState(e){this.db.setDB(e)}setClasses=async(e,t)=>{for(let n of e){let r=await this.ai.embed({texts:n.getContext()},{abortSignal:t?.abortSignal});await this.db.upsert({id:n.getName(),table:"classes",values:r.embeddings[0]})}};async forward(e,t){let{embeddings:n}=await this.ai.embed({texts:[e]},{abortSignal:t?.abortSignal}),o=(await this.db.query({table:"classes",values:n[0]})).matches;if(typeof t?.cutoff=="number"){let{cutoff:a}=t;o=o.filter(u=>u.score<=a)}let i=o.at(0);return i?i.id:""}setOptions(e){typeof e.debug=="boolean"&&(this.debug=e.debug)}};var Pl=new Set(["0o","0s","3a","3b","3d","6b","6o","a","a1","a2","a3","a4","ab","able","about","above","abst","ac","accordance","according","accordingly","across","act","actually","ad","added","adj","ae","af","affected","affecting","affects","after","afterwards","ag","again","against","ah","ain","ain't","aj","al","all","allow","allows","almost","alone","along","already","also","although","always","am","among","amongst","amoungst","amount","an","and","announce","another","any","anybody","anyhow","anymore","anyone","anything","anyway","anyways","anywhere","ao","ap","apart","apparently","appear","appreciate","appropriate","approximately","ar","are","aren","arent","aren't","arise","around","as","a's","aside","ask","asking","associated","at","au","auth","av","available","aw","away","awfully","ax","ay","az","b","b1","b2","b3","ba","back","bc","bd","be","became","because","become","becomes","becoming","been","before","beforehand","begin","beginning","beginnings","begins","behind","being","believe","below","beside","besides","best","better","between","beyond","bi","bill","biol","bj","bk","bl","bn","both","bottom","bp","br","brief","briefly","bs","bt","bu","but","bx","by","c","c1","c2","c3","ca","call","came","can","cannot","cant","can't","cause","causes","cc","cd","ce","certain","certainly","cf","cg","ch","changes","ci","cit","cj","cl","clearly","cm","c'mon","cn","co","com","come","comes","con","concerning","consequently","consider","considering","contain","containing","contains","corresponding","could","couldn","couldnt","couldn't","course","cp","cq","cr","cry","cs","c's","ct","cu","currently","cv","cx","cy","cz","d","d2","da","date","dc","dd","de","definitely","describe","described","despite","detail","df","di","did","didn","didn't","different","dj","dk","dl","do","does","doesn","doesn't","doing","don","done","don't","down","downwards","dp","dr","ds","dt","du","due","during","dx","dy","e","e2","e3","ea","each","ec","ed","edu","ee","ef","effect","eg","ei","eight","eighty","either","ej","el","eleven","else","elsewhere","em","empty","en","end","ending","enough","entirely","eo","ep","eq","er","es","especially","est","et","et-al","etc","eu","ev","even","ever","every","everybody","everyone","everything","everywhere","ex","exactly","example","except","ey","f","f2","fa","far","fc","few","ff","fi","fifteen","fifth","fify","fill","find","fire","first","five","fix","fj","fl","fn","fo","followed","following","follows","for","former","formerly","forth","forty","found","four","fr","from","front","ft","fu","full","further","furthermore","fy","g","ga","gave","ge","get","gets","getting","gi","give","given","gives","giving","gj","gl","go","goes","going","gone","got","gotten","gr","greetings","gs","gy","h","h2","h3","had","hadn","hadn't","happens","hardly","has","hasn","hasnt","hasn't","have","haven","haven't","having","he","hed","he'd","he'll","hello","help","hence","her","here","hereafter","hereby","herein","heres","here's","hereupon","hers","herself","hes","he's","hh","hi","hid","him","himself","his","hither","hj","ho","home","hopefully","how","howbeit","however","how's","hr","hs","http","hu","hundred","hy","i","i2","i3","i4","i6","i7","i8","ia","ib","ibid","ic","id","i'd","ie","if","ig","ignored","ih","ii","ij","il","i'll","im","i'm","immediate","immediately","importance","important","in","inasmuch","inc","indeed","index","indicate","indicated","indicates","information","inner","insofar","instead","interest","into","invention","inward","io","ip","iq","ir","is","isn","isn't","it","itd","it'd","it'll","its","it's","itself","iv","i've","ix","iy","iz","j","jj","jr","js","jt","ju","just","k","ke","keep","keeps","kept","kg","kj","km","know","known","knows","ko","l","l2","la","largely","last","lately","later","latter","latterly","lb","lc","le","least","les","less","lest","let","lets","let's","lf","like","liked","likely","line","little","lj","ll","ll","ln","lo","look","looking","looks","los","lr","ls","lt","ltd","m","m2","ma","made","mainly","make","makes","many","may","maybe","me","mean","means","meantime","meanwhile","merely","mg","might","mightn","mightn't","mill","million","mine","miss","ml","mn","mo","more","moreover","most","mostly","move","mr","mrs","ms","mt","mu","much","mug","must","mustn","mustn't","my","myself","model","n","n2","na","name","namely","nay","nc","nd","ne","near","nearly","necessarily","necessary","need","needn","needn't","needs","neither","never","nevertheless","new","next","ng","ni","nine","ninety","nj","nl","nn","no","nobody","non","none","nonetheless","noone","nor","normally","nos","not","noted","nothing","novel","now","nowhere","nr","ns","nt","ny","o","oa","ob","obtain","obtained","obviously","oc","od","of","off","often","og","oh","oi","oj","ok","okay","ol","old","om","omitted","on","once","one","ones","only","onto","oo","op","oq","or","ord","os","ot","other","others","otherwise","ou","ought","our","ours","ourselves","out","outside","over","overall","ow","owing","own","ox","oz","p","p1","p2","p3","page","pagecount","pages","par","part","particular","particularly","pas","past","pc","pd","pe","per","perhaps","pf","ph","pi","pj","pk","pl","placed","please","plus","pm","pn","po","poorly","possible","possibly","potentially","pp","pq","pr","predominantly","present","presumably","previously","primarily","probably","promptly","proud","provides","ps","pt","pu","put","py","q","qj","qu","que","quickly","quite","qv","r","r2","ra","ran","rather","rc","rd","re","readily","really","reasonably","recent","recently","ref","refs","regarding","regardless","regards","related","relatively","research","research-articl","respectively","resulted","resulting","results","rf","rh","ri","right","rj","rl","rm","rn","ro","rq","rr","rs","rt","ru","run","rv","ry","s","s2","sa","said","same","saw","say","saying","says","sc","sd","se","sec","second","secondly","section","see","seeing","seem","seemed","seeming","seems","seen","self","selves","sensible","sent","serious","seriously","seven","several","sf","shall","shan","shan't","she","shed","she'd","she'll","shes","she's","should","shouldn","shouldn't","should've","show","showed","shown","showns","shows","si","side","significant","significantly","similar","similarly","since","sincere","six","sixty","sj","sl","slightly","sm","sn","so","some","somebody","somehow","someone","somethan","something","sometime","sometimes","somewhat","somewhere","soon","sorry","sp","specifically","specified","specify","specifying","sq","sr","ss","st","still","stop","strongly","sub","substantially","successfully","such","sufficiently","suggest","sup","sure","sy","system","sz","t","t1","t2","t3","take","taken","taking","tb","tc","td","te","tell","ten","tends","tf","th","than","thank","thanks","thanx","that","that'll","thats","that's","that've","the","their","theirs","them","themselves","then","thence","there","thereafter","thereby","thered","therefore","therein","there'll","thereof","therere","theres","there's","thereto","thereupon","there've","these","they","theyd","they'd","they'll","theyre","they're","they've","thickv","thin","think","third","this","thorough","thoroughly","those","thou","though","thoughh","thousand","three","throug","through","throughout","thru","thus","ti","til","tip","tj","tl","tm","tn","to","together","too","took","top","toward","towards","tp","tq","tr","tried","tries","truly","try","trying","ts","t's","tt","tv","twelve","twenty","twice","two","tx","u","u201d","ue","ui","uj","uk","um","un","under","unfortunately","unless","unlike","unlikely","until","unto","uo","up","upon","ups","ur","us","use","used","useful","usefully","usefulness","uses","using","usually","ut","v","va","value","various","vd","ve","ve","very","via","viz","vj","vo","vol","vols","volumtype","vq","vs","vt","vu","w","wa","want","wants","was","wasn","wasnt","wasn't","way","we","wed","we'd","welcome","well","we'll","well-b","went","were","we're","weren","werent","weren't","we've","what","whatever","what'll","whats","what's","when","whence","whenever","when's","where","whereafter","whereas","whereby","wherein","wheres","where's","whereupon","wherever","whether","which","while","whim","whither","who","whod","whoever","whole","who'll","whom","whomever","whos","who's","whose","why","why's","wi","widely","will","willing","wish","with","within","without","wo","won","wonder","wont","won't","words","world","would","wouldn","wouldnt","wouldn't","www","x","x1","x2","x3","xf","xi","xj","xk","xl","xn","xo","xs","xt","xv","xx","y","y2","yes","yet","yj","yl","you","youd","you'd","you'll","your","youre","you're","yours","yourself","yourselves","you've","yr","ys","yt","z","zero","zi","zz","task"]);function Fl(s,e){return s.filter(t=>!e.has(t))}function _l(s){let e={};for(let t of s)e[t]=(e[t]||0)+1;return e}function Qt(s){let e=s.normalize("NFD");return e=e.replace(/\b(a|an|the)\b/g," "),e=e.split(/\s+/).join(" "),e=e.replace(/[!"#$%&'()*+,-./:;<=>?@[\]^_`{|}~]/g,""),e.toLowerCase()}function Id(s,e){return Qt(s)===Qt(e)?1:0}function Cd(s,e){let t=Qt(s).split(" "),n=Qt(e).split(" "),r=_l(t),o=_l(n),i=0;for(let l in r){let c=r[l]??0,p=o[l]??0;i+=Math.min(c,p)}if(i===0)return 0;let a=i/t.length,u=i/n.length;return 2*a*u/(a+u)}function Td(s,e,t,n=!1){let r=Qt(s).split(" "),o=Qt(e).split(" "),i=Qt(t).split(" "),a=new Set([...Pl,...r]);o=Fl(o,a),i=Fl(i,a);let u=0,l=u/o.length,c=u/i.length,p=2*l*c/(l+c);return n?c:p}var Nl={emScore:Id,f1Score:Cd,novelF1ScoreOptimized:Td};var os=class{ai;program;examples;constructor({ai:e,program:t,examples:n=[]}){if(n.length===0)throw new Error("No examples found");this.ai=e,this.program=t,this.examples=n}async run(e){let t=Date.now(),n=this.examples.length,r=0;for(let i=0;i<n;i++){let a=this.examples[i];if(!a)throw new Error("Invalid example");try{let u=await this.program.forward(this.ai,a,{maxRetries:1}),l=await e({prediction:u,example:a});r+=l}catch(u){console.warn(`Program evaluation failed for example ${i}: ${u instanceof Error?u.message:"Unknown error"}`)}}let o=n>0?r/n:0;this.ai.getOptions().debug&&console.log(`
|
|
653
|
+
`)}`),e,this.signature)}catch(U){let K=U,W=K instanceof Xe&&K.status>=500&&K.status<600,re=K instanceof qe,Q=K instanceof nt,le=K instanceof st;if((W||re||Q||le)&&Ae<ge){let Ee=this.isDebug(e,r),Me=this.getLogger(e,r),q=Math.min(6e4,1e3*Math.pow(2,Ae));Ee&&Me&&Me({name:"Notification",id:"infrastructure-retry",value:`Infrastructure error (attempt ${Ae+1}/${ge+1}): ${K.message}. Retrying in ${q}ms...`}),o?.addEvent("infrastructure.retry",{attempt:Ae+1,maxRetries:ge,delay:q,errorType:K instanceof Xe?"status_error":K instanceof qe?"network_error":K instanceof nt?"timeout_error":"stream_terminated",errorMessage:K.message}),await new Promise((ce,fe)=>{let he=!1,we,ke=()=>{G&&we&&G.removeEventListener("abort",we)},Ye=setTimeout(()=>{he||(he=!0,ke(),ce())},q);if(G){if(we=()=>{he||(he=!0,clearTimeout(Ye),ke(),fe(new $e("infrastructure-retry-backoff",G.reason?String(G.reason):"Aborted during retry backoff")))},G.aborted){we();return}G.addEventListener("abort",we,{once:!0})}});continue}throw U}}throw M&&$o(M,c,c,this.getSignatureName(),_),zi(new Error(`Max steps reached: ${c}`),e,this.signature)}validateInputs(e){let t=this.signature.getInputFields();for(let n of t){if(n.isInternal)continue;let r=e[n.name];if(n.isOptional&&r===void 0)continue;let o=n.type;if(o&&(o.name==="url"&&Lt(r,n),o.name,o.name,(o.name==="string"||o.name==="code")&<(r,n),o.name==="number"&&ut(r,n),o.name==="object"&&o.fields&&typeof r=="object"&&r!==null&&this.validateObjectFields(r,o.fields,n.name),o.isArray&&Array.isArray(r)))for(let i=0;i<r.length;i++){let a=r[i];o.name==="string"||o.name==="code"?lt(a,n):o.name==="number"?ut(a,n):o.fields&&typeof a=="object"&&a!==null&&this.validateObjectFields(a,o.fields,`${n.name}[${i}]`)}}}validateObjectFields(e,t,n){for(let[r,o]of Object.entries(t)){let i=e[r];if(o.isOptional&&i===void 0)continue;let a={name:`${n}.${r}`,type:{name:o.type,isArray:o.isArray,options:o.options?[...o.options]:void 0,fields:o.fields,minLength:o.minLength,maxLength:o.maxLength,minimum:o.minimum,maximum:o.maximum,pattern:o.pattern,format:o.format},description:o.description,isOptional:o.isOptional};if(o.type==="string"||o.type==="code"?lt(i,a):o.type==="number"?ut(i,a):o.type==="object"&&o.fields&&typeof i=="object"&&i!==null&&this.validateObjectFields(i,o.fields,a.name),o.isArray&&Array.isArray(i))for(let l=0;l<i.length;l++){let u=i[l];o.type==="string"||o.type==="code"?lt(u,a):o.type==="number"?ut(u,a):o.fields&&typeof u=="object"&&u!==null&&this.validateObjectFields(u,o.fields,`${a.name}[${l}]`)}}}async*_forward1(e,t,n){(!Array.isArray(t)||!t.every(a=>"role"in a))&&this.validateInputs(t);let r=new AbortController;this.activeAbortControllers.add(r),this._stopRequested&&r.abort("Stopped by user (pre-forward)");let o=Tt(r.signal,n?.abortSignal??ie.abortSignal),i=o?{...n,abortSignal:o}:n;try{let a=performance.now(),l=this.createStates(n.sampleCount??1),u=performance.now()-a,c=this.getMetricsInstruments(),p=this.getMergedCustomLabels(e,n);c&&Do(c,"state_creation",u,this.getSignatureName(),p);let d=n?.tracer??this.options?.tracer??e.getOptions().tracer,m=this.functions;if(n?.functions&&(m=Wt(n.functions,this.functions)),!d){yield*this._forward2(e,t,l,{...i,functions:m});return}let g=m?.map(C=>C.name).join(","),f={signature:JSON.stringify(this.signature.toJSON(),null,2),...this.examples?{examples:JSON.stringify(this.examples,null,2)}:{},...g?{provided_functions:g}:{},...n?.model?{model:n.model}:{},...n?.thinkingTokenBudget?{thinking_token_budget:n.thinkingTokenBudget}:{},...n?.showThoughts?{show_thoughts:n.showThoughts}:{},...n?.maxSteps?{max_steps:n.maxSteps}:{},...n?.maxRetries?{max_retries:n.maxRetries}:{}},x=this.traceLabel&&n.traceLabel?`${this.traceLabel} > ${n.traceLabel}`:n.traceLabel??this.traceLabel,b=x?`AxGen > ${x}`:"AxGen",h=d.startSpan(b,{kind:Dn.SpanKind.SERVER,attributes:f}),y=Dn.context.active(),I=Dn.trace.setSpan(y,h);try{if(this.excludeContentFromTrace||h.addEvent("input",{content:JSON.stringify(t,null,2)}),yield*this._forward2(e,t,l,{...i,functions:m},h,I),!this.excludeContentFromTrace){let C=l.map(P=>P.values),R=C.length===1?C[0]:C;h.addEvent("output",{content:JSON.stringify(R,null,2)})}}finally{h.end()}}finally{this.activeAbortControllers.delete(r),this._stopRequested=!1}}async forward(e,t,n){let r=n?.cachingFunction??this.options?.cachingFunction??ie.cachingFunction,o=(()=>{if(!r)return;let d=this.signature.getInputFields().map(m=>m.name);return this.computeCacheKey(t,d)})();if(r&&o){let d=await r(o);if(d!==void 0)return d}let i=performance.now(),a=this.getSignatureName(),l=n?.stream??!1,u=!1,c=0,p=!1;try{let d=this.getMetricsInstruments(),m=this.getMergedCustomLabels(e,n);d&&zl(d,this.signature.getInputFields().length,this.signature.getOutputFields().length,this.examples?.length??0,this.demos?.length??0,a,m);let g=this._forward1(e,t,n??{}),f=[],x=0,b=0;for await(let v of g)v.version!==x&&(f=[]),x=v.version,f=Ri(f,v),b++;c=x;let h=performance.now();p=!!n?.resultPicker;let y=await Yo(f,{resultPicker:n?.resultPicker},n?.mem,n?.sessionId),I=performance.now()-h,R=f[y]?.delta??{},P=Array.isArray(t)?{}:t??{};if(this.trace={...P,...R},p&&this.isDebug(e,n)){let v=this.getLogger(e,n);Ga(f.length,y,I,v)}if(u=!0,d&&(Bl(d,f.length,p,p?I:void 0,a,m),jl(d,l,b,void 0,a,m)),r&&o)try{await r(o,R)}catch{}return R}catch(d){throw u=!1,d}finally{let d=performance.now()-i,m=this.getMetricsInstruments(),g=this.getMergedCustomLabels(e,n);m&&($l(m,d,u,a,e.getName(),n?.model?String(n.model):void 0,g),c>0&&Ii(m,c,u,n?.maxRetries??this.options?.maxRetries??3,a,g))}}async*streamingForward(e,t,n){let r=n?.cachingFunction??this.options?.cachingFunction??ie.cachingFunction,o=(()=>{if(!r)return;let p=this.signature.getInputFields().map(d=>d.name);return this.computeCacheKey(t,p)})();if(r&&o){let p;try{p=await r(o)}catch{}if(p!==void 0){yield{version:0,index:0,delta:p};return}}if(!n?.resultPicker){yield*this._forward1(e,t,{...n,stream:!0});return}let i=this._forward1(e,t,{...n,stream:!0}),a=[],l=0;for await(let p of i)p.version!==l&&(a=[]),l=p.version,a=Ri(a,p);let u=await Yo(a,{resultPicker:n?.resultPicker},n?.mem,n?.sessionId),c=a[u];if(c){if(r&&o)try{await r(o,c.delta)}catch{}yield{version:l,index:u,delta:c.delta}}}setExamples(e,t){super.setExamples(e,t)}isDebug(e,t){return t?.debug??this.options?.debug??ie.debug??e.getOptions().debug??!1}getLogger(e,t){return t?.logger??this.options?.logger??ie.logger??e.getLogger()}computeCacheKey(e,t){let n=tt("sha256");n.update(this.signature.hash()??"");let r=o=>{let i=typeof o;if(n.update(`|${i}|`),o==null){n.update("null");return}if(i==="string"||i==="number"||i==="boolean"){n.update(String(o));return}if(Array.isArray(o)){n.update("[");for(let a of o)r(a);n.update("]");return}if(typeof o=="object"&&o!==null&&"mimeType"in o&&"data"in o){let a=o;n.update(a.mimeType??"");let l=tt("sha256").update(a.data??"").digest("hex");n.update(l);return}if(typeof o=="object"){let a=o,l=Object.keys(a).sort();for(let u of l)n.update(`{${u}}`),r(a[u]);return}n.update(String(o))};if(Array.isArray(e))for(let o of e){n.update(`role:${o.role}`);let i=t.map(a=>o.values?.[a]);for(let a of i)r(a)}else{let o=t.map(i=>e?.[i]);for(let i of o)r(i)}return n.digest("hex")}},Nr=class extends Error{details;constructor(e,t,n){super(e),this.name="AxGenerateError",this.details=t,n?.cause&&(this.cause=n.cause)}toJSON(){let e=this.cause;return{name:this.name,message:this.message,details:this.details,cause:e?{name:e.name,message:e.message,stack:e.stack}:void 0,stack:this.stack}}};function zi(s,e,t){let n=s instanceof Error?s:new Error(String(s));if(n instanceof $e)return n;let r=(n.message||"").toLowerCase();if(r.includes("at least")||r.includes("at most")||r.includes("must match pattern")||r.includes("invalid url")||r.includes("required")||r.includes("missing")||r.includes("valid email")||r.includes("number must be")||n.name==="ValidationError"||n.name==="AssertionError"||n.name==="AxAssertionError"||n.stack?.includes("asserts.ts"))return n;let i=e.getLastUsedChatModel(),a=e.getLastUsedModelConfig(),l={model:i,maxTokens:a?.maxTokens,streaming:a?.stream??!1,signature:{input:t.getInputFields(),output:t.getOutputFields(),description:t.getDescription()}};return new Nr(`Generate failed: ${n.message}`,l,{cause:n})}var hd=s=>s.replace(/^\W+|\W+$/g,""),xd=(s,e)=>{let t=s.search(e);if(t===-1)return[s];let n=s.match(e);if(!n)throw new Error("Match failed unexpectedly.");let r=s.substring(0,t),o=s.substring(t+n[0].length);return[r,o]},Ad=s=>{let e=new Set,t=[];for(let n of s)e.has(n)||(e.add(n),t.push(n));return t},yd=s=>{let e=s.match(/^(\d+)[.,\s]+(.*)$/);if(!e||e.length<3)throw new Error('line must start with a number, a dot and then text. e.g. "1. hello"');let t=Number.parseInt(e[1],10),n=e[2].trim();return{id:t,text:n}},bd=s=>{let e=s.match(/^(\d+)[.,\s]+(.*)$/);return e&&e[2]!==void 0?e[2].trim():s},Id=(s,e)=>{let t=[];for(let n=0;n<s.length;n+=e)t.push(s.slice(n,n+e));return t},Zo={trimNonAlphaNum:hd,splitIntoTwo:xd,dedup:Ad,extractIdAndText:yd,extractIndexPrefixedText:bd,batchArray:Id};var es=class extends Se{constructor(e){super(`"You are a re-ranker assistant tasked with evaluating a set of content items in relation to a specific question. Your role involves critically analyzing each content item to determine its relevance to the question and re-ranking them accordingly. This process includes assigning a relevance score from 0 to 10 to each content item based on how well it answers the question, its coverage of the topic, and the reliability of its information. This re-ranked list should start with the content item that is most relevant to the question and end with the least relevant. Output only the list."
|
|
654
|
+
query: string, items: string[] -> rankedItems: string[] "list of id, 5-words Rationale, relevance score"`,e)}forward=async(e,t,n)=>{let{rankedItems:r}=await super.forward(e,t,n),o=r.map(a=>{let{id:l}=Zo.extractIdAndText(a);return l});return{rankedItems:t.items.map((a,l)=>{let u=o[l];return u!==void 0?t.items[u]:void 0}).filter(a=>a!==void 0)}}};var ts=class{tikaUrl;fetch;constructor(e){let t=e??{url:"http://localhost:9998/"};this.tikaUrl=new URL("/tika",t.url),this.fetch=t.fetch}async _convert(e,t){if(!e)throw new Error("Failed to read file data");let n=t?.format==="html"?"text/html":"text/plain";try{let r={body:e,headers:{Accept:n},method:"PUT"};typeof window>"u"&&typeof process<"u"&&(r.duplex="half");let o=await(this.fetch??fetch)(this.tikaUrl,r);if(!o.ok)throw new Error(`Failed to upload file: ${o.statusText}`);return await o.text()}catch(r){throw new Error(`Error converting file: ${r}`)}}async convert(e,t){let n=[],r=t?.batchSize??10;for(let o=0;o<e.length;o+=r){let a=e.slice(o,o+r).map(u=>this._convert(u,{format:t?.format})),l=await Promise.all(a);n.push(...l)}return n}};var lb=new Ze,ns=class{name;context;constructor(e,t){this.name=e,this.context=t}getName(){return this.name}getContext(){return this.context}},rs=class{ai;db;debug;constructor(e){this.db=new _t,this.ai=e}getState(){return this.db.getDB()}setState(e){this.db.setDB(e)}setClasses=async(e,t)=>{for(let n of e){let r=await this.ai.embed({texts:n.getContext()},{abortSignal:t?.abortSignal});await this.db.upsert({id:n.getName(),table:"classes",values:r.embeddings[0]})}};async forward(e,t){let{embeddings:n}=await this.ai.embed({texts:[e]},{abortSignal:t?.abortSignal}),o=(await this.db.query({table:"classes",values:n[0]})).matches;if(typeof t?.cutoff=="number"){let{cutoff:a}=t;o=o.filter(l=>l.score<=a)}let i=o.at(0);return i?i.id:""}setOptions(e){typeof e.debug=="boolean"&&(this.debug=e.debug)}};var Fu=new Set(["0o","0s","3a","3b","3d","6b","6o","a","a1","a2","a3","a4","ab","able","about","above","abst","ac","accordance","according","accordingly","across","act","actually","ad","added","adj","ae","af","affected","affecting","affects","after","afterwards","ag","again","against","ah","ain","ain't","aj","al","all","allow","allows","almost","alone","along","already","also","although","always","am","among","amongst","amoungst","amount","an","and","announce","another","any","anybody","anyhow","anymore","anyone","anything","anyway","anyways","anywhere","ao","ap","apart","apparently","appear","appreciate","appropriate","approximately","ar","are","aren","arent","aren't","arise","around","as","a's","aside","ask","asking","associated","at","au","auth","av","available","aw","away","awfully","ax","ay","az","b","b1","b2","b3","ba","back","bc","bd","be","became","because","become","becomes","becoming","been","before","beforehand","begin","beginning","beginnings","begins","behind","being","believe","below","beside","besides","best","better","between","beyond","bi","bill","biol","bj","bk","bl","bn","both","bottom","bp","br","brief","briefly","bs","bt","bu","but","bx","by","c","c1","c2","c3","ca","call","came","can","cannot","cant","can't","cause","causes","cc","cd","ce","certain","certainly","cf","cg","ch","changes","ci","cit","cj","cl","clearly","cm","c'mon","cn","co","com","come","comes","con","concerning","consequently","consider","considering","contain","containing","contains","corresponding","could","couldn","couldnt","couldn't","course","cp","cq","cr","cry","cs","c's","ct","cu","currently","cv","cx","cy","cz","d","d2","da","date","dc","dd","de","definitely","describe","described","despite","detail","df","di","did","didn","didn't","different","dj","dk","dl","do","does","doesn","doesn't","doing","don","done","don't","down","downwards","dp","dr","ds","dt","du","due","during","dx","dy","e","e2","e3","ea","each","ec","ed","edu","ee","ef","effect","eg","ei","eight","eighty","either","ej","el","eleven","else","elsewhere","em","empty","en","end","ending","enough","entirely","eo","ep","eq","er","es","especially","est","et","et-al","etc","eu","ev","even","ever","every","everybody","everyone","everything","everywhere","ex","exactly","example","except","ey","f","f2","fa","far","fc","few","ff","fi","fifteen","fifth","fify","fill","find","fire","first","five","fix","fj","fl","fn","fo","followed","following","follows","for","former","formerly","forth","forty","found","four","fr","from","front","ft","fu","full","further","furthermore","fy","g","ga","gave","ge","get","gets","getting","gi","give","given","gives","giving","gj","gl","go","goes","going","gone","got","gotten","gr","greetings","gs","gy","h","h2","h3","had","hadn","hadn't","happens","hardly","has","hasn","hasnt","hasn't","have","haven","haven't","having","he","hed","he'd","he'll","hello","help","hence","her","here","hereafter","hereby","herein","heres","here's","hereupon","hers","herself","hes","he's","hh","hi","hid","him","himself","his","hither","hj","ho","home","hopefully","how","howbeit","however","how's","hr","hs","http","hu","hundred","hy","i","i2","i3","i4","i6","i7","i8","ia","ib","ibid","ic","id","i'd","ie","if","ig","ignored","ih","ii","ij","il","i'll","im","i'm","immediate","immediately","importance","important","in","inasmuch","inc","indeed","index","indicate","indicated","indicates","information","inner","insofar","instead","interest","into","invention","inward","io","ip","iq","ir","is","isn","isn't","it","itd","it'd","it'll","its","it's","itself","iv","i've","ix","iy","iz","j","jj","jr","js","jt","ju","just","k","ke","keep","keeps","kept","kg","kj","km","know","known","knows","ko","l","l2","la","largely","last","lately","later","latter","latterly","lb","lc","le","least","les","less","lest","let","lets","let's","lf","like","liked","likely","line","little","lj","ll","ll","ln","lo","look","looking","looks","los","lr","ls","lt","ltd","m","m2","ma","made","mainly","make","makes","many","may","maybe","me","mean","means","meantime","meanwhile","merely","mg","might","mightn","mightn't","mill","million","mine","miss","ml","mn","mo","more","moreover","most","mostly","move","mr","mrs","ms","mt","mu","much","mug","must","mustn","mustn't","my","myself","model","n","n2","na","name","namely","nay","nc","nd","ne","near","nearly","necessarily","necessary","need","needn","needn't","needs","neither","never","nevertheless","new","next","ng","ni","nine","ninety","nj","nl","nn","no","nobody","non","none","nonetheless","noone","nor","normally","nos","not","noted","nothing","novel","now","nowhere","nr","ns","nt","ny","o","oa","ob","obtain","obtained","obviously","oc","od","of","off","often","og","oh","oi","oj","ok","okay","ol","old","om","omitted","on","once","one","ones","only","onto","oo","op","oq","or","ord","os","ot","other","others","otherwise","ou","ought","our","ours","ourselves","out","outside","over","overall","ow","owing","own","ox","oz","p","p1","p2","p3","page","pagecount","pages","par","part","particular","particularly","pas","past","pc","pd","pe","per","perhaps","pf","ph","pi","pj","pk","pl","placed","please","plus","pm","pn","po","poorly","possible","possibly","potentially","pp","pq","pr","predominantly","present","presumably","previously","primarily","probably","promptly","proud","provides","ps","pt","pu","put","py","q","qj","qu","que","quickly","quite","qv","r","r2","ra","ran","rather","rc","rd","re","readily","really","reasonably","recent","recently","ref","refs","regarding","regardless","regards","related","relatively","research","research-articl","respectively","resulted","resulting","results","rf","rh","ri","right","rj","rl","rm","rn","ro","rq","rr","rs","rt","ru","run","rv","ry","s","s2","sa","said","same","saw","say","saying","says","sc","sd","se","sec","second","secondly","section","see","seeing","seem","seemed","seeming","seems","seen","self","selves","sensible","sent","serious","seriously","seven","several","sf","shall","shan","shan't","she","shed","she'd","she'll","shes","she's","should","shouldn","shouldn't","should've","show","showed","shown","showns","shows","si","side","significant","significantly","similar","similarly","since","sincere","six","sixty","sj","sl","slightly","sm","sn","so","some","somebody","somehow","someone","somethan","something","sometime","sometimes","somewhat","somewhere","soon","sorry","sp","specifically","specified","specify","specifying","sq","sr","ss","st","still","stop","strongly","sub","substantially","successfully","such","sufficiently","suggest","sup","sure","sy","system","sz","t","t1","t2","t3","take","taken","taking","tb","tc","td","te","tell","ten","tends","tf","th","than","thank","thanks","thanx","that","that'll","thats","that's","that've","the","their","theirs","them","themselves","then","thence","there","thereafter","thereby","thered","therefore","therein","there'll","thereof","therere","theres","there's","thereto","thereupon","there've","these","they","theyd","they'd","they'll","theyre","they're","they've","thickv","thin","think","third","this","thorough","thoroughly","those","thou","though","thoughh","thousand","three","throug","through","throughout","thru","thus","ti","til","tip","tj","tl","tm","tn","to","together","too","took","top","toward","towards","tp","tq","tr","tried","tries","truly","try","trying","ts","t's","tt","tv","twelve","twenty","twice","two","tx","u","u201d","ue","ui","uj","uk","um","un","under","unfortunately","unless","unlike","unlikely","until","unto","uo","up","upon","ups","ur","us","use","used","useful","usefully","usefulness","uses","using","usually","ut","v","va","value","various","vd","ve","ve","very","via","viz","vj","vo","vol","vols","volumtype","vq","vs","vt","vu","w","wa","want","wants","was","wasn","wasnt","wasn't","way","we","wed","we'd","welcome","well","we'll","well-b","went","were","we're","weren","werent","weren't","we've","what","whatever","what'll","whats","what's","when","whence","whenever","when's","where","whereafter","whereas","whereby","wherein","wheres","where's","whereupon","wherever","whether","which","while","whim","whither","who","whod","whoever","whole","who'll","whom","whomever","whos","who's","whose","why","why's","wi","widely","will","willing","wish","with","within","without","wo","won","wonder","wont","won't","words","world","would","wouldn","wouldnt","wouldn't","www","x","x1","x2","x3","xf","xi","xj","xk","xl","xn","xo","xs","xt","xv","xx","y","y2","yes","yet","yj","yl","you","youd","you'd","you'll","your","youre","you're","yours","yourself","yourselves","you've","yr","ys","yt","z","zero","zi","zz","task"]);function _u(s,e){return s.filter(t=>!e.has(t))}function Nu(s){let e={};for(let t of s)e[t]=(e[t]||0)+1;return e}function Qt(s){let e=s.normalize("NFD");return e=e.replace(/\b(a|an|the)\b/g," "),e=e.split(/\s+/).join(" "),e=e.replace(/[!"#$%&'()*+,-./:;<=>?@[\]^_`{|}~]/g,""),e.toLowerCase()}function Cd(s,e){return Qt(s)===Qt(e)?1:0}function Td(s,e){let t=Qt(s).split(" "),n=Qt(e).split(" "),r=Nu(t),o=Nu(n),i=0;for(let u in r){let c=r[u]??0,p=o[u]??0;i+=Math.min(c,p)}if(i===0)return 0;let a=i/t.length,l=i/n.length;return 2*a*l/(a+l)}function wd(s,e,t,n=!1){let r=Qt(s).split(" "),o=Qt(e).split(" "),i=Qt(t).split(" "),a=new Set([...Fu,...r]);o=_u(o,a),i=_u(i,a);let l=0,u=l/o.length,c=l/i.length,p=2*u*c/(u+c);return n?c:p}var Lu={emScore:Cd,f1Score:Td,novelF1ScoreOptimized:wd};var os=class{ai;program;examples;constructor({ai:e,program:t,examples:n=[]}){if(n.length===0)throw new Error("No examples found");this.ai=e,this.program=t,this.examples=n}async run(e){let t=Date.now(),n=this.examples.length,r=0;for(let i=0;i<n;i++){let a=this.examples[i];if(!a)throw new Error("Invalid example");try{let l=await this.program.forward(this.ai,a,{maxRetries:1}),u=await e({prediction:l,example:a});r+=u}catch(l){console.warn(`Program evaluation failed for example ${i}: ${l instanceof Error?l.message:"Unknown error"}`)}}let o=n>0?r/n:0;this.ai.getOptions().debug&&console.log(`
|
|
342
655
|
Performance: `,r,"/",n,"Average Score: ",o,`
|
|
343
656
|
`)}};function ss(s){return s.map(e=>{let t=e.type?.name??"string",n=e.description?`: ${e.description}`:"";return`- ${e.name} (${t})${n}`}).join(`
|
|
344
|
-
`)}function
|
|
657
|
+
`)}function Rd(s,e){if(s===e)return!0;if(typeof s!=typeof e)return!1;if(typeof s=="object"&&s!==null&&e!==null){let t=JSON.stringify(s),n=JSON.stringify(e);return t===n}return!1}function Sd(s){return s==null?!1:!!(typeof s=="string"||typeof s=="number"||typeof s=="boolean"||Array.isArray(s)&&s.every(e=>typeof e!="object"))}var Gt=class{signature;options;constructor(e,t){this.signature=e,this.options={...t,randomizeOrder:t.randomizeOrder??!0}}buildForwardOptions(){let{ai:e,criteria:t,description:n,randomizeOrder:r,...o}=this.options;return{...o,maxSteps:1}}buildTaskDescription(){let e=this.signature.getDescription()||"Complete the task based on the input.",t=this.options.description?.trim();return t?`${e}
|
|
345
658
|
|
|
346
659
|
Additional Judge Guidance:
|
|
347
|
-
${t}`:e}async evaluate(e,t,n){return n&&
|
|
660
|
+
${t}`:e}async evaluate(e,t,n){return n&&Sd(n)?this.runAbsolute(t,n):n?this.runRelativistic(e,t,n):this.runReferenceFree(e,t)}async runAbsolute(e,t){let n=this.signature.getOutputFields(),r=0,o=0,i=[];for(let u of n){let c=e[u.name],p=t[u.name];p!==void 0&&(o++,Rd(c,p)?r++:i.push(`${u.name}: expected "${p}", got "${c}"`))}let a=o>0?r/o:0,l=a===1?"All fields match expected values exactly.":`Mismatches found: ${i.join("; ")}`;return{score:a,reasoning:l,mode:"absolute"}}async runRelativistic(e,t,n){let r=this.signature.getInputFields(),o=this.signature.getOutputFields(),i=this.options.randomizeOrder?Math.random()>.5:!0,a=i?t:n,l=i?n:t,u=`
|
|
348
661
|
You are an impartial judge comparing two AI system outputs for the same input.
|
|
349
662
|
|
|
350
663
|
**Task Description:** ${this.buildTaskDescription()}
|
|
@@ -362,14 +675,14 @@ ${ss(o)}
|
|
|
362
675
|
4. Provide clear reasoning for your decision
|
|
363
676
|
|
|
364
677
|
**Important:** Do not be swayed by response length alone. Focus on quality and correctness.
|
|
365
|
-
`.trim(),c=new
|
|
678
|
+
`.trim(),c=new Se(`
|
|
366
679
|
task_input:string "The original task input",
|
|
367
680
|
system_output_a:string "System Output A",
|
|
368
681
|
system_output_b:string "System Output B"
|
|
369
682
|
->
|
|
370
683
|
winner:class "A, B, Tie" "Which response is better",
|
|
371
684
|
reasoning:string "Detailed explanation for the decision"
|
|
372
|
-
`);c.setInstruction(
|
|
685
|
+
`);c.setInstruction(u);let p=await c.forward(this.options.ai,{task_input:JSON.stringify(e),system_output_a:JSON.stringify(a),system_output_b:JSON.stringify(l)},this.buildForwardOptions()),d,m,g=p.winner.toUpperCase();return g==="A"?d=i?"student":"teacher":g==="B"?d=i?"teacher":"student":d="tie",d==="student"?m=1:d==="tie"?m=.5:m=0,{score:m,reasoning:p.reasoning,mode:"relativistic",winner:d}}async runReferenceFree(e,t){let n=this.signature.getInputFields(),r=this.signature.getOutputFields(),o=this.options.criteria||`
|
|
373
686
|
Based on the task description and output requirements:
|
|
374
687
|
- Accuracy: Is the response factually correct and complete?
|
|
375
688
|
- Relevance: Does it address the input appropriately?
|
|
@@ -397,21 +710,21 @@ ${o}
|
|
|
397
710
|
- unacceptable: Response is wrong, harmful, or completely off-topic
|
|
398
711
|
|
|
399
712
|
First explain your reasoning, then classify the response into one of the quality tiers.
|
|
400
|
-
`.trim(),a=new
|
|
713
|
+
`.trim(),a=new Se(`
|
|
401
714
|
task_input:string "The original task input",
|
|
402
715
|
system_output:string "The AI system output to evaluate"
|
|
403
716
|
->
|
|
404
717
|
reasoning:string "Detailed explanation for the quality assessment",
|
|
405
718
|
quality:class "excellent, good, acceptable, poor, unacceptable" "Quality tier"
|
|
406
|
-
`);a.setInstruction(i);let
|
|
719
|
+
`);a.setInstruction(i);let l=await a.forward(this.options.ai,{task_input:JSON.stringify(e),system_output:JSON.stringify(t)},this.buildForwardOptions()),u={excellent:1,good:.8,acceptable:.5,poor:.2,unacceptable:0},c=l.quality.toLowerCase();return{score:u[c]??.5,reasoning:l.reasoning,mode:"reference-free",qualityTier:c}}toMetricFn(){return async e=>{let{example:t,prediction:n}=e,r={};for(let u of this.signature.getInputFields())u.name in t&&(r[u.name]=t[u.name]);let o={},i=!1;for(let u of this.signature.getOutputFields())u.name in t&&(o[u.name]=t[u.name],i=!0);let a=n;return(await this.evaluate(r,a,i?o:void 0)).score}}getSignature(){return this.signature}};function $u(){let s=Date.now().toString(36),e=Math.random().toString(36).substring(2,8);return`trace-${s}-${e}`}var Gn=class s{gen;options;constructor(e,t){this.gen=e,this.options={name:t.name,storage:t.storage,logInputs:t.logInputs??!0,logOutputs:t.logOutputs??!0,metadata:t.metadata,onTrace:t.onTrace,throwOnError:t.throwOnError??!1}}async*streamingForward(e,t,n){let r=$u(),o=new Date,i,a;try{let l=this.gen.streamingForward(e,t,n);for await(let u of l)u.partial?i=u.partial:u.delta,yield u}catch(l){throw a=l instanceof Error?l.message:String(l),l}finally{let l=new Date,u=l.getTime()-o.getTime(),c={type:"trace",id:r,name:this.options.name,input:this.options.logInputs?t:{},output:this.options.logOutputs&&i?i:{},startTime:o,endTime:l,durationMs:u,model:n?.model??void 0,metadata:this.options.metadata,error:a};this.saveTrace(c)}}async forward(e,t,n){let r=$u(),o=new Date,i,a;try{return i=await this.gen.forward(e,t,n),i}catch(l){throw a=l instanceof Error?l.message:String(l),l}finally{let l=new Date,u=l.getTime()-o.getTime(),c={type:"trace",id:r,name:this.options.name,input:this.options.logInputs?t:{},output:this.options.logOutputs&&i?i:{},startTime:o,endTime:l,durationMs:u,model:n?.model??void 0,metadata:this.options.metadata,error:a};this.saveTrace(c)}}async saveTrace(e){try{await this.options.storage.save(this.options.name,e),this.options.onTrace&&this.options.onTrace(e)}catch(t){if(this.options.throwOnError)throw t;console.warn("AxTraceLogger: Failed to save trace:",t)}}getGen(){return this.gen}getName(){return this.options.name}getStorage(){return this.options.storage}setMetadata(e){this.options.metadata=e}clone(e){return new s(e??this.gen.clone(),{name:this.options.name,storage:this.options.storage,logInputs:this.options.logInputs,logOutputs:this.options.logOutputs,metadata:this.options.metadata,onTrace:this.options.onTrace,throwOnError:this.options.throwOnError})}};function Du(s){return Fe.create(s)}function et(s,e){let t=typeof s=="string"?Fe.create(s):s;return new Se(t,e)}var Gu=s=>{console.log(s)},qi=(s=Gu)=>{let e=new Ze,t=e.gray("\u2500".repeat(50)),n=e.gray("\u2501".repeat(50));return r=>{let o="";switch(r.name){case"OptimizationStart":o=`
|
|
407
720
|
${e.blueBright("\u25CF ")}${e.whiteBright("Optimization Started")}
|
|
408
721
|
${t}
|
|
409
722
|
${e.white("Optimizer:")} ${e.cyan(r.value.optimizerType)}
|
|
410
723
|
${e.white("Examples:")} ${e.green(r.value.exampleCount.toString())} training, ${e.green(r.value.validationCount.toString())} validation
|
|
411
724
|
${e.white("Config:")} ${e.white(JSON.stringify(r.value.config).slice(0,80))}${JSON.stringify(r.value.config).length>80?"...":""}
|
|
412
725
|
${n}
|
|
413
|
-
`;break;case"RoundProgress":{let i=r.value.configuration||{},a=[];i.temperature!==void 0&&typeof i.temperature=="number"&&a.push(`T=${i.temperature.toFixed(2)}`),i.bootstrappedDemos!==void 0&&a.push(`demos=${i.bootstrappedDemos}`),Object.entries(i).forEach(([p,d])=>{p!=="temperature"&&p!=="bootstrappedDemos"&&p!=="trialNumber"&&typeof d=="number"&&a.push(`${p}=${d.toFixed(2)}`)});let
|
|
414
|
-
${e.white("Score:")} ${e.green(r.value.currentScore.toFixed(3))} ${e.white("(best:")} ${e.greenBright(r.value.bestScore.toFixed(3))}${e.white(")")}${
|
|
726
|
+
`;break;case"RoundProgress":{let i=r.value.configuration||{},a=[];i.temperature!==void 0&&typeof i.temperature=="number"&&a.push(`T=${i.temperature.toFixed(2)}`),i.bootstrappedDemos!==void 0&&a.push(`demos=${i.bootstrappedDemos}`),Object.entries(i).forEach(([p,d])=>{p!=="temperature"&&p!=="bootstrappedDemos"&&p!=="trialNumber"&&typeof d=="number"&&a.push(`${p}=${d.toFixed(2)}`)});let l=r.value.currentScore-r.value.bestScore,u=l>0?e.greenBright(` \u2191${l.toFixed(3)}`):l<0?e.red(` \u2193${Math.abs(l).toFixed(3)}`):"",c=typeof r.value.totalRounds=="number"&&r.value.totalRounds>0?r.value.totalRounds:typeof i.totalRounds=="number"&&i.totalRounds>0?i.totalRounds:0;o=`${e.yellow("\u25CF ")}${e.whiteBright(`Round ${r.value.round}/${c}`)}`+(i.trialNumber!==void 0?e.gray(` [Trial #${i.trialNumber}]`):"")+`
|
|
727
|
+
${e.white("Score:")} ${e.green(r.value.currentScore.toFixed(3))} ${e.white("(best:")} ${e.greenBright(r.value.bestScore.toFixed(3))}${e.white(")")}${u}
|
|
415
728
|
`+(a.length>0?` ${e.white("Config:")} ${e.cyan(a.join(", "))}
|
|
416
729
|
`:"")}break;case"EarlyStopping":o=`
|
|
417
730
|
${e.red("\u25CF ")}${e.whiteBright("Early Stopping")}
|
|
@@ -428,7 +741,7 @@ ${e.yellowBright("\u26A1 Performance:")}
|
|
|
428
741
|
${e.white(r.value.performanceAssessment)}
|
|
429
742
|
`),r.value.recommendations&&r.value.recommendations.length>0&&(i+=`
|
|
430
743
|
${e.greenBright("\u{1F4A1} Recommendations:")}
|
|
431
|
-
`,r.value.recommendations.forEach((a,
|
|
744
|
+
`,r.value.recommendations.forEach((a,l)=>{i+=` ${e.white(`${l+1}.`)} ${e.white(a)}
|
|
432
745
|
`})),o=`
|
|
433
746
|
${e.green("\u25CF ")}${e.whiteBright("Optimization Complete")}
|
|
434
747
|
${t}
|
|
@@ -446,7 +759,7 @@ ${t}
|
|
|
446
759
|
${e.white("Config:")} ${e.cyan(JSON.stringify(r.value.config).slice(0,80))}${JSON.stringify(r.value.config).length>80?"...":""}
|
|
447
760
|
`;break;default:o=`${e.red("\u25CF ")}${e.whiteBright("Unknown Event")}
|
|
448
761
|
${e.white(JSON.stringify(r).slice(0,100))}${JSON.stringify(r).length>100?"...":""}
|
|
449
|
-
`}s(o)}},
|
|
762
|
+
`}s(o)}},Uu=(s=Gu)=>{let e="\u2500".repeat(60);return t=>{let n="";switch(t.name){case"OptimizationStart":n=`[ OPTIMIZATION START: ${t.value.optimizerType} ]
|
|
450
763
|
${e}
|
|
451
764
|
Config: ${JSON.stringify(t.value.config,null,2)}
|
|
452
765
|
Examples: ${t.value.exampleCount}, Validation: ${t.value.validationCount}
|
|
@@ -472,7 +785,7 @@ Score: ${t.value.score.toFixed(3)}
|
|
|
472
785
|
Config: ${JSON.stringify(t.value.config)}
|
|
473
786
|
${e}`;break;default:n=`[ UNKNOWN OPTIMIZER EVENT ]
|
|
474
787
|
${JSON.stringify(t)}
|
|
475
|
-
${e}`}s(n)}},Lr=zi();var qi={enabled:!0,enabledCategories:["optimization","convergence","resource_usage","teacher_student","checkpointing","pareto"],maxLabelLength:100,samplingRate:1},is,Sd=s=>{if(is)return is;if(s)return is=kd(s),is};var as=qi,Ul=s=>{as={...as,...s}},Bl=()=>({...as}),kd=s=>({optimizationLatencyHistogram:s.createHistogram("ax_optimizer_optimization_duration_ms",{description:"End-to-end duration of optimization runs",unit:"ms"}),optimizationRequestsCounter:s.createCounter("ax_optimizer_optimization_requests_total",{description:"Total number of optimization requests"}),optimizationErrorsCounter:s.createCounter("ax_optimizer_optimization_errors_total",{description:"Total number of failed optimizations"}),convergenceRoundsHistogram:s.createHistogram("ax_optimizer_convergence_rounds",{description:"Number of rounds until convergence"}),convergenceScoreGauge:s.createGauge("ax_optimizer_convergence_score",{description:"Current best score during optimization"}),convergenceImprovementGauge:s.createGauge("ax_optimizer_convergence_improvement",{description:"Improvement in score from baseline"}),stagnationRoundsGauge:s.createGauge("ax_optimizer_stagnation_rounds",{description:"Number of rounds without improvement"}),earlyStoppingCounter:s.createCounter("ax_optimizer_early_stopping_total",{description:"Total number of early stopping events"}),tokenUsageCounter:s.createCounter("ax_optimizer_token_usage_total",{description:"Total tokens used during optimization"}),costUsageCounter:s.createCounter("ax_optimizer_cost_usage_total",{description:"Total cost incurred during optimization",unit:"$"}),memoryUsageGauge:s.createGauge("ax_optimizer_memory_usage_bytes",{description:"Peak memory usage during optimization",unit:"By"}),optimizationDurationHistogram:s.createHistogram("ax_optimizer_duration_ms",{description:"Duration of optimization runs",unit:"ms"}),teacherStudentUsageCounter:s.createCounter("ax_optimizer_teacher_student_usage_total",{description:"Total number of teacher-student interactions"}),teacherStudentLatencyHistogram:s.createHistogram("ax_optimizer_teacher_student_latency_ms",{description:"Latency of teacher-student interactions",unit:"ms"}),teacherStudentScoreImprovementGauge:s.createGauge("ax_optimizer_teacher_student_score_improvement",{description:"Score improvement from teacher-student interactions"}),checkpointSaveCounter:s.createCounter("ax_optimizer_checkpoint_save_total",{description:"Total number of checkpoint saves"}),checkpointLoadCounter:s.createCounter("ax_optimizer_checkpoint_load_total",{description:"Total number of checkpoint loads"}),checkpointSaveLatencyHistogram:s.createHistogram("ax_optimizer_checkpoint_save_latency_ms",{description:"Latency of checkpoint save operations",unit:"ms"}),checkpointLoadLatencyHistogram:s.createHistogram("ax_optimizer_checkpoint_load_latency_ms",{description:"Latency of checkpoint load operations",unit:"ms"}),paretoOptimizationsCounter:s.createCounter("ax_optimizer_pareto_optimizations_total",{description:"Total number of Pareto optimizations"}),paretoFrontSizeHistogram:s.createHistogram("ax_optimizer_pareto_front_size",{description:"Size of Pareto frontier"}),paretoHypervolumeGauge:s.createGauge("ax_optimizer_pareto_hypervolume",{description:"Hypervolume of Pareto frontier"}),paretoSolutionsGeneratedHistogram:s.createHistogram("ax_optimizer_pareto_solutions_generated",{description:"Number of solutions generated for Pareto optimization"}),programInputFieldsGauge:s.createGauge("ax_optimizer_program_input_fields",{description:"Number of input fields in optimized program"}),programOutputFieldsGauge:s.createGauge("ax_optimizer_program_output_fields",{description:"Number of output fields in optimized program"}),examplesCountGauge:s.createGauge("ax_optimizer_examples_count",{description:"Number of training examples used"}),validationSetSizeGauge:s.createGauge("ax_optimizer_validation_set_size",{description:"Size of validation set used"}),evaluationLatencyHistogram:s.createHistogram("ax_optimizer_evaluation_latency_ms",{description:"Latency of program evaluations",unit:"ms"}),demoGenerationLatencyHistogram:s.createHistogram("ax_optimizer_demo_generation_latency_ms",{description:"Latency of demo generation",unit:"ms"}),metricComputationLatencyHistogram:s.createHistogram("ax_optimizer_metric_computation_latency_ms",{description:"Latency of metric computation",unit:"ms"}),optimizerTypeGauge:s.createGauge("ax_optimizer_type",{description:"Type of optimizer being used"}),targetScoreGauge:s.createGauge("ax_optimizer_target_score",{description:"Target score for optimization"}),maxRoundsGauge:s.createGauge("ax_optimizer_max_rounds",{description:"Maximum rounds for optimization"})}),yt=s=>{let e={};for(let[t,n]of Object.entries(s))if(n!=null){let r=String(n),o=as.maxLabelLength;e[t]=r.length>o?r.substring(0,o):r}return e},vd=(s,e,t,n,r,o)=>{try{let i=yt({success:t.toString(),optimizer_type:n,...r?{program_signature:r}:{},...o});s.optimizationLatencyHistogram&&s.optimizationLatencyHistogram.record(e,i),s.optimizationRequestsCounter&&s.optimizationRequestsCounter.add(1,i),!t&&s.optimizationErrorsCounter&&s.optimizationErrorsCounter.add(1,i)}catch(i){console.warn("Failed to record optimization metric:",i)}},Od=(s,e,t,n,r,o,i)=>{try{let a=yt({optimizer_type:o,...i});s.convergenceRoundsHistogram&&s.convergenceRoundsHistogram.record(e,a),s.convergenceScoreGauge&&s.convergenceScoreGauge.record(t,a),s.convergenceImprovementGauge&&s.convergenceImprovementGauge.record(n,a),s.stagnationRoundsGauge&&s.stagnationRoundsGauge.record(r,a)}catch(a){console.warn("Failed to record convergence metric:",a)}},Ed=(s,e,t,n)=>{try{let r=yt({reason:e,optimizer_type:t,...n});s.earlyStoppingCounter&&s.earlyStoppingCounter.add(1,r)}catch(r){console.warn("Failed to record early stopping metric:",r)}},Md=(s,e,t,n,r,o)=>{try{let i=yt({optimizer_type:n,...o});s.tokenUsageCounter&&s.tokenUsageCounter.add(e,i),s.costUsageCounter&&s.costUsageCounter.add(t,i),r!==void 0&&s.memoryUsageGauge&&s.memoryUsageGauge.record(r,i)}catch(i){console.warn("Failed to record resource usage metric:",i)}},Pd=(s,e,t,n)=>{try{let r=yt({optimizer_type:t,...n});s.optimizationDurationHistogram&&s.optimizationDurationHistogram.record(e,r)}catch(r){console.warn("Failed to record optimization duration metric:",r)}},Fd=(s,e,t,n,r)=>{try{let o=yt({optimizer_type:n,...r});s.teacherStudentUsageCounter&&s.teacherStudentUsageCounter.add(1,o),s.teacherStudentLatencyHistogram&&s.teacherStudentLatencyHistogram.record(e,o),s.teacherStudentScoreImprovementGauge&&s.teacherStudentScoreImprovementGauge.record(t,o)}catch(o){console.warn("Failed to record teacher-student metric:",o)}},_d=(s,e,t,n,r,o)=>{try{let i=yt({operation:e,success:n.toString(),optimizer_type:r,...o});e==="save"?(s.checkpointSaveCounter&&s.checkpointSaveCounter.add(1,i),s.checkpointSaveLatencyHistogram&&s.checkpointSaveLatencyHistogram.record(t,i)):(s.checkpointLoadCounter&&s.checkpointLoadCounter.add(1,i),s.checkpointLoadLatencyHistogram&&s.checkpointLoadLatencyHistogram.record(t,i))}catch(i){console.warn("Failed to record checkpoint metric:",i)}},Nd=(s,e,t,n,r,o)=>{try{let i=yt({optimizer_type:n,...o});s.paretoOptimizationsCounter&&s.paretoOptimizationsCounter.add(1,i),s.paretoFrontSizeHistogram&&s.paretoFrontSizeHistogram.record(e,i),r!==void 0&&s.paretoHypervolumeGauge&&s.paretoHypervolumeGauge.record(r,i),s.paretoSolutionsGeneratedHistogram&&s.paretoSolutionsGeneratedHistogram.record(t,i)}catch(i){console.warn("Failed to record Pareto metric:",i)}},Ld=(s,e,t,n,r,o,i)=>{try{let a=yt({optimizer_type:o,...i});s.programInputFieldsGauge&&s.programInputFieldsGauge.record(e,a),s.programOutputFieldsGauge&&s.programOutputFieldsGauge.record(t,a),s.examplesCountGauge&&s.examplesCountGauge.record(n,a),s.validationSetSizeGauge&&s.validationSetSizeGauge.record(r,a)}catch(a){console.warn("Failed to record program complexity metric:",a)}},$d=(s,e,t,n,r)=>{try{let o=yt({metric_type:e,optimizer_type:n,...r});switch(e){case"evaluation":s.evaluationLatencyHistogram&&s.evaluationLatencyHistogram.record(t,o);break;case"demo_generation":s.demoGenerationLatencyHistogram&&s.demoGenerationLatencyHistogram.record(t,o);break;case"metric_computation":s.metricComputationLatencyHistogram&&s.metricComputationLatencyHistogram.record(t,o);break}}catch(o){console.warn("Failed to record optimizer performance metric:",o)}},Dd=(s,e,t,n,r)=>{try{let o=yt({optimizer_type:e,...r});s.optimizerTypeGauge&&s.optimizerTypeGauge.record(1,o),t!==void 0&&s.targetScoreGauge&&s.targetScoreGauge.record(t,o),n!==void 0&&s.maxRoundsGauge&&s.maxRoundsGauge.record(n,o)}catch(o){console.warn("Failed to record optimizer configuration metric:",o)}},kt=class{bestScore;stats;instruction;instructionMap;demos;examples;modelConfig;optimizerType;optimizationTime;totalRounds;converged;scoreHistory;configurationHistory;constructor(e){this.bestScore=e.bestScore,this.stats=e.stats,this.instruction=e.instruction,this.instructionMap=e.instructionMap,this.demos=e.demos,this.examples=e.examples,this.modelConfig=e.modelConfig,this.optimizerType=e.optimizerType,this.optimizationTime=e.optimizationTime,this.totalRounds=e.totalRounds,this.converged=e.converged,this.scoreHistory=e.scoreHistory,this.configurationHistory=e.configurationHistory}applyTo(e){e.applyOptimization?.(this)}},$r=class{tokenUsage={};totalTokens=0;costPerModel;maxCost;maxTokens;constructor(e){this.costPerModel=e?.costPerModel??{},this.maxCost=e?.maxCost,this.maxTokens=e?.maxTokens}trackTokens(e,t){this.tokenUsage[t]=(this.tokenUsage[t]||0)+e,this.totalTokens+=e}getCurrentCost(){let e=0;for(let[t,n]of Object.entries(this.tokenUsage)){let r=this.costPerModel[t]||.001;e+=n/1e3*r}return e}getTokenUsage(){return{...this.tokenUsage}}getTotalTokens(){return this.totalTokens}isLimitReached(){return this.maxTokens!==void 0&&this.totalTokens>=this.maxTokens||this.maxCost!==void 0&&this.getCurrentCost()>=this.maxCost}reset(){this.tokenUsage={},this.totalTokens=0}},pt=class{studentAI;teacherAI;targetScore;minSuccessRate;onProgress;onEarlyStop;costTracker;seed;checkpointSave;checkpointLoad;checkpointInterval;resumeFromCheckpoint;logger;verbose;debugOptimizer;optimizerLogger;currentRound=0;scoreHistory=[];configurationHistory=[];stats;metricsInstruments;resultExplainer;constructor(e){this.studentAI=e.studentAI,this.teacherAI=e.teacherAI,this.targetScore=e.targetScore,this.minSuccessRate=e.minSuccessRate,this.onProgress=e.onProgress,this.onEarlyStop=e.onEarlyStop,this.seed=e.seed,this.checkpointSave=e.checkpointSave,this.checkpointLoad=e.checkpointLoad,this.checkpointInterval=e.checkpointInterval??10,this.resumeFromCheckpoint=e.resumeFromCheckpoint,this.logger=e.logger,this.verbose=e.verbose;let t=new $r({maxTokens:1e6});this.costTracker=e.costTracker??t,this.metricsInstruments=Sd(ue.meter),this.stats=this.initializeStats(),this.debugOptimizer=e.debugOptimizer??!1,this.optimizerLogger=e.optimizerLogger??(this.verbose?Lr:void 0),this.initializeResultExplainer()}getMergedCustomLabels(e){return jt(ue.customLabels,this.studentAI?.getOptions?.()?.customLabels,this.teacherAI?.getOptions?.()?.customLabels,e?.customLabels)}initializeResultExplainer(){this.resultExplainer=void 0}initializeStats(){return{totalCalls:0,successfulDemos:0,estimatedTokenUsage:0,earlyStopped:!1,resourceUsage:{totalTokens:0,totalTime:0,avgLatencyPerEval:0,costByModel:{}},convergenceInfo:{converged:!1,finalImprovement:0,stagnationRounds:0,convergenceThreshold:.01},bestScore:0,bestConfiguration:{}}}setupRandomSeed(){this.seed!==void 0&&(Math.random=(()=>{let e=this.seed;return()=>(e=(e*9301+49297)%233280,e/233280)})())}checkCostLimits(){return this.costTracker?.isLimitReached()??!1}checkTargetScore(e){return this.targetScore!==void 0&&e>=this.targetScore}updateResourceUsage(e,t=0){this.stats.resourceUsage.totalTime=Date.now()-e,this.stats.resourceUsage.totalTokens+=t,this.stats.totalCalls>0&&(this.stats.resourceUsage.avgLatencyPerEval=this.stats.resourceUsage.totalTime/this.stats.totalCalls)}triggerEarlyStopping(e,t,n){this.stats.earlyStopped=!0,this.stats.earlyStopping={bestScoreRound:t,patienceExhausted:e.includes("improvement"),reason:e},this.recordEarlyStoppingMetrics(e,"unknown",n),this.onEarlyStop&&this.onEarlyStop(e,this.stats),this.getOptimizerLogger()?.({name:"EarlyStopping",value:{reason:e,finalScore:this.stats.bestScore??0,round:t}})}validateExamples(e,t=!0){if(!e||e.length===0)throw new Error("At least 1 example is required for optimization");if(t&&e.length<2)throw new Error("At least 2 examples are required for optimization with auto-splitting. Provide more examples to enable proper train/validation split.");let n=t?10:5;e.length<n&&this.verbose&&console.warn(`[Ax Optimizer] Warning: Only ${e.length} examples provided. Consider providing more examples (${n}+ recommended) for better optimization results.`)}getAIService(e=!1,t){return e&&t?.overrideTeacherAI?t.overrideTeacherAI:e&&this.teacherAI?this.teacherAI:this.studentAI}hasTeacherAI(e){return e?.overrideTeacherAI!==void 0||this.teacherAI!==void 0}getTeacherOrStudentAI(e){return e?.overrideTeacherAI||this.teacherAI||this.studentAI}async executeWithTeacher(e,t=!0,n){let r=this.getAIService(t,n);return await e(r)}async*compileStream(e,t,n,r){let o=Date.now(),i=this.constructor.name,a=e.getSignature().toString();this.recordOptimizationStart(i,a,r);let u,l=(g,f,x,b,h,y,I,C={},R)=>{this.getOptimizerLogger(R)?.({name:"RoundProgress",value:{round:g,totalRounds:R?.maxIterations??0,currentScore:f,bestScore:y,configuration:x}}),this.updateOptimizationProgress(g,f,x,b,h,y,I,C,R)},c=(g,f)=>{u=g,this.triggerEarlyStopping(g,this.currentRound,r)},p=g=>{this.onProgress?.(g),l(g.round,g.currentScore,g.currentConfiguration||{},i,{},g.bestScore,g.bestConfiguration,g.convergenceInfo,r)},d=await this.compile(e,t,n,{...r,overrideOnProgress:p,overrideOnEarlyStop:c}),m=Date.now()-o;return this.recordOptimizationComplete(m,!0,i,a,r),u&&this.getLogger(r)?.({name:"Notification",id:"optimization_early_stop",value:`Optimization stopped early due to ${u}`}),{demos:d.demos,stats:d.stats,bestScore:d.bestScore,finalConfiguration:d.finalConfiguration,scoreHistory:d.scoreHistory,configurationHistory:d.configurationHistory}}async compilePareto(e,t,n,r){let o=this.constructor.name,i=Date.now(),a=await this.generateWeightedSolutions(e,t,n,r),u=await this.generateConstraintSolutions(e,t,n,r),l=[...a,...u],c=this.findParetoFrontier(l),p=this.calculateHypervolume(c);this.updateResourceUsage(i),this.stats.convergenceInfo.converged=!0,this.recordParetoMetrics(c.length,l.length,"base_optimizer",p,r);let d=c.length>0?Math.max(...c.map(m=>Math.max(...Object.values(m.scores)))):0;return{demos:c.length>0?[...c[0].demos]:void 0,stats:this.stats,bestScore:d,paretoFront:c,hypervolume:p,paretoFrontSize:c.length,finalConfiguration:{paretoFrontSize:c.length,hypervolume:p,strategy:"weighted_combinations_and_constraints",numSolutions:l.length}}}async generateWeightedSolutions(e,t,n,r){let o=[];if(!t||t.length===0)throw new Error("No examples provided for Pareto optimization");let i=t[0],a=await e.forward(this.getAIService(!1,r),i),u=await n({prediction:a,example:i}),l=Object.keys(u),c=this.generateWeightCombinations(l);for(let p=0;p<c.length;p++){let d=c[p],m=async({prediction:g,example:f})=>{let x=await n({prediction:g,example:f}),b=0;for(let[h,y]of Object.entries(x))b+=y*(d[h]||0);return b};try{let g=await this.compile(e,t,m,{...r,verbose:!1}),f=await this.evaluateWithMultiObjective(e,g,n,t);o.push({scores:f,demos:g.demos,configuration:{...g.finalConfiguration,weights:d,strategy:"weighted_combination"}})}catch{}}return o}async generateConstraintSolutions(e,t,n,r){let o=[];if(!t||t.length===0)throw new Error("No examples provided for multi-objective optimization");let i=t[0],a=await e.forward(this.getAIService(!1,r),i),u=await n({prediction:a,example:i}),l=Object.keys(u);for(let c of l){let p=async({prediction:d,example:m})=>{let g=await n({prediction:d,example:m}),f=g[c]||0,x=0;for(let[b,h]of Object.entries(g))b!==c&&h<.3&&(x+=(.3-h)*2);return f-x};try{let d=await this.compile(e,t,p,{...r,verbose:!1}),m=await this.evaluateWithMultiObjective(e,d,n,t);o.push({scores:m,demos:d.demos,configuration:{...d.finalConfiguration,primaryObjective:c,strategy:"constraint_based"}})}catch{}}return o}generateWeightCombinations(e){let t=[];for(let r of e){let o={};for(let i of e)o[i]=i===r?1:0;t.push(o)}let n={};for(let r of e)n[r]=1/e.length;if(t.push(n),e.length===2){let[r,o]=e;for(let i=.1;i<=.9;i+=.2){let a=1-i;t.push({[r]:i,[o]:a})}}if(e.length===3){let[r,o,i]=e;t.push({[r]:.5,[o]:.3,[i]:.2},{[r]:.3,[o]:.5,[i]:.2},{[r]:.2,[o]:.3,[i]:.5})}return t}async evaluateWithMultiObjective(e,t,n,r){let o=new we(e.getSignature());t.demos&&o.setDemos(t.demos);let i=[],a=Math.max(1,Math.min(5,Math.floor(r.length*.2))),u=r.slice(-a),l={},c=u;for(let d of c)try{let m=await o.forward(this.studentAI,d),g=await n({prediction:m,example:d});for(let[f,x]of Object.entries(g))l[f]||(l[f]=[]),l[f].push(x)}catch{}let p={};for(let[d,m]of Object.entries(l))p[d]=m.length>0?m.reduce((g,f)=>g+f,0)/m.length:0;return p}findParetoFrontier(e){let t=[];for(let n=0;n<e.length;n++){let r=e[n],o=!1,i=0;for(let a=0;a<e.length;a++){if(n===a)continue;let u=e[a];if(this.dominates(u.scores,r.scores)){o=!0;break}this.dominates(r.scores,u.scores)&&i++}o||t.push({demos:r.demos||[],scores:r.scores,configuration:r.configuration,dominatedSolutions:i})}return t}dominates(e,t){let n=Object.keys(e),r=!0,o=!1;for(let i of n){let a=e[i]||0,u=t[i]||0;if(a<u){r=!1;break}a>u&&(o=!0)}return r&&o}calculateHypervolume(e){if(e.length===0)return;let t=e[0],n=Object.keys(t.scores);if(n.length===2){let[r,o]=n,i=0,a=[...e].sort((l,c)=>(c.scores[r]||0)-(l.scores[r]||0)),u=0;for(let l of a){let c=l.scores[r]||0,p=l.scores[o]||0;i+=c*(p-u),u=Math.max(u,p)}return i}}async saveCheckpoint(e,t,n,r,o={},i){let a=i?.overrideCheckpointSave||this.checkpointSave;if(!a)return;let u=Date.now(),l=!1,c;try{let p={version:"1.0.0",timestamp:Date.now(),optimizerType:e,optimizerConfig:t,currentRound:this.currentRound,totalRounds:this.stats.resourceUsage.totalTime>0?this.currentRound:0,bestScore:n,bestConfiguration:r,scoreHistory:[...this.scoreHistory],configurationHistory:[...this.configurationHistory],stats:{...this.stats},optimizerState:o,examples:[]};c=await a(p),l=!0}catch(p){throw l=!1,p}finally{let p=Date.now()-u;this.recordCheckpointMetrics("save",p,l,e,i)}return c}async loadCheckpoint(e,t){let n=t?.overrideCheckpointLoad||this.checkpointLoad;if(!n)return null;let r=Date.now(),o=!1,i=null;try{i=await n(e),o=i!==null}catch(a){throw o=!1,a}finally{let a=Date.now()-r;this.recordCheckpointMetrics("load",a,o,"unknown",t)}return i}restoreFromCheckpoint(e){this.currentRound=e.currentRound,this.scoreHistory=[...e.scoreHistory],this.configurationHistory=[...e.configurationHistory],this.stats={...e.stats}}shouldSaveCheckpoint(e,t){let n=t?.overrideCheckpointInterval||this.checkpointInterval;return n!==void 0&&e%n===0}async updateOptimizationProgress(e,t,n,r,o,i,a,u={},l){this.currentRound=e,this.scoreHistory.push(t),this.configurationHistory.push(n),this.shouldSaveCheckpoint(e,l)&&await this.saveCheckpoint(r,o,i,a,u,l),this.getOptimizerLogger(l)?.({name:"RoundProgress",value:{round:e,totalRounds:l?.maxIterations??0,currentScore:t,bestScore:i,configuration:n}})}async saveFinalCheckpoint(e,t,n,r,o={},i){i?.saveCheckpointOnComplete!==!1&&await this.saveCheckpoint(e,t,n,r,{...o,final:!0},i)}getLogger(e){if(this.isLoggingEnabled(e))return this.logger?this.logger:this.studentAI.getLogger()}isLoggingEnabled(e){return e?.verbose!==void 0?e.verbose:this.verbose??!0}recordOptimizationStart(e,t,n){if(!this.metricsInstruments)return;let r=this.getMergedCustomLabels(n);if(t){let o=(t.match(/input:/g)||[]).length,i=(t.match(/output:/g)||[]).length;Ld(this.metricsInstruments,o,i,0,0,e,r)}Dd(this.metricsInstruments,e,this.targetScore,void 0,r)}recordOptimizationComplete(e,t,n,r,o){if(!this.metricsInstruments)return;let i=this.getMergedCustomLabels(o);vd(this.metricsInstruments,e,t,n,r,i),Pd(this.metricsInstruments,e,n,i);let a=this.costTracker?.getCurrentCost()??0,u=this.costTracker?.getTotalTokens()??0;Md(this.metricsInstruments,u,a,n,void 0,i)}recordConvergenceMetrics(e,t,n,r,o,i){if(!this.metricsInstruments)return;let a=this.getMergedCustomLabels(i);Od(this.metricsInstruments,e,t,n,r,o,a)}recordEarlyStoppingMetrics(e,t,n){if(!this.metricsInstruments)return;let r=this.getMergedCustomLabels(n);Ed(this.metricsInstruments,e,t,r)}recordTeacherStudentMetrics(e,t,n,r){if(!this.metricsInstruments)return;let o=this.getMergedCustomLabels(r);Fd(this.metricsInstruments,e,t,n,o)}recordCheckpointMetrics(e,t,n,r,o){if(!this.metricsInstruments)return;let i=this.getMergedCustomLabels(o);_d(this.metricsInstruments,e,t,n,r,i)}recordParetoMetrics(e,t,n,r,o){if(!this.metricsInstruments)return;let i=this.getMergedCustomLabels(o);Nd(this.metricsInstruments,e,t,n,r,i)}recordPerformanceMetrics(e,t,n,r){if(!this.metricsInstruments)return;let o=this.getMergedCustomLabels(r);$d(this.metricsInstruments,e,t,n,o)}isOptimizerLoggingEnabled(e){return this.debugOptimizer||(e?.verbose??this.verbose??!1)}getOptimizerLogger(e){if(this.isOptimizerLoggingEnabled(e))return this.optimizerLogger??ue.optimizerLogger??Lr}getStats(){return{...this.stats}}async explainOptimizationResults(e,t,n){let r=this.stats.convergenceInfo.converged,o=this.stats.totalCalls,i=o>0?this.stats.successfulDemos/o*100:0,a=`Optimization finished with best score ${e.toFixed(3)}${t?` using configuration ${JSON.stringify(t)}`:""}. Convergence: ${r?"yes":"no"}. Success rate: ${i.toFixed(1)}%.`,u=[];if(r||u.push("Increase numTrials or relax earlyStoppingTrials to allow further improvement."),typeof this.targetScore=="number"&&e<this.targetScore&&u.push("Tighten the metric or supply more/better-labeled examples to reach targetScore."),t&&"bootstrappedDemos"in t){let c=t.bootstrappedDemos;typeof c=="number"&&c===0&&u.push("Consider allowing a small number of bootstrapped demos to boost performance.")}u.length===0&&u.push("Re-run with more trials or different acquisition settings to explore more of the space.");let l=`Tokens used: ${this.stats.resourceUsage.totalTokens}, rounds: ${this.currentRound}, stagnationRounds: ${this.stats.convergenceInfo.stagnationRounds}.`;return{humanExplanation:a,recommendations:u,performanceAssessment:l}}async logOptimizationComplete(e,t,n,r,o){let i=this.getOptimizerLogger(r);i&&i(o?{name:"OptimizationComplete",value:{optimizerType:e,bestScore:t,bestConfiguration:n||{},totalCalls:this.stats.totalCalls,successRate:this.stats.totalCalls>0?`${(this.stats.successfulDemos/this.stats.totalCalls*100).toFixed(1)}%`:"N/A",explanation:o.humanExplanation,recommendations:o.recommendations,performanceAssessment:o.performanceAssessment,stats:this.stats}}:{name:"OptimizationComplete",value:{optimizerType:e,bestScore:t,bestConfiguration:n||{},totalCalls:this.stats.totalCalls,successRate:this.stats.totalCalls>0?`${(this.stats.successfulDemos/this.stats.totalCalls*100).toFixed(1)}%`:"N/A",stats:this.stats}})}reset(){this.stats=this.initializeStats(),this.costTracker?.reset(),this.currentRound=0,this.scoreHistory=[],this.configurationHistory=[]}};var jl=or(require("crypto"),1);function us(s){let e=new Date().toISOString();return{version:1,sections:{},stats:{bulletCount:0,helpfulCount:0,harmfulCount:0,tokenEstimate:0},updatedAt:e,description:s}}function bt(s){return JSON.parse(JSON.stringify(s))}function Gd(s){return Math.ceil(s.length/4)}function Hi(s,e,t){let n=[],r=[],{maxSectionSize:o=Number.POSITIVE_INFINITY,allowDynamicSections:i=!0,enableAutoPrune:a=!1,protectedBulletIds:u}=t??{},l=new Date().toISOString(),c=u??new Set;for(let p of e){if(!p.section)continue;if(!s.sections[p.section]){if(!i)continue;s.sections[p.section]=[]}let d=s.sections[p.section];switch(p.type){case"ADD":{if(d.length>=o){if(!a)continue;let f=Bd(d,c);if(!f)continue;n.push(f.id),r.push({type:"REMOVE",section:p.section,bulletId:f.id,metadata:{...f.metadata??{},autoPruned:!0,removedAt:l}})}let m=p.bulletId??Ud(p.section),g={id:m,section:p.section,content:p.content??"",helpfulCount:0,harmfulCount:0,createdAt:l,updatedAt:l,metadata:p.metadata?{...p.metadata}:void 0};d.push(g),n.push(m);break}case"UPDATE":{let m=d.find(g=>g.id===p.bulletId);if(!m)continue;typeof p.content=="string"&&(m.content=p.content),m.updatedAt=l,p.metadata&&(m.metadata={...m.metadata??{},...p.metadata}),n.push(m.id);break}case"REMOVE":{let m=d.findIndex(g=>g.id===p.bulletId);if(m>=0){let[g]=d.splice(m,1);g&&n.push(g.id)}break}}}return Vi(s),s.updatedAt=l,{updatedBulletIds:n,autoRemoved:r}}function Ki(s,e,t){for(let n of Object.values(s.sections)){let r=n.find(o=>o.id===e);if(r){t==="helpful"?r.helpfulCount+=1:t==="harmful"&&(r.harmfulCount+=1),r.updatedAt=new Date().toISOString(),Vi(s);return}}}function Yt(s){let e=s.description?`## Context Playbook
|
|
788
|
+
${e}`}s(n)}},Lr=qi();var Hi={enabled:!0,enabledCategories:["optimization","convergence","resource_usage","teacher_student","checkpointing","pareto"],maxLabelLength:100,samplingRate:1},is,kd=s=>{if(is)return is;if(s)return is=vd(s),is};var as=Hi,ju=s=>{as={...as,...s}},Bu=()=>({...as}),vd=s=>({optimizationLatencyHistogram:s.createHistogram("ax_optimizer_optimization_duration_ms",{description:"End-to-end duration of optimization runs",unit:"ms"}),optimizationRequestsCounter:s.createCounter("ax_optimizer_optimization_requests_total",{description:"Total number of optimization requests"}),optimizationErrorsCounter:s.createCounter("ax_optimizer_optimization_errors_total",{description:"Total number of failed optimizations"}),convergenceRoundsHistogram:s.createHistogram("ax_optimizer_convergence_rounds",{description:"Number of rounds until convergence"}),convergenceScoreGauge:s.createGauge("ax_optimizer_convergence_score",{description:"Current best score during optimization"}),convergenceImprovementGauge:s.createGauge("ax_optimizer_convergence_improvement",{description:"Improvement in score from baseline"}),stagnationRoundsGauge:s.createGauge("ax_optimizer_stagnation_rounds",{description:"Number of rounds without improvement"}),earlyStoppingCounter:s.createCounter("ax_optimizer_early_stopping_total",{description:"Total number of early stopping events"}),tokenUsageCounter:s.createCounter("ax_optimizer_token_usage_total",{description:"Total tokens used during optimization"}),costUsageCounter:s.createCounter("ax_optimizer_cost_usage_total",{description:"Total cost incurred during optimization",unit:"$"}),memoryUsageGauge:s.createGauge("ax_optimizer_memory_usage_bytes",{description:"Peak memory usage during optimization",unit:"By"}),optimizationDurationHistogram:s.createHistogram("ax_optimizer_duration_ms",{description:"Duration of optimization runs",unit:"ms"}),teacherStudentUsageCounter:s.createCounter("ax_optimizer_teacher_student_usage_total",{description:"Total number of teacher-student interactions"}),teacherStudentLatencyHistogram:s.createHistogram("ax_optimizer_teacher_student_latency_ms",{description:"Latency of teacher-student interactions",unit:"ms"}),teacherStudentScoreImprovementGauge:s.createGauge("ax_optimizer_teacher_student_score_improvement",{description:"Score improvement from teacher-student interactions"}),checkpointSaveCounter:s.createCounter("ax_optimizer_checkpoint_save_total",{description:"Total number of checkpoint saves"}),checkpointLoadCounter:s.createCounter("ax_optimizer_checkpoint_load_total",{description:"Total number of checkpoint loads"}),checkpointSaveLatencyHistogram:s.createHistogram("ax_optimizer_checkpoint_save_latency_ms",{description:"Latency of checkpoint save operations",unit:"ms"}),checkpointLoadLatencyHistogram:s.createHistogram("ax_optimizer_checkpoint_load_latency_ms",{description:"Latency of checkpoint load operations",unit:"ms"}),paretoOptimizationsCounter:s.createCounter("ax_optimizer_pareto_optimizations_total",{description:"Total number of Pareto optimizations"}),paretoFrontSizeHistogram:s.createHistogram("ax_optimizer_pareto_front_size",{description:"Size of Pareto frontier"}),paretoHypervolumeGauge:s.createGauge("ax_optimizer_pareto_hypervolume",{description:"Hypervolume of Pareto frontier"}),paretoSolutionsGeneratedHistogram:s.createHistogram("ax_optimizer_pareto_solutions_generated",{description:"Number of solutions generated for Pareto optimization"}),programInputFieldsGauge:s.createGauge("ax_optimizer_program_input_fields",{description:"Number of input fields in optimized program"}),programOutputFieldsGauge:s.createGauge("ax_optimizer_program_output_fields",{description:"Number of output fields in optimized program"}),examplesCountGauge:s.createGauge("ax_optimizer_examples_count",{description:"Number of training examples used"}),validationSetSizeGauge:s.createGauge("ax_optimizer_validation_set_size",{description:"Size of validation set used"}),evaluationLatencyHistogram:s.createHistogram("ax_optimizer_evaluation_latency_ms",{description:"Latency of program evaluations",unit:"ms"}),demoGenerationLatencyHistogram:s.createHistogram("ax_optimizer_demo_generation_latency_ms",{description:"Latency of demo generation",unit:"ms"}),metricComputationLatencyHistogram:s.createHistogram("ax_optimizer_metric_computation_latency_ms",{description:"Latency of metric computation",unit:"ms"}),optimizerTypeGauge:s.createGauge("ax_optimizer_type",{description:"Type of optimizer being used"}),targetScoreGauge:s.createGauge("ax_optimizer_target_score",{description:"Target score for optimization"}),maxRoundsGauge:s.createGauge("ax_optimizer_max_rounds",{description:"Maximum rounds for optimization"})}),yt=s=>{let e={};for(let[t,n]of Object.entries(s))if(n!=null){let r=String(n),o=as.maxLabelLength;e[t]=r.length>o?r.substring(0,o):r}return e},Od=(s,e,t,n,r,o)=>{try{let i=yt({success:t.toString(),optimizer_type:n,...r?{program_signature:r}:{},...o});s.optimizationLatencyHistogram&&s.optimizationLatencyHistogram.record(e,i),s.optimizationRequestsCounter&&s.optimizationRequestsCounter.add(1,i),!t&&s.optimizationErrorsCounter&&s.optimizationErrorsCounter.add(1,i)}catch(i){console.warn("Failed to record optimization metric:",i)}},Ed=(s,e,t,n,r,o,i)=>{try{let a=yt({optimizer_type:o,...i});s.convergenceRoundsHistogram&&s.convergenceRoundsHistogram.record(e,a),s.convergenceScoreGauge&&s.convergenceScoreGauge.record(t,a),s.convergenceImprovementGauge&&s.convergenceImprovementGauge.record(n,a),s.stagnationRoundsGauge&&s.stagnationRoundsGauge.record(r,a)}catch(a){console.warn("Failed to record convergence metric:",a)}},Md=(s,e,t,n)=>{try{let r=yt({reason:e,optimizer_type:t,...n});s.earlyStoppingCounter&&s.earlyStoppingCounter.add(1,r)}catch(r){console.warn("Failed to record early stopping metric:",r)}},Pd=(s,e,t,n,r,o)=>{try{let i=yt({optimizer_type:n,...o});s.tokenUsageCounter&&s.tokenUsageCounter.add(e,i),s.costUsageCounter&&s.costUsageCounter.add(t,i),r!==void 0&&s.memoryUsageGauge&&s.memoryUsageGauge.record(r,i)}catch(i){console.warn("Failed to record resource usage metric:",i)}},Fd=(s,e,t,n)=>{try{let r=yt({optimizer_type:t,...n});s.optimizationDurationHistogram&&s.optimizationDurationHistogram.record(e,r)}catch(r){console.warn("Failed to record optimization duration metric:",r)}},_d=(s,e,t,n,r)=>{try{let o=yt({optimizer_type:n,...r});s.teacherStudentUsageCounter&&s.teacherStudentUsageCounter.add(1,o),s.teacherStudentLatencyHistogram&&s.teacherStudentLatencyHistogram.record(e,o),s.teacherStudentScoreImprovementGauge&&s.teacherStudentScoreImprovementGauge.record(t,o)}catch(o){console.warn("Failed to record teacher-student metric:",o)}},Nd=(s,e,t,n,r,o)=>{try{let i=yt({operation:e,success:n.toString(),optimizer_type:r,...o});e==="save"?(s.checkpointSaveCounter&&s.checkpointSaveCounter.add(1,i),s.checkpointSaveLatencyHistogram&&s.checkpointSaveLatencyHistogram.record(t,i)):(s.checkpointLoadCounter&&s.checkpointLoadCounter.add(1,i),s.checkpointLoadLatencyHistogram&&s.checkpointLoadLatencyHistogram.record(t,i))}catch(i){console.warn("Failed to record checkpoint metric:",i)}},Ld=(s,e,t,n,r,o)=>{try{let i=yt({optimizer_type:n,...o});s.paretoOptimizationsCounter&&s.paretoOptimizationsCounter.add(1,i),s.paretoFrontSizeHistogram&&s.paretoFrontSizeHistogram.record(e,i),r!==void 0&&s.paretoHypervolumeGauge&&s.paretoHypervolumeGauge.record(r,i),s.paretoSolutionsGeneratedHistogram&&s.paretoSolutionsGeneratedHistogram.record(t,i)}catch(i){console.warn("Failed to record Pareto metric:",i)}},$d=(s,e,t,n,r,o,i)=>{try{let a=yt({optimizer_type:o,...i});s.programInputFieldsGauge&&s.programInputFieldsGauge.record(e,a),s.programOutputFieldsGauge&&s.programOutputFieldsGauge.record(t,a),s.examplesCountGauge&&s.examplesCountGauge.record(n,a),s.validationSetSizeGauge&&s.validationSetSizeGauge.record(r,a)}catch(a){console.warn("Failed to record program complexity metric:",a)}},Dd=(s,e,t,n,r)=>{try{let o=yt({metric_type:e,optimizer_type:n,...r});switch(e){case"evaluation":s.evaluationLatencyHistogram&&s.evaluationLatencyHistogram.record(t,o);break;case"demo_generation":s.demoGenerationLatencyHistogram&&s.demoGenerationLatencyHistogram.record(t,o);break;case"metric_computation":s.metricComputationLatencyHistogram&&s.metricComputationLatencyHistogram.record(t,o);break}}catch(o){console.warn("Failed to record optimizer performance metric:",o)}},Gd=(s,e,t,n,r)=>{try{let o=yt({optimizer_type:e,...r});s.optimizerTypeGauge&&s.optimizerTypeGauge.record(1,o),t!==void 0&&s.targetScoreGauge&&s.targetScoreGauge.record(t,o),n!==void 0&&s.maxRoundsGauge&&s.maxRoundsGauge.record(n,o)}catch(o){console.warn("Failed to record optimizer configuration metric:",o)}},kt=class{bestScore;stats;instruction;instructionMap;demos;examples;modelConfig;optimizerType;optimizationTime;totalRounds;converged;scoreHistory;configurationHistory;constructor(e){this.bestScore=e.bestScore,this.stats=e.stats,this.instruction=e.instruction,this.instructionMap=e.instructionMap,this.demos=e.demos,this.examples=e.examples,this.modelConfig=e.modelConfig,this.optimizerType=e.optimizerType,this.optimizationTime=e.optimizationTime,this.totalRounds=e.totalRounds,this.converged=e.converged,this.scoreHistory=e.scoreHistory,this.configurationHistory=e.configurationHistory}applyTo(e){e.applyOptimization?.(this)}},$r=class{tokenUsage={};totalTokens=0;costPerModel;maxCost;maxTokens;constructor(e){this.costPerModel=e?.costPerModel??{},this.maxCost=e?.maxCost,this.maxTokens=e?.maxTokens}trackTokens(e,t){this.tokenUsage[t]=(this.tokenUsage[t]||0)+e,this.totalTokens+=e}getCurrentCost(){let e=0;for(let[t,n]of Object.entries(this.tokenUsage)){let r=this.costPerModel[t]||.001;e+=n/1e3*r}return e}getTokenUsage(){return{...this.tokenUsage}}getTotalTokens(){return this.totalTokens}isLimitReached(){return this.maxTokens!==void 0&&this.totalTokens>=this.maxTokens||this.maxCost!==void 0&&this.getCurrentCost()>=this.maxCost}reset(){this.tokenUsage={},this.totalTokens=0}},pt=class{studentAI;teacherAI;targetScore;minSuccessRate;onProgress;onEarlyStop;costTracker;seed;checkpointSave;checkpointLoad;checkpointInterval;resumeFromCheckpoint;logger;verbose;debugOptimizer;optimizerLogger;currentRound=0;scoreHistory=[];configurationHistory=[];stats;metricsInstruments;resultExplainer;constructor(e){this.studentAI=e.studentAI,this.teacherAI=e.teacherAI,this.targetScore=e.targetScore,this.minSuccessRate=e.minSuccessRate,this.onProgress=e.onProgress,this.onEarlyStop=e.onEarlyStop,this.seed=e.seed,this.checkpointSave=e.checkpointSave,this.checkpointLoad=e.checkpointLoad,this.checkpointInterval=e.checkpointInterval??10,this.resumeFromCheckpoint=e.resumeFromCheckpoint,this.logger=e.logger,this.verbose=e.verbose;let t=new $r({maxTokens:1e6});this.costTracker=e.costTracker??t,this.metricsInstruments=kd(ie.meter),this.stats=this.initializeStats(),this.debugOptimizer=e.debugOptimizer??!1,this.optimizerLogger=e.optimizerLogger??(this.verbose?Lr:void 0),this.initializeResultExplainer()}getMergedCustomLabels(e){return Bt(ie.customLabels,this.studentAI?.getOptions?.()?.customLabels,this.teacherAI?.getOptions?.()?.customLabels,e?.customLabels)}initializeResultExplainer(){this.resultExplainer=void 0}initializeStats(){return{totalCalls:0,successfulDemos:0,estimatedTokenUsage:0,earlyStopped:!1,resourceUsage:{totalTokens:0,totalTime:0,avgLatencyPerEval:0,costByModel:{}},convergenceInfo:{converged:!1,finalImprovement:0,stagnationRounds:0,convergenceThreshold:.01},bestScore:0,bestConfiguration:{}}}setupRandomSeed(){this.seed!==void 0&&(Math.random=(()=>{let e=this.seed;return()=>(e=(e*9301+49297)%233280,e/233280)})())}checkCostLimits(){return this.costTracker?.isLimitReached()??!1}checkTargetScore(e){return this.targetScore!==void 0&&e>=this.targetScore}updateResourceUsage(e,t=0){this.stats.resourceUsage.totalTime=Date.now()-e,this.stats.resourceUsage.totalTokens+=t,this.stats.totalCalls>0&&(this.stats.resourceUsage.avgLatencyPerEval=this.stats.resourceUsage.totalTime/this.stats.totalCalls)}triggerEarlyStopping(e,t,n){this.stats.earlyStopped=!0,this.stats.earlyStopping={bestScoreRound:t,patienceExhausted:e.includes("improvement"),reason:e},this.recordEarlyStoppingMetrics(e,"unknown",n),this.onEarlyStop&&this.onEarlyStop(e,this.stats),this.getOptimizerLogger()?.({name:"EarlyStopping",value:{reason:e,finalScore:this.stats.bestScore??0,round:t}})}validateExamples(e,t=!0){if(!e||e.length===0)throw new Error("At least 1 example is required for optimization");if(t&&e.length<2)throw new Error("At least 2 examples are required for optimization with auto-splitting. Provide more examples to enable proper train/validation split.");let n=t?10:5;e.length<n&&this.verbose&&console.warn(`[Ax Optimizer] Warning: Only ${e.length} examples provided. Consider providing more examples (${n}+ recommended) for better optimization results.`)}getAIService(e=!1,t){return e&&t?.overrideTeacherAI?t.overrideTeacherAI:e&&this.teacherAI?this.teacherAI:this.studentAI}hasTeacherAI(e){return e?.overrideTeacherAI!==void 0||this.teacherAI!==void 0}getTeacherOrStudentAI(e){return e?.overrideTeacherAI||this.teacherAI||this.studentAI}async executeWithTeacher(e,t=!0,n){let r=this.getAIService(t,n);return await e(r)}async*compileStream(e,t,n,r){let o=Date.now(),i=this.constructor.name,a=e.getSignature().toString();this.recordOptimizationStart(i,a,r);let l,u=(g,f,x,b,h,y,I,C={},R)=>{this.getOptimizerLogger(R)?.({name:"RoundProgress",value:{round:g,totalRounds:R?.maxIterations??0,currentScore:f,bestScore:y,configuration:x}}),this.updateOptimizationProgress(g,f,x,b,h,y,I,C,R)},c=(g,f)=>{l=g,this.triggerEarlyStopping(g,this.currentRound,r)},p=g=>{this.onProgress?.(g),u(g.round,g.currentScore,g.currentConfiguration||{},i,{},g.bestScore,g.bestConfiguration,g.convergenceInfo,r)},d=await this.compile(e,t,n,{...r,overrideOnProgress:p,overrideOnEarlyStop:c}),m=Date.now()-o;return this.recordOptimizationComplete(m,!0,i,a,r),l&&this.getLogger(r)?.({name:"Notification",id:"optimization_early_stop",value:`Optimization stopped early due to ${l}`}),{demos:d.demos,stats:d.stats,bestScore:d.bestScore,finalConfiguration:d.finalConfiguration,scoreHistory:d.scoreHistory,configurationHistory:d.configurationHistory}}async compilePareto(e,t,n,r){let o=this.constructor.name,i=Date.now(),a=await this.generateWeightedSolutions(e,t,n,r),l=await this.generateConstraintSolutions(e,t,n,r),u=[...a,...l],c=this.findParetoFrontier(u),p=this.calculateHypervolume(c);this.updateResourceUsage(i),this.stats.convergenceInfo.converged=!0,this.recordParetoMetrics(c.length,u.length,"base_optimizer",p,r);let d=c.length>0?Math.max(...c.map(m=>Math.max(...Object.values(m.scores)))):0;return{demos:c.length>0?[...c[0].demos]:void 0,stats:this.stats,bestScore:d,paretoFront:c,hypervolume:p,paretoFrontSize:c.length,finalConfiguration:{paretoFrontSize:c.length,hypervolume:p,strategy:"weighted_combinations_and_constraints",numSolutions:u.length}}}async generateWeightedSolutions(e,t,n,r){let o=[];if(!t||t.length===0)throw new Error("No examples provided for Pareto optimization");let i=t[0],a=await e.forward(this.getAIService(!1,r),i),l=await n({prediction:a,example:i}),u=Object.keys(l),c=this.generateWeightCombinations(u);for(let p=0;p<c.length;p++){let d=c[p],m=async({prediction:g,example:f})=>{let x=await n({prediction:g,example:f}),b=0;for(let[h,y]of Object.entries(x))b+=y*(d[h]||0);return b};try{let g=await this.compile(e,t,m,{...r,verbose:!1}),f=await this.evaluateWithMultiObjective(e,g,n,t);o.push({scores:f,demos:g.demos,configuration:{...g.finalConfiguration,weights:d,strategy:"weighted_combination"}})}catch{}}return o}async generateConstraintSolutions(e,t,n,r){let o=[];if(!t||t.length===0)throw new Error("No examples provided for multi-objective optimization");let i=t[0],a=await e.forward(this.getAIService(!1,r),i),l=await n({prediction:a,example:i}),u=Object.keys(l);for(let c of u){let p=async({prediction:d,example:m})=>{let g=await n({prediction:d,example:m}),f=g[c]||0,x=0;for(let[b,h]of Object.entries(g))b!==c&&h<.3&&(x+=(.3-h)*2);return f-x};try{let d=await this.compile(e,t,p,{...r,verbose:!1}),m=await this.evaluateWithMultiObjective(e,d,n,t);o.push({scores:m,demos:d.demos,configuration:{...d.finalConfiguration,primaryObjective:c,strategy:"constraint_based"}})}catch{}}return o}generateWeightCombinations(e){let t=[];for(let r of e){let o={};for(let i of e)o[i]=i===r?1:0;t.push(o)}let n={};for(let r of e)n[r]=1/e.length;if(t.push(n),e.length===2){let[r,o]=e;for(let i=.1;i<=.9;i+=.2){let a=1-i;t.push({[r]:i,[o]:a})}}if(e.length===3){let[r,o,i]=e;t.push({[r]:.5,[o]:.3,[i]:.2},{[r]:.3,[o]:.5,[i]:.2},{[r]:.2,[o]:.3,[i]:.5})}return t}async evaluateWithMultiObjective(e,t,n,r){let o=new Se(e.getSignature());t.demos&&o.setDemos(t.demos);let i=[],a=Math.max(1,Math.min(5,Math.floor(r.length*.2))),l=r.slice(-a),u={},c=l;for(let d of c)try{let m=await o.forward(this.studentAI,d),g=await n({prediction:m,example:d});for(let[f,x]of Object.entries(g))u[f]||(u[f]=[]),u[f].push(x)}catch{}let p={};for(let[d,m]of Object.entries(u))p[d]=m.length>0?m.reduce((g,f)=>g+f,0)/m.length:0;return p}findParetoFrontier(e){let t=[];for(let n=0;n<e.length;n++){let r=e[n],o=!1,i=0;for(let a=0;a<e.length;a++){if(n===a)continue;let l=e[a];if(this.dominates(l.scores,r.scores)){o=!0;break}this.dominates(r.scores,l.scores)&&i++}o||t.push({demos:r.demos||[],scores:r.scores,configuration:r.configuration,dominatedSolutions:i})}return t}dominates(e,t){let n=Object.keys(e),r=!0,o=!1;for(let i of n){let a=e[i]||0,l=t[i]||0;if(a<l){r=!1;break}a>l&&(o=!0)}return r&&o}calculateHypervolume(e){if(e.length===0)return;let t=e[0],n=Object.keys(t.scores);if(n.length===2){let[r,o]=n,i=0,a=[...e].sort((u,c)=>(c.scores[r]||0)-(u.scores[r]||0)),l=0;for(let u of a){let c=u.scores[r]||0,p=u.scores[o]||0;i+=c*(p-l),l=Math.max(l,p)}return i}}async saveCheckpoint(e,t,n,r,o={},i){let a=i?.overrideCheckpointSave||this.checkpointSave;if(!a)return;let l=Date.now(),u=!1,c;try{let p={version:"1.0.0",timestamp:Date.now(),optimizerType:e,optimizerConfig:t,currentRound:this.currentRound,totalRounds:this.stats.resourceUsage.totalTime>0?this.currentRound:0,bestScore:n,bestConfiguration:r,scoreHistory:[...this.scoreHistory],configurationHistory:[...this.configurationHistory],stats:{...this.stats},optimizerState:o,examples:[]};c=await a(p),u=!0}catch(p){throw u=!1,p}finally{let p=Date.now()-l;this.recordCheckpointMetrics("save",p,u,e,i)}return c}async loadCheckpoint(e,t){let n=t?.overrideCheckpointLoad||this.checkpointLoad;if(!n)return null;let r=Date.now(),o=!1,i=null;try{i=await n(e),o=i!==null}catch(a){throw o=!1,a}finally{let a=Date.now()-r;this.recordCheckpointMetrics("load",a,o,"unknown",t)}return i}restoreFromCheckpoint(e){this.currentRound=e.currentRound,this.scoreHistory=[...e.scoreHistory],this.configurationHistory=[...e.configurationHistory],this.stats={...e.stats}}shouldSaveCheckpoint(e,t){let n=t?.overrideCheckpointInterval||this.checkpointInterval;return n!==void 0&&e%n===0}async updateOptimizationProgress(e,t,n,r,o,i,a,l={},u){this.currentRound=e,this.scoreHistory.push(t),this.configurationHistory.push(n),this.shouldSaveCheckpoint(e,u)&&await this.saveCheckpoint(r,o,i,a,l,u),this.getOptimizerLogger(u)?.({name:"RoundProgress",value:{round:e,totalRounds:u?.maxIterations??0,currentScore:t,bestScore:i,configuration:n}})}async saveFinalCheckpoint(e,t,n,r,o={},i){i?.saveCheckpointOnComplete!==!1&&await this.saveCheckpoint(e,t,n,r,{...o,final:!0},i)}getLogger(e){if(this.isLoggingEnabled(e))return this.logger?this.logger:this.studentAI.getLogger()}isLoggingEnabled(e){return e?.verbose!==void 0?e.verbose:this.verbose??!0}recordOptimizationStart(e,t,n){if(!this.metricsInstruments)return;let r=this.getMergedCustomLabels(n);if(t){let o=(t.match(/input:/g)||[]).length,i=(t.match(/output:/g)||[]).length;$d(this.metricsInstruments,o,i,0,0,e,r)}Gd(this.metricsInstruments,e,this.targetScore,void 0,r)}recordOptimizationComplete(e,t,n,r,o){if(!this.metricsInstruments)return;let i=this.getMergedCustomLabels(o);Od(this.metricsInstruments,e,t,n,r,i),Fd(this.metricsInstruments,e,n,i);let a=this.costTracker?.getCurrentCost()??0,l=this.costTracker?.getTotalTokens()??0;Pd(this.metricsInstruments,l,a,n,void 0,i)}recordConvergenceMetrics(e,t,n,r,o,i){if(!this.metricsInstruments)return;let a=this.getMergedCustomLabels(i);Ed(this.metricsInstruments,e,t,n,r,o,a)}recordEarlyStoppingMetrics(e,t,n){if(!this.metricsInstruments)return;let r=this.getMergedCustomLabels(n);Md(this.metricsInstruments,e,t,r)}recordTeacherStudentMetrics(e,t,n,r){if(!this.metricsInstruments)return;let o=this.getMergedCustomLabels(r);_d(this.metricsInstruments,e,t,n,o)}recordCheckpointMetrics(e,t,n,r,o){if(!this.metricsInstruments)return;let i=this.getMergedCustomLabels(o);Nd(this.metricsInstruments,e,t,n,r,i)}recordParetoMetrics(e,t,n,r,o){if(!this.metricsInstruments)return;let i=this.getMergedCustomLabels(o);Ld(this.metricsInstruments,e,t,n,r,i)}recordPerformanceMetrics(e,t,n,r){if(!this.metricsInstruments)return;let o=this.getMergedCustomLabels(r);Dd(this.metricsInstruments,e,t,n,o)}isOptimizerLoggingEnabled(e){return this.debugOptimizer||(e?.verbose??this.verbose??!1)}getOptimizerLogger(e){if(this.isOptimizerLoggingEnabled(e))return this.optimizerLogger??ie.optimizerLogger??Lr}getStats(){return{...this.stats}}async explainOptimizationResults(e,t,n){let r=this.stats.convergenceInfo.converged,o=this.stats.totalCalls,i=o>0?this.stats.successfulDemos/o*100:0,a=`Optimization finished with best score ${e.toFixed(3)}${t?` using configuration ${JSON.stringify(t)}`:""}. Convergence: ${r?"yes":"no"}. Success rate: ${i.toFixed(1)}%.`,l=[];if(r||l.push("Increase numTrials or relax earlyStoppingTrials to allow further improvement."),typeof this.targetScore=="number"&&e<this.targetScore&&l.push("Tighten the metric or supply more/better-labeled examples to reach targetScore."),t&&"bootstrappedDemos"in t){let c=t.bootstrappedDemos;typeof c=="number"&&c===0&&l.push("Consider allowing a small number of bootstrapped demos to boost performance.")}l.length===0&&l.push("Re-run with more trials or different acquisition settings to explore more of the space.");let u=`Tokens used: ${this.stats.resourceUsage.totalTokens}, rounds: ${this.currentRound}, stagnationRounds: ${this.stats.convergenceInfo.stagnationRounds}.`;return{humanExplanation:a,recommendations:l,performanceAssessment:u}}async logOptimizationComplete(e,t,n,r,o){let i=this.getOptimizerLogger(r);i&&i(o?{name:"OptimizationComplete",value:{optimizerType:e,bestScore:t,bestConfiguration:n||{},totalCalls:this.stats.totalCalls,successRate:this.stats.totalCalls>0?`${(this.stats.successfulDemos/this.stats.totalCalls*100).toFixed(1)}%`:"N/A",explanation:o.humanExplanation,recommendations:o.recommendations,performanceAssessment:o.performanceAssessment,stats:this.stats}}:{name:"OptimizationComplete",value:{optimizerType:e,bestScore:t,bestConfiguration:n||{},totalCalls:this.stats.totalCalls,successRate:this.stats.totalCalls>0?`${(this.stats.successfulDemos/this.stats.totalCalls*100).toFixed(1)}%`:"N/A",stats:this.stats}})}reset(){this.stats=this.initializeStats(),this.costTracker?.reset(),this.currentRound=0,this.scoreHistory=[],this.configurationHistory=[]}};var zu=or(require("crypto"),1);function ls(s){let e=new Date().toISOString();return{version:1,sections:{},stats:{bulletCount:0,helpfulCount:0,harmfulCount:0,tokenEstimate:0},updatedAt:e,description:s}}function bt(s){return JSON.parse(JSON.stringify(s))}function Ud(s){return Math.ceil(s.length/4)}function Ki(s,e,t){let n=[],r=[],{maxSectionSize:o=Number.POSITIVE_INFINITY,allowDynamicSections:i=!0,enableAutoPrune:a=!1,protectedBulletIds:l}=t??{},u=new Date().toISOString(),c=l??new Set;for(let p of e){if(!p.section)continue;if(!s.sections[p.section]){if(!i)continue;s.sections[p.section]=[]}let d=s.sections[p.section];switch(p.type){case"ADD":{if(d.length>=o){if(!a)continue;let f=Bd(d,c);if(!f)continue;n.push(f.id),r.push({type:"REMOVE",section:p.section,bulletId:f.id,metadata:{...f.metadata??{},autoPruned:!0,removedAt:u}})}let m=p.bulletId??jd(p.section),g={id:m,section:p.section,content:p.content??"",helpfulCount:0,harmfulCount:0,createdAt:u,updatedAt:u,metadata:p.metadata?{...p.metadata}:void 0};d.push(g),n.push(m);break}case"UPDATE":{let m=d.find(g=>g.id===p.bulletId);if(!m)continue;typeof p.content=="string"&&(m.content=p.content),m.updatedAt=u,p.metadata&&(m.metadata={...m.metadata??{},...p.metadata}),n.push(m.id);break}case"REMOVE":{let m=d.findIndex(g=>g.id===p.bulletId);if(m>=0){let[g]=d.splice(m,1);g&&n.push(g.id)}break}}}return Ji(s),s.updatedAt=u,{updatedBulletIds:n,autoRemoved:r}}function Wi(s,e,t){for(let n of Object.values(s.sections)){let r=n.find(o=>o.id===e);if(r){t==="helpful"?r.helpfulCount+=1:t==="harmful"&&(r.harmfulCount+=1),r.updatedAt=new Date().toISOString(),Ji(s);return}}}function Yt(s){let e=s.description?`## Context Playbook
|
|
476
789
|
${s.description.trim()}
|
|
477
790
|
`:`## Context Playbook
|
|
478
791
|
`,t=Object.entries(s.sections).map(([n,r])=>{let o=r.map(i=>`- [${i.id}] ${i.content}`).join(`
|
|
@@ -481,11 +794,11 @@ ${o}`:`### ${n}
|
|
|
481
794
|
_(empty)_`}).join(`
|
|
482
795
|
|
|
483
796
|
`);return`${e}
|
|
484
|
-
${t}`.trim()}function
|
|
797
|
+
${t}`.trim()}function jd(s){let e=s.toLowerCase().replace(/[^a-z0-9]+/g,"-").replace(/^-+|-+$/g,"").slice(0,6),t=zu.default.randomBytes(4).toString("hex");return`${e||"ctx"}-${t}`}function Bd(s,e){let t=-1,n;for(let o=0;o<s.length;o+=1){let i=s[o];if(e.has(i.id))continue;let a=i.helpfulCount??0,l=i.harmfulCount??0,u=a-l*2,c=Date.parse(i.updatedAt??i.createdAt),p=[u,a,Number.isFinite(c)?c:Number.POSITIVE_INFINITY];if(!n){t=o,n=p;continue}let d=s[t],m=d.helpfulCount??0,g=d.harmfulCount??0,f=m-g*2,x=Date.parse(d.updatedAt??d.createdAt),b=[f,m,Number.isFinite(x)?x:Number.POSITIVE_INFINITY];(p[0]<b[0]||p[0]===b[0]&&p[1]<b[1]||p[0]===b[0]&&p[1]===b[1]&&p[2]<b[2])&&(t=o,n=p)}if(t===-1)return;let[r]=s.splice(t,1);return r}function Vi(s,e=.95){for(let[t,n]of Object.entries(s.sections)){let r=new Map,o=[];for(let i of n){let a=i.content.trim().toLowerCase(),l=r.get(a);l?(l.helpfulCount+=i.helpfulCount,l.harmfulCount+=i.harmfulCount,l.updatedAt=i.updatedAt):(r.set(a,i),o.push(i))}s.sections[t]=o}Ji(s)}function Ji(s){let e=0,t=0,n=0,r=0;for(let o of Object.values(s.sections))for(let i of o)e+=1,t+=i.helpfulCount,n+=i.harmfulCount,r+=Ud(i.content);s.stats={bulletCount:e,helpfulCount:t,harmfulCount:n,tokenEstimate:r}}var zd={maxEpochs:1,maxReflectorRounds:2,maxSectionSize:25,similarityThreshold:.95,allowDynamicSections:!0},Dr=class extends kt{playbook;artifact;baseInstruction;constructor(e){super({bestScore:e.bestScore,stats:e.stats,instruction:e.instruction,demos:e.demos,examples:e.examples,modelConfig:e.modelConfig,optimizerType:e.optimizerType,optimizationTime:e.optimizationTime,totalRounds:e.totalRounds,converged:e.converged,scoreHistory:e.scoreHistory,configurationHistory:e.configurationHistory}),this.playbook=bt(e.playbook),this.artifact=e.artifact,this.baseInstruction=e.baseInstruction}applyTo(e){super.applyTo(e);let t=e.getSignature(),r=[(this.baseInstruction??t.getDescription()??"").trim(),"",Yt(this.playbook)].filter(o=>o&&o.trim().length>0).join(`
|
|
485
798
|
|
|
486
|
-
`);e.setDescription(r)}},Un=class extends pt{aceConfig;playbook;baseInstruction;generatorHistory=[];deltaHistory=[];reflectorProgram;curatorProgram;program;constructor(e,t){super(e),this.aceConfig={...
|
|
799
|
+
`);e.setDescription(r)}},Un=class extends pt{aceConfig;playbook;baseInstruction;generatorHistory=[];deltaHistory=[];reflectorProgram;curatorProgram;program;constructor(e,t){super(e),this.aceConfig={...zd,...t},this.playbook=t?.initialPlaybook!==void 0?bt(t.initialPlaybook):ls()}reset(){super.reset(),this.playbook=this.aceConfig.initialPlaybook!==void 0?bt(this.aceConfig.initialPlaybook):ls(),this.baseInstruction=void 0,this.generatorHistory=[],this.deltaHistory=[]}hydrate(e,t){this.program=e,this.baseInstruction=t?.baseInstruction??e.getSignature().getDescription()??void 0,this.playbook=t?.playbook!==void 0?bt(t.playbook):this.aceConfig.initialPlaybook!==void 0?bt(this.aceConfig.initialPlaybook):ls(),this.generatorHistory=[...t?.artifact?.feedback??[]],this.deltaHistory=[...t?.artifact?.history??[]]}getPlaybook(){return bt(this.playbook)}getBaseInstruction(){return this.baseInstruction}getArtifact(){return{playbook:bt(this.playbook),feedback:[...this.generatorHistory],history:[...this.deltaHistory]}}applyCurrentState(e){let t=e??this.program;if(!t)throw new Error("AxACE: no program available to apply playbook state");let n=this.baseInstruction??t.getSignature().getDescription()??"";t.setDescription?.(this.composeInstruction(n,this.playbook))}configureAuto(e){switch(e){case"light":this.aceConfig.maxEpochs=1,this.aceConfig.maxReflectorRounds=1;break;case"medium":this.aceConfig.maxEpochs=2,this.aceConfig.maxReflectorRounds=2;break;case"heavy":this.aceConfig.maxEpochs=3,this.aceConfig.maxReflectorRounds=3;break}}async compile(e,t,n,r){let o=r?.aceOptions;o&&(Object.assign(this.aceConfig,{maxEpochs:o.maxEpochs??this.aceConfig.maxEpochs,maxReflectorRounds:o.maxReflectorRounds??this.aceConfig.maxReflectorRounds,maxSectionSize:o.maxSectionSize??this.aceConfig.maxSectionSize,similarityThreshold:o.similarityThreshold??this.aceConfig.similarityThreshold,allowDynamicSections:o.allowDynamicSections??this.aceConfig.allowDynamicSections}),o.initialPlaybook&&(this.playbook=bt(o.initialPlaybook)));let i=Date.now();this.validateExamples(t),this.program=e;let a=await this.extractProgramInstruction(e),l=e.getSignature().getDescription()??"";this.baseInstruction=a??l,this.generatorHistory=[],this.deltaHistory=[];let u=Number.NEGATIVE_INFINITY,c=0,p=Math.max(this.aceConfig.maxEpochs,1),d=p*t.length;try{for(let b=0;b<p;b++)for(let h=0;h<t.length;h++){let y=t[h],I=this.composeInstruction(a??l,this.playbook);e.setDescription?.(I);let C=await e.forward(this.studentAI,y);this.stats.totalCalls+=1;let R=await n({prediction:C,example:y});typeof R=="number"&&(this.stats.bestScore=Math.max(this.stats.bestScore,R),u=Math.max(u,R));let P=C?.severity,v=y?.severity,E=this.createGeneratorOutput(C,y),k=v&&P&&v!==P,O=await this.runReflectionRounds({example:y,generatorOutput:E,feedback:v&&P&&v!==P?`Expected severity "${v}" but model predicted "${P}".`:void 0}),L=await this.runCurator({program:e,example:y,reflection:O,playbook:this.playbook}),F=this.normalizeCuratorOperations(L?.operations);F.length===0&&k&&(F=this.inferOperationsFromReflection(O)),F=this.resolveCuratorOperationTargets(F,this.playbook,O,E);let M=L||F.length>0?{...L??{},operations:F}:void 0,_=[];if(F.length>0){let G=this.collectProtectedBulletIds(F),me=Ki(this.playbook,F,{maxSectionSize:this.aceConfig.maxSectionSize,allowDynamicSections:this.aceConfig.allowDynamicSections,enableAutoPrune:!0,protectedBulletIds:G});_=me.updatedBulletIds,me.autoRemoved.length>0&&(F.push(...me.autoRemoved),M&&(M.operations=F))}if(O?.bulletTags)for(let G of O.bulletTags)Wi(this.playbook,G.id,G.tag);F.length>0&&_.length>0&&Vi(this.playbook,this.aceConfig.similarityThreshold);let j={example:y,prediction:C,score:typeof R=="number"?R:0,generatorOutput:E,reflection:O,curator:M,timestamp:new Date().toISOString()};this.generatorHistory.push(j),_.length>0&&M?.operations?.length&&this.deltaHistory.push({epoch:b,exampleIndex:h,operations:M.operations}),c+=1,this.currentRound=c;let H=typeof R=="number"&&Number.isFinite(R)?R:0,D=Number.isFinite(u)?u:H,Y={...r??{},maxIterations:d};await this.updateOptimizationProgress(c,H,{epoch:b,exampleIndex:h,playbookBullets:this.playbook.stats.bulletCount},"ACE",{epochs:p,totalRounds:d},D,{playbookBullets:this.playbook.stats.bulletCount},void 0,Y),this.stats.convergenceInfo.finalImprovement=Math.max(this.stats.convergenceInfo.finalImprovement,H)}}finally{e.setDescription?.(l)}let m=Date.now()-i;this.stats.resourceUsage.totalTime=m,this.stats.convergenceInfo.converged=!0,this.stats.bestScore=Number.isFinite(u)?u:0;let g={playbook:bt(this.playbook),feedback:[...this.generatorHistory],history:[...this.deltaHistory]},f=new Dr({baseInstruction:a??l,playbook:this.playbook,artifact:g,bestScore:Number.isFinite(u)?u:0,stats:this.stats,optimizerType:"ACE",optimizationTime:m,totalRounds:c,converged:this.stats.convergenceInfo.converged});return{stats:this.stats,bestScore:Number.isFinite(u)?u:0,finalConfiguration:{strategy:"ace",epochs:p},optimizedProgram:f,playbook:bt(this.playbook),artifact:g}}async applyOnlineUpdate(e){if(!this.program)throw new Error("AxACE: `compile` must be run before `applyOnlineUpdate`");let t=this.createGeneratorOutput(e.prediction,e.example),n=e.prediction?.severity,r=e.example?.severity,o=await this.runReflectionRounds({example:e.example,generatorOutput:t,feedback:e.feedback??(r&&n&&r!==n?`Expected severity "${r}" but model predicted "${n}".`:void 0)}),i=await this.runCurator({program:this.program,example:e.example,reflection:o,playbook:this.playbook}),a=this.normalizeCuratorOperations(i?.operations),l=r&&n&&r!==n;a.length===0&&l&&(a=this.inferOperationsFromReflection(o)),a=this.resolveCuratorOperationTargets(a,this.playbook,o,t);let u=i||a.length>0?{...i??{},operations:a}:void 0;if(o?.bulletTags)for(let p of o.bulletTags)Wi(this.playbook,p.id,p.tag);if(a.length>0){let p=this.collectProtectedBulletIds(a),d=Ki(this.playbook,a,{maxSectionSize:this.aceConfig.maxSectionSize,allowDynamicSections:this.aceConfig.allowDynamicSections,enableAutoPrune:!0,protectedBulletIds:p});d.autoRemoved.length>0&&(a.push(...d.autoRemoved),u&&(u.operations=a)),Vi(this.playbook,this.aceConfig.similarityThreshold)}let c={example:e.example,prediction:e.prediction,score:0,generatorOutput:t,reflection:o,curator:u,timestamp:new Date().toISOString()};return this.generatorHistory.push(c),u}composeInstruction(e,t){return[e.trim(),"",Yt(t)].filter(r=>r.trim().length>0).join(`
|
|
487
800
|
|
|
488
|
-
`)}async extractProgramInstruction(e){try{return e.getSignature().getDescription()??void 0}catch{return}}createGeneratorOutput(e,t){let n=e?.thought?.toString()??"",r=Array.isArray(e?.bullet_ids)?e?.bullet_ids:[];return{reasoning:n,answer:e,bulletIds:r,trajectory:JSON.stringify({example:t,prediction:e}),metadata:{predictedSeverity:e?.severity,expectedSeverity:t?.severity}}}resolveCuratorOperationTargets(e,t,n,r){if(!e.length)return e;let o=[],i=new Set(e.map(c=>c.bulletId).filter(c=>typeof c=="string")),a=new Map,u=(c,p)=>{if(i.has(c))return;let d=this.locateBullet(t,c);if(!d)return;let m=a.get(d.section)??{harmful:[],primary:[],generator:[]};m[p].push(d.id),a.set(d.section,m)};for(let c of n?.bulletTags??[]){let p=c.tag==="harmful"?"harmful":"primary";u(c.id,p)}if(r?.bulletIds)for(let c of r.bulletIds)u(c,"generator");let l=c=>{let p=a.get(c);if(!p)return this.locateFallbackBullet(t,c,i);let d=g=>{for(;g.length>0;){let f=g.shift();if(!i.has(f))return f}},m=d(p.harmful)??d(p.primary)??d(p.generator);return m||this.locateFallbackBullet(t,c,i)};for(let c of e){if((c.type==="UPDATE"||c.type==="REMOVE")&&!c.bulletId){let p=l(c.section);p&&(c.bulletId=p,i.add(p))}(c.type==="UPDATE"||c.type==="REMOVE")&&!c.bulletId||o.push(c)}return o}locateBullet(e,t){for(let n of Object.values(e.sections)){let r=n.find(o=>o.id===t);if(r)return r}}locateFallbackBullet(e,t,n){let r=e.sections[t]??[];for(let o of r)if(!n.has(o.id))return o.id}collectProtectedBulletIds(e){let t=new Set;for(let n of e)n.type==="UPDATE"&&n.bulletId&&t.add(n.bulletId);return t}normalizeCuratorOperations(e){if(!e)return[];if(Array.isArray(e)){let t=[],n=new Set;for(let r of e){if(!r||typeof r!="object")continue;let o=r.type??"ADD",i=typeof o=="string"?o.toUpperCase():"ADD",a=i==="UPDATE"?"UPDATE":i==="REMOVE"?"REMOVE":"ADD",u=r.section??"Guidelines",l=typeof u=="string"&&u.trim().length>0?u.trim():"Guidelines",c=r.content??"",p=typeof c=="string"?c.trim():"";if(a!=="REMOVE"&&p.length===0)continue;let d=r.bulletId??r.id,m=typeof d=="string"&&d.trim().length>0?d.trim():void 0,f=[a,l,p,m??""].join(":");if(n.has(f))continue;n.add(f);let x={type:a,section:l};a!=="REMOVE"&&(x.content=p),m&&(x.bulletId=m);let b=r.metadata;b&&typeof b=="object"&&(x.metadata={...b}),t.push(x)}return t}if(typeof e=="string")try{let t=JSON.parse(e);return this.normalizeCuratorOperations(t)}catch{return[]}if(typeof e=="object"){let t=e;if(t&&Array.isArray(t.operations))return this.normalizeCuratorOperations(t.operations);if(t&&typeof t.operations=="string")try{let n=JSON.parse(t.operations);return this.normalizeCuratorOperations(n)}catch{return[]}return[]}return[]}inferOperationsFromReflection(e){if(!e)return[];let t=[],n=new Set,r=(o,i)=>{if(!i)return;let a=i.trim();if(!a||a.toLowerCase().startsWith("no error"))return;let l=`${o}:${a}`;n.has(l)||(n.add(l),t.push({type:"ADD",section:o,content:a}))};return r("Guidelines",e.keyInsight),r("Response Strategies",e.correctApproach),r("Common Pitfalls",e.errorIdentification),r("Root Cause Notes",e.rootCauseAnalysis),t}async runReflectionRounds({example:e,generatorOutput:t,feedback:n}){let r=Math.max(this.aceConfig.maxReflectorRounds,1),o;for(let i=0;i<r;i++){let a=await this.runReflector({example:e,generatorOutput:t,feedback:n,previousReflection:o});if(!a)break;o=a;let u=a.errorIdentification?.toLowerCase().trim()??"";if(a.metadata?.resolved===!0||u.length===0||u.startsWith("no error")||u.startsWith("resolved"))break}return o}async runReflector({example:e,generatorOutput:t,feedback:n,previousReflection:r}){let o=this.getOrCreateReflectorProgram(),i=this.teacherAI??this.studentAI;try{let a={severity:e?.severity,policyHint:e?.policyHint},c=(this.program?.getSignature()?.getInputFields()??[]).reduce((d,m)=>(m.name in e&&(d[m.name]=e[m.name]),d),{});return await o.forward(i,{question:JSON.stringify(c),generator_answer:JSON.stringify(t.answer),generator_reasoning:t.reasoning,playbook:JSON.stringify({markdown:Yt(this.playbook),structured:this.playbook}),expected_answer:a.severity||a.policyHint?JSON.stringify(a):void 0,feedback:n,previous_reflection:r?JSON.stringify(r):void 0})}catch(a){this.verbose&&console.warn("[AxACE] Reflector error:",a instanceof Error?a.message:a);return}}async runCurator({program:e,example:t,reflection:n,playbook:r}){if(!n)return;let o=this.getOrCreateCuratorProgram(),i=this.teacherAI??this.studentAI,l=e.getSignature().getInputFields().reduce((c,p)=>(p.name in t&&(c[p.name]=t[p.name]),c),{});try{return await o.forward(i,{playbook:JSON.stringify({markdown:Yt(r),structured:r}),reflection:JSON.stringify(n),question_context:JSON.stringify(l),token_budget:1024})}catch(c){this.verbose&&console.warn("[AxACE] Curator error:",c instanceof Error?c.message:c);return}}getOrCreateReflectorProgram(){if(!this.reflectorProgram){let e=de().input("question",de.string("Original task input serialized as JSON")).input("generator_answer",de.string("Generator output serialized as JSON")).input("generator_reasoning",de.string("Generator reasoning trace").optional()).input("playbook",de.string("Current context playbook rendered as markdown")).input("expected_answer",de.string("Expected output when ground truth is available").optional()).input("feedback",de.string("External feedback or reward signal").optional()).input("previous_reflection",de.string("Most recent reflection JSON when running multi-round refinement").optional()).output("reasoning",de.string("Step-by-step analysis of generator performance")).output("errorIdentification",de.string("Specific mistakes detected")).output("rootCauseAnalysis",de.string("Underlying cause of the error")).output("correctApproach",de.string("What the generator should do differently")).output("keyInsight",de.string("Reusable insight to remember")).output("bulletTags",de.json("Array of {id, tag} entries referencing playbook bullets")).build();this.reflectorProgram=et(e)}return this.reflectorProgram}getOrCreateCuratorProgram(){if(!this.curatorProgram){let e=de().input("playbook",de.string("Current playbook serialized as JSON")).input("reflection",de.string("Latest reflection output serialized as JSON")).input("question_context",de.string("Original task input serialized as JSON")).input("token_budget",de.number("Approximate token budget for curator response").optional()).output("reasoning",de.string("Justification for the proposed updates")).output("operations",de.json("List of operations with type/section/content fields")).build();this.curatorProgram=et(e)}return this.curatorProgram}};function zl(s,e,t=0){let n=new Set([...Object.keys(s),...Object.keys(e)]),r=!0,o=!1;for(let i of n){let a=s[i]??0,u=e[i]??0;if(a+t<u){r=!1;break}a>u+t&&(o=!0)}return r&&o}function Gr(s,e=0){let t=[];for(let n=0;n<s.length;n++){let r=0,o=!1;for(let i=0;i<s.length;i++)if(n!==i){if(zl(s[i].scores,s[n].scores,e)){o=!0;break}zl(s[n].scores,s[i].scores,e)&&r++}o||t.push({idx:s[n].idx,scores:s[n].scores,dominated:r})}return t}function Bn(s){if(s.length===0)return;let e=Object.keys(s[0]??{});if(e.length!==2)return;let[t,n]=e,r=[...s].sort((a,u)=>(u[t]??0)-(a[t]??0)),o=0,i=0;for(let a of r){let u=a[t]??0,l=a[n]??0,c=Math.max(l-i,0);o+=u*c,i=Math.max(i,l)}return o}function Ji(s){if(s.length===0)return 0;let e=0;for(let t of s)e+=t;return e/s.length}function ql(s){let e={},t={};for(let r of s)for(let[o,i]of Object.entries(r))e[o]=(e[o]||0)+(typeof i=="number"?i:0),t[o]=(t[o]||0)+1;let n={};for(let[r,o]of Object.entries(e))n[r]=o/Math.max(t[r]||1,1);return n}function Qi(s,e){let t=new Set;for(let c of s)for(let p of c)t.add(p);let r=[...Array.from(t)].sort((c,p)=>(e[c]??0)-(e[p]??0)),o=new Set,i=(c,p)=>{for(let d of s){if(!d.has(c))continue;let m=!1;for(let g of p)if(d.has(g)){m=!0;break}if(!m)return!1}return!0},a=!0;for(;a;){a=!1;for(let c of r){if(o.has(c))continue;let p=new Set(r.filter(d=>d!==c&&!o.has(d)));if(i(c,p)){o.add(c),a=!0;break}}}let u=r.filter(c=>!o.has(c)),l=new Set(u);return s.map(c=>{let p=new Set;for(let d of c)l.has(d)&&p.add(d);return p})}function Hl(s,e,t){let n=Qi(s,e),r={};for(let u of n)for(let l of u)r[l]=(r[l]||0)+1;let o=[];for(let[u,l]of Object.entries(r)){let c=Number(u);for(let p=0;p<l;p++)o.push(c)}if(o.length===0)return 0;let i=typeof t=="function"?t():Math.random(),a=Math.floor(i*o.length);return o[a]}function zd(s){return s.size===0?{score:0}:Object.fromEntries([...s].map(e=>[e,0]))}var Ut=class s extends pt{numTrials;minibatch;minibatchSize;earlyStoppingTrials;minImprovementThreshold;sampleCount;paretoSetSize;crossoverEvery;tieEpsilon;feedbackMemorySize;feedbackMemory=[];mergeMax;mergesUsed=0;mergesDue=0;totalMergesTested=0;lastIterFoundNewProgram=!1;mergeAttemptKeys=new Set;mergeCompositionKeys=new Set;static REFLECTION_PROMPT_TEMPLATE="I provided an assistant with the following instructions to perform a task for me:\n```\n<curr_instructions>\n```\n\nThe following are examples of different task inputs provided to the assistant along with the assistant's response for each of them, and some feedback on how the assistant's response could be better:\n```\n<inputs_outputs_feedback>\n```\n\nYour task is to write a new instruction for the assistant. Read the inputs carefully and identify the input format and infer detailed task description about the task I wish to solve with the assistant. Read all the assistant responses and the corresponding feedback. Identify all niche and domain specific factual information about the task and include it in the instruction, as a lot of it may not be available to the assistant in the future. The assistant may have utilized a generalizable strategy to solve the task, if so, include that in the instruction as well. Provide the new instructions within ``` blocks.";rngState=123456789;samplerState={epoch:-1,shuffled:[],freq:new Map};localScoreHistory=[];localConfigurationHistory=[];constructor(e){super(e);let t=e?.seed,n=Number.isFinite(t)?Math.floor(Number(t)):0;this.rngState=n&&n!==0?n:123456789,this.numTrials=e.numTrials??30,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??20,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??0,this.sampleCount=e.sampleCount??1;let r=e?.paretoSetSize;this.paretoSetSize=r&&r>0?Math.min(1e3,Math.max(5,Math.floor(r))):Math.max(10,Math.min(200,this.minibatchSize*3));let o=e?.crossoverEvery;this.crossoverEvery=Math.max(0,Math.floor(o??Math.max(3,Math.floor(this.numTrials/4))));let i=e?.tieEpsilon;this.tieEpsilon=Number.isFinite(i)?i:0;let a=e?.feedbackMemorySize;this.feedbackMemorySize=Math.max(0,Math.floor(a??4));let u=e?.mergeMax;this.mergeMax=Math.max(0,Math.floor(u??5)),this.mergesUsed=0,this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}reset(){super.reset(),this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold,this.localScoreHistory=[],this.localConfigurationHistory=[],this.feedbackMemory=[],this.mergesUsed=0,this.mergesDue=0,this.totalMergesTested=0,this.lastIterFoundNewProgram=!1,this.mergeAttemptKeys.clear(),this.mergeCompositionKeys.clear(),this.samplerState.epoch=-1,this.samplerState.shuffled=[],this.samplerState.freq.clear()}async compile(e,t,n,r){let o=Date.now();this.validateExamples(t),r?.auto&&this.configureAuto(r.auto);let i=r?.maxMetricCalls;if(!Number.isFinite(i)||i<=0)throw new Error("AxGEPA: options.maxMetricCalls must be set to a positive integer");let a=Math.floor(i),u=r?.validationExamples,l=r?.feedbackExamples,c=(u&&u.length>0?u:t).slice(0,this.paretoSetSize),p=G=>{let j=Object.keys(G).sort().reduce((ee,re)=>(ee[re]=G[re],ee),{});return JSON.stringify(j)},d=new Set(t.map(G=>p(G))),m=l&&l.length>0?l.filter(G=>d.has(p(G))):t,g=m.length>0?m:t,f=this.getInstructionTargets(e);if(f.length===0)throw new Error("AxGEPA: program has no instruction-bearing nodes to optimize");let x=f.map(G=>G.id),b=G=>{for(let j of f){let ee=G[j.id];typeof ee=="string"&&j.program.setInstruction?.(ee)}},h=async(G,j)=>{let ee=await n({prediction:G,example:j});if(typeof ee=="number")return Number.isFinite(ee)?{score:ee}:{};if(!ee||typeof ee!="object")return{};let re={};for(let[V,pe]of Object.entries(ee))typeof pe=="number"&&Number.isFinite(pe)&&(re[V]=pe);return re},y=G=>{let j=r?.paretoMetricKey,ee=r?.paretoScalarize;if(typeof ee=="function")return ee(G);if(j)return Number.isFinite(G[j])?G[j]:0;let re=Object.values(G);return re.length?re.reduce((V,pe)=>V+pe,0)/re.length:0},I=this.getOptimizerLogger(r),C=r?.verbose??this.verbose?G=>console.log(`[GEPA] ${G}`):G=>{},R=new Set,M=async(G,j,ee,re=!1)=>{let V=j.length;if(this.stats.totalCalls+V>a){if(re)throw new Error(`AxGEPA: options.maxMetricCalls=${a} is too small to evaluate the initial Pareto set; need at least ${V} metric calls`);return}let pe=[];C(`${ee}: evaluating ${j.length} example${j.length===1?"":"s"}`);for(let[be,ve]of j.entries()){b(G);let Oe,se;try{Oe=await e.forward(this.studentAI,ve,{sampleCount:this.sampleCount}),se=await h(Oe,ve);for(let Q of Object.keys(se))R.add(Q)}catch(Q){let Ce=Q instanceof Error?Q.message:String(Q);Oe={error:Ce},se=zd(R),C(`Evaluation failed during ${ee}; scoring this example as zero. Error: ${Ce}`)}this.stats.totalCalls+=1;let te=y(se);pe.push({input:ve,prediction:Oe,scores:se,scalar:te}),C(`${ee}: completed ${be+1}/${j.length} (score=${te.toFixed(3)})`)}return{rows:pe,avg:ql(pe.map(be=>be.scores)),scalars:pe.map(be=>be.scalar),sum:pe.reduce((be,ve)=>be+ve.scalar,0)}},v={};for(let G of f)v[G.id]=await this.getBaseInstruction(G.program);let E=await M(v,c,"initial Pareto evaluation",!0),k=[{cfg:{...v},parent:void 0,scores:E.avg}],O=[E.scalars];I?.({name:"OptimizationStart",value:{optimizerType:"GEPA",exampleCount:t.length,validationCount:c.length,config:{numTrials:this.numTrials,minibatch:this.minibatch,mergeMax:this.mergeMax,tunableCount:f.length}}}),C(`Starting GEPA optimization: ${t.length} train, ${c.length} validation, maxCalls=${a}`);let L=0,F=new Set,P=Gr(k.map((G,j)=>({idx:j,scores:G.scores})),this.tieEpsilon).map(G=>G.idx),_;for(let G=0;G<this.numTrials&&!(a!==void 0&&this.stats.totalCalls>=Math.max(1,Math.floor(a)));G++){let j=O[0]?.length??0,ee=[];for(let N=0;N<j;N++){let K=Number.NEGATIVE_INFINITY,oe=new Set;for(let Te=0;Te<O.length;Te++){let ze=O[Te][N];ze>K+this.tieEpsilon?(K=ze,oe.clear(),oe.add(Te)):Math.abs(ze-K)<=this.tieEpsilon&&oe.add(Te)}ee.push(oe)}let re=O.map(N=>Ji(N));if(this.mergeMax>0&&this.mergesDue>0&&this.lastIterFoundNewProgram){let N=w=>{let S=[],T=w;for(;T!==void 0;)S.push(T),T=k[T]?.parent;return S},K=w=>w.length?w[Math.floor(this.rand()*w.length)]:void 0,oe=Qi(ee,re),Te=new Set;for(let w of oe)for(let S of w)Te.add(S);let ze=Array.from(Te),A;for(let w=0;w<10&&!A&&!(ze.length<2);w++){let S=K(ze),T=K(ze);if(S===T)continue;T<S&&([S,T]=[T,S]);let $=new Set(N(S)),q=new Set(N(T));if($.has(T)||q.has(S))continue;let W=[...$].filter(ae=>q.has(ae));if(W.length===0)continue;let z=[];for(let ae of W){let Ie=k[ae].cfg,Ne=k[S].cfg,ke=k[T].cfg,vt=!1,Ct=new Set([...Object.keys(Ie),...Object.keys(Ne),...Object.keys(ke)]);for(let Pt of Ct){let X=Ie[Pt],ne=Ne[Pt],me=ke[Pt];if(ne===X&&me!==ne||me===X&&ne!==me){vt=!0;break}}vt&&z.push(ae)}if(z.length===0)continue;let Y=z.map(ae=>Math.max(1e-9,re[ae])),fe=this.rand()*Y.reduce((ae,Ie)=>ae+Ie,0),_e=z[z.length-1];for(let ae=0;ae<z.length;ae++){if(fe<Y[ae]){_e=z[ae];break}fe-=Y[ae]}A={i:S,j:T,a:_e}}if(this.lastIterFoundNewProgram=!1,A){let w=!1,{i:S,j:T,a:$}=A,q=re[$],W=re[S],z=re[T];if(q>Math.min(W,z))continue;let Y=`${S}|${T}|${$}`;if(this.mergeAttemptKeys.has(Y)||(this.mergeAttemptKeys.add(Y),F.has(Y)))continue;let{cfg:fe,descSig:_e}=this.systemAwareMergeWithSig(k,S,T,(Ae,We)=>re[Ae]>=re[We]?Ae:We),ae=`${Math.min(S,T)}|${Math.max(S,T)}|${_e}`;if(this.mergeCompositionKeys.has(ae))continue;this.mergeCompositionKeys.add(ae);let Ie=O[S],Ne=O[T],ke=Array.from({length:Ie.length},(Ae,We)=>We),vt=ke.filter(Ae=>(Ie[Ae]??0)>(Ne[Ae]??0)),Ct=ke.filter(Ae=>(Ne[Ae]??0)>(Ie[Ae]??0)),Pt=ke.filter(Ae=>!(vt.includes(Ae)||Ct.includes(Ae))),X=5,ne=Math.ceil(X/3),me=(Ae,We)=>{if(We<=0||Ae.length===0)return[];if(Ae.length<=We)return[...Ae];let rr=[],Vr=new Set;for(;rr.length<We;){let gt=Math.floor(this.rand()*Ae.length);Vr.has(gt)||(Vr.add(gt),rr.push(Ae[gt]))}return rr},Le=[];Le.push(...me(vt,Math.min(ne,vt.length))),Le.push(...me(Ct,Math.min(ne,Ct.length)));let Ue=X-Le.length;Le.push(...me(Pt,Math.max(0,Ue)));let Bt=X-Le.length;if(Bt>0){let Ae=ke.filter(We=>!Le.includes(We));Le.push(...me(Ae,Math.min(Bt,Ae.length)))}let Ps=Le.slice(0,Math.min(X,ke.length)),Zc=Ps.map(Ae=>c[Ae]),ya=await M(fe,Zc,"merge subsample");if(!ya)break;let ep=ya.sum,tp=Ps.reduce((Ae,We)=>Ae+(Ie[We]??0),0),np=Ps.reduce((Ae,We)=>Ae+(Ne[We]??0),0);if(ep>=Math.max(tp,np)+this.minImprovementThreshold){C(`Iteration ${G+1}: Merge accepted (programs ${S} + ${T} via ancestor ${$})`);let Ae=await M(fe,c,"merge validation");if(!Ae)break;k.push({cfg:{...fe},parent:$,scores:Ae.avg}),O.push(Ae.scalars);let We=P.length,rr=Bn(P.map(gt=>k[gt].scores))??0;P=Gr(k.map((gt,rp)=>({idx:rp,scores:gt.scores})),this.tieEpsilon).map(gt=>gt.idx);let Vr=Bn(P.map(gt=>k[gt].scores))??0;(P.length>We||Vr>rr+1e-6)&&(L=0),this.mergesDue-=1,this.totalMergesTested+=1,F.add(Y),w=!0}if(w)continue}}let V=Hl(ee,re,()=>this.rand());this.lastIterFoundNewProgram=!1;let pe=this.minibatch?this.nextMinibatchIndices(g.length,G).map(N=>g[N]):g,be=await M(k[V].cfg,pe,"parent minibatch");if(!be)break;if(r?.skipPerfectScore??!0){let N=Number(r?.perfectScore??1);if(be.scalars.length>0&&be.scalars.every(K=>K>=N))continue}let ve={...k[V].cfg},Oe="reflective_mutation",se,te,Q=f[G%f.length],Ce=k[V].cfg[Q.id],ge=r?.gepaAdapter,xe,Ee=be.rows.map(N=>({input:N.input,prediction:N.prediction,score:N.scalar}));if(ge)try{let N=await ge.evaluate(pe,{...k[V].cfg},!0);se=Array.isArray(N?.scores)?N.scores.reduce((ze,A)=>ze+(Number(A)||0),0):void 0;let K=ge.make_reflective_dataset({...k[V].cfg},N,[Q.id]),oe=await ge.propose_new_texts?.({...k[V].cfg},K,[Q.id]),Te=oe?.[Q.id]??(oe?Object.values(oe)[0]:void 0);typeof Te=="string"&&Te.length>0&&(xe=Te)}catch{}if(xe||(xe=await this.reflectTargetInstruction(Q.id,Ce,e,b,{...k[V].cfg},pe,async({prediction:N,example:K})=>y(await h(N,K)),r,Ee)),ve[Q.id]=xe,ge&&se!==void 0)try{let N=await ge.evaluate(pe,ve,!1);te=Array.isArray(N?.scores)?N.scores.reduce((K,oe)=>K+(Number(oe)||0),0):void 0}catch{}let Re=await M(ve,pe,"child minibatch");if(!Re)break;if(this.currentRound=G+1,await this.updateOptimizationProgress(this.currentRound,Re.sum,{instructionLen:xe.length,target:Q.id,parent:V,totalRounds:this.numTrials},"GEPA",{strategy:Oe,paretoSetSize:c.length,tunableCount:f.length},Re.sum,{instructionLen:Ce.length,idx:V},{...r??{},maxIterations:this.numTrials}),!(Re.sum>be.sum+this.minImprovementThreshold&&(se===void 0||te===void 0||te>se+this.minImprovementThreshold))){if(C(`Iteration ${G+1}: Rejected (child=${Re.sum.toFixed(3)} <= parent=${be.sum.toFixed(3)})`),++L>=this.earlyStoppingTrials){C(`Early stopping: ${L} iterations without improvement`);break}continue}C(`Iteration ${G+1}: Accepted (child=${Re.sum.toFixed(3)} > parent=${be.sum.toFixed(3)})`);let Ye=await M(ve,c,"validation evaluation");if(!Ye)break;k.push({cfg:{...ve},parent:V,scores:Ye.avg}),O.push(Ye.scalars);let rt=P.length,Se=Bn(P.map(N=>k[N].scores))??0;P=Gr(k.map((N,K)=>({idx:K,scores:N.scores})),this.tieEpsilon).map(N=>N.idx);let Ke=Bn(P.map(N=>k[N].scores))??0;if(P.length>rt||Ke>Se+1e-6)L=0,C(`Iteration ${G+1}: Archive improved (size=${P.length}, hv=${Ke.toFixed(4)})`);else if(L++,C(`Iteration ${G+1}: Archive unchanged (stagnation=${L}/${this.earlyStoppingTrials})`),L>=this.earlyStoppingTrials){C(`Early stopping: ${L} iterations without archive improvement`);break}this.lastIterFoundNewProgram=!0,this.mergeMax>0&&this.totalMergesTested<this.mergeMax&&(this.mergesDue+=1)}let B=Gr(k.map((G,j)=>({idx:j,scores:G.scores})),this.tieEpsilon),H=B.length>0?Math.max(...B.map(G=>y(G.scores))):0,D;if(B.length>0){let G=Number.NEGATIVE_INFINITY;for(let j of B){let ee=y(j.scores);ee>G&&(G=ee,D=j.idx)}}let J=Bn(B.map(G=>G.scores));this.stats.convergenceInfo.converged=!0;let U=this.getMergedCustomLabels(r);this.recordParetoMetrics(B.length,k.length,"GEPA",J,U);let ie=Date.now()-o,he=typeof D=="number"?new kt({bestScore:H,stats:this.stats,instruction:f.length===1?k[D].cfg[x[0]]:void 0,instructionMap:{...k[D].cfg},demos:[],examples:t,modelConfig:void 0,optimizerType:"GEPA",optimizationTime:ie,totalRounds:this.numTrials,converged:this.stats.convergenceInfo.converged}):void 0,Fe=this.generateOptimizationReport(B,J,H,k.length);return{demos:[],stats:this.stats,bestScore:H,paretoFront:B.map(G=>({demos:[],scores:G.scores,configuration:{candidate:G.idx,instructionMap:{...k[G.idx].cfg},...f.length===1?{instruction:k[G.idx].cfg[x[0]]}:{}},dominatedSolutions:G.dominated})),paretoFrontSize:B.length,hypervolume:J,finalConfiguration:{strategy:"gepa",candidates:k.length,tunables:f.length},optimizedProgram:he,report:Fe}}configureAuto(e){switch(e){case"light":this.numTrials=10,this.minibatch=!0,this.minibatchSize=15;break;case"medium":this.numTrials=20,this.minibatch=!0,this.minibatchSize=25;break;case"heavy":this.numTrials=35,this.minibatch=!0,this.minibatchSize=35;break}}async getBaseInstruction(e){let t=e.getInstruction?.();if(t&&t.length>0)return t;let r=e.getSignature?.()?.getDescription?.();return r&&r.length>0?r:"Follow the task precisely. Be concise, correct, and consistent."}getInstructionTargets(e){let t=new Set,n=[],r=(o,i)=>{let a=i;!o||t.has(o)||typeof a?.setInstruction!="function"||(t.add(o),n.push({id:o,program:a,signature:a.getSignature?.()?.toString?.()}))};if("namedProgramInstances"in e&&typeof e.namedProgramInstances=="function"){let o=e.namedProgramInstances()??[];for(let i of o)r(i?.id,i?.program)}return r(e.getId?.(),e),n}async evaluateOnSet(e,t,n,r){let o=[];for(let i of n){let a=await this.evaluateOne(e,t,i,r);o.push(a)}return o}async evaluateAvg(e,t,n,r){let o=await this.evaluateOnSet(e,t,n,r);return o.length>0?Ji(o):0}async evaluateOne(e,t,n,r){try{e.setInstruction?.(t);let o=await e.forward(this.studentAI,n,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let i=await r({prediction:o,example:n});if(typeof i=="number"&&!Number.isNaN(i)){let a=typeof this.targetScore=="number"?this.targetScore:.5;return i>=a&&(this.stats.successfulDemos+=1),i}return 0}catch(o){return this.getLogger()?.({name:"Notification",id:"gepa_eval",value:String(o)}),0}}async reflectTargetInstruction(e,t,n,r,o,i,a,u,l){let c=l?[...l]:[];if(c.length===0)for(let h of i)try{o[e]=t,r(o);let y=await n.forward(this.studentAI,h,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let I=await a({prediction:y,example:h});c.push({input:h,prediction:y,score:typeof I=="number"?I:0})}catch{c.push({input:h,prediction:{},score:0})}let p=u?.overrideTeacherAI??this.teacherAI??this.studentAI,d=et('targetId:string "Target program ID", minibatch:json "Array of {input,prediction,score}", evalFeedback?:string[] "Evaluator feedback when available" -> feedbackSummary:string "Concise program-focused feedback"'),g=[...(u?.feedbackNotes??[]).filter(h=>typeof h=="string"&&h.trim().length>0)],f=u?.feedbackFn;if(typeof f=="function")for(let h of c){let y=f({prediction:h.prediction,example:h.input});y&&(Array.isArray(y)?g.push(...y):g.push(y))}let x="";try{x=(await d.forward(p,{targetId:e,minibatch:c,evalFeedback:g}))?.feedbackSummary?.trim()||""}catch{}let b=et('targetId:string "Target program ID", currentInstruction:string "Current instruction", feedbackSummary?:string "Summarized feedback", minibatch:json "Array of {input,prediction,score}" -> newInstruction:string "Improved instruction (1-6 sentences) for the target program"');try{let y=(await b.forward(p,{targetId:e,currentInstruction:t,feedbackSummary:x,minibatch:c}))?.newInstruction?.trim();if(y&&y.length>16)return y}catch{}return`${t.trim()} Focus on step-by-step, target-specific reasoning and factual grounding.`.slice(0,2e3)}async reflectInstruction(e,t,n,r,o,i){let a=i??[];if(a.length===0)for(let g of n)try{t.setInstruction?.(e);let f=await t.forward(this.studentAI,g,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let x=await r({prediction:f,example:g});a.push({input:g,prediction:f,score:typeof x=="number"?x:0})}catch{a.push({input:g,prediction:{},score:0})}let u=o?.overrideTeacherAI??this.teacherAI??this.studentAI,l=o?.feedbackFn,c=(o?.feedbackNotes??[]).filter(g=>typeof g=="string"&&g.trim().length>0),p=()=>{let g=[];for(let x=0;x<a.length;x++){let b=a[x],h=`# Example ${x+1}
|
|
801
|
+
`)}async extractProgramInstruction(e){try{return e.getSignature().getDescription()??void 0}catch{return}}createGeneratorOutput(e,t){let n=e?.thought?.toString()??"",r=Array.isArray(e?.bullet_ids)?e?.bullet_ids:[];return{reasoning:n,answer:e,bulletIds:r,trajectory:JSON.stringify({example:t,prediction:e}),metadata:{predictedSeverity:e?.severity,expectedSeverity:t?.severity}}}resolveCuratorOperationTargets(e,t,n,r){if(!e.length)return e;let o=[],i=new Set(e.map(c=>c.bulletId).filter(c=>typeof c=="string")),a=new Map,l=(c,p)=>{if(i.has(c))return;let d=this.locateBullet(t,c);if(!d)return;let m=a.get(d.section)??{harmful:[],primary:[],generator:[]};m[p].push(d.id),a.set(d.section,m)};for(let c of n?.bulletTags??[]){let p=c.tag==="harmful"?"harmful":"primary";l(c.id,p)}if(r?.bulletIds)for(let c of r.bulletIds)l(c,"generator");let u=c=>{let p=a.get(c);if(!p)return this.locateFallbackBullet(t,c,i);let d=g=>{for(;g.length>0;){let f=g.shift();if(!i.has(f))return f}},m=d(p.harmful)??d(p.primary)??d(p.generator);return m||this.locateFallbackBullet(t,c,i)};for(let c of e){if((c.type==="UPDATE"||c.type==="REMOVE")&&!c.bulletId){let p=u(c.section);p&&(c.bulletId=p,i.add(p))}(c.type==="UPDATE"||c.type==="REMOVE")&&!c.bulletId||o.push(c)}return o}locateBullet(e,t){for(let n of Object.values(e.sections)){let r=n.find(o=>o.id===t);if(r)return r}}locateFallbackBullet(e,t,n){let r=e.sections[t]??[];for(let o of r)if(!n.has(o.id))return o.id}collectProtectedBulletIds(e){let t=new Set;for(let n of e)n.type==="UPDATE"&&n.bulletId&&t.add(n.bulletId);return t}normalizeCuratorOperations(e){if(!e)return[];if(Array.isArray(e)){let t=[],n=new Set;for(let r of e){if(!r||typeof r!="object")continue;let o=r.type??"ADD",i=typeof o=="string"?o.toUpperCase():"ADD",a=i==="UPDATE"?"UPDATE":i==="REMOVE"?"REMOVE":"ADD",l=r.section??"Guidelines",u=typeof l=="string"&&l.trim().length>0?l.trim():"Guidelines",c=r.content??"",p=typeof c=="string"?c.trim():"";if(a!=="REMOVE"&&p.length===0)continue;let d=r.bulletId??r.id,m=typeof d=="string"&&d.trim().length>0?d.trim():void 0,f=[a,u,p,m??""].join(":");if(n.has(f))continue;n.add(f);let x={type:a,section:u};a!=="REMOVE"&&(x.content=p),m&&(x.bulletId=m);let b=r.metadata;b&&typeof b=="object"&&(x.metadata={...b}),t.push(x)}return t}if(typeof e=="string")try{let t=JSON.parse(e);return this.normalizeCuratorOperations(t)}catch{return[]}if(typeof e=="object"){let t=e;if(t&&Array.isArray(t.operations))return this.normalizeCuratorOperations(t.operations);if(t&&typeof t.operations=="string")try{let n=JSON.parse(t.operations);return this.normalizeCuratorOperations(n)}catch{return[]}return[]}return[]}inferOperationsFromReflection(e){if(!e)return[];let t=[],n=new Set,r=(o,i)=>{if(!i)return;let a=i.trim();if(!a||a.toLowerCase().startsWith("no error"))return;let u=`${o}:${a}`;n.has(u)||(n.add(u),t.push({type:"ADD",section:o,content:a}))};return r("Guidelines",e.keyInsight),r("Response Strategies",e.correctApproach),r("Common Pitfalls",e.errorIdentification),r("Root Cause Notes",e.rootCauseAnalysis),t}async runReflectionRounds({example:e,generatorOutput:t,feedback:n}){let r=Math.max(this.aceConfig.maxReflectorRounds,1),o;for(let i=0;i<r;i++){let a=await this.runReflector({example:e,generatorOutput:t,feedback:n,previousReflection:o});if(!a)break;o=a;let l=a.errorIdentification?.toLowerCase().trim()??"";if(a.metadata?.resolved===!0||l.length===0||l.startsWith("no error")||l.startsWith("resolved"))break}return o}async runReflector({example:e,generatorOutput:t,feedback:n,previousReflection:r}){let o=this.getOrCreateReflectorProgram(),i=this.teacherAI??this.studentAI;try{let a={severity:e?.severity,policyHint:e?.policyHint},c=(this.program?.getSignature()?.getInputFields()??[]).reduce((d,m)=>(m.name in e&&(d[m.name]=e[m.name]),d),{});return await o.forward(i,{question:JSON.stringify(c),generator_answer:JSON.stringify(t.answer),generator_reasoning:t.reasoning,playbook:JSON.stringify({markdown:Yt(this.playbook),structured:this.playbook}),expected_answer:a.severity||a.policyHint?JSON.stringify(a):void 0,feedback:n,previous_reflection:r?JSON.stringify(r):void 0})}catch(a){this.verbose&&console.warn("[AxACE] Reflector error:",a instanceof Error?a.message:a);return}}async runCurator({program:e,example:t,reflection:n,playbook:r}){if(!n)return;let o=this.getOrCreateCuratorProgram(),i=this.teacherAI??this.studentAI,u=e.getSignature().getInputFields().reduce((c,p)=>(p.name in t&&(c[p.name]=t[p.name]),c),{});try{return await o.forward(i,{playbook:JSON.stringify({markdown:Yt(r),structured:r}),reflection:JSON.stringify(n),question_context:JSON.stringify(u),token_budget:1024})}catch(c){this.verbose&&console.warn("[AxACE] Curator error:",c instanceof Error?c.message:c);return}}getOrCreateReflectorProgram(){if(!this.reflectorProgram){let e=pe().input("question",pe.string("Original task input serialized as JSON")).input("generator_answer",pe.string("Generator output serialized as JSON")).input("generator_reasoning",pe.string("Generator reasoning trace").optional()).input("playbook",pe.string("Current context playbook rendered as markdown")).input("expected_answer",pe.string("Expected output when ground truth is available").optional()).input("feedback",pe.string("External feedback or reward signal").optional()).input("previous_reflection",pe.string("Most recent reflection JSON when running multi-round refinement").optional()).output("reasoning",pe.string("Step-by-step analysis of generator performance")).output("errorIdentification",pe.string("Specific mistakes detected")).output("rootCauseAnalysis",pe.string("Underlying cause of the error")).output("correctApproach",pe.string("What the generator should do differently")).output("keyInsight",pe.string("Reusable insight to remember")).output("bulletTags",pe.json("Array of {id, tag} entries referencing playbook bullets")).build();this.reflectorProgram=et(e)}return this.reflectorProgram}getOrCreateCuratorProgram(){if(!this.curatorProgram){let e=pe().input("playbook",pe.string("Current playbook serialized as JSON")).input("reflection",pe.string("Latest reflection output serialized as JSON")).input("question_context",pe.string("Original task input serialized as JSON")).input("token_budget",pe.number("Approximate token budget for curator response").optional()).output("reasoning",pe.string("Justification for the proposed updates")).output("operations",pe.json("List of operations with type/section/content fields")).build();this.curatorProgram=et(e)}return this.curatorProgram}};function qu(s,e,t=0){let n=new Set([...Object.keys(s),...Object.keys(e)]),r=!0,o=!1;for(let i of n){let a=s[i]??0,l=e[i]??0;if(a+t<l){r=!1;break}a>l+t&&(o=!0)}return r&&o}function Gr(s,e=0){let t=[];for(let n=0;n<s.length;n++){let r=0,o=!1;for(let i=0;i<s.length;i++)if(n!==i){if(qu(s[i].scores,s[n].scores,e)){o=!0;break}qu(s[n].scores,s[i].scores,e)&&r++}o||t.push({idx:s[n].idx,scores:s[n].scores,dominated:r})}return t}function jn(s){if(s.length===0)return;let e=Object.keys(s[0]??{});if(e.length!==2)return;let[t,n]=e,r=[...s].sort((a,l)=>(l[t]??0)-(a[t]??0)),o=0,i=0;for(let a of r){let l=a[t]??0,u=a[n]??0,c=Math.max(u-i,0);o+=l*c,i=Math.max(i,u)}return o}function Qi(s){if(s.length===0)return 0;let e=0;for(let t of s)e+=t;return e/s.length}function Hu(s){let e={},t={};for(let r of s)for(let[o,i]of Object.entries(r))e[o]=(e[o]||0)+(typeof i=="number"?i:0),t[o]=(t[o]||0)+1;let n={};for(let[r,o]of Object.entries(e))n[r]=o/Math.max(t[r]||1,1);return n}function Yi(s,e){let t=new Set;for(let c of s)for(let p of c)t.add(p);let r=[...Array.from(t)].sort((c,p)=>(e[c]??0)-(e[p]??0)),o=new Set,i=(c,p)=>{for(let d of s){if(!d.has(c))continue;let m=!1;for(let g of p)if(d.has(g)){m=!0;break}if(!m)return!1}return!0},a=!0;for(;a;){a=!1;for(let c of r){if(o.has(c))continue;let p=new Set(r.filter(d=>d!==c&&!o.has(d)));if(i(c,p)){o.add(c),a=!0;break}}}let l=r.filter(c=>!o.has(c)),u=new Set(l);return s.map(c=>{let p=new Set;for(let d of c)u.has(d)&&p.add(d);return p})}function Ku(s,e,t){let n=Yi(s,e),r={};for(let l of n)for(let u of l)r[u]=(r[u]||0)+1;let o=[];for(let[l,u]of Object.entries(r)){let c=Number(l);for(let p=0;p<u;p++)o.push(c)}if(o.length===0)return 0;let i=typeof t=="function"?t():Math.random(),a=Math.floor(i*o.length);return o[a]}function qd(s){return s.size===0?{score:0}:Object.fromEntries([...s].map(e=>[e,0]))}var Ut=class s extends pt{numTrials;minibatch;minibatchSize;earlyStoppingTrials;minImprovementThreshold;sampleCount;paretoSetSize;crossoverEvery;tieEpsilon;feedbackMemorySize;feedbackMemory=[];mergeMax;mergesUsed=0;mergesDue=0;totalMergesTested=0;lastIterFoundNewProgram=!1;mergeAttemptKeys=new Set;mergeCompositionKeys=new Set;static REFLECTION_PROMPT_TEMPLATE="I provided an assistant with the following instructions to perform a task for me:\n```\n<curr_instructions>\n```\n\nThe following are examples of different task inputs provided to the assistant along with the assistant's response for each of them, and some feedback on how the assistant's response could be better:\n```\n<inputs_outputs_feedback>\n```\n\nYour task is to write a new instruction for the assistant. Read the inputs carefully and identify the input format and infer detailed task description about the task I wish to solve with the assistant. Read all the assistant responses and the corresponding feedback. Identify all niche and domain specific factual information about the task and include it in the instruction, as a lot of it may not be available to the assistant in the future. The assistant may have utilized a generalizable strategy to solve the task, if so, include that in the instruction as well. Provide the new instructions within ``` blocks.";rngState=123456789;samplerState={epoch:-1,shuffled:[],freq:new Map};localScoreHistory=[];localConfigurationHistory=[];constructor(e){super(e);let t=e?.seed,n=Number.isFinite(t)?Math.floor(Number(t)):0;this.rngState=n&&n!==0?n:123456789,this.numTrials=e.numTrials??30,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??20,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??0,this.sampleCount=e.sampleCount??1;let r=e?.paretoSetSize;this.paretoSetSize=r&&r>0?Math.min(1e3,Math.max(5,Math.floor(r))):Math.max(10,Math.min(200,this.minibatchSize*3));let o=e?.crossoverEvery;this.crossoverEvery=Math.max(0,Math.floor(o??Math.max(3,Math.floor(this.numTrials/4))));let i=e?.tieEpsilon;this.tieEpsilon=Number.isFinite(i)?i:0;let a=e?.feedbackMemorySize;this.feedbackMemorySize=Math.max(0,Math.floor(a??4));let l=e?.mergeMax;this.mergeMax=Math.max(0,Math.floor(l??5)),this.mergesUsed=0,this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}reset(){super.reset(),this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold,this.localScoreHistory=[],this.localConfigurationHistory=[],this.feedbackMemory=[],this.mergesUsed=0,this.mergesDue=0,this.totalMergesTested=0,this.lastIterFoundNewProgram=!1,this.mergeAttemptKeys.clear(),this.mergeCompositionKeys.clear(),this.samplerState.epoch=-1,this.samplerState.shuffled=[],this.samplerState.freq.clear()}async compile(e,t,n,r){let o=Date.now();this.validateExamples(t),r?.auto&&this.configureAuto(r.auto);let i=r?.maxMetricCalls;if(!Number.isFinite(i)||i<=0)throw new Error("AxGEPA: options.maxMetricCalls must be set to a positive integer");let a=Math.floor(i),l=r?.validationExamples,u=r?.feedbackExamples,c=(l&&l.length>0?l:t).slice(0,this.paretoSetSize),p=U=>{let K=Object.keys(U).sort().reduce((W,re)=>(W[re]=U[re],W),{});return JSON.stringify(K)},d=new Set(t.map(U=>p(U))),m=u&&u.length>0?u.filter(U=>d.has(p(U))):t,g=m.length>0?m:t,f=this.getInstructionTargets(e);if(f.length===0)throw new Error("AxGEPA: program has no instruction-bearing nodes to optimize");let x=f.map(U=>U.id),b=U=>{for(let K of f){let W=U[K.id];typeof W=="string"&&K.program.setInstruction?.(W)}},h=async(U,K)=>{let W=await n({prediction:U,example:K});if(typeof W=="number")return Number.isFinite(W)?{score:W}:{};if(!W||typeof W!="object")return{};let re={};for(let[Q,le]of Object.entries(W))typeof le=="number"&&Number.isFinite(le)&&(re[Q]=le);return re},y=U=>{let K=r?.paretoMetricKey,W=r?.paretoScalarize;if(typeof W=="function")return W(U);if(K)return Number.isFinite(U[K])?U[K]:0;let re=Object.values(U);return re.length?re.reduce((Q,le)=>Q+le,0)/re.length:0},I=this.getOptimizerLogger(r),C=r?.verbose??this.verbose?U=>console.log(`[GEPA] ${U}`):U=>{},R=new Set,P=async(U,K,W,re=!1)=>{let Q=K.length;if(this.stats.totalCalls+Q>a){if(re)throw new Error(`AxGEPA: options.maxMetricCalls=${a} is too small to evaluate the initial Pareto set; need at least ${Q} metric calls`);return}let le=[];C(`${W}: evaluating ${K.length} example${K.length===1?"":"s"}`);for(let[Ie,Ee]of K.entries()){b(U);let Me,oe;try{Me=await e.forward(this.studentAI,Ee,{sampleCount:this.sampleCount}),oe=await h(Me,Ee);for(let q of Object.keys(oe))R.add(q)}catch(q){let ce=q instanceof Error?q.message:String(q);Me={error:ce},oe=qd(R),C(`Evaluation failed during ${W}; scoring this example as zero. Error: ${ce}`)}this.stats.totalCalls+=1;let Re=y(oe);le.push({input:Ee,prediction:Me,scores:oe,scalar:Re}),C(`${W}: completed ${Ie+1}/${K.length} (score=${Re.toFixed(3)})`)}return{rows:le,avg:Hu(le.map(Ie=>Ie.scores)),scalars:le.map(Ie=>Ie.scalar),sum:le.reduce((Ie,Ee)=>Ie+Ee.scalar,0)}},v={};for(let U of f)v[U.id]=await this.getBaseInstruction(U.program);let E=await P(v,c,"initial Pareto evaluation",!0),k=[{cfg:{...v},parent:void 0,scores:E.avg}],O=[E.scalars];I?.({name:"OptimizationStart",value:{optimizerType:"GEPA",exampleCount:t.length,validationCount:c.length,config:{numTrials:this.numTrials,minibatch:this.minibatch,mergeMax:this.mergeMax,tunableCount:f.length}}}),C(`Starting GEPA optimization: ${t.length} train, ${c.length} validation, maxCalls=${a}`);let L=0,F=new Set,M=Gr(k.map((U,K)=>({idx:K,scores:U.scores})),this.tieEpsilon).map(U=>U.idx),_;for(let U=0;U<this.numTrials&&!(a!==void 0&&this.stats.totalCalls>=Math.max(1,Math.floor(a)));U++){let K=O[0]?.length??0,W=[];for(let N=0;N<K;N++){let V=Number.NEGATIVE_INFINITY,ne=new Set;for(let Te=0;Te<O.length;Te++){let ze=O[Te][N];ze>V+this.tieEpsilon?(V=ze,ne.clear(),ne.add(Te)):Math.abs(ze-V)<=this.tieEpsilon&&ne.add(Te)}W.push(ne)}let re=O.map(N=>Qi(N));if(this.mergeMax>0&&this.mergesDue>0&&this.lastIterFoundNewProgram){let N=w=>{let S=[],T=w;for(;T!==void 0;)S.push(T),T=k[T]?.parent;return S},V=w=>w.length?w[Math.floor(this.rand()*w.length)]:void 0,ne=Yi(W,re),Te=new Set;for(let w of ne)for(let S of w)Te.add(S);let ze=Array.from(Te),A;for(let w=0;w<10&&!A&&!(ze.length<2);w++){let S=V(ze),T=V(ze);if(S===T)continue;T<S&&([S,T]=[T,S]);let $=new Set(N(S)),z=new Set(N(T));if($.has(T)||z.has(S))continue;let J=[...$].filter(se=>z.has(se));if(J.length===0)continue;let B=[];for(let se of J){let Ce=k[se].cfg,Ne=k[S].cfg,Oe=k[T].cfg,vt=!1,Ct=new Set([...Object.keys(Ce),...Object.keys(Ne),...Object.keys(Oe)]);for(let Pt of Ct){let Z=Ce[Pt],te=Ne[Pt],de=Oe[Pt];if(te===Z&&de!==te||de===Z&&te!==de){vt=!0;break}}vt&&B.push(se)}if(B.length===0)continue;let X=B.map(se=>Math.max(1e-9,re[se])),xe=this.rand()*X.reduce((se,Ce)=>se+Ce,0),_e=B[B.length-1];for(let se=0;se<B.length;se++){if(xe<X[se]){_e=B[se];break}xe-=X[se]}A={i:S,j:T,a:_e}}if(this.lastIterFoundNewProgram=!1,A){let w=!1,{i:S,j:T,a:$}=A,z=re[$],J=re[S],B=re[T];if(z>Math.min(J,B))continue;let X=`${S}|${T}|${$}`;if(this.mergeAttemptKeys.has(X)||(this.mergeAttemptKeys.add(X),F.has(X)))continue;let{cfg:xe,descSig:_e}=this.systemAwareMergeWithSig(k,S,T,(ye,We)=>re[ye]>=re[We]?ye:We),se=`${Math.min(S,T)}|${Math.max(S,T)}|${_e}`;if(this.mergeCompositionKeys.has(se))continue;this.mergeCompositionKeys.add(se);let Ce=O[S],Ne=O[T],Oe=Array.from({length:Ce.length},(ye,We)=>We),vt=Oe.filter(ye=>(Ce[ye]??0)>(Ne[ye]??0)),Ct=Oe.filter(ye=>(Ne[ye]??0)>(Ce[ye]??0)),Pt=Oe.filter(ye=>!(vt.includes(ye)||Ct.includes(ye))),Z=5,te=Math.ceil(Z/3),de=(ye,We)=>{if(We<=0||ye.length===0)return[];if(ye.length<=We)return[...ye];let rr=[],Vr=new Set;for(;rr.length<We;){let gt=Math.floor(this.rand()*ye.length);Vr.has(gt)||(Vr.add(gt),rr.push(ye[gt]))}return rr},Le=[];Le.push(...de(vt,Math.min(te,vt.length))),Le.push(...de(Ct,Math.min(te,Ct.length)));let Ue=Z-Le.length;Le.push(...de(Pt,Math.max(0,Ue)));let jt=Z-Le.length;if(jt>0){let ye=Oe.filter(We=>!Le.includes(We));Le.push(...de(ye,Math.min(jt,ye.length)))}let Ps=Le.slice(0,Math.min(Z,Oe.length)),ep=Ps.map(ye=>c[ye]),ba=await P(xe,ep,"merge subsample");if(!ba)break;let tp=ba.sum,np=Ps.reduce((ye,We)=>ye+(Ce[We]??0),0),rp=Ps.reduce((ye,We)=>ye+(Ne[We]??0),0);if(tp>=Math.max(np,rp)+this.minImprovementThreshold){C(`Iteration ${U+1}: Merge accepted (programs ${S} + ${T} via ancestor ${$})`);let ye=await P(xe,c,"merge validation");if(!ye)break;k.push({cfg:{...xe},parent:$,scores:ye.avg}),O.push(ye.scalars);let We=M.length,rr=jn(M.map(gt=>k[gt].scores))??0;M=Gr(k.map((gt,op)=>({idx:op,scores:gt.scores})),this.tieEpsilon).map(gt=>gt.idx);let Vr=jn(M.map(gt=>k[gt].scores))??0;(M.length>We||Vr>rr+1e-6)&&(L=0),this.mergesDue-=1,this.totalMergesTested+=1,F.add(X),w=!0}if(w)continue}}let Q=Ku(W,re,()=>this.rand());this.lastIterFoundNewProgram=!1;let le=this.minibatch?this.nextMinibatchIndices(g.length,U).map(N=>g[N]):g,Ie=await P(k[Q].cfg,le,"parent minibatch");if(!Ie)break;if(r?.skipPerfectScore??!0){let N=Number(r?.perfectScore??1);if(Ie.scalars.length>0&&Ie.scalars.every(V=>V>=N))continue}let Ee={...k[Q].cfg},Me="reflective_mutation",oe,Re,q=f[U%f.length],ce=k[Q].cfg[q.id],fe=r?.gepaAdapter,he,we=Ie.rows.map(N=>({input:N.input,prediction:N.prediction,score:N.scalar}));if(fe)try{let N=await fe.evaluate(le,{...k[Q].cfg},!0);oe=Array.isArray(N?.scores)?N.scores.reduce((ze,A)=>ze+(Number(A)||0),0):void 0;let V=fe.make_reflective_dataset({...k[Q].cfg},N,[q.id]),ne=await fe.propose_new_texts?.({...k[Q].cfg},V,[q.id]),Te=ne?.[q.id]??(ne?Object.values(ne)[0]:void 0);typeof Te=="string"&&Te.length>0&&(he=Te)}catch{}if(he||(he=await this.reflectTargetInstruction(q.id,ce,e,b,{...k[Q].cfg},le,async({prediction:N,example:V})=>y(await h(N,V)),r,we)),Ee[q.id]=he,fe&&oe!==void 0)try{let N=await fe.evaluate(le,Ee,!1);Re=Array.isArray(N?.scores)?N.scores.reduce((V,ne)=>V+(Number(ne)||0),0):void 0}catch{}let ke=await P(Ee,le,"child minibatch");if(!ke)break;if(this.currentRound=U+1,await this.updateOptimizationProgress(this.currentRound,ke.sum,{instructionLen:he.length,target:q.id,parent:Q,totalRounds:this.numTrials},"GEPA",{strategy:Me,paretoSetSize:c.length,tunableCount:f.length},ke.sum,{instructionLen:ce.length,idx:Q},{...r??{},maxIterations:this.numTrials}),!(ke.sum>Ie.sum+this.minImprovementThreshold&&(oe===void 0||Re===void 0||Re>oe+this.minImprovementThreshold))){if(C(`Iteration ${U+1}: Rejected (child=${ke.sum.toFixed(3)} <= parent=${Ie.sum.toFixed(3)})`),++L>=this.earlyStoppingTrials){C(`Early stopping: ${L} iterations without improvement`);break}continue}C(`Iteration ${U+1}: Accepted (child=${ke.sum.toFixed(3)} > parent=${Ie.sum.toFixed(3)})`);let Ye=await P(Ee,c,"validation evaluation");if(!Ye)break;k.push({cfg:{...Ee},parent:Q,scores:Ye.avg}),O.push(Ye.scalars);let rt=M.length,ve=jn(M.map(N=>k[N].scores))??0;M=Gr(k.map((N,V)=>({idx:V,scores:N.scores})),this.tieEpsilon).map(N=>N.idx);let Ke=jn(M.map(N=>k[N].scores))??0;if(M.length>rt||Ke>ve+1e-6)L=0,C(`Iteration ${U+1}: Archive improved (size=${M.length}, hv=${Ke.toFixed(4)})`);else if(L++,C(`Iteration ${U+1}: Archive unchanged (stagnation=${L}/${this.earlyStoppingTrials})`),L>=this.earlyStoppingTrials){C(`Early stopping: ${L} iterations without archive improvement`);break}this.lastIterFoundNewProgram=!0,this.mergeMax>0&&this.totalMergesTested<this.mergeMax&&(this.mergesDue+=1)}let j=Gr(k.map((U,K)=>({idx:K,scores:U.scores})),this.tieEpsilon),H=j.length>0?Math.max(...j.map(U=>y(U.scores))):0,D;if(j.length>0){let U=Number.NEGATIVE_INFINITY;for(let K of j){let W=y(K.scores);W>U&&(U=W,D=K.idx)}}let Y=jn(j.map(U=>U.scores));this.stats.convergenceInfo.converged=!0;let G=this.getMergedCustomLabels(r);this.recordParetoMetrics(j.length,k.length,"GEPA",Y,G);let me=Date.now()-o,ge=typeof D=="number"?new kt({bestScore:H,stats:this.stats,instruction:f.length===1?k[D].cfg[x[0]]:void 0,instructionMap:{...k[D].cfg},demos:[],examples:t,modelConfig:void 0,optimizerType:"GEPA",optimizationTime:me,totalRounds:this.numTrials,converged:this.stats.convergenceInfo.converged}):void 0,Ae=this.generateOptimizationReport(j,Y,H,k.length);return{demos:[],stats:this.stats,bestScore:H,paretoFront:j.map(U=>({demos:[],scores:U.scores,configuration:{candidate:U.idx,instructionMap:{...k[U.idx].cfg},...f.length===1?{instruction:k[U.idx].cfg[x[0]]}:{}},dominatedSolutions:U.dominated})),paretoFrontSize:j.length,hypervolume:Y,finalConfiguration:{strategy:"gepa",candidates:k.length,tunables:f.length},optimizedProgram:ge,report:Ae}}configureAuto(e){switch(e){case"light":this.numTrials=10,this.minibatch=!0,this.minibatchSize=15;break;case"medium":this.numTrials=20,this.minibatch=!0,this.minibatchSize=25;break;case"heavy":this.numTrials=35,this.minibatch=!0,this.minibatchSize=35;break}}async getBaseInstruction(e){let t=e.getInstruction?.();if(t&&t.length>0)return t;let r=e.getSignature?.()?.getDescription?.();return r&&r.length>0?r:"Follow the task precisely. Be concise, correct, and consistent."}getInstructionTargets(e){let t=new Set,n=[],r=(o,i)=>{let a=i;!o||t.has(o)||typeof a?.setInstruction!="function"||(t.add(o),n.push({id:o,program:a,signature:a.getSignature?.()?.toString?.()}))};if("namedProgramInstances"in e&&typeof e.namedProgramInstances=="function"){let o=e.namedProgramInstances()??[];for(let i of o)r(i?.id,i?.program)}return r(e.getId?.(),e),n}async evaluateOnSet(e,t,n,r){let o=[];for(let i of n){let a=await this.evaluateOne(e,t,i,r);o.push(a)}return o}async evaluateAvg(e,t,n,r){let o=await this.evaluateOnSet(e,t,n,r);return o.length>0?Qi(o):0}async evaluateOne(e,t,n,r){try{e.setInstruction?.(t);let o=await e.forward(this.studentAI,n,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let i=await r({prediction:o,example:n});if(typeof i=="number"&&!Number.isNaN(i)){let a=typeof this.targetScore=="number"?this.targetScore:.5;return i>=a&&(this.stats.successfulDemos+=1),i}return 0}catch(o){return this.getLogger()?.({name:"Notification",id:"gepa_eval",value:String(o)}),0}}async reflectTargetInstruction(e,t,n,r,o,i,a,l,u){let c=u?[...u]:[];if(c.length===0)for(let h of i)try{o[e]=t,r(o);let y=await n.forward(this.studentAI,h,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let I=await a({prediction:y,example:h});c.push({input:h,prediction:y,score:typeof I=="number"?I:0})}catch{c.push({input:h,prediction:{},score:0})}let p=l?.overrideTeacherAI??this.teacherAI??this.studentAI,d=et('targetId:string "Target program ID", minibatch:json "Array of {input,prediction,score}", evalFeedback?:string[] "Evaluator feedback when available" -> feedbackSummary:string "Concise program-focused feedback"'),g=[...(l?.feedbackNotes??[]).filter(h=>typeof h=="string"&&h.trim().length>0)],f=l?.feedbackFn;if(typeof f=="function")for(let h of c){let y=f({prediction:h.prediction,example:h.input});y&&(Array.isArray(y)?g.push(...y):g.push(y))}let x="";try{x=(await d.forward(p,{targetId:e,minibatch:c,evalFeedback:g}))?.feedbackSummary?.trim()||""}catch{}let b=et('targetId:string "Target program ID", currentInstruction:string "Current instruction", feedbackSummary?:string "Summarized feedback", minibatch:json "Array of {input,prediction,score}" -> newInstruction:string "Improved instruction (1-6 sentences) for the target program"');try{let y=(await b.forward(p,{targetId:e,currentInstruction:t,feedbackSummary:x,minibatch:c}))?.newInstruction?.trim();if(y&&y.length>16)return y}catch{}return`${t.trim()} Focus on step-by-step, target-specific reasoning and factual grounding.`.slice(0,2e3)}async reflectInstruction(e,t,n,r,o,i){let a=i??[];if(a.length===0)for(let g of n)try{t.setInstruction?.(e);let f=await t.forward(this.studentAI,g,{sampleCount:this.sampleCount});this.stats.totalCalls+=1;let x=await r({prediction:f,example:g});a.push({input:g,prediction:f,score:typeof x=="number"?x:0})}catch{a.push({input:g,prediction:{},score:0})}let l=o?.overrideTeacherAI??this.teacherAI??this.studentAI,u=o?.feedbackFn,c=(o?.feedbackNotes??[]).filter(g=>typeof g=="string"&&g.trim().length>0),p=()=>{let g=[];for(let x=0;x<a.length;x++){let b=a[x],h=`# Example ${x+1}
|
|
489
802
|
`;if(h+=`## Inputs
|
|
490
803
|
`,typeof b.input=="object"&&b.input!==null)for(let[I,C]of Object.entries(b.input))h+=`### ${I}
|
|
491
804
|
${String(C).trim()}
|
|
@@ -499,38 +812,38 @@ ${String(C).trim()}
|
|
|
499
812
|
`;else h+=`${String(b.prediction).trim()}
|
|
500
813
|
|
|
501
814
|
`;h+=`## Feedback
|
|
502
|
-
`;let y=`This trajectory got a score of ${b.score.toFixed(3)}.`;if(typeof
|
|
815
|
+
`;let y=`This trajectory got a score of ${b.score.toFixed(3)}.`;if(typeof u=="function")try{let I=u({prediction:b.prediction,example:b.input});I&&(y=Array.isArray(I)?I.join(`
|
|
503
816
|
`):I)}catch{}h+=`${y}
|
|
504
817
|
`,g.push(h)}return[...c.map((x,b)=>`# Additional Feedback ${b+1}
|
|
505
818
|
${x}`),...g].join(`
|
|
506
819
|
|
|
507
|
-
`)},d=s.REFLECTION_PROMPT_TEMPLATE.replace("<curr_instructions>",e).replace("<inputs_outputs_feedback>",p());try{let g=await
|
|
820
|
+
`)},d=s.REFLECTION_PROMPT_TEMPLATE.replace("<curr_instructions>",e).replace("<inputs_outputs_feedback>",p());try{let g=await l.chat({chatPrompt:[{role:"user",content:d}],model:o?.reflectionModel},{stream:!1});if(typeof g.getReader=="function")throw new Error("Streaming response not expected for reflection");let x=g.results?.[0]?.content;if(typeof x=="string"){let b=this.extractInstructionFromBackticks(x);if(b&&b.length>16){let h=`Iteration feedback: ${a.map(y=>`score=${y.score.toFixed(2)}`).join(", ")}`;return this.feedbackMemory.unshift(h),this.feedbackMemory.length>this.feedbackMemorySize&&this.feedbackMemory.pop(),b}}}catch{}let m=et('currentInstruction:string "Current instruction", feedbackSummary?:string "Summarized feedback", recentFeedback?:string[] "Past feedback memory", minibatch:json "Array of {input,prediction,score}" -> newInstruction:string "Improved instruction within 1-6 sentences."');try{let f=(await m.forward(l,{currentInstruction:e,feedbackSummary:this.feedbackMemory[0]||"",recentFeedback:this.feedbackMemory,minibatch:a}))?.newInstruction?.trim();if(f&&f.length>16)return f}catch{}return`${e.trim()} Focus on step-by-step evidence-based reasoning. Avoid hallucinations.`.slice(0,2e3)}extractInstructionFromBackticks(e){let t=e.indexOf("```")+3,n=e.lastIndexOf("```");if(t>=n){let i=e.trim();if(i.startsWith("```")){let a=i.match(/^```\S*\n?/);if(a)return i.slice(a[0].length).trim()}else if(i.endsWith("```"))return i.slice(0,-3).trim();return i}let r=e.slice(t,n),o=r.match(/^\S*\n/);return o&&(r=r.slice(o[0].length)),r.trim()}updateSamplerShuffled(e){let t=Array.from({length:e},(l,u)=>u);for(let l=t.length-1;l>0;l--){let u=Math.floor(this.rand()*(l+1));[t[l],t[u]]=[t[u],t[l]]}for(let l of t)this.samplerState.freq.set(l,(this.samplerState.freq.get(l)??0)+1);let n=this.minibatchSize,r=e%n,o=r===0?0:n-r,i=Array.from({length:e},(l,u)=>u).sort((l,u)=>(this.samplerState.freq.get(l)??0)-(this.samplerState.freq.get(u)??0)),a=[...t];for(let l=0;l<o;l++){let u=i[l%i.length];a.push(u),this.samplerState.freq.set(u,(this.samplerState.freq.get(u)??0)+1)}this.samplerState.shuffled=a,this.samplerState.epoch+=1}nextMinibatchIndices(e,t){this.samplerState.epoch===-1&&(this.samplerState.epoch=0,this.updateSamplerShuffled(e));let n=this.minibatchSize,r=Math.max(1,Math.floor(this.samplerState.shuffled.length/n)),o=Math.floor(t/r);for(;o>=this.samplerState.epoch;)this.updateSamplerShuffled(e);let i=t*n%this.samplerState.shuffled.length;return this.samplerState.shuffled.slice(i,i+n)}rand(){return this.rngState^=this.rngState<<13,this.rngState^=this.rngState>>>17,this.rngState^=this.rngState<<5,(this.rngState>>>0)/4294967296}systemAwareMergeWithSig(e,t,n,r){let o=x=>{let b=[],h=x;for(;h!==void 0;)b.push(h),h=e[h]?.parent;return b},i=o(t),a=o(n),u=i.find(x=>a.includes(x))??t,c=e[u].cfg,p=e[t].cfg,d=e[n].cfg,m={},g=[],f=Array.from(new Set([...Object.keys(c),...Object.keys(p),...Object.keys(d)])).sort();for(let x of f){let b=c[x],h=p[x],y=d[x];if(h===b&&y!==h)m[x]=y,g.push("j");else if(y===b&&h!==y)m[x]=h,g.push("i");else if(h!==y&&h!==b&&y!==b){let I=r(t,n);m[x]=I===t?h:y,g.push(I===t?"i":"j")}else m[x]=h??y??b,g.push("i")}return{cfg:m,descSig:g.join("|")}}generateOptimizationReport(e,t,n,r){let o=e.length>0?e.reduce((c,p)=>{let d=Object.values(c.scores).reduce((g,f)=>g+f,0);return Object.values(p.scores).reduce((g,f)=>g+f,0)>d?p:c}):void 0,i={};if(o)for(let[c,p]of Object.entries(o.scores))i[c]={value:p,percentage:p*100};let a=[];if(e.length>1){let c=[...e].sort((p,d)=>d.dominated-p.dominated).slice(0,3);for(let p of c)a.push({...p.scores})}let l="good",u=[];if(e.length===1)l="single",u.push("Increase numTrials (current seems low)"),u.push("Add more training examples"),u.push("Adjust earlyStoppingTrials");else if(e.length<3)l="limited",u.push("More optimization trials"),u.push("Larger validation set");else{l="good";let c=Object.keys(e[0]?.scores||{});for(let p of c)u.push(`High ${p}: Choose solution with best ${p} score`);u.push("Balanced: Use provided bestScore (average)")}return this.stats.totalCalls<50&&(u.push("Quick run detected - use numTrials: 30+ for production"),u.push("Provide 50+ training examples"),u.push("Use 20+ validation examples")),{summary:"GEPA Multi-Objective Optimization Complete",bestSolution:{overallScore:n??0,objectives:i},paretoFrontier:{solutionCount:e.length,objectiveSpaceCoverage:(t??0)*100,hypervolume:t??0,tradeoffs:a.length>0?a:void 0},statistics:{totalEvaluations:this.stats.totalCalls,candidatesExplored:r,converged:this.stats.convergenceInfo?.converged??!1},recommendations:{status:l,suggestions:u}}}async mergeInstructions(e,t,n){let r=n?.overrideTeacherAI??this.teacherAI??this.studentAI,o=et(`instructionA:string "Parent A instruction",
|
|
508
821
|
instructionB:string "Parent B instruction",
|
|
509
822
|
recentFeedback?:string[] "Past feedback memory"
|
|
510
|
-
-> mergedInstruction:string "Merged instruction (1-6 sentences) combining strengths, fixing weaknesses"`);try{let a=(await o.forward(r,{instructionA:e,instructionB:t,recentFeedback:this.feedbackMemory}))?.mergedInstruction?.trim();if(a&&a.length>16)return a}catch{}return(e.length>=t.length?e:t).slice(0,2e3)}};function
|
|
511
|
-
`)}function
|
|
512
|
-
`)}var
|
|
823
|
+
-> mergedInstruction:string "Merged instruction (1-6 sentences) combining strengths, fixing weaknesses"`);try{let a=(await o.forward(r,{instructionA:e,instructionB:t,recentFeedback:this.feedbackMemory}))?.mergedInstruction?.trim();if(a&&a.length>16)return a}catch{}return(e.length>=t.length?e:t).slice(0,2e3)}};function Wu(s){return s.map(e=>{let t=e.type?.name??"string",n=e.type?.isArray?"[]":"",r=e.isOptional?" (optional)":"",o=e.description?`: ${e.description}`:"";return`- ${e.name}: ${t}${n}${r}${o}`}).join(`
|
|
824
|
+
`)}function Hd(s){return s.map(e=>{let t=e.type?.name??"string",n=e.type?.isArray?"[]":"",r=e.type?.options?` (options: ${e.type.options.join(", ")})`:"",o=e.description?`: ${e.description}`:"";return`- ${e.name}: ${t}${n}${r}${o}`}).join(`
|
|
825
|
+
`)}var Bn=class{signature;options;constructor(e,t){this.signature=e,this.options={teacher:t.teacher,diversity:t.diversity??"none",temperature:t.temperature??.8,domain:t.domain,edgeCases:t.edgeCases,model:t.model}}async generate(e,t){let n=Date.now(),r=t?.batchSize??Math.min(e,10),o=[],i=0,a=0;for(let l=0;l<e;l+=r){let u=Math.min(r,e-l),c=await this.generateInputs(u);for(let p of c){a++;try{let d=await this.labelInput(p);o.push({input:p,expected:d,category:"normal"}),i++}catch(d){console.warn("AxSynth: Failed to label input:",d)}}}if(this.options.edgeCases&&this.options.edgeCases.length>0){let l=await this.generateEdgeCaseInputs(Math.ceil(e*.2));for(let u of l){a++;try{let c=await this.labelInput(u);o.push({input:u,expected:c,category:"edge_case"}),i++}catch(c){console.warn("AxSynth: Failed to label edge case input:",c)}}}return{examples:o,stats:{requested:e,generated:o.length,labelingSuccessRate:a>0?i/a:0,durationMs:Date.now()-n}}}async generateInputs(e){let t=this.signature.getInputFields(),n=this.signature.getOutputFields(),r=this.signature.getDescription(),o=`
|
|
513
826
|
You are generating realistic input data for an AI system.
|
|
514
827
|
|
|
515
828
|
${r?`Task description: ${r}`:""}
|
|
516
829
|
${this.options.domain?`Domain: ${this.options.domain}`:""}
|
|
517
830
|
|
|
518
831
|
The system expects these INPUT fields:
|
|
519
|
-
${
|
|
832
|
+
${Wu(t)}
|
|
520
833
|
|
|
521
834
|
The system produces these OUTPUT fields:
|
|
522
|
-
${
|
|
835
|
+
${Hd(n)}
|
|
523
836
|
|
|
524
837
|
Generate ${e} diverse, realistic input examples as a JSON array.
|
|
525
838
|
Each example should be an object with the input fields defined above.
|
|
526
839
|
Make the examples varied and realistic for the domain.
|
|
527
840
|
|
|
528
841
|
Output ONLY the JSON array, no explanation.
|
|
529
|
-
`.trim(),i=new
|
|
842
|
+
`.trim(),i=new Se("count:number -> examples:json");i.setInstruction(o);try{let a=await i.forward(this.options.teacher,{count:e},{model:this.options.model});return Array.isArray(a.examples)?a.examples.slice(0,e):[]}catch(a){return console.warn("AxSynth: Input generation failed:",a),[]}}async generateEdgeCaseInputs(e){let t=this.signature.getInputFields(),n=this.options.edgeCases??[],r=`
|
|
530
843
|
You are generating challenging edge case input data to test an AI system's robustness.
|
|
531
844
|
|
|
532
845
|
The system expects these INPUT fields:
|
|
533
|
-
${
|
|
846
|
+
${Wu(t)}
|
|
534
847
|
|
|
535
848
|
Generate ${e} edge case examples as a JSON array.
|
|
536
849
|
Focus on these types of edge cases:
|
|
@@ -538,11 +851,11 @@ ${n.map(i=>`- ${i}`).join(`
|
|
|
538
851
|
`)}
|
|
539
852
|
|
|
540
853
|
Output ONLY the JSON array, no explanation.
|
|
541
|
-
`.trim(),o=new
|
|
542
|
-
${y}`):i.set(b,y),m?.includeInFeedbackSet!==!1&&!
|
|
543
|
-
`)}splitExamples(e,t,n,r){let o=this.shuffleExamples(e),i=Number.isFinite(n)?Math.min(Math.max(n,.05),.5):.2,a=Math.min(o.length-1,Math.max(1,Math.round(o.length*i)));if(r==="continuous"&&t.length>0){let
|
|
854
|
+
`.trim(),o=new Se("count:number -> examples:json");o.setInstruction(r);try{let i=await o.forward(this.options.teacher,{count:e},{model:this.options.model});return Array.isArray(i.examples)?i.examples.slice(0,e):[]}catch(i){return console.warn("AxSynth: Edge case generation failed:",i),[]}}async labelInput(e){return await new Se(this.signature).forward(this.options.teacher,e,{model:this.options.model})}getSignature(){return this.signature}getTeacher(){return this.options.teacher}};var Kd="batch",Xi={feedbackWindowSize:25,maxRecentTraces:100,updateBudget:4},us=class s{gen;options;tracer;currentScore;currentState;readyPromise;playbookOptimizer;constructor(e,t){this.gen=e,this.options={...t,enableTracing:t.enableTracing??!0,mode:t.mode??Kd,continuousOptions:{feedbackWindowSize:t.continuousOptions?.feedbackWindowSize??Xi.feedbackWindowSize,maxRecentTraces:t.continuousOptions?.maxRecentTraces??Xi.maxRecentTraces,updateBudget:t.continuousOptions?.updateBudget??Xi.updateBudget}},this.tracer=new Gn(e,{name:this.options.name,storage:this.options.storage,metadata:this.options.metadata,onTrace:this.options.onTrace}),this.readyPromise=this.loadLatestCheckpoint()}async ready(){await this.readyPromise}async forward(e,t,n){return await this.ready(),this.options.enableTracing?this.tracer.forward(e,t,n):this.gen.forward(e,t,n)}async*streamingForward(e,t,n){await this.ready(),this.options.enableTracing?yield*this.tracer.streamingForward(e,t,n):yield*this.gen.streamingForward(e,t,n)}getUsage(){return this.gen.getUsage()}resetUsage(){this.gen.resetUsage()}getSignature(){return this.gen.getSignature()}setInstruction(e){this.gen.setInstruction(e)}getInstruction(){return this.currentState?.mode==="playbook"||this.options.mode==="playbook"?this.currentState?.instruction??this.gen.getSignature().getDescription()??this.gen.getInstruction():this.gen.getInstruction()}updateMeter(e){this.gen.updateMeter(e)}addAssert(e,t){this.gen.addAssert(e,t)}addStreamingAssert(e,t,n){this.gen.addStreamingAssert(e,t,n)}addFieldProcessor(e,t){this.gen.addFieldProcessor(e,t)}addStreamingFieldProcessor(e,t){this.gen.addStreamingFieldProcessor(e,t)}clone(){return new s(this.gen.clone(),this.options)}async optimize(e={}){await this.ready();let t=this.mergeConfig(e);return t.mode==="playbook"?this.optimizePlaybook(t):(await this.runPromptOptimization(t)).result}async applyUpdate(e,t={}){await this.ready();let n=this.mergeConfig(t),r=n.mode==="continuous"?{...n,budget:t.budget??n.continuousOptions.updateBudget}:n;if(r.mode==="batch")throw new Error("AxLearn: applyUpdate() is only available in continuous or playbook modes");return r.mode==="playbook"?this.applyPlaybookUpdate(r,e):(await this.runPromptOptimization(r,e)).result}getGen(){return this.gen}getStorage(){return this.options.storage}async getTraces(e){return await this.ready(),this.options.storage.load(this.options.name,{type:"trace",...e})}async addFeedback(e,t){await this.ready();let r=(await this.options.storage.load(this.options.name,{type:"trace"})).find(o=>o.id===e);r&&(r.feedback={...r.feedback,...t},await this.options.storage.save(this.options.name,r))}createPromptOptimizer(e,t){return new Ut({studentAI:this.requireRuntimeAI(e.runtimeAI),teacherAI:e.teacher,numTrials:e.budget,minibatch:!0,minibatchSize:10,onProgress:this.createOptimizerProgressHandler(t,e.onProgress)})}createPlaybookOptimizer(e,t){return new Un({studentAI:this.requireRuntimeAI(e.runtimeAI),teacherAI:e.teacher,onProgress:this.createOptimizerProgressHandler(t,e.onProgress)},e.playbookOptions)}mergeConfig(e){return{runtimeAI:e.runtimeAI??this.options.runtimeAI,mode:this.options.mode,teacher:this.options.teacher,budget:e.budget??this.options.budget??20,metric:e.metric??this.options.metric,judgeOptions:e.judgeOptions??this.options.judgeOptions,criteria:e.criteria??this.options.criteria,examples:e.examples??this.options.examples,useTraces:e.useTraces??this.options.useTraces??!0,generateExamples:e.generateExamples??this.options.generateExamples??!1,synthCount:e.synthCount??this.options.synthCount,synthOptions:e.synthOptions??this.options.synthOptions,validationSplit:e.validationSplit??this.options.validationSplit??.2,continuousOptions:{feedbackWindowSize:e.continuousOptions?.feedbackWindowSize??this.options.continuousOptions.feedbackWindowSize,maxRecentTraces:e.continuousOptions?.maxRecentTraces??this.options.continuousOptions.maxRecentTraces,updateBudget:e.continuousOptions?.updateBudget??this.options.continuousOptions.updateBudget},playbookOptions:e.playbookOptions??this.options.playbookOptions,onProgress:e.onProgress??this.options.onProgress}}requireRuntimeAI(e){if(e)return e;throw new Error("AxLearn: runtimeAI is required for optimize()/applyUpdate(). Provide it in the constructor or per-call overrides.")}createOptimizerProgressHandler(e,t){if(t)return n=>{t({round:n.round,totalRounds:n.totalRounds,score:n.bestScore,improvement:n.bestScore-e})}}async resolveMetric(e){if(e.metric)return e.metric;let t={ai:e.teacher,criteria:e.criteria,...e.judgeOptions};return new Gt(this.gen.getSignature(),t).toMetricFn()}async runPromptOptimization(e,t){let n=Date.now(),r=this.currentScore??0,o=e.budget,i=await this.resolveMetric(e),a=await this.prepareDataset(e,t);if(a.examples.length<2)throw new Error("AxLearn: at least 2 usable examples are required after filtering traces/examples.");if(t!==void 0&&e.mode==="continuous"&&a.feedbackExamples.length===0)throw new Error("AxLearn: continuous updates require explicit feedback or stored feedback-bearing traces.");let{trainingExamples:l,validationExamples:u}=this.splitExamples(a.examples,a.feedbackScoredExamples,e.validationSplit,e.mode),p=await this.createPromptOptimizer({...e,budget:o},r).compile(this.gen,l,i,{validationExamples:u,feedbackExamples:a.feedbackExamples.length>0?a.feedbackExamples:void 0,feedbackFn:a.feedbackTextByKey.size>0?({example:b})=>a.feedbackTextByKey.get(this.exampleKey(b)):void 0,feedbackNotes:a.feedbackNotes.length>0?a.feedbackNotes:void 0,maxMetricCalls:this.computeMetricBudget(o,u.length)});if(!p.optimizedProgram)throw new Error("AxLearn: prompt optimization failed with no result");this.gen.applyOptimization?.(p.optimizedProgram),this.currentScore=p.optimizedProgram.bestScore,this.tracer=this.tracer.clone(this.gen);let d=this.createPromptState(e.mode,this.currentScore,a.feedbackExamples.length),m={feedbackExamples:a.feedbackExamples.length,lastUpdateAt:d.continuous?.lastUpdateAt},g={trainingExamples:l.length,validationExamples:u.length,feedbackExamples:a.feedbackExamples.length,durationMs:Date.now()-n},f=await this.saveCheckpoint({mode:e.mode,score:this.currentScore,state:d,stats:g,budget:o});return{result:{mode:e.mode,score:this.currentScore,improvement:this.currentScore-r,checkpointVersion:f,stats:{...g,mode:e.mode},state:d,artifact:m},optimizedProgram:p.optimizedProgram}}async optimizePlaybook(e){let t=Date.now();this.requireRuntimeAI(e.runtimeAI);let n=this.currentScore??0,r=await this.resolveMetric(e),o=await this.prepareDataset(e);if(o.examples.length<2)throw new Error("AxLearn: at least 2 usable examples are required for playbook mode.");let{trainingExamples:i,validationExamples:a}=this.splitExamples(o.examples,o.feedbackExamples,e.validationSplit,e.mode),l=this.createPlaybookOptimizer(e,n),u=await l.compile(this.gen,i,r,{aceOptions:e.playbookOptions});u.optimizedProgram?.applyTo(this.gen),this.playbookOptimizer=l,this.currentScore=u.bestScore,this.tracer=this.tracer.clone(this.gen);let c=u.playbook,p=u.artifact,d=this.summarizePlaybookArtifact(p),m=this.createPlaybookState(c,d,l.getBaseInstruction()),g={trainingExamples:i.length,validationExamples:a.length,feedbackExamples:o.feedbackExamples.length,durationMs:Date.now()-t},f=await this.saveCheckpoint({mode:"playbook",score:this.currentScore,state:m,stats:g,budget:e.budget});return{mode:"playbook",score:this.currentScore,improvement:this.currentScore-n,checkpointVersion:f,stats:{...g,mode:"playbook"},state:m,artifact:{playbook:c,playbookSummary:d,feedbackExamples:o.feedbackExamples.length}}}async applyPlaybookUpdate(e,t){let n=Date.now();this.requireRuntimeAI(e.runtimeAI);let r=this.currentScore??0,o=this.getOrCreatePlaybookOptimizer(e,r);await o.applyOnlineUpdate({example:t.example,prediction:t.prediction,feedback:this.feedbackToText(t.feedback)}),o.applyCurrentState(this.gen),this.tracer=this.tracer.clone(this.gen);let i=o.getArtifact(),a=o.getPlaybook(),l=this.summarizePlaybookArtifact(i),u=this.createPlaybookState(a,l,o.getBaseInstruction()),c=this.currentScore??r,p={trainingExamples:1,validationExamples:1,feedbackExamples:1,durationMs:Date.now()-n},d=await this.saveCheckpoint({mode:"playbook",score:c,state:u,stats:p,budget:e.playbookOptions?.maxEpochs});return e.onProgress?.({round:1,totalRounds:1,score:c,improvement:c-r}),{mode:"playbook",score:c,improvement:c-r,checkpointVersion:d,stats:{...p,mode:"playbook"},state:u,artifact:{playbook:a,playbookSummary:l,feedbackExamples:1}}}getOrCreatePlaybookOptimizer(e,t){return this.playbookOptimizer||(this.playbookOptimizer=this.createPlaybookOptimizer(e,t),this.playbookOptimizer.hydrate(this.gen,{baseInstruction:this.currentState?.baseInstruction??this.gen.getSignature().getDescription()??void 0,playbook:this.currentState?.playbook})),this.playbookOptimizer}async prepareDataset(e,t){let n=[],r=[],o=[],i=new Map,a=[],l=new Set,u=new Set,c=new Set,p=(d,m)=>{let g=this.normalizeExample(d);if(!g)return;let f=this.hasInputFields(g),x=this.hasOutputFields(g);if(!f||m?.requireOutput&&!x)return;let b=this.exampleKey(g);m?.includeInExamples!==!1&&!l.has(b)&&(l.add(b),n.push(g));let y=m?.feedback?.trim();if(y){let I=i.get(b);I?I!==y&&i.set(b,`${I}
|
|
855
|
+
${y}`):i.set(b,y),m?.includeInFeedbackSet!==!1&&!u.has(b)&&(r.push(g),u.add(b)),m?.feedbackEligibleForScoring&&!c.has(b)&&(o.push(g),c.add(b))}return g};for(let d of e.examples??[])p(d);if(e.useTraces){let d=await this.loadRelevantTraces(e);for(let m of d)p(m.example,{feedback:m.feedback,requireOutput:!0,feedbackEligibleForScoring:!0})}if(t){let d=this.feedbackToText(t.feedback),m=t.example,g=this.hasOutputFields(m),f=this.buildObservedUpdateExample(m,t.prediction);if(d&&f){p(f,{feedback:d,requireOutput:!0,includeInExamples:!1,feedbackEligibleForScoring:!1});let x=this.formatObservedUpdateFeedback(m,t.prediction,d);x&&a.push(x)}g&&p(m,{feedback:d,feedbackEligibleForScoring:!0})}if(e.generateExamples||n.length===0){let d=e.synthCount??20,g=await new Bn(this.gen.getSignature(),{teacher:e.teacher,...e.synthOptions}).generate(d);for(let f of g.examples)p({...f.input,...f.expected})}return e.mode==="continuous"&&o.length>0?{examples:[...o,...n.filter(m=>!o.some(g=>this.exampleKey(g)===this.exampleKey(m)))],feedbackExamples:r.slice(0,e.continuousOptions.feedbackWindowSize),feedbackScoredExamples:o.slice(0,e.continuousOptions.feedbackWindowSize),feedbackTextByKey:i,feedbackNotes:a}:{examples:n,feedbackExamples:r.slice(0,e.continuousOptions.feedbackWindowSize),feedbackScoredExamples:o.slice(0,e.continuousOptions.feedbackWindowSize),feedbackTextByKey:i,feedbackNotes:a}}async loadRelevantTraces(e){let n=[...await this.options.storage.load(this.options.name,{type:"trace"})].sort((i,a)=>{let l=new Date(i.endTime??i.startTime).getTime();return new Date(a.endTime??a.startTime).getTime()-l}),r=e.mode==="continuous"?n.slice(0,e.continuousOptions.maxRecentTraces):n,o=new Map;for(let i of r){if(i.error)continue;let a=this.normalizeExample({...i.input??{},...i.output??{}});if(!a||!this.hasOutputFields(a))continue;let l=this.exampleKey(a),u=this.feedbackToText(i.feedback),c=o.get(l);if(!c){o.set(l,{example:a,feedback:u});continue}!c.feedback&&u&&(c.feedback=u)}return[...o.values()]}normalizeExample(e){let t={},n=this.gen.getSignature(),r=[...n.getInputFields(),...n.getOutputFields()];for(let o of r)o.name in e&&e[o.name]!==void 0&&(t[o.name]=e[o.name]);if(Object.keys(t).length!==0)return t}buildObservedUpdateExample(e,t){return this.normalizeExample({...this.pickInputFields(e),...this.pickOutputFields(t)})}pickInputFields(e){let t={};for(let n of this.gen.getSignature().getInputFields())e[n.name]!==void 0&&(t[n.name]=e[n.name]);return t}pickOutputFields(e){let t={};for(let n of this.gen.getSignature().getOutputFields())e[n.name]!==void 0&&(t[n.name]=e[n.name]);return t}hasInputFields(e){return this.gen.getSignature().getInputFields().some(t=>e[t.name]!==void 0)}hasOutputFields(e){return this.gen.getSignature().getOutputFields().some(t=>e[t.name]!==void 0)}exampleKey(e){let t=this.gen.getSignature(),r=[...t.getInputFields(),...t.getOutputFields()].map(o=>o.name).reduce((o,i)=>(e[i]!==void 0&&(o[i]=e[i]),o),{});return JSON.stringify(r)}feedbackToText(e){if(!e)return;if(typeof e=="string")return e.trim()||void 0;let t=[];return typeof e.score=="number"&&t.push(`User score: ${e.score}.`),e.label&&t.push(`User label: ${e.label}.`),e.comment&&t.push(e.comment.trim()),t.join(" ").trim()||void 0}formatObservedUpdateFeedback(e,t,n){let r=this.pickInputFields(e),o=this.pickOutputFields(t);return["Observed continuous update event.",`Inputs: ${JSON.stringify(r)}`,`Observed output: ${JSON.stringify(o)}`,`User feedback: ${n}`].join(`
|
|
856
|
+
`)}splitExamples(e,t,n,r){let o=this.shuffleExamples(e),i=Number.isFinite(n)?Math.min(Math.max(n,.05),.5):.2,a=Math.min(o.length-1,Math.max(1,Math.round(o.length*i)));if(r==="continuous"&&t.length>0){let l=new Set(t.map(p=>this.exampleKey(p))),u=[];for(let p of o)!l.has(this.exampleKey(p))&&u.length<a&&u.push(p);for(let p of o){if(u.length>=a)break;u.some(d=>this.exampleKey(d)===this.exampleKey(p))||u.push(p)}let c=new Set(u.map(p=>this.exampleKey(p)));return{trainingExamples:o.filter(p=>!c.has(this.exampleKey(p))),validationExamples:u}}return{trainingExamples:o.slice(0,o.length-a),validationExamples:o.slice(o.length-a)}}shuffleExamples(e){let t=[...e];for(let n=t.length-1;n>0;n-=1){let r=Math.floor(Math.random()*(n+1));[t[n],t[r]]=[t[r],t[n]]}return t}computeMetricBudget(e,t){let n=Math.max(e,1),r=Math.max(t,1);return Math.max(r*(n+2),20)}createPromptState(e,t,n){let r=this.gen.getInstruction(),o={mode:e,instruction:r,baseInstruction:r,score:t};return e==="continuous"&&(o.continuous={feedbackTraceCount:n,lastUpdateAt:new Date().toISOString()}),this.currentState=o,o}createPlaybookState(e,t,n){let r=this.gen.getSignature().getDescription()??this.gen.getInstruction(),o={mode:"playbook",instruction:r,baseInstruction:n??this.currentState?.baseInstruction??r,score:this.currentScore,playbook:e,artifactSummary:t};return this.currentState=o,o}summarizePlaybookArtifact(e){return{feedbackEvents:e.feedback.length,historyBatches:e.history.length,bulletCount:e.playbook.stats.bulletCount,updatedAt:e.playbook.updatedAt}}async saveCheckpoint(e){let r=(await this.options.storage.load(this.options.name,{type:"checkpoint"})).reduce((i,a)=>Math.max(i,a.version??0),0)+1,o={type:"checkpoint",name:this.options.name,version:r,createdAt:new Date,instruction:e.state.instruction??this.gen.getInstruction(),score:e.score,optimizerType:"learn",learnState:e.state,metadata:{mode:e.mode,budget:e.budget,trainingExamples:e.stats.trainingExamples,validationExamples:e.stats.validationExamples,feedbackExamples:e.stats.feedbackExamples,durationMs:e.stats.durationMs}};return await this.options.storage.save(this.options.name,o),this.currentScore=e.score,this.currentState=e.state,r}async loadLatestCheckpoint(){try{let e=await this.options.storage.load(this.options.name,{type:"checkpoint"});if(e.length===0)return;let t=[...e].sort((r,o)=>{let i=(o.version??0)-(r.version??0);return i!==0?i:new Date(o.createdAt).getTime()-new Date(r.createdAt).getTime()})[0];if(!t)return;let n=t.learnState?.instruction??t.instruction??void 0;t.learnState?.mode==="playbook"&&t.learnState.playbook?this.applyRestoredPlaybook(t.learnState.playbook,t.learnState.baseInstruction,n):n&&this.gen.setInstruction(n),this.currentScore=t.learnState?.score??t.score,this.currentState=t.learnState,t.learnState?.mode==="playbook"&&(this.playbookOptimizer=void 0),this.tracer=this.tracer.clone(this.gen)}catch{}}applyRestoredPlaybook(e,t,n){let o=[(t??this.gen.getSignature().getDescription()??n??"").trim(),"",Yt(e)].filter(i=>i&&i.trim().length>0).join(`
|
|
544
857
|
|
|
545
|
-
`);if(typeof this.gen.setDescription=="function"){this.gen.setDescription(o);return}o&&this.gen.setInstruction(o)}};var cs=class{rows=[];baseUrl;dataset;split;config;options;constructor({dataset:e,split:t,config:n,options:r}){this.baseUrl="https://datasets-server.huggingface.co/rows",this.dataset=e,this.split=t,this.config=n,this.options=r}async fetchDataFromAPI(e){try{let t=await fetch(e);if(!t.ok)throw new Error(`Error fetching data: ${t.statusText}`);let n=await t.json();if(!n?.rows)throw new Error("Invalid data format");return n.rows}catch(t){throw console.error("Error fetching data from API:",t),t}}async loadData(){let e=this.options?.offset??0,t=this.options?.length??100,n=encodeURIComponent(this.dataset),r=`${this.baseUrl}?dataset=${n}&config=${this.config}&split=${this.split}&offset=${e}&length=${t}`;return this.rows=await this.fetchDataFromAPI(r),this.rows}setData(e){this.rows=e}getData(){return this.rows}async getRows({count:e,fields:t,renameMap:n}){if(this.rows.length===0)throw new Error("No data loaded, call loadData or setData first.");return this.rows.slice(0,e).map(o=>{let i={};return t.forEach(a=>{let u=a.split("."),l=o.row;for(let p of u)Object.hasOwn(l,p)&&(l=l[p]);if(!l)return;let c=n&&a in n?n[a]:a;if(!c)throw new Error(`Invalid field name: ${a}`);i[c]=l}),i}).filter(o=>Object.keys(o).length!==0)}};var zn=class extends pt{maxRounds;maxDemos;maxExamples;batchSize;earlyStoppingPatience;costMonitoring;maxTokensPerGeneration;verboseMode;debugMode;traces=[];constructor(e){super(e);let t=e.options||{};this.maxRounds=t.maxRounds??3,this.maxDemos=t.maxDemos??4,this.maxExamples=t.maxExamples??16,this.batchSize=t.batchSize??1,this.earlyStoppingPatience=t.earlyStoppingPatience??0,this.costMonitoring=t.costMonitoring??!1,this.maxTokensPerGeneration=t.maxTokensPerGeneration??0,this.verboseMode=t.verboseMode??!0,this.debugMode=t.debugMode??!1}async compileRound(e,t,n,r,o){let i=Date.now(),a=o?.maxDemos??this.maxDemos,u={modelConfig:{temperature:.7}};this.maxTokensPerGeneration>0&&(u.modelConfig.max_tokens=this.maxTokensPerGeneration);let l=Wd([...t],this.maxExamples),c=this.traces.length,p=e.getId();for(let d=0;d<l.length;d+=this.batchSize){d>0&&(u.modelConfig.temperature=.7+.001*d);let m=l.slice(d,d+this.batchSize);for(let g of m){if(!g||typeof g!="object")continue;let f=t.filter(h=>h!==g);e.setDemos([{traces:f,programId:p}]);let x=this.getTeacherOrStudentAI();this.stats.totalCalls++;let b;try{let h={...u,maxRetries:1};b=await e.forward(x,g,h),this.costMonitoring&&(this.stats.estimatedTokenUsage+=JSON.stringify(g).length/4+JSON.stringify(b).length/4),await r({prediction:b,example:g})>=.5&&(this.traces=[...this.traces,...e.getTraces()],this.stats.successfulDemos++)}catch(h){(this.verboseMode||this.debugMode)&&console.warn(`Student model failed during bootstrap: ${h instanceof Error?h.message:"Unknown error"}`),b={}}if(this.traces.length>=a)return}}if(this.earlyStoppingPatience>0){let m=this.traces.length-c;if(!this.stats.earlyStopping)this.stats.earlyStopping={bestScoreRound:m>0?n:0,patienceExhausted:!1,reason:"No improvement detected"};else if(m>0)this.stats.earlyStopping.bestScoreRound=n;else if(n-this.stats.earlyStopping.bestScoreRound>=this.earlyStoppingPatience){this.stats.earlyStopping.patienceExhausted=!0,this.stats.earlyStopped=!0,this.stats.earlyStopping.reason=`No improvement for ${this.earlyStoppingPatience} rounds`;return}}}async compile(e,t,n,r){this.validateExamples(t,!1);let o=r?.maxIterations??this.maxRounds;this.traces=[],this.reset();for(let u=0;u<o&&(await this.compileRound(e,t,u,n,r),!this.stats.earlyStopped);u++);if(this.traces.length===0)throw new Error("No demonstrations found. Either provide more examples or improve the existing ones.");let i=Kd(this.traces),a=0;return this.traces.length>0&&(a=this.stats.successfulDemos/Math.max(1,this.stats.totalCalls)),await this.logOptimizationComplete("BootstrapFewShot",a,{maxRounds:this.maxRounds,maxDemos:this.maxDemos,batchSize:this.batchSize,successRate:a,demosGenerated:i.length,tracesCollected:this.traces.length},r),{demos:i,stats:this.stats,bestScore:a,finalConfiguration:{maxRounds:this.maxRounds,maxDemos:this.maxDemos,batchSize:this.batchSize,successRate:a}}}};function Kd(s){let e=new Map;for(let n of s)if(e.has(n.programId)){let r=e.get(n.programId);r&&r.push(n.trace)}else e.set(n.programId,[n.trace]);let t=[];return e.forEach((n,r)=>{t.push({traces:n,programId:r})}),t}var Wd=(s,e)=>{let t=[...s];for(let n=t.length-1;n>0;n--){let r=Math.floor(Math.random()*(n+1)),o=t[n],i=t[r];if(!o||!i)throw new Error("Invalid array elements");[t[n],t[r]]=[i,o]}return t.slice(0,e)};var ps=class{endpoint;timeout;retryAttempts;retryDelay;logger;constructor(e){this.endpoint=e.endpoint.replace(/\/$/,""),this.timeout=e.timeout??3e4,this.retryAttempts=e.retryAttempts??3,this.retryDelay=e.retryDelay??1e3,this.logger=e.logger}async healthCheck(){try{return(await this.fetchWithRetry("/health",{method:"GET"})).ok}catch(e){return this.logger?.({name:"Notification",id:"health_check_failed",value:`Health check failed: ${e}`}),!1}}async createOptimizationJob(e){let t=await this.fetchWithRetry("/optimize",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e)});if(!t.ok){let n=await t.text();throw new Error(`Failed to create optimization job: ${n}`)}return t.json()}async getJobStatus(e){let t=await this.fetchWithRetry(`/jobs/${e}`,{method:"GET"});if(!t.ok){let n=await t.text();throw new Error(`Failed to get job status: ${n}`)}return t.json()}async cancelJob(e){let t=await this.fetchWithRetry(`/jobs/${e}`,{method:"DELETE"});if(!t.ok){let n=await t.text();throw new Error(`Failed to cancel job: ${n}`)}}async suggestParameters(e){let t=await this.fetchWithRetry(`/studies/${e}/suggest`,{method:"POST",headers:{"Content-Type":"application/json"}});if(!t.ok){let n=await t.text();throw new Error(`Failed to suggest parameters: ${n}`)}return t.json()}async evaluateTrial(e){let t=await this.fetchWithRetry(`/studies/${e.study_name}/evaluate`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e)});if(!t.ok){let n=await t.text();throw new Error(`Failed to evaluate trial: ${n}`)}}async getStudyResults(e){let t=await this.fetchWithRetry(`/studies/${e}/results`,{method:"GET"});if(!t.ok){let n=await t.text();throw new Error(`Failed to get study results: ${n}`)}return t.json()}async deleteStudy(e){let t=await this.fetchWithRetry(`/studies/${e}`,{method:"DELETE"});if(!t.ok){let n=await t.text();throw new Error(`Failed to delete study: ${n}`)}}async listStudies(){let e=await this.fetchWithRetry("/studies",{method:"GET"});if(!e.ok){let t=await e.text();throw new Error(`Failed to list studies: ${t}`)}return e.json()}async waitForJobCompletion(e,t=2e3,n=3e5){let r=Date.now();for(;Date.now()-r<n;){let o=await this.getJobStatus(e);if(["completed","failed","cancelled"].includes(o.status))return o;this.logger?.({name:"Notification",id:"job_status",value:`Job ${e} status: ${o.status}, waiting...`}),await this.sleep(t)}throw new Error(`Job ${e} did not complete within ${n}ms`)}async fetchWithRetry(e,t){let n=`${this.endpoint}${e}`,r=null;for(let o=0;o<this.retryAttempts;o++)try{let i=new AbortController,a=setTimeout(()=>i.abort(),this.timeout),u=await fetch(n,{...t,signal:i.signal});return clearTimeout(a),u}catch(i){r=i,this.logger?.({name:"Notification",id:"retry_attempt",value:`Attempt ${o+1} failed: ${i}`}),o<this.retryAttempts-1&&await this.sleep(this.retryDelay*Math.pow(2,o))}throw new Error(`Request failed after ${this.retryAttempts} attempts: ${r?.message}`)}sleep(e){return new Promise(t=>setTimeout(t,e))}};var ds=class extends pt{maxBootstrappedDemos;maxLabeledDemos;numCandidates;initTemperature;numTrials;minibatch;minibatchSize;minibatchFullEvalSteps;programAwareProposer;dataAwareProposer;viewDataBatchSize;tipAwareProposer;fewshotAwareProposer;earlyStoppingTrials;minImprovementThreshold;bayesianOptimization;acquisitionFunction;explorationWeight;optimizeTopP;sampleCount;pythonClient;localScoreHistory=[];localConfigurationHistory=[];customResultPicker;constructor(e){if(super(e),this.numCandidates=e.numCandidates??5,this.initTemperature=e.initTemperature??.7,this.maxBootstrappedDemos=e.maxBootstrappedDemos??3,this.maxLabeledDemos=e.maxLabeledDemos??4,this.numTrials=e.numTrials??30,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??25,this.minibatchFullEvalSteps=e.minibatchFullEvalSteps??10,this.programAwareProposer=e.programAwareProposer??!0,this.dataAwareProposer=e.dataAwareProposer??!0,this.viewDataBatchSize=e.viewDataBatchSize??10,this.tipAwareProposer=e.tipAwareProposer??!0,this.fewshotAwareProposer=e.fewshotAwareProposer??!0,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??.01,this.bayesianOptimization=e.bayesianOptimization??!0,this.acquisitionFunction=e.acquisitionFunction??"expected_improvement",this.explorationWeight=e.explorationWeight??.1,this.optimizeTopP=e.optimizeTopP??!1,this.sampleCount=e.sampleCount??1,this.customResultPicker=e.resultPicker,e.optimizerEndpoint){let t={endpoint:e.optimizerEndpoint,timeout:e.optimizerTimeout??3e4,retryAttempts:e.optimizerRetries??3,logger:n=>{this.logger?.({name:"Notification",id:"python_client",value:typeof n=="string"?n:JSON.stringify(n)})}};this.pythonClient=new ps(t)}this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}defaultResultPicker=async e=>{if(e.type==="function"){let o=e.results.findIndex(i=>!i.isError);return o>=0?o:0}let t=new Map;for(let o of e.results){let i=JSON.stringify(o.sample??{}),a=t.get(i);a?a.count+=1:t.set(i,{count:1,firstIndex:o.index})}let n="",r={count:-1,firstIndex:0};for(let[o,i]of t.entries())i.count>r.count&&(r=i,n=o);return t.get(n)?.firstIndex??0};configureAuto(e){switch(e){case"light":this.numCandidates=3,this.numTrials=10,this.minibatch=!0,this.minibatchSize=20;break;case"medium":this.numCandidates=5,this.numTrials=20,this.minibatch=!0,this.minibatchSize=25;break;case"heavy":this.numCandidates=7,this.numTrials=30,this.minibatch=!0,this.minibatchSize=30;break}}generateTips(){return["Be very specific and detailed in your instructions.","Focus on step-by-step reasoning in your instructions.","Provide clear constraints and guidelines in your instructions.","Keep your instructions concise and to the point.","Emphasize accuracy and precision in your instructions.","Include examples of good outputs in your instructions.","Focus on handling edge cases in your instructions.","Explicitly outline the reasoning process in your instructions."]}async generateProgramSummary(e,t){let r=`
|
|
858
|
+
`);if(typeof this.gen.setDescription=="function"){this.gen.setDescription(o);return}o&&this.gen.setInstruction(o)}};var cs=class{rows=[];baseUrl;dataset;split;config;options;constructor({dataset:e,split:t,config:n,options:r}){this.baseUrl="https://datasets-server.huggingface.co/rows",this.dataset=e,this.split=t,this.config=n,this.options=r}async fetchDataFromAPI(e){try{let t=await fetch(e);if(!t.ok)throw new Error(`Error fetching data: ${t.statusText}`);let n=await t.json();if(!n?.rows)throw new Error("Invalid data format");return n.rows}catch(t){throw console.error("Error fetching data from API:",t),t}}async loadData(){let e=this.options?.offset??0,t=this.options?.length??100,n=encodeURIComponent(this.dataset),r=`${this.baseUrl}?dataset=${n}&config=${this.config}&split=${this.split}&offset=${e}&length=${t}`;return this.rows=await this.fetchDataFromAPI(r),this.rows}setData(e){this.rows=e}getData(){return this.rows}async getRows({count:e,fields:t,renameMap:n}){if(this.rows.length===0)throw new Error("No data loaded, call loadData or setData first.");return this.rows.slice(0,e).map(o=>{let i={};return t.forEach(a=>{let l=a.split("."),u=o.row;for(let p of l)Object.hasOwn(u,p)&&(u=u[p]);if(!u)return;let c=n&&a in n?n[a]:a;if(!c)throw new Error(`Invalid field name: ${a}`);i[c]=u}),i}).filter(o=>Object.keys(o).length!==0)}};var zn=class extends pt{maxRounds;maxDemos;maxExamples;batchSize;earlyStoppingPatience;costMonitoring;maxTokensPerGeneration;verboseMode;debugMode;traces=[];constructor(e){super(e);let t=e.options||{};this.maxRounds=t.maxRounds??3,this.maxDemos=t.maxDemos??4,this.maxExamples=t.maxExamples??16,this.batchSize=t.batchSize??1,this.earlyStoppingPatience=t.earlyStoppingPatience??0,this.costMonitoring=t.costMonitoring??!1,this.maxTokensPerGeneration=t.maxTokensPerGeneration??0,this.verboseMode=t.verboseMode??!0,this.debugMode=t.debugMode??!1}async compileRound(e,t,n,r,o){let i=Date.now(),a=o?.maxDemos??this.maxDemos,l={modelConfig:{temperature:.7}};this.maxTokensPerGeneration>0&&(l.modelConfig.max_tokens=this.maxTokensPerGeneration);let u=Vd([...t],this.maxExamples),c=this.traces.length,p=e.getId();for(let d=0;d<u.length;d+=this.batchSize){d>0&&(l.modelConfig.temperature=.7+.001*d);let m=u.slice(d,d+this.batchSize);for(let g of m){if(!g||typeof g!="object")continue;let f=t.filter(h=>h!==g);e.setDemos([{traces:f,programId:p}]);let x=this.getTeacherOrStudentAI();this.stats.totalCalls++;let b;try{let h={...l,maxRetries:1};b=await e.forward(x,g,h),this.costMonitoring&&(this.stats.estimatedTokenUsage+=JSON.stringify(g).length/4+JSON.stringify(b).length/4),await r({prediction:b,example:g})>=.5&&(this.traces=[...this.traces,...e.getTraces()],this.stats.successfulDemos++)}catch(h){(this.verboseMode||this.debugMode)&&console.warn(`Student model failed during bootstrap: ${h instanceof Error?h.message:"Unknown error"}`),b={}}if(this.traces.length>=a)return}}if(this.earlyStoppingPatience>0){let m=this.traces.length-c;if(!this.stats.earlyStopping)this.stats.earlyStopping={bestScoreRound:m>0?n:0,patienceExhausted:!1,reason:"No improvement detected"};else if(m>0)this.stats.earlyStopping.bestScoreRound=n;else if(n-this.stats.earlyStopping.bestScoreRound>=this.earlyStoppingPatience){this.stats.earlyStopping.patienceExhausted=!0,this.stats.earlyStopped=!0,this.stats.earlyStopping.reason=`No improvement for ${this.earlyStoppingPatience} rounds`;return}}}async compile(e,t,n,r){this.validateExamples(t,!1);let o=r?.maxIterations??this.maxRounds;this.traces=[],this.reset();for(let l=0;l<o&&(await this.compileRound(e,t,l,n,r),!this.stats.earlyStopped);l++);if(this.traces.length===0)throw new Error("No demonstrations found. Either provide more examples or improve the existing ones.");let i=Wd(this.traces),a=0;return this.traces.length>0&&(a=this.stats.successfulDemos/Math.max(1,this.stats.totalCalls)),await this.logOptimizationComplete("BootstrapFewShot",a,{maxRounds:this.maxRounds,maxDemos:this.maxDemos,batchSize:this.batchSize,successRate:a,demosGenerated:i.length,tracesCollected:this.traces.length},r),{demos:i,stats:this.stats,bestScore:a,finalConfiguration:{maxRounds:this.maxRounds,maxDemos:this.maxDemos,batchSize:this.batchSize,successRate:a}}}};function Wd(s){let e=new Map;for(let n of s)if(e.has(n.programId)){let r=e.get(n.programId);r&&r.push(n.trace)}else e.set(n.programId,[n.trace]);let t=[];return e.forEach((n,r)=>{t.push({traces:n,programId:r})}),t}var Vd=(s,e)=>{let t=[...s];for(let n=t.length-1;n>0;n--){let r=Math.floor(Math.random()*(n+1)),o=t[n],i=t[r];if(!o||!i)throw new Error("Invalid array elements");[t[n],t[r]]=[i,o]}return t.slice(0,e)};var ps=class{endpoint;timeout;retryAttempts;retryDelay;logger;constructor(e){this.endpoint=e.endpoint.replace(/\/$/,""),this.timeout=e.timeout??3e4,this.retryAttempts=e.retryAttempts??3,this.retryDelay=e.retryDelay??1e3,this.logger=e.logger}async healthCheck(){try{return(await this.fetchWithRetry("/health",{method:"GET"})).ok}catch(e){return this.logger?.({name:"Notification",id:"health_check_failed",value:`Health check failed: ${e}`}),!1}}async createOptimizationJob(e){let t=await this.fetchWithRetry("/optimize",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e)});if(!t.ok){let n=await t.text();throw new Error(`Failed to create optimization job: ${n}`)}return t.json()}async getJobStatus(e){let t=await this.fetchWithRetry(`/jobs/${e}`,{method:"GET"});if(!t.ok){let n=await t.text();throw new Error(`Failed to get job status: ${n}`)}return t.json()}async cancelJob(e){let t=await this.fetchWithRetry(`/jobs/${e}`,{method:"DELETE"});if(!t.ok){let n=await t.text();throw new Error(`Failed to cancel job: ${n}`)}}async suggestParameters(e){let t=await this.fetchWithRetry(`/studies/${e}/suggest`,{method:"POST",headers:{"Content-Type":"application/json"}});if(!t.ok){let n=await t.text();throw new Error(`Failed to suggest parameters: ${n}`)}return t.json()}async evaluateTrial(e){let t=await this.fetchWithRetry(`/studies/${e.study_name}/evaluate`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e)});if(!t.ok){let n=await t.text();throw new Error(`Failed to evaluate trial: ${n}`)}}async getStudyResults(e){let t=await this.fetchWithRetry(`/studies/${e}/results`,{method:"GET"});if(!t.ok){let n=await t.text();throw new Error(`Failed to get study results: ${n}`)}return t.json()}async deleteStudy(e){let t=await this.fetchWithRetry(`/studies/${e}`,{method:"DELETE"});if(!t.ok){let n=await t.text();throw new Error(`Failed to delete study: ${n}`)}}async listStudies(){let e=await this.fetchWithRetry("/studies",{method:"GET"});if(!e.ok){let t=await e.text();throw new Error(`Failed to list studies: ${t}`)}return e.json()}async waitForJobCompletion(e,t=2e3,n=3e5){let r=Date.now();for(;Date.now()-r<n;){let o=await this.getJobStatus(e);if(["completed","failed","cancelled"].includes(o.status))return o;this.logger?.({name:"Notification",id:"job_status",value:`Job ${e} status: ${o.status}, waiting...`}),await this.sleep(t)}throw new Error(`Job ${e} did not complete within ${n}ms`)}async fetchWithRetry(e,t){let n=`${this.endpoint}${e}`,r=null;for(let o=0;o<this.retryAttempts;o++)try{let i=new AbortController,a=setTimeout(()=>i.abort(),this.timeout),l=await fetch(n,{...t,signal:i.signal});return clearTimeout(a),l}catch(i){r=i,this.logger?.({name:"Notification",id:"retry_attempt",value:`Attempt ${o+1} failed: ${i}`}),o<this.retryAttempts-1&&await this.sleep(this.retryDelay*Math.pow(2,o))}throw new Error(`Request failed after ${this.retryAttempts} attempts: ${r?.message}`)}sleep(e){return new Promise(t=>setTimeout(t,e))}};var ds=class extends pt{maxBootstrappedDemos;maxLabeledDemos;numCandidates;initTemperature;numTrials;minibatch;minibatchSize;minibatchFullEvalSteps;programAwareProposer;dataAwareProposer;viewDataBatchSize;tipAwareProposer;fewshotAwareProposer;earlyStoppingTrials;minImprovementThreshold;bayesianOptimization;acquisitionFunction;explorationWeight;optimizeTopP;sampleCount;pythonClient;localScoreHistory=[];localConfigurationHistory=[];customResultPicker;constructor(e){if(super(e),this.numCandidates=e.numCandidates??5,this.initTemperature=e.initTemperature??.7,this.maxBootstrappedDemos=e.maxBootstrappedDemos??3,this.maxLabeledDemos=e.maxLabeledDemos??4,this.numTrials=e.numTrials??30,this.minibatch=e.minibatch??!0,this.minibatchSize=e.minibatchSize??25,this.minibatchFullEvalSteps=e.minibatchFullEvalSteps??10,this.programAwareProposer=e.programAwareProposer??!0,this.dataAwareProposer=e.dataAwareProposer??!0,this.viewDataBatchSize=e.viewDataBatchSize??10,this.tipAwareProposer=e.tipAwareProposer??!0,this.fewshotAwareProposer=e.fewshotAwareProposer??!0,this.earlyStoppingTrials=e.earlyStoppingTrials??5,this.minImprovementThreshold=e.minImprovementThreshold??.01,this.bayesianOptimization=e.bayesianOptimization??!0,this.acquisitionFunction=e.acquisitionFunction??"expected_improvement",this.explorationWeight=e.explorationWeight??.1,this.optimizeTopP=e.optimizeTopP??!1,this.sampleCount=e.sampleCount??1,this.customResultPicker=e.resultPicker,e.optimizerEndpoint){let t={endpoint:e.optimizerEndpoint,timeout:e.optimizerTimeout??3e4,retryAttempts:e.optimizerRetries??3,logger:n=>{this.logger?.({name:"Notification",id:"python_client",value:typeof n=="string"?n:JSON.stringify(n)})}};this.pythonClient=new ps(t)}this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}defaultResultPicker=async e=>{if(e.type==="function"){let o=e.results.findIndex(i=>!i.isError);return o>=0?o:0}let t=new Map;for(let o of e.results){let i=JSON.stringify(o.sample??{}),a=t.get(i);a?a.count+=1:t.set(i,{count:1,firstIndex:o.index})}let n="",r={count:-1,firstIndex:0};for(let[o,i]of t.entries())i.count>r.count&&(r=i,n=o);return t.get(n)?.firstIndex??0};configureAuto(e){switch(e){case"light":this.numCandidates=3,this.numTrials=10,this.minibatch=!0,this.minibatchSize=20;break;case"medium":this.numCandidates=5,this.numTrials=20,this.minibatch=!0,this.minibatchSize=25;break;case"heavy":this.numCandidates=7,this.numTrials=30,this.minibatch=!0,this.minibatchSize=30;break}}generateTips(){return["Be very specific and detailed in your instructions.","Focus on step-by-step reasoning in your instructions.","Provide clear constraints and guidelines in your instructions.","Keep your instructions concise and to the point.","Emphasize accuracy and precision in your instructions.","Include examples of good outputs in your instructions.","Focus on handling edge cases in your instructions.","Explicitly outline the reasoning process in your instructions."]}async generateProgramSummary(e,t){let r=`
|
|
546
859
|
Analyze this language model program and provide a concise summary of its purpose and structure.
|
|
547
860
|
|
|
548
861
|
Program Signature: ${e.getSignature()}
|
|
@@ -556,7 +869,7 @@ Summary:`;try{let o=await t.chat({chatPrompt:[{role:"user",content:r}]});return"
|
|
|
556
869
|
Analyze this dataset and provide a concise summary of its characteristics.
|
|
557
870
|
|
|
558
871
|
Sample Examples:
|
|
559
|
-
${e.slice(0,n).map((a,
|
|
872
|
+
${e.slice(0,n).map((a,l)=>`Example ${l+1}: ${JSON.stringify(a)}`).join(`
|
|
560
873
|
`)}
|
|
561
874
|
|
|
562
875
|
Provide a 2-3 sentence summary focusing on:
|
|
@@ -567,7 +880,7 @@ Provide a 2-3 sentence summary focusing on:
|
|
|
567
880
|
Dataset Summary:`;try{let a=await t.chat({chatPrompt:[{role:"user",content:i}]});return"results"in a&&a.results[0]?.content?.trim()||"General dataset"}catch{return"General dataset"}}async generateInstruction({tip:e,candidateIndex:t,ai:n,programSummary:r,datasetSummary:o,previousInstructions:i=[]}){let a="";this.programAwareProposer&&r&&(a+=`
|
|
568
881
|
Program Context: ${r}`),this.dataAwareProposer&&o&&(a+=`
|
|
569
882
|
Dataset Context: ${o}`),this.fewshotAwareProposer&&i.length>0&&(a+=`
|
|
570
|
-
Previous Instructions (avoid repeating): ${i.slice(-3).join("; ")}`);let
|
|
883
|
+
Previous Instructions (avoid repeating): ${i.slice(-3).join("; ")}`);let l=`
|
|
571
884
|
Generate a high-quality instruction for a language model program.
|
|
572
885
|
|
|
573
886
|
${a}
|
|
@@ -582,12 +895,12 @@ Requirements:
|
|
|
582
895
|
5. Keep it concise but comprehensive
|
|
583
896
|
|
|
584
897
|
Generate a single, well-crafted instruction:
|
|
585
|
-
Instruction:`;try{let m=(await et('programSummary?:string "Program context" , datasetSummary?:string "Dataset context" , tip?:string "Generation tip" -> instructionText:string "Well-crafted instruction for the program"').forward(n,{programSummary:r??"",datasetSummary:o??"",tip:e??""})).instructionText;if(m&&m.trim().length>10)return m.trim()}catch{}let
|
|
898
|
+
Instruction:`;try{let m=(await et('programSummary?:string "Program context" , datasetSummary?:string "Dataset context" , tip?:string "Generation tip" -> instructionText:string "Well-crafted instruction for the program"').forward(n,{programSummary:r??"",datasetSummary:o??"",tip:e??""})).instructionText;if(m&&m.trim().length>10)return m.trim()}catch{}let u=["Analyze the input systematically and provide a precise, well-reasoned response.","Think through this step-by-step, considering all relevant factors before responding.","Examine the input carefully and generate an accurate, detailed answer.","Process the information methodically and deliver a clear, comprehensive response.","Consider the context thoroughly and provide a thoughtful, accurate answer."],c=u[t%u.length]||u[0];return e&&(c=`${c} ${e}`),c}async proposeInstructionCandidates(e,t,n=[]){let r=[],o=this.getTeacherOrStudentAI(t),i,a;this.programAwareProposer&&(i=await this.generateProgramSummary(e,o)),this.dataAwareProposer&&(a=await this.generateDatasetSummary([...n],o));let l=this.tipAwareProposer?this.generateTips():[];for(let u=0;u<this.numCandidates;u++){let c=l.length>0?u%l.length:-1,p=c>=0?l[c]:void 0,d=await this.generateInstruction({tip:p,candidateIndex:u,ai:o,programSummary:i,datasetSummary:a,previousInstructions:r});r.push(d)}return r}async bootstrapFewShotExamples(e,t,n){return(await new zn({studentAI:this.studentAI,options:{maxDemos:this.maxBootstrappedDemos,maxRounds:3,verboseMode:this.verbose??!1}}).compile(e,n,t,{maxDemos:this.maxBootstrappedDemos})).demos||[]}selectLabeledExamples(e){let t=[],n=new Set;for(;n.size<this.maxLabeledDemos&&n.size<e.length;){let r=Math.floor(Math.random()*e.length);if(!n.has(r)){n.add(r);let o=e[r];o&&t.push(o)}}return t}applyConfigToProgram(e,t,n,r){if(e.setInstruction&&e.setInstruction(t.instruction),e.setDemos){let o=[...n.slice(0,t.bootstrappedDemos)];if(t.labeledExamples>0&&e.getId){let i=e.getId();o.push({traces:r.slice(0,t.labeledExamples),programId:i})}o.length>0&&e.setDemos(o)}}async compile(e,t,n,r){let o=Date.now();if(this.validateExamples(t),this.setupRandomSeed(),r?.auto&&this.configureAuto(r.auto),!this.pythonClient)throw new Error("AxMiPRO v2 requires the Python optimizer service. Please configure optimizerEndpoint.");if(!await this.pythonClient.healthCheck())throw new Error("Python optimizer service is not available or unhealthy");return await this.compilePython(e,t,n,r)}applyConfigToAxGen(e,t,n,r){"setInstruction"in e&&typeof e.setInstruction=="function"&&e.setInstruction(t.instruction);let o=[...n.slice(0,t.bootstrappedDemos)];if(t.labeledExamples>0){let i=e.getId();o.push({traces:r.slice(0,t.labeledExamples),programId:i})}o.length>0&&e.setDemos(o)}getConfiguration(){return{numCandidates:this.numCandidates,initTemperature:this.initTemperature,maxBootstrappedDemos:this.maxBootstrappedDemos,maxLabeledDemos:this.maxLabeledDemos,numTrials:this.numTrials,minibatch:this.minibatch,minibatchSize:this.minibatchSize,minibatchFullEvalSteps:this.minibatchFullEvalSteps,programAwareProposer:this.programAwareProposer,dataAwareProposer:this.dataAwareProposer,tipAwareProposer:this.tipAwareProposer,fewshotAwareProposer:this.fewshotAwareProposer,earlyStoppingTrials:this.earlyStoppingTrials,minImprovementThreshold:this.minImprovementThreshold,bayesianOptimization:this.bayesianOptimization,acquisitionFunction:this.acquisitionFunction,explorationWeight:this.explorationWeight,sampleCount:this.sampleCount}}updateConfiguration(e){e.numCandidates!==void 0&&(this.numCandidates=e.numCandidates),e.initTemperature!==void 0&&(this.initTemperature=e.initTemperature),e.maxBootstrappedDemos!==void 0&&(this.maxBootstrappedDemos=e.maxBootstrappedDemos),e.maxLabeledDemos!==void 0&&(this.maxLabeledDemos=e.maxLabeledDemos),e.numTrials!==void 0&&(this.numTrials=e.numTrials),e.minibatch!==void 0&&(this.minibatch=e.minibatch),e.minibatchSize!==void 0&&(this.minibatchSize=e.minibatchSize),e.earlyStoppingTrials!==void 0&&(this.earlyStoppingTrials=e.earlyStoppingTrials),e.minImprovementThreshold!==void 0&&(this.minImprovementThreshold=e.minImprovementThreshold),e.sampleCount!==void 0&&(this.sampleCount=e.sampleCount)}reset(){super.reset(),this.stats.convergenceInfo.convergenceThreshold=this.minImprovementThreshold}validateProgram(e){let t=[],n=[];return{isValid:t.length===0,issues:t,suggestions:n}}async compilePython(e,t,n,r){if(!this.pythonClient)throw new Error("Python client not initialized");let o=Date.now();this.localScoreHistory=[],this.localConfigurationHistory=[];let i=await this.proposeInstructionCandidates(e,r,t),a=`mipro_${Date.now()}_${Math.random().toString(36).substr(2,9)}`,l={study_name:a,parameters:[{name:"temperature",type:"float",low:.1,high:2},{name:"bootstrappedDemos",type:"int",low:0,high:this.maxBootstrappedDemos},{name:"instruction",type:"categorical",choices:i},{name:"labeledExamples",type:"int",low:0,high:this.maxLabeledDemos},...this.optimizeTopP?[{name:"topP",type:"float",low:.7,high:1}]:[]],objective:{name:"score",direction:"maximize"},n_trials:this.numTrials,sampler:"TPESampler",pruner:this.minibatch?"MedianPruner":void 0},u=await this.pythonClient.createOptimizationJob(l);this.getOptimizerLogger()?.({name:"OptimizationStart",value:{optimizerType:"MiPRO (Python)",exampleCount:t.length,validationCount:0,config:{jobId:u.job_id,numTrials:this.numTrials}}});let p=Number.NEGATIVE_INFINITY,d,m=0,g=0;for(let R=0;R<this.numTrials;R++)try{let P=await this.pythonClient.suggestParameters(a),v=P.params.temperature,E=P.params.bootstrappedDemos,k=P.params.instruction,O=P.params.labeledExamples,L=this.optimizeTopP?P.params.topP:void 0;if(v===void 0)throw new Error(`Missing temperature parameter in suggestion: ${JSON.stringify(P)}`);if(E===void 0)throw new Error(`Missing bootstrappedDemos parameter in suggestion: ${JSON.stringify(P)}`);if(k===void 0)throw new Error(`Missing instruction parameter in suggestion: ${JSON.stringify(P)}`);if(O===void 0)throw new Error(`Missing labeledExamples parameter in suggestion: ${JSON.stringify(P)}`);let F=e.clone();F.setInstruction(k);let M=F.getId();F.setDemos([{traces:this.selectLabeledExamples(t).slice(0,O),programId:M}]);let j=!this.minibatch||this.minibatchFullEvalSteps>0&&R%this.minibatchFullEvalSteps===this.minibatchFullEvalSteps-1?[...t]:(()=>{let Y=Math.min(this.minibatchSize,t.length),G=new Set;for(;G.size<Y;)G.add(Math.floor(Math.random()*t.length));return Array.from(G).map(me=>t[me])})(),H=await this.evaluateConfiguration(F,n,{temperature:v,bootstrappedDemos:E,topP:L},j);m++,await this.pythonClient.evaluateTrial({study_name:a,trial_number:P.trial_number,value:H}),H>p+this.minImprovementThreshold?(p=H,d={temperature:v,bootstrappedDemos:E,...L!==void 0?{topP:L}:{},trialNumber:P.trial_number},g=0):g+=1,this.currentRound=R+1;let D={temperature:v,bootstrappedDemos:E,...L!==void 0?{topP:L}:{},trialNumber:P.trial_number};if(this.localScoreHistory.push(H),this.localConfigurationHistory.push(D),await this.updateOptimizationProgress(this.currentRound,H,D,"MiPRO (Python)",{sampler:"TPESampler"},p,d),this.onProgress?.({round:R+1,totalRounds:this.numTrials,currentScore:H,bestScore:p,tokensUsed:this.stats.estimatedTokenUsage,timeElapsed:Date.now()-o,successfulExamples:m,totalExamples:t.length}),this.earlyStoppingTrials>0&&g>=this.earlyStoppingTrials){this.getOptimizerLogger()?.({name:"EarlyStopping",value:{reason:`No improvement \u2265 ${this.minImprovementThreshold} for ${this.earlyStoppingTrials} trials`,finalScore:p,round:this.currentRound}}),this.onEarlyStop?.(`No improvement for ${this.earlyStoppingTrials} trials`,this.stats);break}}catch{}let f=p,x={},b=[];try{let R=await this.pythonClient.getStudyResults(a);if(f=R.best_value||p,x=R.best_params||{},x&&Object.keys(x).length>0){let P=x.bootstrappedDemos||0;P>0&&(b=await this.bootstrapFewShotExamples(e,n,t.slice(0,Math.floor(t.length*.8))),b=b.slice(0,P))}}catch{}let h;try{let P=await et('optimizerType:string "Optimizer name" , bestScore:number "Final best score" , totalCalls:number "Total eval calls" , successfulDemos:number "Successful evals" , bestConfig:json "Best configuration" -> humanExplanation:string "Readable summary", recommendations:string[] "Next steps", performanceAssessment:string "Performance notes"').forward(this.studentAI,{optimizerType:"MiPRO (Python)",bestScore:f,totalCalls:this.stats.totalCalls,successfulDemos:this.stats.successfulDemos,bestConfig:x||{}});h={humanExplanation:P.humanExplanation??"",recommendations:P.recommendations??[],performanceAssessment:P.performanceAssessment??""}}catch{}await this.logOptimizationComplete("MiPRO (Python)",f,x,r,h);try{await this.pythonClient.deleteStudy(a)}catch{}this.stats.bestScore=f;let y=new Se(e.getSignature());x.instruction&&y.setInstruction(x.instruction);let I=x.temperature?{temperature:x.temperature}:void 0;y.setDemos(b,{modelConfig:I});let C=new kt({bestScore:f,stats:this.stats,instruction:x.instruction,demos:b,examples:[],modelConfig:{temperature:x.temperature},optimizerType:"MiPRO (Python)",optimizationTime:Date.now()-o,totalRounds:this.numTrials,converged:this.stats.convergenceInfo.converged,scoreHistory:[...this.localScoreHistory],configurationHistory:[...this.localConfigurationHistory]});return this.generateOptimizationReport(f,b.length),{bestScore:f,demos:b,stats:this.stats,optimizedGen:y,optimizedProgram:C,finalConfiguration:{temperature:x.temperature,bootstrappedDemos:x.bootstrappedDemos||0,...x}}}generateOptimizationReport(e,t){console.log(`
|
|
586
899
|
\u{1F389} MiPRO Optimization Complete!
|
|
587
900
|
`),console.log("\u2705 Improvements:"),e!==void 0&&e>0&&console.log(`\u2022 Best score achieved: ${e.toFixed(3)}`),t>0&&console.log(`\u2022 Generated ${t} optimized demonstrations`),console.log("\u2022 Systematic prompt and example optimization"),console.log(`\u2022 Automated instruction refinement process
|
|
588
901
|
`),console.log("\u26A0\uFE0F Limitations:"),this.stats.totalCalls<50&&console.log("\u2022 Relatively few optimization trials performed"),t<5&&console.log("\u2022 Limited number of demonstrations generated"),console.log("\u2022 Results depend on teacher model quality"),console.log(`\u2022 Optimization time increases with example complexity
|
|
589
902
|
`),console.log("\u{1F50D} Key Issues:"),e!==void 0&&e<.7&&console.log("\u2022 Final performance may still have room for improvement"),this.stats.convergenceInfo?.converged===!1&&console.log("\u2022 Optimization may not have fully converged"),console.log("\u2022 Evaluation metrics may need domain-specific tuning"),console.log(`\u2022 Bootstrap quality depends on initial examples
|
|
590
|
-
`),console.log("\u{1F4A1} What This Means:"),console.log("\u2022 MiPRO successfully automated prompt engineering"),console.log("\u2022 Optimized instructions and examples improve model performance"),console.log("\u2022 Framework reduces manual prompt engineering effort"),console.log("\u2022 More training data and iterations would likely improve results")}async evaluateConfiguration(e,t,n,r){let o=0,i=0,a=0,
|
|
903
|
+
`),console.log("\u{1F4A1} What This Means:"),console.log("\u2022 MiPRO successfully automated prompt engineering"),console.log("\u2022 Optimized instructions and examples improve model performance"),console.log("\u2022 Framework reduces manual prompt engineering effort"),console.log("\u2022 More training data and iterations would likely improve results")}async evaluateConfiguration(e,t,n,r){let o=0,i=0,a=0,l=r;for(let u of l)try{let c=await e.forward(this.studentAI,u,{modelConfig:{temperature:n.temperature,...n.topP!==void 0?{topP:n.topP}:{}},sampleCount:this.sampleCount,resultPicker:this.sampleCount>1?this.customResultPicker??this.defaultResultPicker:void 0});this.stats.totalCalls+=1;let p=await t({prediction:c,example:u});if(typeof p=="number"&&!Number.isNaN(p)){o+=p,i++;let d=typeof this.targetScore=="number"?this.targetScore:.5;p>=d&&a++}}catch(c){this.getLogger()?.({name:"Notification",id:"mipro_evaluate",value:typeof c=="string"?c:String(c)})}return this.stats.successfulDemos+=a,i>0?o/i:0}};var qn=class{analyzeMappingDependencies(e,t){if(!e||typeof e!="function")return[];let n=[];try{let r=e.toString(),o=Array.from(r.matchAll(/state\.(\w+)/g));for(let i of o)i[1]&&!n.includes(i[1])&&n.push(i[1]);if(n.length===0)try{let i=this.createDependencyTracker(n);e(i)}catch{}}catch(r){console.debug("Dependency analysis failed:",r)}return n}createTrackingProxy(e,t){let n=this;return new Proxy(e,{get(r,o){typeof o=="string"&&!t.includes(o)&&t.push(o);let i=r[o];return i&&typeof i=="object"?n.createTrackingProxy(i,t):i},has(r,o){return typeof o=="string"&&!t.includes(o)&&t.push(o),o in r}})}parseStaticDependencies(e){let t=[];try{let n=Array.from(e.matchAll(/state\.(\w+)/g));for(let i of n)i[1]&&!t.includes(i[1])&&t.push(i[1]);let r=Array.from(e.matchAll(/\$\{state\.(\w+)\}/g));for(let i of r)i[1]&&!t.includes(i[1])&&t.push(i[1]);let o=Array.from(e.matchAll(/\{\s*(\w+)(?:\s*,\s*(\w+))*\s*\}\s*=\s*state/g));for(let i of o)for(let a=1;a<i.length;a++)i[a]&&!t.includes(i[a])&&t.push(i[a])}catch(n){console.debug("Static dependency parsing failed:",n)}return t}createDependencyTracker(e){return new Proxy({},{get(t,n){return typeof n=="string"&&!e.includes(n)&&e.push(n),new Proxy({},{get:()=>{}})}})}};async function Hn(s,e,t){if(!t||t<=0||t>=s.length){let r=s.map((o,i)=>e(o,i));return Promise.all(r)}let n=new Array(s.length);for(let r=0;r<s.length;r+=t){let i=s.slice(r,r+t).map((l,u)=>{let c=r+u;return e(l,c).then(p=>({result:p,originalIndex:c}))}),a=await Promise.all(i);for(let{result:l,originalIndex:u}of a)n[u]=l}return n}var Kn=class{steps=[];parallelGroups=[];analyzer=new qn;initialFields=new Set;addExecutionStep(e,t,n,r,o,i,a){let l=[],u=[],c=r||"map";if(t&&n)c="execute",l=this.analyzer.analyzeMappingDependencies(n,t),u=[`${t}Result`];else if(c==="map"&&o)u=this.analyzeMapTransformation(o),l=this.getAllProducedFields();else if(c==="parallel-map"){if(Array.isArray(o)){let d=new Set;for(let m of o)this.analyzeMapTransformation(m).forEach(f=>d.add(f));u=Array.from(d)}else o?u=this.analyzeMapTransformation(o):u=["_parallelMapResult"];l=this.getAllProducedFields()}else if(c==="merge"){if(i?.resultKey)u=[i.resultKey];else{let m=this.analyzeBranchMergeFields();u=m.length>0?m:["_mergedResult"]}e.toString().includes("_parallelResults")?l=["_parallelResults"]:l=this.getAllProducedFields()}else if(c==="parallel")u=["_parallelResults"],l=this.getAllProducedFields();else if(c==="derive")if(a?.outputFieldName&&a?.inputFieldName){u=[a.outputFieldName];let d=o?this.analyzer.analyzeMappingDependencies(o,"derive"):[];l=[a.inputFieldName,...d].filter((m,g,f)=>f.indexOf(m)===g)}else u=["_deriveResult"],l=this.getAllProducedFields();else e.toString().includes("transform(")?(c="map",l=this.getAllProducedFields(),u=["_mapResult"]):e.toString().includes("_parallelResults")&&(u=["_parallelResults"],l=this.getAllProducedFields());for(let d of l)this.getAllProducedFields().includes(d)||this.initialFields.add(d);let p={type:c,nodeName:t,dependencies:l,produces:u,stepFunction:e,stepIndex:this.steps.length};this.steps.push(p)}analyzeStepFunctionProduction(e){try{let t=this.analyzeStepFunctionSource(e);if(t.length>0&&!t.includes("_stepResult"))return t}catch(t){console.debug("Step function source analysis failed:",t)}try{let t=this.createMockState(),n=Object.keys(t),o=e(t,{mainAi:{getOptions:()=>({trace:!1}),forward:()=>Promise.resolve({text:"mock"})},mainOptions:void 0});if(o&&typeof o=="object"&&"then"in o)return this.analyzeStepFunctionSource(e);if(o&&typeof o=="object"&&!Array.isArray(o)){let a=Object.keys(o).filter(l=>!n.includes(l));if(a.length>0)return a}}catch(t){console.debug("Step function dynamic analysis failed:",t)}return this.analyzeStepFunctionSource(e)}analyzeStepFunctionSource(e){try{let t=e.toString(),n=t.match(/\{\s*\.\.\.state\s*,\s*(\w+)\s*:/g);if(n){let o=n.map(i=>{let a=i.match(/(\w+)\s*:/);return a?a[1]:null}).filter(Boolean);if(o.length>0)return o}let r=t.match(/state\.(\w+)\s*=/g);if(r){let o=r.map(i=>{let a=i.match(/state\.(\w+)\s*=/);return a?a[1]:null}).filter(Boolean);if(o.length>0)return o}}catch(t){console.debug("Step function source analysis failed:",t)}return["_stepResult"]}analyzeMapTransformation(e){try{let n=e.toString().split(/\{[\s\S]*?\}/).flatMap(()=>[])}catch{}return["_mapResult"]}createMockState(){let e={};for(let t of this.initialFields)e[t]=this.createMockValue(t);for(let t of this.steps)for(let n of t.produces)n.endsWith("Result")?e[n]={text:"mockText",value:"mockValue",result:"mockResult",data:"mockData",processedText:"mockProcessedText",sentimentValue:"mockSentiment",confidenceScore:.8,isComplex:!1,mockValue:"mockValue",responseText:"mockResponseText",inputText:"mockInputText"}:e[n]=this.createMockValue(n);return e}createMockValue(e){return e.includes("List")||e.includes("Array")||e.endsWith("s")?["mockItem1","mockItem2"]:e.includes("count")||e.includes("Count")||e.includes("index")||e.includes("Index")?0:e.includes("is")||e.includes("has")||e.includes("can")?!1:"mockValue"}analyzeBranchMergeFields(){let e=this.steps.slice(-5).filter(t=>t.type==="execute"&&t.nodeName).flatMap(t=>t.produces);return e.length>0?e:this.steps.filter(t=>t.type==="execute"&&t.nodeName).flatMap(t=>t.produces)}setInitialFields(e){this.initialFields=new Set(e),this.rebuildParallelGroups()}rebuildParallelGroups(){this.parallelGroups=[];let e=new Set,t=new Set(this.initialFields),n=0;for(;e.size<this.steps.length;){let r=[];for(let o of this.steps){if(e.has(o.stepIndex))continue;if(o.dependencies.length===0||o.dependencies.every(a=>t.has(a))){if(o.type==="merge"&&r.length>0)continue;if(r.push(o),e.add(o.stepIndex),o.type==="merge")break}}if(r.length>0){for(let o of r)o.produces.forEach(i=>t.add(i));this.parallelGroups.push({level:n,steps:r}),n++}else{let o=this.steps.filter(i=>!e.has(i.stepIndex));if(o.length>0){let i=o[0];e.add(i.stepIndex),i.produces.forEach(a=>t.add(a)),this.parallelGroups.push({level:n,steps:[i]}),n++}else break}}}getAllProducedFields(){let e=[];for(let t of this.steps)e.push(...t.produces);return e}createOptimizedExecution(e){let t=[];for(let n of this.parallelGroups)if(n.steps.length===1){let r=n.steps[0];r&&t.push(r.stepFunction)}else if(n.steps.length>1){let r=async(o,i)=>{let a=await Hn(n.steps,async c=>await c.stepFunction(o,i),e);if(a.some(c=>c&&typeof c=="object"&&"_parallelResults"in c)){let c=a.find(p=>p&&typeof p=="object"&&"_parallelResults"in p);return c||o}let u=o;for(let c of a)u={...u,...c};return u};t.push(r)}return t}getOptimizedExecutionSteps(){return this.parallelGroups.length===0&&this.steps.length>0&&this.rebuildParallelGroups(),this.createOptimizedExecution()}getExecutionPlan(){return this.parallelGroups.length===0&&this.steps.length>0&&this.rebuildParallelGroups(),{totalSteps:this.steps.length,parallelGroups:this.parallelGroups.length,maxParallelism:this.steps.length===0?1:Math.max(...this.parallelGroups.map(e=>e.steps.length),0),steps:this.steps,groups:this.parallelGroups}}};var Qn=require("@opentelemetry/api");var Vu=s=>{console.log(s)},Wn=(s,e=!1)=>{if(e)return"[State hidden]";let t={};for(let[n,r]of Object.entries(s))if(typeof r=="string"&&r.length>100)t[n]=`${r.substring(0,100)}...`;else if(Array.isArray(r)&&r.length>3)t[n]=[...r.slice(0,3),`... (${r.length-3} more)`];else if(typeof r=="object"&&r!==null){let o=JSON.stringify(r);o.length>200?t[n]=`${o.substring(0,200)}...`:t[n]=r}else t[n]=r;return JSON.stringify(t,null,2)},Vn=s=>s<1e3?`${s.toFixed(1)}ms`:s<6e4?`${(s/1e3).toFixed(2)}s`:`${(s/6e4).toFixed(2)}min`,Ur=(s=Vu)=>{let e=new Ze,t=e.gray(`${"\u2501".repeat(80)}
|
|
591
904
|
`),n=e.gray(`${"\u2500".repeat(40)}
|
|
592
905
|
`);return r=>{let o="";switch(r.name){case"FlowStart":o=`
|
|
593
906
|
${e.blueBright("\u{1F504} [ AXFLOW START ]")}
|
|
@@ -622,7 +935,7 @@ ${e.redBright("\u274C [ AXFLOW ERROR ]")}
|
|
|
622
935
|
${t}`,r.stepIndex!==void 0&&(o+=`${e.white("Step:")} ${e.yellow(r.stepIndex.toString())}`,r.stepType&&(o+=` ${e.gray(`(${r.stepType})`)}`),r.nodeName&&(o+=` ${e.cyan(`Node: ${r.nodeName}`)}`),o+=`
|
|
623
936
|
`),o+=`${e.white("Error:")} ${e.red(r.error)}
|
|
624
937
|
`,r.state&&(o+=`${e.white("State:")} ${e.gray(Wn(r.state,!0))}
|
|
625
|
-
`),o+=t;break;default:o=e.gray(JSON.stringify(r,null,2))}s(o)}},
|
|
938
|
+
`),o+=t;break;default:o=e.gray(JSON.stringify(r,null,2))}s(o)}},Ju=(s=Vu)=>{let e="=".repeat(80),t="-".repeat(40);return n=>{let r="";switch(n.name){case"FlowStart":r=`
|
|
626
939
|
[ AXFLOW START ]
|
|
627
940
|
${e}
|
|
628
941
|
`,r+=`Input Fields: ${n.inputFields.join(", ")}
|
|
@@ -666,9 +979,9 @@ ${e}
|
|
|
666
979
|
`),r+=`Error: ${n.error}
|
|
667
980
|
`,n.state&&(r+=`State: ${Wn(n.state,!0)}
|
|
668
981
|
`),r+=`${e}
|
|
669
|
-
`;break;default:r=JSON.stringify(n,null,2)}s(r)}},
|
|
670
|
-
`)[0]||"axFlow")).replace(/\s+/g,"_"),r=this.toCamelCase(n),o=async(i,a)=>{let
|
|
671
|
-
`)};return{name:r,description:e.getDescription()??"Execute this AxFlow",parameters:e.toJSONSchema(),func:o}}getUsage(){let e=[];for(let[t,n]of Array.from(this.nodeUsage))e.push(...n);return vr(e)}resetUsage(){this.nodeUsage.clear();for(let[e,t]of Array.from(this.nodeGenerators))t&&"resetUsage"in t&&t.resetUsage()}resetTraces(){this.nodeTraces.clear()}getUsageReport(){let e={};for(let[t,n]of Array.from(this.nodeUsage))e[t]=vr(n);return e}getNodePrograms(){return Array.from(this.nodeGenerators).map(([e,t])=>({name:e,program:t}))}setNodeInstruction(e,t){let n=this.nodeGenerators.get(e);if(!n)return!1;let r=n;if(typeof r.setInstruction=="function")try{return r.setInstruction(t),!0}catch{return!1}return!1}setAllNodeInstructions(e){for(let[t,n]of Object.entries(e))this.setNodeInstruction(t,n)}getTracesReport(){let e={};for(let[t,n]of Array.from(this.nodeTraces))e[t]=n;return e}async*streamingForward(e,t,n){let r=n?.cachingFunction??ue.cachingFunction,o=this.getCacheKey(t,r);if(r&&o){let a;try{a=await r(o)}catch{}if(a!==void 0){yield{version:0,index:0,delta:a};return}}let i=await this.forward(e,t,n);if(r&&o)try{await r(o,i)}catch{}yield{version:1,index:0,delta:i}}async forward(e,t,n){let r=n?.cachingFunction??ue.cachingFunction,o=this.getCacheKey(t,r);if(r&&o){let c;try{c=await r(o)}catch{}if(c!==void 0)return c}let i=Date.now();this.timingLogger?.startTiming("flow-execution");let a={},u,l;try{this.resetUsage(),this.resetTraces();let c=this.extractInputValues(t);if(this.nodeGenerators.size>0&&this.ensureProgram(),a={...c},this.flowLogger){let y=this.getExecutionPlan();this.flowLogger({name:"FlowStart",timestamp:i,inputFields:Object.keys(c),totalSteps:y.totalSteps,parallelGroups:y.parallelGroups,maxParallelism:y.maxParallelism,autoParallelEnabled:y.autoParallelEnabled})}let p=n?.tracer??this.defaultAIOptions?.tracer,d=n?.traceContext,m=d;if(p){let y=this.getExecutionPlan(),I=n?.traceLabel?`AxFlow > ${n.traceLabel}`:"AxFlow";u=p.startSpan(I,{kind:Qn.SpanKind.INTERNAL,attributes:{total_steps:y.totalSteps,parallel_groups:y.parallelGroups,max_parallelism:y.maxParallelism,auto_parallel_enabled:y.autoParallelEnabled}});let C=d??Qn.context.active();m=Qn.trace.setSpan(C,u)}l=new AbortController,this.activeAbortControllers.add(l),this._stopRequested&&l.abort("Stopped by user (pre-forward)");let g=Tt(n?.abortSignal,n?.abortController?.signal),f=Tt(l.signal,Tt(g,ue.abortSignal)),x={mainAi:e,mainOptions:(()=>{let y={...this.defaultAIOptions??{},...n};return n?.model&&(y.model=String(n.model)),p&&(y.tracer=p),m&&(y.traceContext=m),f&&(y.abortSignal=f),Object.keys(y).length>0?y:void 0})()},b=n?.autoParallel!==!1&&this.autoParallelConfig.enabled,h=0;if(b){this.executionPlanner.setInitialFields(Object.keys(c));let y=this.executionPlanner.createOptimizedExecution(this.autoParallelConfig.batchSize),I=await this.executeStepsWithLogging(y,a,x,!0);a=I.finalState,h=I.stepsExecuted}else{let y=await this.executeStepsWithLogging(this.flowDefinition,a,x,!1);a=y.finalState,h=y.stepsExecuted}if(this.flowLogger){let y=this.timingLogger?.endTiming("flow-execution")??Date.now()-i;this.flowLogger({name:"FlowComplete",timestamp:Date.now(),totalExecutionTime:y,finalState:a,outputFields:Object.keys(a),stepsExecuted:h})}if(r&&o)try{await r(o,a)}catch{}return a}catch(c){throw this.flowLogger&&this.flowLogger({name:"FlowError",timestamp:Date.now(),error:c instanceof Error?c.message:String(c),state:a}),c}finally{u&&u.end(),l&&this.activeAbortControllers.delete(l),this._stopRequested=!1}}node(e,t){if(this.nodes.has(e)||this.nodeGenerators.has(e))throw new Error(`Node '${e}' is already defined. Use a unique node name in this flow.`);if(typeof t=="string"||t instanceof Pe){let n=t;if(!n)throw new Error(`Invalid signature for node '${e}': signature cannot be empty`);this.nodes.set(e,{inputs:{},outputs:{}});let r=et(n);this.nodeGenerators.set(e,r),this.ensureProgram(),this.program.register(r,e)}else if(typeof t=="function"){this.nodes.set(e,{inputs:{},outputs:{}});let n=new t;this.nodeGenerators.set(e,n),this.ensureProgram(),this.program.register(n,e)}else if(t&&typeof t=="object"&&"forward"in t){this.nodes.set(e,{inputs:{},outputs:{}});let n=t;this.nodeGenerators.set(e,n),this.ensureProgram(),this.program.register(n,e)}else throw new Error(`Invalid second argument for node '${e}': expected string, AxSignature, AxProgrammable instance, or constructor function`);return this}n(e,t){return this.node(e,t)}map(e,t){if(t?.parallel){let n=Array.isArray(e)?e:[e],r=async o=>(await Hn(n,async(u,l)=>{let c=u(o);return Promise.resolve(c)},this.autoParallelConfig.batchSize)).reduce((u,l)=>({...u,...l}),o);if(this.branchContext?.currentBranchValue!==void 0){let o=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];o.push(r),this.branchContext.branches.set(this.branchContext.currentBranchValue,o)}else this.flowDefinition.push(r),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(r,void 0,void 0,"parallel-map",n)}else{let n=async r=>{if(Array.isArray(e))throw new Error("Array of transforms requires parallel: true option");let o=e(r);return Promise.resolve(o)};if(this.branchContext?.currentBranchValue!==void 0){let r=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];r.push(n),this.branchContext.branches.set(this.branchContext.currentBranchValue,r)}else this.flowDefinition.push(n),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(n,void 0,void 0,"map",e)}return this.nodeGenerators.size>0&&this.ensureProgram(),this}m(e,t){return this.map(e,t)}returns(e){let t=async n=>{let r=e(n);return Promise.resolve(r)};if(this.branchContext?.currentBranchValue!==void 0){let n=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];n.push(t),this.branchContext.branches.set(this.branchContext.currentBranchValue,n)}else this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"map",e);return this.nodeGenerators.size>0&&this.ensureProgram(),this}r(e){return this.returns(e)}label(e){if(this.branchContext?.currentBranchValue!==void 0)throw new Error("Cannot create labels inside branch blocks");return this.stepLabels.set(e,this.flowDefinition.length),this}l(e){return this.label(e)}execute(e,t,n){if(!this.nodes.has(e))throw new Error(`Node '${e}' not found. Make sure to define it with .node() first.`);let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);let o=async(i,a)=>{let u=n?.ai??a.mainAi,l={...a.mainOptions??{},...n?.options??{}},c=t(i),p=l?.traceLabel?`Node:${e} (${l.traceLabel})`:`Node:${e}`,d;if("forward"in r&&typeof r.forward=="function"){if(d=await r.forward(u,c,{...l,traceLabel:p}),"getUsage"in r&&typeof r.getUsage=="function"){let m=r.getUsage();if(m&&m.length>0){let g=this.nodeUsage.get(e)||[];this.nodeUsage.set(e,[...g,...m])}}if("getTraces"in r&&typeof r.getTraces=="function"){let m=r.getTraces();if(m&&m.length>0){let g=this.nodeTraces.get(e)||[];this.nodeTraces.set(e,[...g,...m])}}}else throw new Error(`Node program for '${e}' does not have a forward method`);return{...i,[`${e}Result`]:d}};if(this.branchContext?.currentBranchValue!==void 0){let i=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];i.push(o),this.branchContext.branches.set(this.branchContext.currentBranchValue,i)}else this.flowDefinition.push(o),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(o,e,t);return this.ensureProgram(),this}applyOptimization(e){this.program&&"applyOptimization"in this.program&&this.program.applyOptimization(e)}e(e,t,n){return this.execute(e,t,n)}branch(e){if(this.branchContext)throw new Error("Nested branches are not supported");return this.branchContext={predicate:t=>e(t),branches:new Map,currentBranchValue:void 0},this}b(e){return this.branch(e)}when(e){if(!this.branchContext)throw new Error("when() called without matching branch()");return this.branchContext.currentBranchValue=e,this.branchContext.branches.set(e,[]),this}w(e){return this.when(e)}merge(){if(!this.branchContext)throw new Error("merge() called without matching branch()");let e=this.branchContext;this.branchContext=null;let t=async(n,r)=>{let o=e.predicate(n),i=e.branches.get(o);if(this.flowLogger&&this.flowLogger({name:"BranchEvaluation",timestamp:Date.now(),branchValue:o,hasMatchingBranch:!!i,branchStepsCount:i?.length??0}),!i)return n;let a=n;for(let u of i)a=await u(a,r);return a};return this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"merge"),this.ensureProgram(),this}mg(){return this.merge()}parallel(e){let t=async(n,r)=>{let o=await Hn(e,async(i,a)=>{let u=new Jn(this.nodeGenerators);return await i(u).executeSteps(n,r)},this.autoParallelConfig.batchSize);return{...n,_parallelResults:o}};return this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"parallel",void 0,void 0),this.ensureProgram(),{merge:(n,r)=>{let o=i=>{let a=i._parallelResults;if(!Array.isArray(a))throw new Error("No parallel results found for merge");let u=r(...a),l={...i};return delete l._parallelResults,l[n]=u,l};return this.flowDefinition.push(o),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(o,void 0,void 0,"merge",void 0,{resultKey:n,mergeFunction:r}),this.ensureProgram(),this}}}p(e){return this.parallel(e)}feedback(e,t,n=10){if(!this.stepLabels.has(t))throw new Error(`Label '${t}' not found. Make sure to define it with .label() before the feedback point.`);let r=this.stepLabels.get(t),o=this.flowDefinition.length;return this.flowDefinition.push(async(i,a)=>{let u=i,l=1,c=`_feedback_${t}_iterations`;for(typeof u[c]!="number"&&(u={...u,[c]:1});e(u)&&l<n;){l++,u={...u,[c]:l};for(let p=r;p<o;p++){let d=this.flowDefinition[p];d&&(u=await d(u,a))}}return u}),this.nodeGenerators.size>0&&this.ensureProgram(),this}fb(e,t,n=10){return this.feedback(e,t,n)}while(e,t=100){let n=this.flowDefinition.length;this.loopStack.push(n);let r=Object.assign(o=>o,{_condition:e,_maxIterations:t,_isLoopStart:!0});return this.flowDefinition.push(r),this.nodeGenerators.size>0&&this.ensureProgram(),this}wh(e,t=100){return this.while(e,t)}endWhile(){if(this.loopStack.length===0)throw new Error("endWhile() called without matching while()");let e=this.loopStack.pop(),t=this.flowDefinition[e];if(!t||!("_isLoopStart"in t))throw new Error("Loop start step not found or invalid");let n=t._condition,r=t._maxIterations,o=this.flowDefinition.splice(e+1);return this.flowDefinition[e]=async(i,a)=>{let u=i,l=0;for(;n(u)&&l<r;){l++;for(let c of o)u=await c(u,a)}if(l>=r&&n(u))throw new Error(`While loop exceeded maximum iterations (${r}). Consider increasing maxIterations or ensuring the loop condition eventually becomes false.`);return u},this.nodeGenerators.size>0&&this.ensureProgram(),this}end(){return this.endWhile()}derive(e,t,n,r){let o=async i=>{let a=i[t];if(a===void 0)throw new Error(`Input field '${t}' not found in state`);let u;if(Array.isArray(a))if(this.autoParallelConfig.enabled){let l=r?.batchSize||this.autoParallelConfig.batchSize;u=await Hn(a,async(c,p)=>n(c,p,i),l)}else u=a.map((l,c)=>n(l,c,i));else u=n(a,void 0,i);return{...i,[e]:u}};if(this.branchContext?.currentBranchValue!==void 0){let i=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];i.push(o),this.branchContext.branches.set(this.branchContext.currentBranchValue,i)}else this.flowDefinition.push(o),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(o,void 0,void 0,"derive",n,void 0,{inputFieldName:t,outputFieldName:e,batchSize:r?.batchSize});return this.ensureProgram(),this}getExecutionPlan(){let e=this.executionPlanner.getExecutionPlan();return{totalSteps:e.totalSteps,parallelGroups:e.parallelGroups,maxParallelism:e.maxParallelism,autoParallelEnabled:this.autoParallelConfig.enabled,steps:e.steps,groups:e.groups}}getSignature(){return this.ensureProgram(),this.program.getSignature()}nodeExtended(e,t,n){let o=typeof t=="string"?Pe.create(t):t;if(n.prependInputs)for(let i of n.prependInputs)o=o.prependInputField(i.name,i.type);if(n.appendInputs)for(let i of n.appendInputs)o=o.appendInputField(i.name,i.type);if(n.prependOutputs)for(let i of n.prependOutputs)o=o.prependOutputField(i.name,i.type);if(n.appendOutputs)for(let i of n.appendOutputs)o=o.appendOutputField(i.name,i.type);return this.node(e,o)}nx(e,t,n){return this.nodeExtended(e,t,n)}mapOutput(e){let t=async n=>{let r=e(n);return{...n,...r}};if(this.branchContext?.currentBranchValue!==void 0){let n=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];n.push(t),this.branchContext.branches.set(this.branchContext.currentBranchValue,n)}else this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"map",e);return this.nodeGenerators.size>0&&this.ensureProgram(),this}mo(e){return this.mapOutput(e)}};function gs(s){return Br.create(s)}var fs=class{apiUrl;containerId=null;constructor(e="http://localhost:2375"){this.apiUrl=e}async pullImage(e){let t=await this.fetchDockerAPI(`/images/create?fromImage=${encodeURIComponent(e)}`,{method:"POST"});if(!t.ok)throw new Error(`Failed to pull image: ${t.statusText}`);await t.text()}async createContainer({imageName:e,volumes:t=[],doNotPullImage:n,tag:r}){let o=t.map(l=>`${l.hostPath}:${l.containerPath}`);n||await this.pullImage(e);let i={Image:e,Tty:!0,OpenStdin:!1,AttachStdin:!1,AttachStdout:!1,AttachStderr:!1,HostConfig:{Binds:o},Labels:{}};r&&(i.Labels["com.example.tag"]=r);let a=await this.fetchDockerAPI("/containers/create",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(i)});if(!a.ok)throw new Error(`Failed to create container: ${a.statusText}`);let u=await a.json();return this.containerId=u.Id,u}async findOrCreateContainer({imageName:e,volumes:t=[],doNotPullImage:n,tag:r}){let i=(await this.listContainers(!0)).filter(u=>u.Labels&&u.Labels["com.example.tag"]===r);if(i&&i.length>0){let u=Math.floor(Math.random()*i.length),l=i[u];if(l)return await this.connectToContainer(l.Id),{Id:l.Id,isNew:!1}}return{Id:(await this.createContainer({imageName:e,volumes:t,doNotPullImage:n,tag:r})).Id,isNew:!0}}async startContainer(){if(!this.containerId)throw new Error("No container created or connected");let e=await this.fetchDockerAPI(`/containers/${this.containerId}/start`,{method:"POST"});if(!e.ok)throw new Error(`Failed to start container: ${e.statusText}`)}async connectToContainer(e){let t=await this.fetchDockerAPI(`/containers/${e}/json`);if(!t.ok)throw new Error(`Failed to connect to container: ${t.statusText}`);this.containerId=e}async stopContainers({tag:e,remove:t,timeout:n=10}){let r=[],o=await this.listContainers(!0),i=e?o.filter(a=>a.Labels["com.example.tag"]===e):o;for(let a of i){if(a.State.Status==="running"){let u=await this.fetchDockerAPI(`/containers/${a.Id}/stop?t=${n}`,{method:"POST"});if(!u.ok){console.warn(`Failed to stop container ${a.Id}: ${u.statusText}`);continue}r.push({Id:a.Id,Action:"stopped"})}if(t){let u=await this.fetchDockerAPI(`/containers/${a.Id}`,{method:"DELETE"});if(!u.ok){console.warn(`Failed to remove container ${a.Id}: ${u.statusText}`);continue}r.push({Id:a.Id,Action:"removed"})}}return r}async listContainers(e=!1){return(await this.fetchDockerAPI(`/containers/json?all=${e}`,{method:"GET"})).json()}async getContainerLogs(){if(!this.containerId)throw new Error("No container created or connected");return(await this.fetchDockerAPI(`/containers/${this.containerId}/logs?stdout=true&stderr=true`,{method:"GET"})).text()}async executeCommand(e){if(!this.containerId)throw new Error("No container created or connected");(await this.getContainerInfo(this.containerId)).State.Status!=="running"&&(await this.startContainer(),await this.waitForContainerToBeRunning(this.containerId));let n=await this.fetchDockerAPI(`/containers/${this.containerId}/exec`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({Cmd:["sh","-c",e],AttachStdout:!0,AttachStderr:!0})});if(!n.ok)throw new Error(`Failed to create exec instance: ${n.statusText}`);let r=await n.json(),o=await this.fetchDockerAPI(`/exec/${r.Id}/start`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({Detach:!1,Tty:!1})});if(!o.ok)throw new Error(`Failed to start exec instance: ${o.statusText}`);return await o.text()}async getContainerInfo(e){let t=await this.fetchDockerAPI(`/containers/${e}/json`);if(!t.ok)throw new Error(`Failed to get container info: ${t.statusText}`);return t.json()}async waitForContainerToBeRunning(e,t=3e4){let n=Date.now();for(;Date.now()-n<t;){if((await this.getContainerInfo(e)).State.Status==="running")return;await new Promise(o=>setTimeout(o,1e3))}throw new Error("Timeout waiting for container to start")}async fetchDockerAPI(e,t){let n=new URL(e,this.apiUrl).toString();return await fetch(n,t)}toFunction(){return{name:"commandExecution",description:"Use this function to execute shell commands, scripts, and programs. This function enables interaction with the file system, running system utilities, and performing tasks that require a shell interface.",parameters:{type:"object",properties:{command:{type:"string",description:'Shell command to execute. eg. `ls -l` or `echo "Hello, World!"`.'}},required:["command"]},func:async({command:e})=>await this.executeCommand(e)}}};var hs=class{aiService;info;func;constructor({ai:e,info:t,func:n}){this.aiService=e,this.info=t,this.func=n}async embedAdapter(e,t){let r=(await this.aiService.embed({texts:[e]},{sessionId:t?.sessionId,abortSignal:t?.abortSignal})).embeddings.at(0);if(!r)throw new Error("Failed to embed text");return this.func.length===2?this.func(r,t):this.func(r)}toFunction(){return{name:this.info.name,description:this.info.description,parameters:{type:"object",properties:{text:{type:"string",description:this.info.argumentDescription}},required:["text"]},func:({text:e},t)=>this.embedAdapter(e,t)}}};function Xt(s){return!!s&&/[A-Za-z0-9_$]/.test(s)}function Yl(s){return!!s&&/[A-Za-z_$]/.test(s)}function Yn(s){let e="",t=0,n="normal",r=!1;for(;t<s.length;){let o=s[t]??"",i=s[t+1]??"";if(n==="lineComment"){o===`
|
|
982
|
+
`;break;default:r=JSON.stringify(n,null,2)}s(r)}},Qu=Ur(),Yu=s=>{let e=new Map;return{logger:s,startTiming:t=>{e.set(t,Date.now())},endTiming:t=>{let n=e.get(t);if(!n)return 0;let r=Date.now()-n;return e.delete(t),r},getCurrentTime:()=>Date.now()}};var Jn=class{constructor(e){this.nodeGenerators=e}steps=[];execute(e,t,n){let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);return this.steps.push(async(o,i)=>{let a=n?.ai??i.mainAi,l=n?.options??i.mainOptions,u=t(o),c=l?.traceLabel?`Node:${e} (${l.traceLabel})`:`Node:${e}`,p;if("forward"in r&&typeof r.forward=="function")p=await r.forward(a,u,{...l,traceLabel:c});else throw new Error(`Node program for '${e}' does not have a forward method`);return{...o,[`${e}Result`]:p}}),this}map(e){return this.steps.push(t=>e(t)),this}async executeSteps(e,t){let n=e;for(let r of this.steps)n=await r(n,t);return n}},ms=class{constructor(e){this.nodeGenerators=e}steps=[];execute(e,t,n){let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);return this.steps.push(async(o,i)=>{let a=n?.ai??i.mainAi,l=n?.options??i.mainOptions,u=t(o),c=l?.traceLabel?`Node:${e} (${l.traceLabel})`:`Node:${e}`,p;if("forward"in r&&typeof r.forward=="function")p=await r.forward(a,u,{...l,traceLabel:c});else throw new Error(`Node program for '${e}' does not have a forward method`);return{...o,[`${e}Result`]:p}}),this}map(e){return this.steps.push(t=>e(t)),this}async executeSteps(e,t){let n=e;for(let r of this.steps)n=await r(n,t);return n}};var jr=class s{static _ctorWarned=!1;nodes=new Map;flowDefinition=[];nodeGenerators=new Map;loopStack=[];stepLabels=new Map;branchContext=null;autoParallelConfig;executionPlanner=new Kn;program;flowName;nodeUsage=new Map;nodeTraces=new Map;flowLogger;timingLogger;defaultAIOptions;activeAbortControllers=new Set;_stopRequested=!1;toCamelCase(e){return e.replace(/_([a-z])/g,(t,n)=>n.toUpperCase())}stop(){this._stopRequested=!0;for(let e of this.activeAbortControllers)e.abort("Stopped by user")}extractInputValues(e){if(!Array.isArray(e))return e;let t=e.filter(n=>n.role==="user").pop();if(!t)throw new Error("No user message found in values array");return t.values}getCacheKey(e,t){if(!t)return;this.ensureProgram();let n=this.program.getSignature(),r=n.getInputFields().map(l=>l.name),o=this.extractInputValues(e),i=tt("sha256");i.update(n.hash()??"");let a=l=>{let u=typeof l;if(i.update(`|${u}|`),l==null){i.update("null");return}if(u==="string"||u==="number"||u==="boolean"){i.update(String(l));return}if(Array.isArray(l)){i.update("[");for(let c of l)a(c);i.update("]");return}if(typeof l=="object"&&l!==null&&"mimeType"in l&&"data"in l){let c=l;i.update(c.mimeType??"");let p=tt("sha256").update(c.data??"").digest("hex");i.update(p);return}if(typeof l=="object"){let c=l,p=Object.keys(c).sort();for(let d of p)i.update(`{${d}}`),a(c[d]);return}i.update(String(l))};for(let l of r)a(o?.[l]);return i.digest("hex")}async executeStepsWithLogging(e,t,n,r){let o={...t},i=0;for(let a=0;a<e.length;a++){let l=e[a];if(!l)continue;let u=n.mainOptions?.abortSignal;if(u?.aborted)throw new $e("flow-between-steps",u.reason??"Flow aborted between steps");let c=this.getStepType(l,a),p=this.getStepMetadata(l,a),d=Object.keys(o);this.flowLogger&&this.flowLogger({name:"StepStart",timestamp:Date.now(),stepIndex:a,stepType:c,nodeName:p.nodeName,dependencies:p.dependencies,produces:p.produces,state:{...o}});let m=Date.now();this.timingLogger?.startTiming(`step-${a}`);try{o=await l(o,n),i++;let f=this.timingLogger?.endTiming(`step-${a}`)??Date.now()-m,b=Object.keys(o).filter(y=>!d.includes(y)),h;if(c==="execute"&&p.nodeName&&b.length>0){let y=`${p.nodeName}Result`;h=o[y]}this.flowLogger&&this.flowLogger({name:"StepComplete",timestamp:Date.now(),stepIndex:a,stepType:c,nodeName:p.nodeName,executionTime:f,state:{...o},newFields:b,result:h})}catch(g){throw this.flowLogger&&this.flowLogger({name:"FlowError",timestamp:Date.now(),error:g instanceof Error?g.message:String(g),stepIndex:a,stepType:c,nodeName:p.nodeName,state:{...o}}),g}}return{finalState:o,stepsExecuted:i}}getStepType(e,t){let n=this.executionPlanner.getExecutionPlan().steps.find(o=>o.stepIndex===t);if(n)return n.type;let r=e.toString();return r.includes("nodeName")||r.includes("nodeProgram")?"execute":r.includes("_parallelResults")||r.includes("processBatches")?"parallel":r.includes("branchValue")||r.includes("branches.get")||r.includes("mergeFunction")?"merge":r.includes("transform(")||r.includes("...state,")?"map":r.includes("inputValue")&&r.includes("transformFn")?"derive":r.includes("condition(")&&r.includes("iterations")?r.includes("while")?"while":"feedback":r.includes("branchSteps")||r.includes("currentState")?"branch":"other"}getStepMetadata(e,t){let r=this.executionPlanner.getExecutionPlan().steps.find(a=>a.stepIndex===t);if(r)return{nodeName:r.nodeName,dependencies:r.dependencies,produces:r.produces};let o=e.toString();return{nodeName:this.extractNodeNameFromSource(o),dependencies:[],produces:[]}}extractNodeNameFromSource(e){let t=e.match(/nodeName['"]?\s*[=:]\s*['"](\w+)['"]/);if(t)return t[1];let n=e.match(/nodeProgram\.get\(['"](\w+)['"]\)/);if(n)return n[1]}inferSignatureFromFlow(){let e=this.executionPlanner.getExecutionPlan();if(this.nodeGenerators.size===0&&e.steps.length===0)return pe().input("userInput",pe.string("User input to the flow")).output("flowOutput",pe.string("Output from the flow")).build();let t=new Set,n=new Set;for(let c of e.steps)c.produces.forEach(p=>t.add(p)),c.dependencies.forEach(p=>n.add(p));let r=new Set;for(let c of Array.from(n))t.has(c)||r.add(c);let o=new Set,i=e.steps[e.steps.length-1];if(i&&(i.type==="map"||i.type==="merge")){if(i.produces.forEach(c=>{c.startsWith("_")||o.add(c)}),i.type==="merge"&&i.produces.includes("_mergedResult"))for(let c of e.steps)c.type==="execute"&&c.produces.length>0&&c.produces.forEach(p=>o.add(p))}else for(let c of Array.from(t)){let p=!1;for(let d of e.steps)if(d.dependencies.includes(c)){p=!0;break}if(!p)if(c.endsWith("Result")){let d=c.replace("Result",""),m=this.nodeGenerators.get(d);if(m){let f=m.getSignature().getOutputFields();for(let x of f)o.add(x.name)}else o.add(c)}else o.add(c)}if(r.size===0&&o.size===0){let c=[],p=[];for(let[m,g]of Array.from(this.nodeGenerators)){let f=g.getSignature();for(let x of f.getInputFields()){let b=this.toCamelCase(`${m}_${x.name}`);c.push({name:b,type:x.type,description:x.description,isOptional:x.isOptional,isInternal:x.isInternal})}for(let x of f.getOutputFields()){let b=this.toCamelCase(`${m}_${x.name}`);p.push({name:b,type:x.type,description:x.description,isOptional:x.isOptional,isInternal:x.isInternal})}}let d=new Fe;return c.length>0?d.setInputFields(c):d.addInputField({name:"userInput",type:{name:"string"},description:"User input to the flow"}),p.length>0?d.setOutputFields(p):d.addOutputField({name:"flowOutput",type:{name:"string"},description:"Output from the flow"}),d}let a=new Fe,l=[];for(let c of Array.from(r))l.push({name:c,type:{name:"string"},description:`Input field: ${c}`});l.length===0&&l.push({name:"userInput",type:{name:"string"},description:"User input to the flow"});let u=[];for(let c of Array.from(o))c.startsWith("_")||u.push({name:c,type:{name:"string"},description:`Output field: ${c}`});return u.length===0&&u.push({name:"flowOutput",type:{name:"string"},description:"Output from the flow"}),a.setInputFields(l),a.setOutputFields(u),a}constructor(e){s._ctorWarned||(console.warn("[AxFlow] new AxFlow() is deprecated. Use flow() factory instead."),s._ctorWarned=!0),this.autoParallelConfig={enabled:e?.autoParallel!==!1,batchSize:e?.batchSize||10},e?.logger?this.flowLogger=e.logger:e?.debug===!0?this.flowLogger=Ur():this.flowLogger=void 0,this.timingLogger=this.flowLogger?Yu(this.flowLogger):void 0,(e?.tracer||e?.meter)&&(this.defaultAIOptions={tracer:e.tracer,meter:e.meter})}static create(e){return new s(e)}ensureProgram(){let e=this.inferSignatureFromFlow();if(!this.program){this.program=new Dt(e);for(let[t,n]of Array.from(this.nodeGenerators))this.program.register(n,t);return}this.program.setSignature(e)}getId(){return this.ensureProgram(),this.program.getId()}setId(e){this.ensureProgram(),this.program.setId(e)}namedPrograms(){return this.ensureProgram(),this.program.namedPrograms()}namedProgramInstances(){return this.ensureProgram(),this.program.namedProgramInstances()}getTraces(){let e=[];for(let[t,n]of Array.from(this.nodeTraces))e.push(...n);return e}setDemos(e,t){this.ensureProgram(),this.program.setDemos(e,t)}description(e,t){return this.ensureProgram(),this.flowName=e,this.program.setDescription(t),this}toFunction(){this.ensureProgram();let e=this.program.getSignature(),n=(this.flowName??(e.getDescription()?.trim().split(`
|
|
983
|
+
`)[0]||"axFlow")).replace(/\s+/g,"_"),r=this.toCamelCase(n),o=async(i,a)=>{let l=a?.ai;if(!l)throw new Error("AI service is required to run the flow");let u=await this.forward(l,i??{}),c=e.getOutputFields(),p=u??{};return Object.keys(p).map(d=>{let m=c.find(g=>g.name===d);return m&&m.title?`${m.title}: ${p[d]}`:`${d}: ${p[d]}`}).join(`
|
|
984
|
+
`)};return{name:r,description:e.getDescription()??"Execute this AxFlow",parameters:e.toJSONSchema(),func:o}}getUsage(){let e=[];for(let[t,n]of Array.from(this.nodeUsage))e.push(...n);return vr(e)}resetUsage(){this.nodeUsage.clear();for(let[e,t]of Array.from(this.nodeGenerators))t&&"resetUsage"in t&&t.resetUsage()}resetTraces(){this.nodeTraces.clear()}getUsageReport(){let e={};for(let[t,n]of Array.from(this.nodeUsage))e[t]=vr(n);return e}getNodePrograms(){return Array.from(this.nodeGenerators).map(([e,t])=>({name:e,program:t}))}setNodeInstruction(e,t){let n=this.nodeGenerators.get(e);if(!n)return!1;let r=n;if(typeof r.setInstruction=="function")try{return r.setInstruction(t),!0}catch{return!1}return!1}setAllNodeInstructions(e){for(let[t,n]of Object.entries(e))this.setNodeInstruction(t,n)}getTracesReport(){let e={};for(let[t,n]of Array.from(this.nodeTraces))e[t]=n;return e}async*streamingForward(e,t,n){let r=n?.cachingFunction??ie.cachingFunction,o=this.getCacheKey(t,r);if(r&&o){let a;try{a=await r(o)}catch{}if(a!==void 0){yield{version:0,index:0,delta:a};return}}let i=await this.forward(e,t,n);if(r&&o)try{await r(o,i)}catch{}yield{version:1,index:0,delta:i}}async forward(e,t,n){let r=n?.cachingFunction??ie.cachingFunction,o=this.getCacheKey(t,r);if(r&&o){let c;try{c=await r(o)}catch{}if(c!==void 0)return c}let i=Date.now();this.timingLogger?.startTiming("flow-execution");let a={},l,u;try{this.resetUsage(),this.resetTraces();let c=this.extractInputValues(t);if(this.nodeGenerators.size>0&&this.ensureProgram(),a={...c},this.flowLogger){let y=this.getExecutionPlan();this.flowLogger({name:"FlowStart",timestamp:i,inputFields:Object.keys(c),totalSteps:y.totalSteps,parallelGroups:y.parallelGroups,maxParallelism:y.maxParallelism,autoParallelEnabled:y.autoParallelEnabled})}let p=n?.tracer??this.defaultAIOptions?.tracer,d=n?.traceContext,m=d;if(p){let y=this.getExecutionPlan(),I=n?.traceLabel?`AxFlow > ${n.traceLabel}`:"AxFlow";l=p.startSpan(I,{kind:Qn.SpanKind.INTERNAL,attributes:{total_steps:y.totalSteps,parallel_groups:y.parallelGroups,max_parallelism:y.maxParallelism,auto_parallel_enabled:y.autoParallelEnabled}});let C=d??Qn.context.active();m=Qn.trace.setSpan(C,l)}u=new AbortController,this.activeAbortControllers.add(u),this._stopRequested&&u.abort("Stopped by user (pre-forward)");let g=Tt(n?.abortSignal,n?.abortController?.signal),f=Tt(u.signal,Tt(g,ie.abortSignal)),x={mainAi:e,mainOptions:(()=>{let y={...this.defaultAIOptions??{},...n};return n?.model&&(y.model=String(n.model)),p&&(y.tracer=p),m&&(y.traceContext=m),f&&(y.abortSignal=f),Object.keys(y).length>0?y:void 0})()},b=n?.autoParallel!==!1&&this.autoParallelConfig.enabled,h=0;if(b){this.executionPlanner.setInitialFields(Object.keys(c));let y=this.executionPlanner.createOptimizedExecution(this.autoParallelConfig.batchSize),I=await this.executeStepsWithLogging(y,a,x,!0);a=I.finalState,h=I.stepsExecuted}else{let y=await this.executeStepsWithLogging(this.flowDefinition,a,x,!1);a=y.finalState,h=y.stepsExecuted}if(this.flowLogger){let y=this.timingLogger?.endTiming("flow-execution")??Date.now()-i;this.flowLogger({name:"FlowComplete",timestamp:Date.now(),totalExecutionTime:y,finalState:a,outputFields:Object.keys(a),stepsExecuted:h})}if(r&&o)try{await r(o,a)}catch{}return a}catch(c){throw this.flowLogger&&this.flowLogger({name:"FlowError",timestamp:Date.now(),error:c instanceof Error?c.message:String(c),state:a}),c}finally{l&&l.end(),u&&this.activeAbortControllers.delete(u),this._stopRequested=!1}}node(e,t){if(this.nodes.has(e)||this.nodeGenerators.has(e))throw new Error(`Node '${e}' is already defined. Use a unique node name in this flow.`);if(typeof t=="string"||t instanceof Fe){let n=t;if(!n)throw new Error(`Invalid signature for node '${e}': signature cannot be empty`);this.nodes.set(e,{inputs:{},outputs:{}});let r=et(n);this.nodeGenerators.set(e,r),this.ensureProgram(),this.program.register(r,e)}else if(typeof t=="function"){this.nodes.set(e,{inputs:{},outputs:{}});let n=new t;this.nodeGenerators.set(e,n),this.ensureProgram(),this.program.register(n,e)}else if(t&&typeof t=="object"&&"forward"in t){this.nodes.set(e,{inputs:{},outputs:{}});let n=t;this.nodeGenerators.set(e,n),this.ensureProgram(),this.program.register(n,e)}else throw new Error(`Invalid second argument for node '${e}': expected string, AxSignature, AxProgrammable instance, or constructor function`);return this}n(e,t){return this.node(e,t)}map(e,t){if(t?.parallel){let n=Array.isArray(e)?e:[e],r=async o=>(await Hn(n,async(l,u)=>{let c=l(o);return Promise.resolve(c)},this.autoParallelConfig.batchSize)).reduce((l,u)=>({...l,...u}),o);if(this.branchContext?.currentBranchValue!==void 0){let o=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];o.push(r),this.branchContext.branches.set(this.branchContext.currentBranchValue,o)}else this.flowDefinition.push(r),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(r,void 0,void 0,"parallel-map",n)}else{let n=async r=>{if(Array.isArray(e))throw new Error("Array of transforms requires parallel: true option");let o=e(r);return Promise.resolve(o)};if(this.branchContext?.currentBranchValue!==void 0){let r=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];r.push(n),this.branchContext.branches.set(this.branchContext.currentBranchValue,r)}else this.flowDefinition.push(n),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(n,void 0,void 0,"map",e)}return this.nodeGenerators.size>0&&this.ensureProgram(),this}m(e,t){return this.map(e,t)}returns(e){let t=async n=>{let r=e(n);return Promise.resolve(r)};if(this.branchContext?.currentBranchValue!==void 0){let n=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];n.push(t),this.branchContext.branches.set(this.branchContext.currentBranchValue,n)}else this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"map",e);return this.nodeGenerators.size>0&&this.ensureProgram(),this}r(e){return this.returns(e)}label(e){if(this.branchContext?.currentBranchValue!==void 0)throw new Error("Cannot create labels inside branch blocks");return this.stepLabels.set(e,this.flowDefinition.length),this}l(e){return this.label(e)}execute(e,t,n){if(!this.nodes.has(e))throw new Error(`Node '${e}' not found. Make sure to define it with .node() first.`);let r=this.nodeGenerators.get(e);if(!r)throw new Error(`Node program for '${e}' not found.`);let o=async(i,a)=>{let l=n?.ai??a.mainAi,u={...a.mainOptions??{},...n?.options??{}},c=t(i),p=u?.traceLabel?`Node:${e} (${u.traceLabel})`:`Node:${e}`,d;if("forward"in r&&typeof r.forward=="function"){if(d=await r.forward(l,c,{...u,traceLabel:p}),"getUsage"in r&&typeof r.getUsage=="function"){let m=r.getUsage();if(m&&m.length>0){let g=this.nodeUsage.get(e)||[];this.nodeUsage.set(e,[...g,...m])}}if("getTraces"in r&&typeof r.getTraces=="function"){let m=r.getTraces();if(m&&m.length>0){let g=this.nodeTraces.get(e)||[];this.nodeTraces.set(e,[...g,...m])}}}else throw new Error(`Node program for '${e}' does not have a forward method`);return{...i,[`${e}Result`]:d}};if(this.branchContext?.currentBranchValue!==void 0){let i=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];i.push(o),this.branchContext.branches.set(this.branchContext.currentBranchValue,i)}else this.flowDefinition.push(o),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(o,e,t);return this.ensureProgram(),this}applyOptimization(e){this.program&&"applyOptimization"in this.program&&this.program.applyOptimization(e)}e(e,t,n){return this.execute(e,t,n)}branch(e){if(this.branchContext)throw new Error("Nested branches are not supported");return this.branchContext={predicate:t=>e(t),branches:new Map,currentBranchValue:void 0},this}b(e){return this.branch(e)}when(e){if(!this.branchContext)throw new Error("when() called without matching branch()");return this.branchContext.currentBranchValue=e,this.branchContext.branches.set(e,[]),this}w(e){return this.when(e)}merge(){if(!this.branchContext)throw new Error("merge() called without matching branch()");let e=this.branchContext;this.branchContext=null;let t=async(n,r)=>{let o=e.predicate(n),i=e.branches.get(o);if(this.flowLogger&&this.flowLogger({name:"BranchEvaluation",timestamp:Date.now(),branchValue:o,hasMatchingBranch:!!i,branchStepsCount:i?.length??0}),!i)return n;let a=n;for(let l of i)a=await l(a,r);return a};return this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"merge"),this.ensureProgram(),this}mg(){return this.merge()}parallel(e){let t=async(n,r)=>{let o=await Hn(e,async(i,a)=>{let l=new Jn(this.nodeGenerators);return await i(l).executeSteps(n,r)},this.autoParallelConfig.batchSize);return{...n,_parallelResults:o}};return this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"parallel",void 0,void 0),this.ensureProgram(),{merge:(n,r)=>{let o=i=>{let a=i._parallelResults;if(!Array.isArray(a))throw new Error("No parallel results found for merge");let l=r(...a),u={...i};return delete u._parallelResults,u[n]=l,u};return this.flowDefinition.push(o),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(o,void 0,void 0,"merge",void 0,{resultKey:n,mergeFunction:r}),this.ensureProgram(),this}}}p(e){return this.parallel(e)}feedback(e,t,n=10){if(!this.stepLabels.has(t))throw new Error(`Label '${t}' not found. Make sure to define it with .label() before the feedback point.`);let r=this.stepLabels.get(t),o=this.flowDefinition.length;return this.flowDefinition.push(async(i,a)=>{let l=i,u=1,c=`_feedback_${t}_iterations`;for(typeof l[c]!="number"&&(l={...l,[c]:1});e(l)&&u<n;){u++,l={...l,[c]:u};for(let p=r;p<o;p++){let d=this.flowDefinition[p];d&&(l=await d(l,a))}}return l}),this.nodeGenerators.size>0&&this.ensureProgram(),this}fb(e,t,n=10){return this.feedback(e,t,n)}while(e,t=100){let n=this.flowDefinition.length;this.loopStack.push(n);let r=Object.assign(o=>o,{_condition:e,_maxIterations:t,_isLoopStart:!0});return this.flowDefinition.push(r),this.nodeGenerators.size>0&&this.ensureProgram(),this}wh(e,t=100){return this.while(e,t)}endWhile(){if(this.loopStack.length===0)throw new Error("endWhile() called without matching while()");let e=this.loopStack.pop(),t=this.flowDefinition[e];if(!t||!("_isLoopStart"in t))throw new Error("Loop start step not found or invalid");let n=t._condition,r=t._maxIterations,o=this.flowDefinition.splice(e+1);return this.flowDefinition[e]=async(i,a)=>{let l=i,u=0;for(;n(l)&&u<r;){u++;for(let c of o)l=await c(l,a)}if(u>=r&&n(l))throw new Error(`While loop exceeded maximum iterations (${r}). Consider increasing maxIterations or ensuring the loop condition eventually becomes false.`);return l},this.nodeGenerators.size>0&&this.ensureProgram(),this}end(){return this.endWhile()}derive(e,t,n,r){let o=async i=>{let a=i[t];if(a===void 0)throw new Error(`Input field '${t}' not found in state`);let l;if(Array.isArray(a))if(this.autoParallelConfig.enabled){let u=r?.batchSize||this.autoParallelConfig.batchSize;l=await Hn(a,async(c,p)=>n(c,p,i),u)}else l=a.map((u,c)=>n(u,c,i));else l=n(a,void 0,i);return{...i,[e]:l}};if(this.branchContext?.currentBranchValue!==void 0){let i=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];i.push(o),this.branchContext.branches.set(this.branchContext.currentBranchValue,i)}else this.flowDefinition.push(o),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(o,void 0,void 0,"derive",n,void 0,{inputFieldName:t,outputFieldName:e,batchSize:r?.batchSize});return this.ensureProgram(),this}getExecutionPlan(){let e=this.executionPlanner.getExecutionPlan();return{totalSteps:e.totalSteps,parallelGroups:e.parallelGroups,maxParallelism:e.maxParallelism,autoParallelEnabled:this.autoParallelConfig.enabled,steps:e.steps,groups:e.groups}}getSignature(){return this.ensureProgram(),this.program.getSignature()}nodeExtended(e,t,n){let o=typeof t=="string"?Fe.create(t):t;if(n.prependInputs)for(let i of n.prependInputs)o=o.prependInputField(i.name,i.type);if(n.appendInputs)for(let i of n.appendInputs)o=o.appendInputField(i.name,i.type);if(n.prependOutputs)for(let i of n.prependOutputs)o=o.prependOutputField(i.name,i.type);if(n.appendOutputs)for(let i of n.appendOutputs)o=o.appendOutputField(i.name,i.type);return this.node(e,o)}nx(e,t,n){return this.nodeExtended(e,t,n)}mapOutput(e){let t=async n=>{let r=e(n);return{...n,...r}};if(this.branchContext?.currentBranchValue!==void 0){let n=this.branchContext.branches.get(this.branchContext.currentBranchValue)||[];n.push(t),this.branchContext.branches.set(this.branchContext.currentBranchValue,n)}else this.flowDefinition.push(t),this.autoParallelConfig.enabled&&this.executionPlanner.addExecutionStep(t,void 0,void 0,"map",e);return this.nodeGenerators.size>0&&this.ensureProgram(),this}mo(e){return this.mapOutput(e)}};function gs(s){return jr.create(s)}var fs=class{apiUrl;containerId=null;constructor(e="http://localhost:2375"){this.apiUrl=e}async pullImage(e){let t=await this.fetchDockerAPI(`/images/create?fromImage=${encodeURIComponent(e)}`,{method:"POST"});if(!t.ok)throw new Error(`Failed to pull image: ${t.statusText}`);await t.text()}async createContainer({imageName:e,volumes:t=[],doNotPullImage:n,tag:r}){let o=t.map(u=>`${u.hostPath}:${u.containerPath}`);n||await this.pullImage(e);let i={Image:e,Tty:!0,OpenStdin:!1,AttachStdin:!1,AttachStdout:!1,AttachStderr:!1,HostConfig:{Binds:o},Labels:{}};r&&(i.Labels["com.example.tag"]=r);let a=await this.fetchDockerAPI("/containers/create",{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(i)});if(!a.ok)throw new Error(`Failed to create container: ${a.statusText}`);let l=await a.json();return this.containerId=l.Id,l}async findOrCreateContainer({imageName:e,volumes:t=[],doNotPullImage:n,tag:r}){let i=(await this.listContainers(!0)).filter(l=>l.Labels&&l.Labels["com.example.tag"]===r);if(i&&i.length>0){let l=Math.floor(Math.random()*i.length),u=i[l];if(u)return await this.connectToContainer(u.Id),{Id:u.Id,isNew:!1}}return{Id:(await this.createContainer({imageName:e,volumes:t,doNotPullImage:n,tag:r})).Id,isNew:!0}}async startContainer(){if(!this.containerId)throw new Error("No container created or connected");let e=await this.fetchDockerAPI(`/containers/${this.containerId}/start`,{method:"POST"});if(!e.ok)throw new Error(`Failed to start container: ${e.statusText}`)}async connectToContainer(e){let t=await this.fetchDockerAPI(`/containers/${e}/json`);if(!t.ok)throw new Error(`Failed to connect to container: ${t.statusText}`);this.containerId=e}async stopContainers({tag:e,remove:t,timeout:n=10}){let r=[],o=await this.listContainers(!0),i=e?o.filter(a=>a.Labels["com.example.tag"]===e):o;for(let a of i){if(a.State.Status==="running"){let l=await this.fetchDockerAPI(`/containers/${a.Id}/stop?t=${n}`,{method:"POST"});if(!l.ok){console.warn(`Failed to stop container ${a.Id}: ${l.statusText}`);continue}r.push({Id:a.Id,Action:"stopped"})}if(t){let l=await this.fetchDockerAPI(`/containers/${a.Id}`,{method:"DELETE"});if(!l.ok){console.warn(`Failed to remove container ${a.Id}: ${l.statusText}`);continue}r.push({Id:a.Id,Action:"removed"})}}return r}async listContainers(e=!1){return(await this.fetchDockerAPI(`/containers/json?all=${e}`,{method:"GET"})).json()}async getContainerLogs(){if(!this.containerId)throw new Error("No container created or connected");return(await this.fetchDockerAPI(`/containers/${this.containerId}/logs?stdout=true&stderr=true`,{method:"GET"})).text()}async executeCommand(e){if(!this.containerId)throw new Error("No container created or connected");(await this.getContainerInfo(this.containerId)).State.Status!=="running"&&(await this.startContainer(),await this.waitForContainerToBeRunning(this.containerId));let n=await this.fetchDockerAPI(`/containers/${this.containerId}/exec`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({Cmd:["sh","-c",e],AttachStdout:!0,AttachStderr:!0})});if(!n.ok)throw new Error(`Failed to create exec instance: ${n.statusText}`);let r=await n.json(),o=await this.fetchDockerAPI(`/exec/${r.Id}/start`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({Detach:!1,Tty:!1})});if(!o.ok)throw new Error(`Failed to start exec instance: ${o.statusText}`);return await o.text()}async getContainerInfo(e){let t=await this.fetchDockerAPI(`/containers/${e}/json`);if(!t.ok)throw new Error(`Failed to get container info: ${t.statusText}`);return t.json()}async waitForContainerToBeRunning(e,t=3e4){let n=Date.now();for(;Date.now()-n<t;){if((await this.getContainerInfo(e)).State.Status==="running")return;await new Promise(o=>setTimeout(o,1e3))}throw new Error("Timeout waiting for container to start")}async fetchDockerAPI(e,t){let n=new URL(e,this.apiUrl).toString();return await fetch(n,t)}toFunction(){return{name:"commandExecution",description:"Use this function to execute shell commands, scripts, and programs. This function enables interaction with the file system, running system utilities, and performing tasks that require a shell interface.",parameters:{type:"object",properties:{command:{type:"string",description:'Shell command to execute. eg. `ls -l` or `echo "Hello, World!"`.'}},required:["command"]},func:async({command:e})=>await this.executeCommand(e)}}};var hs=class{aiService;info;func;constructor({ai:e,info:t,func:n}){this.aiService=e,this.info=t,this.func=n}async embedAdapter(e,t){let r=(await this.aiService.embed({texts:[e]},{sessionId:t?.sessionId,abortSignal:t?.abortSignal})).embeddings.at(0);if(!r)throw new Error("Failed to embed text");return this.func.length===2?this.func(r,t):this.func(r)}toFunction(){return{name:this.info.name,description:this.info.description,parameters:{type:"object",properties:{text:{type:"string",description:this.info.argumentDescription}},required:["text"]},func:({text:e},t)=>this.embedAdapter(e,t)}}};function Xt(s){return!!s&&/[A-Za-z0-9_$]/.test(s)}function Xu(s){return!!s&&/[A-Za-z_$]/.test(s)}function Yn(s){let e="",t=0,n="normal",r=!1;for(;t<s.length;){let o=s[t]??"",i=s[t+1]??"";if(n==="lineComment"){o===`
|
|
672
985
|
`?(e+=`
|
|
673
986
|
`,n="normal"):e+=" ",t++;continue}if(n==="blockComment"){o==="*"&&i==="/"?(e+=" ",t+=2,n="normal"):(e+=o===`
|
|
674
987
|
`?`
|
|
@@ -676,66 +989,66 @@ ${e}
|
|
|
676
989
|
`?`
|
|
677
990
|
`:" ",r=!1,t++;continue}if(o==="\\"){e+=" ",r=!0,t++;continue}if(o===a){e+=" ",n="normal",t++;continue}e+=o===`
|
|
678
991
|
`?`
|
|
679
|
-
`:" ",t++;continue}if(o==="/"&&i==="/"){e+=" ",t+=2,n="lineComment";continue}if(o==="/"&&i==="*"){e+=" ",t+=2,n="blockComment";continue}if(o==="'"){e+=" ",t++,n="single";continue}if(o==='"'){e+=" ",t++,n="double";continue}if(o==="`"){e+=" ",t++,n="template";continue}e+=o,t++}return e}function
|
|
680
|
-
`;)n++},
|
|
681
|
-
`||h==="\r"){n++;continue}if(h==="/"&&n+1<t){if(s[n+1]==="/"){a();continue}if(s[n+1]==="*"){
|
|
682
|
-
`&&b===0){let y=n;return n++,c(),n<t&&s[n]===","?(n++,!0):(n=y,!1)}n++}return!1},m=()=>{for(;n<t;){if(c(),n>=t)return;let b=s[n];if(b==="{"){if(n++,p("}"),!d())return;continue}if(b==="["){if(n++,p("]"),!d())return;continue}if(Xt(b)){let h=
|
|
683
|
-
`||y===";"||y==="{"||y==="}"}return!0};for(;n<t;){let b=s[n];if(b==="'"||b==='"'||b==="`"){i(b);continue}if(b==="/"&&n+1<t){if(s[n+1]==="/"){a();continue}if(s[n+1]==="*"){
|
|
684
|
-
`)&&g(h)&&m();continue}n++}let f=new Set,x=[];for(let b of e)f.has(b)||(f.add(b),x.push(b));return x}function
|
|
992
|
+
`:" ",t++;continue}if(o==="/"&&i==="/"){e+=" ",t+=2,n="lineComment";continue}if(o==="/"&&i==="*"){e+=" ",t+=2,n="blockComment";continue}if(o==="'"){e+=" ",t++,n="single";continue}if(o==='"'){e+=" ",t++,n="double";continue}if(o==="`"){e+=" ",t++,n="template";continue}e+=o,t++}return e}function Br(s){let e=[],t=s.length,n=0,r=0,o=0,i=b=>{if(n++,b==="`"){let h=0;for(;n<t;){let y=s[n];if(y==="\\"){n+=2;continue}if(h>0){y==="{"?h++:y==="}"&&h--,n++;continue}if(y==="$"&&n+1<t&&s[n+1]==="{"){h++,n+=2;continue}if(y==="`"){n++;return}n++}return}for(;n<t;){let h=s[n];if(h==="\\"){n+=2;continue}if(h===b){n++;return}n++}},a=()=>{for(n+=2;n<t&&s[n]!==`
|
|
993
|
+
`;)n++},l=()=>{for(n+=2;n<t;){if(s[n]==="*"&&n+1<t&&s[n+1]==="/"){n+=2;return}n++}},u=()=>{let b=n;for(;n<t&&Xt(s[n]);)n++;return s.slice(b,n)},c=()=>{let b=n;for(;n<t;){let h=s[n];if(h===" "||h===" "||h===`
|
|
994
|
+
`||h==="\r"){n++;continue}if(h==="/"&&n+1<t){if(s[n+1]==="/"){a();continue}if(s[n+1]==="*"){l();continue}}break}return n>b},p=b=>{let h=1;for(;n<t&&h>0;){if(c(),n>=t)return;let y=s[n];if(y===b){h--,n++;continue}if(y==="{"||y==="["){let I=y==="{"?"}":"]";n++,p(I);continue}if(y==="."&&n+2<t&&s[n+1]==="."&&s[n+2]==="."){if(n+=3,c(),n<t&&Xt(s[n])){let I=u();I&&e.push(I)}continue}if(y===","){n++;continue}if(y==="="){n++;let I=0;for(;n<t;){let C=s[n];if(C==="'"||C==='"'||C==="`"){i(C);continue}if(C==="("||C==="["||C==="{"){I++,n++;continue}if(C===")"||C==="]"||C==="}"){if(I>0){I--,n++;continue}break}if(C===","&&I===0)break;n++}continue}if(Xt(y)){let I=u();if(c(),n<t&&s[n]===":"){if(n++,c(),n<t){let C=s[n];if(C==="{"||C==="["){let R=C==="{"?"}":"]";n++,p(R)}else if(Xt(C)){let R=u();R&&e.push(R)}}}else I&&e.push(I);continue}n++}},d=()=>{let b=0;for(;n<t;){let h=s[n];if(h==="'"||h==='"'||h==="`"){i(h);continue}if(h==="/"&&n+1<t){if(s[n+1]==="/"){a();continue}if(s[n+1]==="*"){l();continue}}if(h==="("||h==="["||h==="{"){b++,n++;continue}if(h===")"||h==="]"||h==="}"){if(b>0){b--,n++;continue}return!1}if(h===","&&b===0)return n++,!0;if(h===";"&&b===0)return n++,!1;if(h===`
|
|
995
|
+
`&&b===0){let y=n;return n++,c(),n<t&&s[n]===","?(n++,!0):(n=y,!1)}n++}return!1},m=()=>{for(;n<t;){if(c(),n>=t)return;let b=s[n];if(b==="{"){if(n++,p("}"),!d())return;continue}if(b==="["){if(n++,p("]"),!d())return;continue}if(Xt(b)){let h=u();if(h&&e.push(h),!d())return;continue}return}},g=b=>{if(b===0)return!0;let h=b-1;for(;h>=0;){let y=s[h];if(y===" "||y===" "||y==="\r"){h--;continue}return y===`
|
|
996
|
+
`||y===";"||y==="{"||y==="}"}return!0};for(;n<t;){let b=s[n];if(b==="'"||b==='"'||b==="`"){i(b);continue}if(b==="/"&&n+1<t){if(s[n+1]==="/"){a();continue}if(s[n+1]==="*"){l();continue}}if(b==="{"){r++,n++;continue}if(b==="}"){r--,n++;continue}if(b==="("){o++,n++;continue}if(b===")"){o--,n++;continue}if(r===0&&o===0&&Xt(b)){let h=n,y=u();(y==="var"||y==="let"||y==="const")&&n<t&&(s[n]===" "||s[n]===" "||s[n]===`
|
|
997
|
+
`)&&g(h)&&m();continue}n++}let f=new Set,x=[];for(let b of e)f.has(b)||(f.add(b),x.push(b));return x}function Zu(s){let e=new Set(Br(s)),t=Yn(s),n=t.length,r=0,o=0,i=0,a=m=>{let g=m;for(;g<n&&/\s/.test(t[g]??"");)g++;return g},l=m=>{let g=m;for(;g>=0&&/\s/.test(t[g]??"");)g--;return g},u=m=>{let g=t.slice(m,m+3),f=t.slice(m,m+2);return g==="==="||f==="=="||f==="=>"?!1:t[m]==="="||["+=","-=","*=","/=","%=","&=","|=","^=","&&=","||=","??=","**=","<<=",">>=",">>>="].some(x=>t.startsWith(x,m))},c=m=>{let g=m;for(;g<n&&Xt(t[g]);)g++;return{word:t.slice(m,g),nextIndex:g}},p=(m,g,f)=>{let x=l(g-1),b=x>=0?t[x]:void 0,h=a(f);if(b==="."||b==="?")return;let I=t.slice(Math.max(0,g-2),g)==="++"||t.slice(Math.max(0,g-2),g)==="--",C=t.startsWith("++",h)||t.startsWith("--",h);(I||C||u(h))&&e.add(m)},d=(m,g)=>{let f=a(g);if(t[f]!==".")return;let x=a(f+1);if(!Xu(t[x]))return;let{word:b,nextIndex:h}=c(x),y=a(h),I=t.slice(Math.max(0,m-2),m)==="++"||t.slice(Math.max(0,m-2),m)==="--",C=t.startsWith("++",y)||t.startsWith("--",y);b&&(I||C||u(y))&&e.add(b)};for(;r<n;){let m=t[r];if(m==="{"){o++,r++;continue}if(m==="}"){o--,r++;continue}if(m==="("){i++,r++;continue}if(m===")"){i--,r++;continue}if(o===0&&i===0&&Xu(m)){let g=r,{word:f,nextIndex:x}=c(r);if(r=x,!f)continue;if(f==="globalThis"){d(g,x);continue}p(f,g,x);continue}r++}return[...e]}function xs(s){let e=typeof self<"u"?self:globalThis,t=[],n=Object.getPrototypeOf(async()=>{}).constructor,r=s.functionRefKey,o="return",i="stdout",a=/^(if|for|while|switch|try|catch|finally|function|class|import|export|throw|return|var|let|const|break|continue|debugger)\b/,l=/^\s*return\s+([^\n;]+?)\s*;?\s*$/,u={network:["fetch","XMLHttpRequest","WebSocket","EventSource"],storage:["indexedDB","caches"],"code-loading":["importScripts"],communication:["BroadcastChannel"],timing:["performance"],workers:["Worker","SharedWorker"]},c=()=>{let A;if(typeof process<"u"&&typeof process.getBuiltinModule=="function"&&(A=process.getBuiltinModule.bind(process)),!A)try{A=new Function('return typeof require==="function"?require:undefined')()}catch{A=void 0}if(!(typeof A=="function"&&typeof process<"u"&&!!process.versions?.node))return{isNodeWorker:!1,parentPort:null};try{return{isNodeWorker:!0,parentPort:A("node:worker_threads").parentPort??null}}catch{return{isNodeWorker:!0,parentPort:null}}},{isNodeWorker:p,parentPort:d}=c(),m=()=>{if(!d&&typeof e.postMessage!="function")throw new Error("Worker transport unavailable: no postMessage channel");return{send:S=>{if(d){d.postMessage(S);return}e.postMessage(S)},setOnMessage:S=>{if(d){d.on("message",T=>S({data:T}));return}e.onmessage=S}}},{send:g,setOnMessage:f}=m(),x=A=>A&&(/\r?\n$/.test(A)?A:`${A}
|
|
685
998
|
`),b=A=>{let w=A.trim();return w.startsWith("//")||w.startsWith("/*")||w.startsWith("*")},h=A=>{let w=A.length-1;for(;w>=0;){let S=A[w].trim();if(S&&!b(S))break;w-=1}return w},y=A=>{if(!A)return!0;let w=A.split(`
|
|
686
|
-
`).find(S=>S.trim().length>0)?.trim();return!w||a.test(w)?!0:w.startsWith("{")&&!w.startsWith("({")||w==="}"||w==="};"||b(w)},I=(A,w)=>{let S=A,T=w.trim().replace(/;\s*$/,"");if(!T)return null;let $=T.lastIndexOf(";");if($!==-1){let
|
|
687
|
-
${
|
|
999
|
+
`).find(S=>S.trim().length>0)?.trim();return!w||a.test(w)?!0:w.startsWith("{")&&!w.startsWith("({")||w==="}"||w==="};"||b(w)},I=(A,w)=>{let S=A,T=w.trim().replace(/;\s*$/,"");if(!T)return null;let $=T.lastIndexOf(";");if($!==-1){let z=T.slice($+1).trim(),J=T.slice(0,$).trim();z&&(z.startsWith("//")||z.startsWith("/*")?J&&(T=J):(J&&(S=S?`${S}
|
|
1000
|
+
${J};`:`${J};`),T=z))}return y(T)?null:{head:S,expression:T}},C=(A,w,S)=>{let T=A.slice(0,w).join(`
|
|
688
1001
|
`),$=A.slice(w,S+1).join(`
|
|
689
1002
|
`).trim();if(!$)return null;if(!$.includes(`
|
|
690
|
-
`)){let
|
|
1003
|
+
`)){let z=I(T,$);return z?z.head?`${z.head}
|
|
691
1004
|
return (
|
|
692
|
-
${
|
|
1005
|
+
${z.expression}
|
|
693
1006
|
);`:`return (
|
|
694
|
-
${
|
|
1007
|
+
${z.expression}
|
|
695
1008
|
);`:null}return y($)?null:T?`${T}
|
|
696
1009
|
return (
|
|
697
1010
|
${$}
|
|
698
1011
|
);`:`return (
|
|
699
1012
|
${$}
|
|
700
|
-
);`},R=A=>{try{return new n(A),!0}catch{return!1}},
|
|
701
|
-
`),S=h(w);if(S<0)return A;let T=new Set;for(let $=S;$>=0;$-=1){let
|
|
702
|
-
`;)T++},
|
|
703
|
-
`||
|
|
704
|
-
`&&
|
|
705
|
-
`||
|
|
706
|
-
`)&&vt(
|
|
707
|
-
try { ${A.map(S=>`globalThis[${JSON.stringify(S)}] = ${S};`).join(" ")} } catch (_ax_e) {} void 0;`,O=A=>{if(typeof A=="string")return A;try{return JSON.stringify(A,null,2)}catch{return String(A)}},L=(A,w)=>{let S=e.console&&typeof e.console=="object"?e.console:null,T=S?.[A],$=typeof T=="function"?(...
|
|
708
|
-
`).length){let
|
|
709
|
-
`),
|
|
710
|
-
`);
|
|
711
|
-
${
|
|
712
|
-
`)};
|
|
713
|
-
`)},
|
|
714
|
-
return (`);
|
|
715
|
-
`).trim();return S||A},rt=(A,w)=>A.length<=w?A:`${A.slice(0,w-3)}...`,
|
|
1013
|
+
);`},R=A=>{try{return new n(A),!0}catch{return!1}},P=A=>{let w=A.split(`
|
|
1014
|
+
`),S=h(w);if(S<0)return A;let T=new Set;for(let $=S;$>=0;$-=1){let z=w[$]??"";if(!z.trim()||b(z))continue;let J=C(w,$,S);if(J&&!T.has(J)&&(T.add(J),R(J)))return J}return A},v=A=>{let w=l.exec(A);return w&&(w[1]||"").trim()||A},E=A=>{let w=[],S=A.length,T=0,$=0,z=0,J=Z=>Z>="a"&&Z<="z"||Z>="A"&&Z<="Z"||Z>="0"&&Z<="9"||Z==="_"||Z==="$",B=Z=>{if(T++,Z==="`"){let te=0;for(;T<S;){let de=A[T];if(de==="\\"){T+=2;continue}if(te>0){de==="{"?te++:de==="}"&&te--,T++;continue}if(de==="$"&&T+1<S&&A[T+1]==="{"){te++,T+=2;continue}if(de==="`"){T++;return}T++}}else for(;T<S;){let te=A[T];if(te==="\\"){T+=2;continue}if(te===Z){T++;return}T++}},X=()=>{for(T+=2;T<S&&A[T]!==`
|
|
1015
|
+
`;)T++},xe=()=>{for(T+=2;T<S;){if(A[T]==="*"&&T+1<S&&A[T+1]==="/"){T+=2;return}T++}},_e=()=>{let Z=T;for(;T<S&&J(A[T]);)T++;return A.slice(Z,T)},se=()=>{let Z=T;for(;T<S;){let te=A[T];if(te===" "||te===" "||te===`
|
|
1016
|
+
`||te==="\r"){T++;continue}if(te==="/"&&T+1<S){if(A[T+1]==="/"){X();continue}if(A[T+1]==="*"){xe();continue}}break}return T>Z},Ce=Z=>{let te=1;for(;T<S&&te>0;){if(se(),T>=S)return;let de=A[T];if(de===Z){te--,T++;continue}if(de==="{"||de==="["){let Le=de==="{"?"}":"]";T++,te++,T--,te--,T++,Ce(Le);continue}if(de==="."&&T+2<S&&A[T+1]==="."&&A[T+2]==="."){if(T+=3,se(),T<S&&J(A[T])){let Le=_e();Le&&w.push(Le)}continue}if(de===","){T++;continue}if(de==="="){T++;let Le=0;for(;T<S;){let Ue=A[T];if(Ue==="'"||Ue==='"'||Ue==="`"){B(Ue);continue}if(Ue==="("||Ue==="["||Ue==="{"){Le++,T++;continue}if(Ue===")"||Ue==="]"||Ue==="}"){if(Le>0){Le--,T++;continue}break}if(Ue===","&&Le===0)break;T++}continue}if(J(de)){let Le=_e();if(se(),T<S&&A[T]===":"){if(T++,se(),T<S){let Ue=A[T];if(Ue==="{"||Ue==="["){let jt=Ue==="{"?"}":"]";T++,Ce(jt)}else if(J(Ue)){let jt=_e();jt&&w.push(jt)}}}else Le&&w.push(Le);continue}T++}},Ne=()=>{let Z=0;for(;T<S;){let te=A[T];if(te==="'"||te==='"'||te==="`"){B(te);continue}if(te==="/"&&T+1<S){if(A[T+1]==="/"){X();continue}if(A[T+1]==="*"){xe();continue}}if(te==="("||te==="["||te==="{"){Z++,T++;continue}if(te===")"||te==="]"||te==="}"){if(Z>0){Z--,T++;continue}return!1}if(te===","&&Z===0)return T++,!0;if(te===";"&&Z===0)return T++,!1;if(te===`
|
|
1017
|
+
`&&Z===0){let de=T;return T++,se(),T<S&&A[T]===","?(T++,!0):(T=de,!1)}T++}return!1},Oe=()=>{for(;T<S;){if(se(),T>=S)return;let Z=A[T];if(Z==="{"){if(T++,Ce("}"),!Ne())return;continue}if(Z==="["){if(T++,Ce("]"),!Ne())return;continue}if(J(Z)){let te=_e();if(te&&w.push(te),!Ne())return;continue}return}},vt=Z=>{if(Z===0)return!0;let te=Z-1;for(;te>=0;){let de=A[te];if(de===" "||de===" "||de==="\r"){te--;continue}return de===`
|
|
1018
|
+
`||de===";"||de==="{"||de==="}"}return!0};for(;T<S;){let Z=A[T];if(Z==="'"||Z==='"'||Z==="`"){B(Z);continue}if(Z==="/"&&T+1<S){if(A[T+1]==="/"){X();continue}if(A[T+1]==="*"){xe();continue}}if(Z==="{"){$++,T++;continue}if(Z==="}"){$--,T++;continue}if(Z==="("){z++,T++;continue}if(Z===")"){z--,T++;continue}if($===0&&z===0&&J(Z)){let te=T,de=_e();if((de==="var"||de==="let"||de==="const")&&T<S&&(A[T]===" "||A[T]===" "||A[T]===`
|
|
1019
|
+
`)&&vt(te)){Oe();continue}continue}T++}let Ct=new Set,Pt=[];for(let Z of w)Ct.has(Z)||(Ct.add(Z),Pt.push(Z));return Pt},k=A=>A.length===0?"":`
|
|
1020
|
+
try { ${A.map(S=>`globalThis[${JSON.stringify(S)}] = ${S};`).join(" ")} } catch (_ax_e) {} void 0;`,O=A=>{if(typeof A=="string")return A;try{return JSON.stringify(A,null,2)}catch{return String(A)}},L=(A,w)=>{let S=e.console&&typeof e.console=="object"?e.console:null,T=S?.[A],$=typeof T=="function"?(...J)=>T.apply(S,J):null,z=(...J)=>{w.push(J.map(O).join(" "))};return(!e.console||typeof e.console!="object")&&(e.console={}),e.console[A]=z,()=>{if(!(!e.console||typeof e.console!="object")){if($){e.console[A]=$;return}try{delete e.console[A]}catch{e.console[A]=void 0}}}},F=A=>{let w=[];return re&&(w.push(L("log",A)),w.push(L("info",A)),w.push(L("warn",A)),w.push(L("error",A))),w},M=()=>{let A=[],w=F(A),S=e.print;return W===i&&(e.print=(...$)=>{A.push($.map(O).join(" "))}),{output:A,cleanup:()=>{for(let $ of w)try{$()}catch{}if(W===i)if(S===void 0)try{delete e.print}catch{e.print=void 0}else e.print=S}}},_=A=>{for(let w of A)try{Object.defineProperty(e,w,{value:void 0,writable:!1,configurable:!1})}catch{}},j=A=>{let w=new Set(Array.isArray(A)?A:[]);for(let[S,T]of Object.entries(u))w.has(S)||_(T)},H=A=>{p&&!A&&_(["process","require"])},D=s.maxErrorCauseDepth,Y=(A,w=0,S=new Set)=>{if(w>D)return{name:"Error",message:"[cause chain truncated]"};if(A&&typeof A=="object"){if(S.has(A))return{name:"Error",message:"[circular]"};S.add(A)}let T=A,$=T?.name!=null?String(T.name):"Error",z=T?.message!=null?String(T.message):ge(A),J=typeof T?.stack=="string"?T.stack:void 0,B;if(typeof T?.cause<"u"&&w<D)try{let xe=T.cause;xe instanceof Error||xe&&typeof xe=="object"&&("message"in xe||"name"in xe)?B=Y(xe,w+1,S):B={name:"Error",message:ge(xe)}}catch{B={name:"Error",message:ge(T.cause)}}let X={name:$,message:z};if(J!==void 0&&(X.stack=J),B!==void 0&&(X.cause=B),typeof T?.data<"u")try{X.data=typeof structuredClone=="function"?structuredClone(T.data):T.data}catch{}return X},G=A=>{if(typeof A=="string")return new Error(A);if(!A||typeof A!="object")return new Error(String(A));let w=A,S=new Error(w.message!=null?String(w.message):"");return S.name=w.name!=null?String(w.name):"Error",typeof w.stack=="string"&&(S.stack=w.stack),w.cause!==void 0&&(S.cause=G(w.cause)),w.data!==void 0&&(S.data=w.data),S},me=A=>{let w=globalThis.AggregateError,S=typeof w=="function"&&A instanceof w;return A instanceof SyntaxError||A instanceof TypeError||A instanceof RangeError||A instanceof ReferenceError||S||A instanceof EvalError||A instanceof URIError},ge=A=>{if(A==null||typeof A!="object")return String(A);try{return JSON.stringify(A,null,2)}catch{return String(A)}},Ae=(A,w,S=0)=>{let T=A,$=T?.name!=null?String(T.name):"Error",z=T?.message!=null?String(T.message):ge(A),J=[`${$}: ${z}`],B;if(typeof T?.stack=="string"){let X=T.stack.match(/<anonymous>:(\d+):(\d+)/);X&&(B=Math.max(1,Number(X[1])-S),J.push(` at line ${B}, column ${X[2]}`))}if(w&&B!==void 0&&B>=1&&B<=w.split(`
|
|
1021
|
+
`).length){let X=w.split(`
|
|
1022
|
+
`),xe=Math.max(0,B-2),_e=Math.min(X.length,B+1),Ce=X.slice(xe,_e).map((Ne,Oe)=>` ${String(xe+Oe+1).padStart(3)}| ${Ne}`).join(`
|
|
1023
|
+
`);J.push(`Source:
|
|
1024
|
+
${Ce}`)}if(T?.data!==void 0&&J.push(`Data: ${ge(T.data)}`),T?.cause!==void 0){let X=(xe,_e)=>{if(_e>4)return"[cause chain truncated]";let se=xe,Ce=se?.name!=null?String(se.name):"Error",Ne=se?.message!=null?String(se.message):ge(xe),Oe=[`${Ce}: ${Ne}`];return se?.data!==void 0&&Oe.push(`Data: ${ge(se.data)}`),se?.cause!==void 0&&Oe.push(`Caused by: ${X(se.cause,_e+1)}`),Oe.join(`
|
|
1025
|
+
`)};J.push(`Caused by: ${X(T.cause,1)}`)}return J.join(`
|
|
1026
|
+
`)},U=new Map,K=0,W=o,re=!1,Q=[],le=A=>{if(!A||typeof A!="object"||Array.isArray(A))return!1;let w=Object.getPrototypeOf(A);return w===Object.prototype||w===null},Ie=A=>typeof A=="string"&&A.trim().length>0,Ee=A=>{if(!Ie(A)){if(!le(A))throw new Error("ask_clarification() choice entries must be non-empty strings or objects with a non-empty label");if(!Ie(A.label))throw new Error("ask_clarification() choice objects require a non-empty label");if(A.value!==void 0&&!Ie(A.value))throw new Error("ask_clarification() choice object values must be non-empty strings")}},Me=A=>{if(Ie(A))return;if(!le(A))throw new Error("ask_clarification() requires a non-empty string or an object payload");if(!Ie(A.question))throw new Error("ask_clarification() object payload requires a non-empty question");let w=new Set(["text","number","date","single_choice","multiple_choice"]),S;if(A.type===void 0)S=Array.isArray(A.choices)&&A.choices.length>0?"single_choice":void 0;else{if(typeof A.type!="string"||!w.has(A.type))throw new Error("ask_clarification() object payload type must be one of: text, number, date, single_choice, multiple_choice");S=A.type}let T=S==="single_choice"||S==="multiple_choice",$=A.choices;if($!==void 0){if(!Array.isArray($)||$.length===0)throw new Error("ask_clarification() choices must be a non-empty array when provided");for(let z of $)Ee(z)}else if(T)throw new Error("ask_clarification() choice payloads require a non-empty choices array")},oe=(A,w)=>{if(A==="final"){if(w.length===0)throw new Error("final() requires at least one argument");return}if(A==="ask_clarification"){if(w.length!==1)throw new Error("ask_clarification() requires exactly one argument");Me(w[0])}},Re=A=>{if(A==="final"||A==="ask_clarification")return A;let S=/^fn_\d+_(.+)$/.exec(A)?.[1];if(S==="final"||S==="ask_clarification")return S},q=A=>(...w)=>{let S=Re(A);S&&oe(S,w);let T=++K,$=!1,z=new Promise((se,Ce)=>{U.set(T,{resolve:se,reject:Ce}),g({type:"fn-call",id:T,name:A,args:w})}),J=z.then.bind(z),B=z.catch.bind(z),X=z.finally.bind(z),xe=()=>{$=!0},_e=new Proxy(z,{get(se,Ce,Ne){return Ce==="then"?(...Oe)=>(xe(),J(...Oe)):Ce==="catch"?(...Oe)=>(xe(),B(...Oe)):Ce==="finally"?(...Oe)=>(xe(),X(...Oe)):Reflect.get(se,Ce,Ne)}});return z.catch(se=>{$||Q.push(se)}),_e},ce=async()=>{for(let A=0;A<50&&U.size>0;A+=1)await new Promise(w=>{setTimeout(w,0)})},fe=A=>{if(!A||typeof A!="object")return A;if(Array.isArray(A)){for(let S=0;S<A.length;S+=1)A[S]=fe(A[S]);return A}let w=A;if(r in w){let S=w[r];return typeof S=="string"?q(S):void 0}for(let[S,T]of Object.entries(w))w[S]=fe(T);return A},he=A=>{for(let[w,S]of Object.entries(A)){let T=fe(S),$=e[w];if(le($)&&le(T)){for(let z of Object.keys($))Object.hasOwn(T,z)||delete $[z];for(let[z,J]of Object.entries(T))$[z]=J;continue}e[w]=T}},we=A=>{if(A.globals&&typeof A.globals=="object"&&he(A.globals),Array.isArray(A.fnNames))for(let w of A.fnNames)typeof w=="string"&&(e[w]=q(w))},ke=async A=>{let w=x(A),S=[];try{S=E(A)}catch{S=[]}let T=k(S),$=w;try{$=P(w)}catch{$=w}let z=$;if(T){let X=$.lastIndexOf(`
|
|
1027
|
+
return (`);X!==-1?z=$.slice(0,X)+T+$.slice(X):z=$+T}let J=R(z)?z:R($)?$:w;return await new n(J)()},It=A=>{let w=v(A),S=[];try{S=E(A)}catch{S=[]}let T=k(S),$=T?w+T:w;return(0,eval)($)},Ye=(A,w)=>{if(W!==i)return A;let S=w.join(`
|
|
1028
|
+
`).trim();return S||A},rt=(A,w)=>A.length<=w?A:`${A.slice(0,w-3)}...`,ve=A=>{if(A===null)return"null";if(A===void 0)return"undefined";let w=typeof A;if(typeof A=="string")return JSON.stringify(rt(A,40));if(w==="number"||w==="boolean"||w==="bigint"||w==="symbol")return String(A);if(w==="function")return`[function ${(A.name&&typeof A.name=="string"?A.name??"":"")||"anonymous"}]`;if(Array.isArray(A))return`[array(${A.length})]`;if(A instanceof Date)return Number.isFinite(A.getTime())?A.toISOString():String(A);if(A instanceof Error)return`${A.name||"Error"}: ${A.message||""}`;if(A instanceof Map)return`[map(${A.size})]`;if(A instanceof Set)return`[set(${A.size})]`;let S=A&&typeof A=="object"&&"constructor"in A&&A.constructor&&typeof A.constructor.name=="string"?A.constructor.name??"":"";return S&&S!=="Object"?`[${S}]`:"[object]"},Ke=A=>{if(A===null)return{type:"null"};if(Array.isArray(A))return{type:"array",ctor:"Array"};if(A instanceof Map)return{type:"map",ctor:"Map"};if(A instanceof Set)return{type:"set",ctor:"Set"};if(A instanceof Date)return{type:"date",ctor:"Date"};if(A instanceof Error)return{type:"error",ctor:typeof A.name=="string"&&A.name.trim()?A.name:"Error"};let w=typeof A;return w!=="object"?{type:w}:{type:"object",ctor:A&&typeof A=="object"&&"constructor"in A&&A.constructor&&typeof A.constructor.name=="string"?A.constructor.name??void 0:void 0}},N=(A,w)=>{if(w==="string")return`${A.length} chars`;if(w==="array")return`${A.length} items`;if(w==="map"||w==="set")return`${A.size} items`;if(w==="object"&&A&&typeof A=="object")return`${Object.keys(A).length} keys`},V=(A,w,S)=>{if(w==="array")return"["+A.slice(0,3).map($=>ve($)).join(", ")+(A.length>3?", ...":"")+"]";if(w==="map"){let T=A,$=Array.from(T.entries()).slice(0,3).map(([z,J])=>`${ve(z)} => ${ve(J)}`);return"Map("+T.size+") {"+$.join(", ")+(T.size>3?", ...":"")+"}"}if(w==="set"){let T=A,$=Array.from(T.values()).slice(0,5).map(z=>ve(z));return"Set("+T.size+") {"+$.join(", ")+(T.size>5?", ...":"")+"}"}if(w==="date"||w==="error"||w==="function")return ve(A);if(w==="object"&&A&&typeof A=="object"){let T=Object.keys(A),$=T.slice(0,4);return(S&&S!=="Object"?`${S} `:"")+"{"+$.join(", ")+(T.length>$.length?", ...":"")+"}"}return ve(A)},ne=A=>{let w=new Set([...t,...A??[]]),S=Object.getOwnPropertyNames(e).filter(T=>!w.has(T)&&!T.startsWith("_")).sort().flatMap(T=>{try{let $=Object.getOwnPropertyDescriptor(e,T);if(!$)return[];if("get"in $&&typeof $.get=="function"&&!("value"in $))return[{name:T,type:"accessor",preview:"[getter omitted]"}];let z="value"in $?$.value:e[T],J=Ke(z),B=N(z,J.type),X=V(z,J.type,J.ctor);return[{name:T,type:J.type,...J.ctor?{ctor:J.ctor}:{},...B?{size:B}:{},...X?{preview:rt(X,96)}:{}}]}catch{return[{name:T,type:"unknown",preview:"[unavailable]"}]}});return JSON.stringify({version:1,entries:S})},Te=A=>{if(typeof structuredClone=="function")try{return structuredClone(A),!0}catch{return!1}try{return JSON.stringify(A),!0}catch{return!1}},ze=A=>{let w=new Set([...t,...A??[]]),S={};return{version:1,entries:Object.getOwnPropertyNames(e).filter($=>!w.has($)&&!$.startsWith("_")).sort().flatMap($=>{try{let z=Object.getOwnPropertyDescriptor(e,$);if(!z)return[];if("get"in z&&typeof z.get=="function"&&!("value"in z))return[{name:$,type:"accessor",preview:"[getter omitted]",restorable:!1}];let J="value"in z?z.value:e[$],B=Ke(J),X=N(J,B.type),xe=V(J,B.type,B.ctor),_e=Te(J);return _e&&(S[$]=typeof structuredClone=="function"?structuredClone(J):J),[{name:$,type:B.type,...B.ctor?{ctor:B.ctor}:{},...X?{size:X}:{},...xe?{preview:rt(xe,96)}:{},restorable:_e}]}catch{return[{name:$,type:"unknown",preview:"[unavailable]",restorable:!1}]}}),bindings:S}};f(async A=>{let w=A.data;if(!w||typeof w!="object"||typeof w.type!="string")return;if(w.type==="init"){W=w.outputMode===i?i:o,re=w.captureConsole!==void 0?!!w.captureConsole:W===i;let B=w.allowUnsafeNodeHostAccess===!0;we(w),j(w.permissions),H(B),t=Object.getOwnPropertyNames(e).sort();return}if(w.type==="fn-result"){if(typeof w.id!="number")return;let B=U.get(w.id);B&&(U.delete(w.id),w.error!==void 0?B.reject(G(w.error)):B.resolve(w.value));return}if(w.type==="update-globals"){if(typeof w.id!="number")return;try{w.globals&&typeof w.globals=="object"&&he(w.globals),g({type:"result",id:w.id,value:void 0})}catch(B){g({type:"result",id:w.id,error:Y(B)})}return}if(w.type==="inspect-globals"){if(typeof w.id!="number")return;try{let B=Array.isArray(w.reservedNames)?w.reservedNames.filter(X=>typeof X=="string"):void 0;g({type:"result",id:w.id,value:ne(B)})}catch(B){g({type:"result",id:w.id,error:Y(B)})}return}if(w.type==="snapshot-globals"){if(typeof w.id!="number")return;try{let B=Array.isArray(w.reservedNames)?w.reservedNames.filter(X=>typeof X=="string"):void 0;g({type:"result",id:w.id,value:ze(B)})}catch(B){g({type:"result",id:w.id,error:Y(B)})}return}if(w.type!=="execute"||typeof w.id!="number"||typeof w.code!="string")return;let S=w.id,T=w.code,$=/\bawait\b/.test(T),{output:z,cleanup:J}=M();try{Q.length=0;let B=$?await ke(T):It(T);if(U.size>0&&await ce(),await Promise.resolve(),Q.length>0)throw Q[0];let X=Ye(B,z);try{g({type:"result",id:S,value:X})}catch{g({type:"result",id:S,value:String(X)})}}catch(B){me(B)?g({type:"result",id:S,value:Ae(B,T,$?2:0)}):g({type:"result",id:S,error:Y(B)})}finally{J()}})}var Zi=4,ec=16,ea="__ax_rlm_fn_ref__",ta=16;function tc(){let s={functionRefKey:ea,maxErrorCauseDepth:ta},e=`(${xs.toString()})(${JSON.stringify(s)});
|
|
716
1029
|
`,t="";return e.includes("__name")&&(t+=`var __name=(fn,_n)=>fn;
|
|
717
|
-
`),t?`${t}${e}`:e}var
|
|
718
|
-
`||f===";"||f==="{"||f==="}"},p=()=>{let m=o;for(;o<r&&
|
|
719
|
-
`)}createSession(e){let t=
|
|
1030
|
+
`),t?`${t}${e}`:e}var nc=()=>typeof Worker<"u"&&typeof Blob<"u"&&typeof URL<"u"&&typeof URL.createObjectURL=="function",As=()=>typeof process<"u"&&!!process.versions?.node,Jd=()=>!!globalThis.Deno?.version?.deno,Qd=()=>globalThis.Deno?.version?.deno??null,Yd=s=>{let e=/^(\d+)\.(\d+)\.(\d+)$/.exec(s.trim());return e?{major:Number(e[1]),minor:Number(e[2]),patch:Number(e[3])}:null},rc=s=>Number.isFinite(s)?Math.max(1,Math.min(ec,Math.floor(s))):Zi,Xd=()=>{if(!As())return null;let e=globalThis.process?.getBuiltinModule;if(typeof e!="function")return null;let n=e("node:os")?.availableParallelism;if(typeof n!="function")return null;let r=n();return Number.isFinite(r)&&r>0?r:null},Zd=s=>{if(s!==void 0)return rc(s);let e=Xd();return e?rc(Math.ceil(e/2)):Zi},em=s=>s?.debugNodeWorkerPool?!0:(globalThis.process?.env??{}).AX_RLM_DEBUG_NODE_POOL==="1",tm=s=>{let e=new Set(s),t={};return e.has("network")&&(t.net=!0),Object.keys(t).length>0?t:"none"},nm=(s,e)=>{let t=Qd(),n=t?Yd(t):null;if(n?n.major>=1:!0)try{return new Worker(s,{type:"module",deno:{permissions:tm(e)}})}catch{}return new Worker(s,{type:"module"})},oc=(s,e)=>{let t=new Blob([s],{type:"application/javascript"}),n=URL.createObjectURL(t),r=Jd()?nm(n,e):new Worker(n),o=!1,i=()=>{o||(URL.revokeObjectURL(n),o=!0)},a={postMessage:l=>r.postMessage(l),terminate:()=>{r.terminate(),i()},onmessage:null,onerror:null};return r.onmessage=l=>{a.onmessage?.({data:l.data})},r.onerror=l=>{a.onerror?.(new Error(l.message||"Worker error"))},a},sa=async s=>{let e="node:worker_threads",{Worker:t}=await import(e),n=new t(s,{eval:!0}),r=null,o=null,i=!1;n.on("error",l=>{o?o(l):r=l}),n.on("exit",l=>{if(i=!0,l!==0&&!r){let u=new Error(`Worker exited with code ${l}`);o?o(u):r=u}}),n.on("message",l=>{a.onmessage?.({data:l})});let a={postMessage:l=>n.postMessage(l),terminate:()=>{n.terminate()},onmessage:null,get onerror(){return o},set onerror(l){if(o=l,l&&r){let u=r;r=null,l(u)}},get exited(){return i}};return a},ia=class{source;maxSize;idle=[];pendingCreates=0;constructor(e,t){this.source=e,this.maxSize=t}warm(){if(As())for(;this.idle.length+this.pendingCreates<this.maxSize;)this.pendingCreates+=1,sa(this.source).then(e=>{e.onmessage=null,e.onerror=null,this.idle.push(e)}).catch(()=>{}).finally(()=>{this.pendingCreates-=1})}async acquire(){for(;this.idle.length>0;){let e=this.idle.pop();if(!e.exited)return this.warm(),e}return this.warm(),sa(this.source)}release(e){e.onmessage=null,e.onerror=null,e.terminate(),this.warm()}},sc=new Map,rm=(s,e)=>`${e}:${s}`,om=(s,e)=>{let t=rm(s,e),n=sc.get(t);if(n)return n;let r=new ia(s,e);return sc.set(t,r),r},ic=(s,e)=>{let t={},n=new Map,r=0,o=new WeakMap,i=(a,l)=>{if(typeof a=="function"){let g=`fn_${e?.nextFnId?e.nextFnId():++r}_${l||"root"}`;return n.set(g,a),{[ea]:g}}if(!a||typeof a!="object")return a;if(o.has(a))return o.get(a);if(Array.isArray(a)){let m=[];o.set(a,m);for(let g=0;g<a.length;g+=1)m[g]=i(a[g],`${l}[${g}]`);return m}let u=Object.getPrototypeOf(a);if(!(u===Object.prototype||u===null))return a;let p=a,d={};o.set(a,d);for(let[m,g]of Object.entries(p))d[m]=i(g,l?`${l}.${m}`:m);return d};if(s)for(let[a,l]of Object.entries(s))t[a]=i(l,a);return{serializableGlobals:t,fnMap:n}},ac=s=>{if(typeof structuredClone=="function")try{structuredClone(s)}catch(e){let t=e instanceof Error?e.message:String(e);throw new Error(`RLM globals must be structured-cloneable: ${t}`)}},na=s=>!!s&&/[A-Za-z0-9_$]/.test(s),ra=s=>!!s&&/[A-Za-z_$]/.test(s),sm=(s,e)=>{let t=new Set(e);for(let m of Br(s))if(t.has(m))return m;let n=Yn(s),r=n.length,o=0,i=0,a=0,l=m=>{let g=m;for(;g<r&&/\s/.test(n[g]??"");)g++;return g},u=m=>{let g=m;for(;g>=0&&/\s/.test(n[g]??"");)g--;return g},c=m=>{let g=u(m-1);if(g<0)return!0;let f=n[g];return f===`
|
|
1031
|
+
`||f===";"||f==="{"||f==="}"},p=()=>{let m=o;for(;o<r&&na(n[o]);)o++;return n.slice(m,o)},d=m=>{let g=n.slice(m,m+2);return n.slice(m,m+3)==="==="||g==="=="||g==="=>"?!1:n[m]==="="||["+=","-=","*=","/=","%=","&=","|=","^=","&&=","||=","??=","**=","<<=",">>=",">>>="].some(x=>n.startsWith(x,m))};for(;o<r;){let m=n[o];if(m==="{"){i++,o++;continue}if(m==="}"){i--,o++;continue}if(m==="("){a++,o++;continue}if(m===")"){a--,o++;continue}if(i===0&&a===0&&ra(m)){let g=o,f=p();if((f==="function"||f==="class")&&c(g)){let x=l(o);if(ra(n[x])){let b=x+1;for(;b<r&&na(n[b]);)b++;let h=n.slice(x,b);if(t.has(h))return h}continue}if(f==="async"&&c(g)){let x=l(o);if(n.startsWith("function",x)){let b=l(x+8);if(ra(n[b])){let h=b+1;for(;h<r&&na(n[h]);)h++;let y=n.slice(b,h);if(t.has(y))return y}}continue}if(t.has(f)){let x=u(g-1),b=x>=0?n[x]:void 0,h=l(o),y=b==="."||b==="?"||b==="["&&n[h]==="]",I=n.startsWith("++",h)||n.startsWith("--",h)||x>0&&(n.slice(x-1,x+1)==="++"||n.slice(x-1,x+1)==="--");if(!y&&(I||d(h)))return f}continue}o++}};function oa(s){if(s==null||typeof s!="object")return String(s);try{return JSON.stringify(s,null,2)}catch{return String(s)}}function lc(s,e=ta,t=0,n=new Set){if(t>e)return{name:"Error",message:"[cause chain truncated]"};if(s!==null&&typeof s=="object"){if(n.has(s))return{name:"Error",message:"[circular]"};n.add(s)}let r=s!==null&&typeof s=="object"&&s.name!=null?String(s.name):"Error",o=s!==null&&typeof s=="object"&&s.message!=null?String(s.message):oa(s),i=s!==null&&typeof s=="object"&&typeof s.stack=="string"?s.stack:void 0,a,l=s;if(l&&typeof l=="object"&&l.cause!==void 0&&t<e)try{let p=l.cause;p instanceof Error||p!==null&&typeof p=="object"&&("message"in p||"name"in p)?a=lc(p,e,t+1,n):a={name:"Error",message:oa(p)}}catch{a={name:"Error",message:oa(l.cause)}}let u={name:r,message:o};i!==void 0&&(u.stack=i),a!==void 0&&(u.cause=a);let c=s;if(c&&typeof c=="object"&&"data"in c&&c.data!==void 0)try{typeof structuredClone=="function"?u.data=structuredClone(c.data):u.data=c.data}catch{}return u}function uc(s){if(typeof s=="string")return new Error(s);if(!s||typeof s!="object")return new Error(String(s));let e=s.message!=null?String(s.message):"Unknown error",t=new Error(e);return t.name=s.name!=null?String(s.name):"Error",typeof s.stack=="string"&&(t.stack=s.stack),s.cause!==void 0&&(t.cause=uc(s.cause)),s.data!==void 0&&(t.data=s.data),t}function im(s){if(!s||typeof s!="object")return!1;let e=s;return typeof e.name=="string"&&typeof e.type=="string"&&(e.ctor===void 0||typeof e.ctor=="string")&&(e.size===void 0||typeof e.size=="string")&&(e.preview===void 0||typeof e.preview=="string")&&(e.restorable===void 0||typeof e.restorable=="boolean")}function am(s){if(!s||typeof s!="object")return{version:1,entries:[],bindings:{}};let e=s,t=Array.isArray(e.entries)?e.entries:[],n=e.bindings&&typeof e.bindings=="object"?e.bindings:{};return{version:1,entries:t.filter(im),bindings:n}}var aa=(i=>(i.NETWORK="network",i.STORAGE="storage",i.CODE_LOADING="code-loading",i.COMMUNICATION="communication",i.TIMING="timing",i.WORKERS="workers",i))(aa||{}),Zt=class{language="JavaScript";timeout;permissions;allowUnsafeNodeHostAccess;nodeWorkerPoolSize;debugNodeWorkerPool;outputMode;captureConsole;constructor(e){this.timeout=e?.timeout??3e4,this.permissions=e?.permissions??[],this.allowUnsafeNodeHostAccess=e?.allowUnsafeNodeHostAccess??!1,this.outputMode=e?.outputMode??"stdout",this.captureConsole=e?.captureConsole??this.outputMode==="stdout",this.nodeWorkerPoolSize=Zd(e?.nodeWorkerPoolSize),this.debugNodeWorkerPool=em(e)}getUsageInstructions(){return["Don't wrap async code in (async()=>{ ... })() \u2014 the runtime automatically handles async execution.","State is session-scoped: all top-level declarations (`var`, `let`, `const`) persist across calls.","Bare assignment (e.g. `x = 1`) also persists via `globalThis`.",...this.outputMode==="stdout"?["Use `console.log(...)` output is captured as the execution result so use it to inspect intermediate values between steps instead of `return`."]:["Use `return` or a trailing expression to produce the execution result."]].map(t=>`- ${t}`).join(`
|
|
1032
|
+
`)}createSession(e){let t=tc(),n=As()?om(t,this.nodeWorkerPoolSize):null;n&&this.debugNodeWorkerPool&&console.debug(`[AxJSRuntime] Node worker pool size: ${this.nodeWorkerPoolSize}`),n?.warm();let r=null,o=null,i=null,a=!1,l=this.timeout,u=0,{serializableGlobals:c,fnMap:p}=ic(e,{nextFnId:()=>++u});ac(c);let d=new Map,m=0,g=[],f=null,x=v=>{let E=v.data;if(!E||typeof E!="object"||!("type"in E)||E.type===void 0)return;let k=E;if(k.type==="result"){if(typeof k.id!="number")return;let O=d.get(k.id);O&&(d.delete(k.id),k.error!==void 0?O.reject(uc(k.error)):O.resolve(k.value));return}if(k.type==="fn-call"){if(typeof k.id!="number"||typeof k.name!="string")return;let O=p.get(k.name);if(!O){r?.postMessage({type:"fn-result",id:k.id,error:`Function "${k.name}" not found`});return}Promise.resolve().then(()=>O(...k.args??[])).then(L=>{r?.postMessage({type:"fn-result",id:k.id,value:L})}).catch(L=>{r?.postMessage({type:"fn-result",id:k.id,error:lc(L)})})}},b=()=>{r&&(o==="node"&&n?n.release(r):r.terminate(),r=null,o=null),i=null},h=()=>{a=!0,b();for(let v of g)!v.started&&!v.settled&&(v.settled=!0,v.signal&&v.onAbort&&v.signal.removeEventListener("abort",v.onAbort),v.reject(new Error("Worker terminated")));g.length=0;for(let v of d.values())v.reject(new Error("Worker terminated"));d.clear()},y=v=>{b();for(let E of d.values())E.reject(v);d.clear()},I=v=>{v.postMessage({type:"init",globals:c,fnNames:[...p.keys()],permissions:[...this.permissions],allowUnsafeNodeHostAccess:this.allowUnsafeNodeHostAccess,outputMode:this.outputMode,captureConsole:this.captureConsole})};if(nc()){r=oc(t,this.permissions),o="browser",r.onmessage=x,r.onerror=y;try{I(r)}catch(v){throw h(),v}}let C=async()=>{if(!r){if(a)throw new Error("Session is closed");if(nc()){r=oc(t,this.permissions),o="browser",r.onmessage=x,r.onerror=y;try{I(r)}catch(v){throw h(),v}return}if(!As())throw new Error("No worker runtime available: Web Worker is unavailable in this environment");i||(i=(n?n.acquire():sa(t)).then(v=>{if(a)throw n?n.release(v):v.terminate(),new Error("Session is closed");r=v,o="node",r.onmessage=x,r.onerror=y;try{I(r)}catch(E){throw n?n.release(v):v.terminate(),r=null,o=null,E}})),await i}},R=(v,E)=>{if(a)return Promise.reject(new Error("Session is closed"));let k=E.signal;if(k?.aborted)return Promise.reject(new Error(`Aborted: ${k.reason??"execution aborted"}`));let O=++m;return new Promise((L,F)=>{let M=L,_=F,j,H=()=>{};if(d.set(O,{resolve:D=>{j&&clearTimeout(j),H(),M(D)},reject:D=>{j&&clearTimeout(j),H(),_(D)}}),k){let D=()=>{clearTimeout(j),d.delete(O),h(),_(new Error(`Aborted: ${k.reason??"execution aborted"}`))};k.addEventListener("abort",D,{once:!0}),H=()=>{k.removeEventListener("abort",D)}}C().then(()=>{if(!r)throw new Error("Worker unavailable");j=setTimeout(()=>{d.delete(O),b();for(let D of d.values())D.reject(new Error("Worker terminated"));d.clear(),F(new Error(E.timeoutMessage))},l),r.postMessage({...v,id:O})}).catch(D=>{d.get(O)&&(d.delete(O),clearTimeout(j),H(),_(D))})})},P=(v,E)=>a?Promise.reject(new Error("Session is closed")):v?.aborted?Promise.reject(new Error(`Aborted: ${v.reason??"execution aborted"}`)):new Promise((k,O)=>{let L={started:!1,settled:!1,signal:v,resolve:k,reject:O,operation:E};if(v){let M=()=>{if(L.settled)return;L.settled=!0;let _=g.indexOf(L);_!==-1&&g.splice(_,1),v.removeEventListener("abort",M),O(new Error(`Aborted: ${v.reason??"execution aborted"}`))};L.onAbort=M,v.addEventListener("abort",M,{once:!0})}g.push(L);let F=()=>{if(f)return;let M=g.find(j=>!j.started&&!j.settled);if(!M)return;let _=()=>{f=null,F()};f=(async()=>{if(!M.settled){if(a){M.settled=!0,M.signal&&M.onAbort&&M.signal.removeEventListener("abort",M.onAbort),M.reject(new Error("Worker terminated"));return}if(M.signal?.aborted){M.settled=!0,M.onAbort&&M.signal.removeEventListener("abort",M.onAbort),M.reject(new Error(`Aborted: ${M.signal.reason??"execution aborted"}`));return}M.started=!0;try{let j=await M.operation();if(M.settled)return;M.settled=!0,M.signal&&M.onAbort&&M.signal.removeEventListener("abort",M.onAbort),M.resolve(j)}catch(j){if(M.settled)return;M.settled=!0,M.signal&&M.onAbort&&M.signal.removeEventListener("abort",M.onAbort),M.reject(j)}finally{let j=g.indexOf(M);j!==-1&&g.splice(j,1),_()}}})().catch(()=>{_()})};F()});return{execute(v,E){if(a)return Promise.reject(new Error("Session is closed"));if(/['"]use strict['"]/.test(v))return Promise.resolve('[ERROR] "use strict" is not allowed in the runtime session. Remove it and try again.');let k=E?.reservedNames;if(k){let O=sm(v,k);if(O)return Promise.resolve(`[ERROR] Cannot assign to, redeclare, or shadow reserved runtime variable '${O}'. Use a different local variable name (for example: \`ctx\`) or access the original via \`inputs.${O}\`.`)}return P(E?.signal,()=>R({type:"execute",code:v},{signal:E?.signal,timeoutMessage:"Execution timed out"}))},inspectGlobals(v){return a?Promise.reject(new Error("Session is closed")):P(v?.signal,()=>R({type:"inspect-globals",reservedNames:v?.reservedNames},{signal:v?.signal,timeoutMessage:"Global inspection timed out"}).then(E=>typeof E=="string"?E:E===void 0?"":JSON.stringify(E)))},snapshotGlobals(v){return a?Promise.reject(new Error("Session is closed")):P(v?.signal,()=>R({type:"snapshot-globals",reservedNames:v?.reservedNames},{signal:v?.signal,timeoutMessage:"Global snapshot timed out"}).then(am))},async patchGlobals(v,E){if(!v||typeof v!="object"||Array.isArray(v))throw new Error("patchGlobals expects an object");let{serializableGlobals:k,fnMap:O}=ic(v,{nextFnId:()=>++u});if(ac(k),Object.keys(k).length!==0){await P(E?.signal,()=>R({type:"update-globals",globals:k},{signal:E?.signal,timeoutMessage:"Global patch timed out"}));for(let[L,F]of Object.entries(k))c[L]=F;for(let[L,F]of O.entries())p.set(L,F)}},close(){h()}}}toFunction(){return{name:"javascriptInterpreter",description:"Execute JavaScript code in a persistent session and return output.",parameters:{type:"object",properties:{code:{type:"string",description:"JavaScript code to execute."}},required:["code"]},func:async({code:e},t)=>{let n=this.createSession();try{return await n.execute(e,{signal:t?.abortSignal})}finally{n.close()}}}}};function cc(s){return new Zt(s)}var ys=class{constructor(e,t={}){this.transport=e;this.options=t;this.logger=t.logger??(n=>{console.log(typeof n=="string"?n:JSON.stringify(n,null,2))})}functions=[];promptFunctions=[];resourceFunctions=[];activeRequests=new Map;capabilities={};logger;async init(){"connect"in this.transport&&await this.transport.connect?.();let{result:e}=await this.sendRequest("initialize",{protocolVersion:"2024-11-05",capabilities:{roots:{listChanged:!0},sampling:{}},clientInfo:{name:"AxMCPClient",version:"1.0.0"}}),t="2024-11-05";if(e.protocolVersion!==t)throw new Error(`Protocol version mismatch. Expected ${t} but got ${e.protocolVersion}`);e.capabilities.tools&&(this.capabilities.tools=!0),e.capabilities.resources&&(this.capabilities.resources=!0),e.capabilities.prompts&&(this.capabilities.prompts=!0),await this.sendNotification("notifications/initialized"),this.capabilities.tools&&await this.discoverFunctions(),this.capabilities.prompts&&await this.discoverPromptFunctions(),this.capabilities.resources&&await this.discoverResourceFunctions()}async discoverFunctions(){let{result:e}=await this.sendRequest("tools/list");this.functions=e.tools.map(t=>{let n=this.options.functionOverrides?.find(o=>o.name===t.name),r=t.inputSchema.properties?{properties:t.inputSchema.properties,required:t.inputSchema.required??[],type:t.inputSchema.type}:void 0;return{name:n?.updates.name??t.name,description:n?.updates.description??t.description,parameters:r,func:async o=>{let{result:i}=await this.sendRequest("tools/call",{name:t.name,arguments:o});return i}}})}async discoverPromptFunctions(){let e;do{let t=await this.listPrompts(e);for(let n of t.prompts??[])this.promptFunctions.push(this.promptToFunction(n));e=t.nextCursor}while(e)}async discoverResourceFunctions(){let e;do{let t=await this.listResources(e);for(let n of t.resources??[])this.resourceFunctions.push(this.resourceToFunction(n));e=t.nextCursor}while(e);e=void 0;do{let t=await this.listResourceTemplates(e);for(let n of t.resourceTemplates??[])this.resourceFunctions.push(this.resourceTemplateToFunction(n));e=t.nextCursor}while(e)}promptToFunction(e){let t=`prompt_${e.name}`,n=this.options.functionOverrides?.find(o=>o.name===t),r=e.arguments?.length?{type:"object",properties:Object.fromEntries(e.arguments.map(o=>[o.name,{type:"string",description:o.description??""}])),required:e.arguments.filter(o=>o.required).map(o=>o.name)}:void 0;return{name:n?.updates.name??t,description:n?.updates.description??e.description??`Get the ${e.name} prompt`,parameters:r,func:async o=>{let i=await this.getPrompt(e.name,o);return this.formatPromptMessages(i.messages)}}}resourceToFunction(e){let t=`resource_${this.sanitizeName(e.name)}`,n=this.options.functionOverrides?.find(r=>r.name===t);return{name:n?.updates.name??t,description:n?.updates.description??e.description??`Read ${e.name}`,parameters:void 0,func:async()=>{let r=await this.readResource(e.uri);return this.formatResourceContents(r.contents)}}}resourceTemplateToFunction(e){let t=`resource_${this.sanitizeName(e.name)}`,n=this.options.functionOverrides?.find(o=>o.name===t),r=this.parseUriTemplate(e.uriTemplate);return{name:n?.updates.name??t,description:n?.updates.description??e.description??`Read ${e.name}`,parameters:r.length?{type:"object",properties:Object.fromEntries(r.map(o=>[o,{type:"string",description:`Value for ${o}`}])),required:r}:void 0,func:async o=>{let i=this.expandUriTemplate(e.uriTemplate,o??{}),a=await this.readResource(i);return this.formatResourceContents(a.contents)}}}formatPromptMessages(e){return e.map(t=>{let n=t.role==="user"?"User":"Assistant",r=this.extractContent(t.content);return`${n}: ${r}`}).join(`
|
|
720
1033
|
|
|
721
1034
|
`)}extractContent(e){if(e.type==="text")return e.text;if(e.type==="image")return`[Image: ${e.mimeType}]`;if(e.type==="resource"){let t=e.resource;return"text"in t?t.text:`[Binary: ${t.uri}]`}return""}formatResourceContents(e){return e.map(t=>"text"in t?t.text:`[Binary: ${t.uri}]`).join(`
|
|
722
|
-
`)}sanitizeName(e){return e.replace(/[^a-zA-Z0-9_]/g,"_")}parseUriTemplate(e){return(e.match(/\{([^}]+)\}/g)??[]).map(n=>n.slice(1,-1))}expandUriTemplate(e,t){return e.replace(/\{([^}]+)\}/g,(n,r)=>t[r]??"")}async ping(e=3e3){let t=this.sendRequest("ping"),n=new Promise((i,a)=>setTimeout(()=>a(new Error("Ping response timeout exceeded")),e)),r=await Promise.race([t,n]),{result:o}=r;if(typeof o!="object"||o===null||Object.keys(o).length!==0)throw new Error(`Unexpected ping response: ${JSON.stringify(o)}`)}toFunction(){return[...this.functions,...this.promptFunctions,...this.resourceFunctions]}getCapabilities(){return{tools:this.capabilities.tools??!1,resources:this.capabilities.resources??!1,prompts:this.capabilities.prompts??!1}}hasToolsCapability(){return this.capabilities.tools??!1}hasPromptsCapability(){return this.capabilities.prompts??!1}hasResourcesCapability(){return this.capabilities.resources??!1}async listPrompts(e){if(!this.capabilities.prompts)throw new Error("Prompts are not supported");let t=e?{cursor:e}:void 0,{result:n}=await this.sendRequest("prompts/list",t);return n}async getPrompt(e,t){if(!this.capabilities.prompts)throw new Error("Prompts are not supported");let{result:n}=await this.sendRequest("prompts/get",{name:e,arguments:t});return n}async listResources(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");let t=e?{cursor:e}:void 0,{result:n}=await this.sendRequest("resources/list",t);return n}async listResourceTemplates(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");let t=e?{cursor:e}:void 0,{result:n}=await this.sendRequest("resources/templates/list",t);return n}async readResource(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");let{result:t}=await this.sendRequest("resources/read",{uri:e});return t}async subscribeResource(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");await this.sendRequest("resources/subscribe",{uri:e})}async unsubscribeResource(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");await this.sendRequest("resources/unsubscribe",{uri:e})}cancelRequest(e){if(this.activeRequests.has(e)){this.sendNotification("notifications/cancelled",{requestId:e,reason:"Client cancelled request"});let t=this.activeRequests.get(e);t&&t.reject(new Error(`Request ${e} cancelled`)),this.activeRequests.delete(e)}}async sendRequest(e,t={}){let n=Ve(),r={jsonrpc:"2.0",id:n,method:e,params:t},o=new Promise((a,u)=>{this.activeRequests.set(n,{reject:u}),this.transport.send(r).then(l=>{if(this.activeRequests.delete(n),l!==null&&typeof l=="object"&&"error"in l){let c=l;u(new Error(`RPC Error ${c.error.code}: ${c.error.message}`))}else l!==null&&typeof l=="object"&&"result"in l?a({result:l.result}):u(new Error("Invalid response no result or error"))}).catch(l=>{this.activeRequests.delete(n),u(l)})}),{result:i}=await o;return{id:n,result:i}}async sendNotification(e,t={}){let n={jsonrpc:"2.0",method:e,params:t},{debug:r}=this.options;if(r){let o={name:"Notification",id:"mcp_notification",value:`Sending notification: ${JSON.stringify(n,null,2)}`};this.logger(o)}await this.transport.sendNotification(n)}};function cc(s){if(typeof Buffer<"u")return Buffer.from(s).toString("base64").replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/g,"");let e="";for(let n=0;n<s.length;n++)e+=String.fromCharCode(s[n]);return(typeof btoa=="function"?btoa(e):"").replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/g,"")}async function pc(s){let t=new TextEncoder().encode(s),n=await Ia().subtle.digest("SHA-256",t);return new Uint8Array(n)}async function aa(){return cc(await pc(Ve()+Math.random().toString(36)))}async function dc(s){return cc(await pc(s))}async function bs(s,e){let t=await fetch(s,{headers:e});if(!t.ok)throw new Error(`HTTP ${t.status} fetching ${s}: ${t.statusText}`);return await t.json()}function mc(s){let e=new URLSearchParams;for(let[t,n]of Object.entries(s))n!==void 0&&e.set(t,n);return e.toString()}function zr(s){return s.endsWith("/")?s.slice(0,-1):s}function am(s){if(!s)return null;let e=s.match(/resource_metadata\s*=\s*"([^"]+)"/i)||s.match(/resource_metadata\s*=\s*([^,\s]+)/i);return e?e[1]:null}async function gc(s,e){let t=am(e);if(t){let a=await bs(t),u=zr(new URL(s).toString().split("?")[0]),l=zr(a.resource??"");if(!l||l!==u)throw new Error(`Protected resource metadata 'resource' mismatch. Expected ${u} but got ${l}`);let c=Array.isArray(a.authorization_servers)?a.authorization_servers:[];if(c.length===0)throw new Error("No authorization_servers advertised by protected resource");return{resource:u,issuers:c}}let n=new URL(s),r=n.pathname.replace(/\/+$/,""),o=[];r&&r!=="/"&&o.push({url:`${n.origin}/.well-known/oauth-protected-resource${r}`,expected:`${n.origin}${r}`}),o.push({url:`${n.origin}/.well-known/oauth-protected-resource`,expected:`${n.origin}`});let i;for(let a of o)try{let u=await bs(a.url),l=zr(u.resource??""),c=zr(a.expected);if(!l||l!==c)throw new Error(`Protected resource metadata 'resource' mismatch. Expected ${c} but got ${l}`);let p=Array.isArray(u.authorization_servers)?u.authorization_servers:[];if(p.length===0)throw new Error("No authorization_servers advertised by protected resource");return{resource:c,issuers:p}}catch(u){i=u}throw new Error(`Failed to resolve protected resource metadata via well-known endpoints. Last error: ${String(i)}`)}async function fc(s){let e=new URL(s),t=e.pathname.replace(/^\/+/,""),n=[];t?(n.push(`${e.origin}/.well-known/oauth-authorization-server/${t}`),n.push(`${e.origin}/.well-known/openid-configuration/${t}`),n.push(`${e.origin}/${t.replace(/\/+$/,"")}/.well-known/openid-configuration`)):(n.push(`${e.origin}/.well-known/oauth-authorization-server`),n.push(`${e.origin}/.well-known/openid-configuration`));let r;for(let o of n)try{let i=await bs(o);if(!i.authorization_endpoint||!i.token_endpoint)throw new Error("AS metadata missing endpoints");let a=i.code_challenge_methods_supported;if(!a||!a.includes("S256"))throw new Error("Authorization server does not advertise PKCE S256 support");return i}catch(i){r=i}throw new Error(`Failed to discover AS metadata for ${s}: ${String(r)}`)}var Xn=class{constructor(e){this.oauth=e}tokenCache=new Map;asMetaCache=new Map;key(e,t){return`${e}::${t}`}async getStoredToken(e,t){let n=this.key(e,t);if(this.tokenCache.has(n))return this.tokenCache.get(n);let r=await this.oauth?.tokenStore?.getToken?.(n);return r&&this.tokenCache.set(n,r),r??null}async setStoredToken(e,t,n){let r=this.key(e,t);this.tokenCache.set(r,n),await this.oauth?.tokenStore?.setToken?.(r,n)}async clearStoredToken(e,t){let n=this.key(e,t);this.tokenCache.delete(n),await this.oauth?.tokenStore?.clearToken?.(n)}isExpired(e){return e?Date.now()>e-6e4:!1}async getASMeta(e){if(this.asMetaCache.has(e))return this.asMetaCache.get(e);let t=await fc(e);return this.asMetaCache.set(e,t),t}async ensureAccessToken(e){if(!this.oauth)return null;let{resource:t,issuers:n}=await gc(e.requestedUrl,e.wwwAuthenticate),r=this.oauth.selectAuthorizationServer?await this.oauth.selectAuthorizationServer(n,{}):n[0],o=await this.getASMeta(r),i=e.currentToken??await this.getStoredToken(t,r);if(i?.accessToken&&!this.isExpired(i.expiresAt))return{token:i,issuer:r,asMeta:o,resource:t};if(i?.refreshToken)try{let h=await this.refreshToken(i.refreshToken,t,r,o);return await this.setStoredToken(t,r,h),{token:h,issuer:r,asMeta:o,resource:t}}catch{await this.clearStoredToken(t,r)}let a=this.oauth.redirectUri??"http://localhost:8787/callback",u=this.oauth.clientId?{client_id:this.oauth.clientId,client_secret:this.oauth.clientSecret}:await this.dynamicClientRegistration(o,a),l=await aa(),c=await dc(l),p=await aa(),d=this.oauth.scopes?.join(" "),m=`${o.authorization_endpoint}?${mc({response_type:"code",client_id:u.client_id,redirect_uri:a,scope:d,state:p,code_challenge:c,code_challenge_method:"S256",resource:t})}`;if(!this.oauth.onAuthCode)throw new Error(`Authorization required. Provide oauth.onAuthCode to complete the flow. Navigate to: ${m}`);let{code:g,redirectUri:f}=await this.oauth.onAuthCode(m),x=f??a,b=await this.exchangeCodeForToken({asMeta:o,code:g,codeVerifier:l,client:u,redirectUri:x,resource:t});return await this.setStoredToken(t,r,b),{token:b,issuer:r,asMeta:o,resource:t}}async dynamicClientRegistration(e,t){if(!e.registration_endpoint)throw new Error("Authorization server does not support dynamic client registration and no clientId was provided.");let r={application_type:t.startsWith("http://localhost")?"native":"web",client_name:"Ax MCP Client",redirect_uris:[t],grant_types:["authorization_code","refresh_token"],response_types:["code"],token_endpoint_auth_method:"none"},o=await fetch(e.registration_endpoint,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(r)});if(!o.ok)throw new Error(`Dynamic client registration failed: ${o.status} ${o.statusText}`);let i=await o.json();if(!i.client_id)throw new Error("Dynamic client registration did not return client_id");return i}async exchangeCodeForToken(e){let t=new URLSearchParams;t.set("grant_type","authorization_code"),t.set("code",e.code),t.set("redirect_uri",e.redirectUri),t.set("client_id",e.client.client_id),t.set("code_verifier",e.codeVerifier),t.set("resource",e.resource),e.client.client_secret&&t.set("client_secret",e.client.client_secret);let n=await fetch(e.asMeta.token_endpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:t.toString()});if(!n.ok)throw new Error(`Token exchange failed: ${n.status} ${n.statusText}`);let r=await n.json();if(!r.access_token)throw new Error("No access_token in token response");let o=r.expires_in?Date.now()+r.expires_in*1e3:void 0;return{accessToken:r.access_token,refreshToken:r.refresh_token,expiresAt:o}}async refreshToken(e,t,n,r){let o=new URLSearchParams;o.set("grant_type","refresh_token"),o.set("refresh_token",e),o.set("resource",t),this.oauth?.clientId&&o.set("client_id",this.oauth.clientId),this.oauth?.clientSecret&&o.set("client_secret",this.oauth.clientSecret);let i=await fetch(r.token_endpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:o.toString()});if(!i.ok)throw new Error(`Token refresh failed: ${i.status} ${i.statusText}`);let a=await i.json();if(!a.access_token)throw new Error("No access_token in refresh response");let u=a.expires_in?Date.now()+a.expires_in*1e3:void 0;return{accessToken:a.access_token,refreshToken:a.refresh_token??e,expiresAt:u}}};var Is=class{mcpEndpoint;sessionId;eventSource;pendingRequests=new Map;messageHandler;customHeaders;oauthHelper;currentToken;currentIssuer;constructor(e,t){this.mcpEndpoint=e,this.customHeaders={...t?.headers??{}},t?.authorization&&(this.customHeaders.Authorization=t.authorization),this.oauthHelper=new Xn(t?.oauth)}setHeaders(e){this.customHeaders={...e}}setAuthorization(e){this.customHeaders.Authorization=e}getHeaders(){return{...this.customHeaders}}buildHeaders(e){let t={...this.customHeaders,...e};return this.sessionId&&(t["Mcp-Session-Id"]=this.sessionId),t}setMessageHandler(e){this.messageHandler=e}async connect(){return Promise.resolve()}async openListeningStream(){return new Promise((e,t)=>{let n=this.buildHeaders({Accept:"text/event-stream"}),r=new URL(this.mcpEndpoint);if(Object.keys(this.customHeaders).length>0){this.openListeningStreamWithFetch(n).then(e).catch(t);return}this.eventSource=new EventSource(r.toString()),this.eventSource.onopen=()=>e(),this.eventSource.onmessage=o=>{try{let i=JSON.parse(o.data);this.messageHandler&&this.messageHandler(i)}catch(i){console.error("Failed to parse SSE message:",i)}},this.eventSource.onerror=()=>t(new Error("Failed to establish SSE connection"))})}async openListeningStreamWithFetch(e){let t=await fetch(this.mcpEndpoint,{method:"GET",headers:e});if(t.status===401){let a=t.headers.get("WWW-Authenticate"),u=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:a,currentToken:null});if(!u)throw new Error("HTTP 401: Unauthorized");return this.customHeaders.Authorization=`Bearer ${u.token.accessToken}`,this.openListeningStreamWithFetch(this.buildHeaders({Accept:"text/event-stream"}))}if(!t.ok)throw new Error(`Failed to open SSE stream: ${t.status} ${t.statusText}`);if(!t.body)throw new Error("No response body available for SSE stream");let n=t.body.getReader(),r=new TextDecoder,o="",i=async()=>{try{let{done:a,value:u}=await n.read();if(a){n.releaseLock();return}o+=r.decode(u,{stream:!0});let l=o.split(`
|
|
723
|
-
`);o=
|
|
724
|
-
`);a=p.pop()||"";for(let d of p)if(d.startsWith("data: ")){let m=d.slice(6);if(m==="[DONE]")return;try{let g=JSON.parse(m);if("id"in g&&g.id===t){n(g);return}this.messageHandler&&this.messageHandler(g)}catch(g){console.error("Failed to parse SSE data:",g)}}await
|
|
725
|
-
`);r=
|
|
1035
|
+
`)}sanitizeName(e){return e.replace(/[^a-zA-Z0-9_]/g,"_")}parseUriTemplate(e){return(e.match(/\{([^}]+)\}/g)??[]).map(n=>n.slice(1,-1))}expandUriTemplate(e,t){return e.replace(/\{([^}]+)\}/g,(n,r)=>t[r]??"")}async ping(e=3e3){let t=this.sendRequest("ping"),n=new Promise((i,a)=>setTimeout(()=>a(new Error("Ping response timeout exceeded")),e)),r=await Promise.race([t,n]),{result:o}=r;if(typeof o!="object"||o===null||Object.keys(o).length!==0)throw new Error(`Unexpected ping response: ${JSON.stringify(o)}`)}toFunction(){return[...this.functions,...this.promptFunctions,...this.resourceFunctions]}getCapabilities(){return{tools:this.capabilities.tools??!1,resources:this.capabilities.resources??!1,prompts:this.capabilities.prompts??!1}}hasToolsCapability(){return this.capabilities.tools??!1}hasPromptsCapability(){return this.capabilities.prompts??!1}hasResourcesCapability(){return this.capabilities.resources??!1}async listPrompts(e){if(!this.capabilities.prompts)throw new Error("Prompts are not supported");let t=e?{cursor:e}:void 0,{result:n}=await this.sendRequest("prompts/list",t);return n}async getPrompt(e,t){if(!this.capabilities.prompts)throw new Error("Prompts are not supported");let{result:n}=await this.sendRequest("prompts/get",{name:e,arguments:t});return n}async listResources(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");let t=e?{cursor:e}:void 0,{result:n}=await this.sendRequest("resources/list",t);return n}async listResourceTemplates(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");let t=e?{cursor:e}:void 0,{result:n}=await this.sendRequest("resources/templates/list",t);return n}async readResource(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");let{result:t}=await this.sendRequest("resources/read",{uri:e});return t}async subscribeResource(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");await this.sendRequest("resources/subscribe",{uri:e})}async unsubscribeResource(e){if(!this.capabilities.resources)throw new Error("Resources are not supported");await this.sendRequest("resources/unsubscribe",{uri:e})}cancelRequest(e){if(this.activeRequests.has(e)){this.sendNotification("notifications/cancelled",{requestId:e,reason:"Client cancelled request"});let t=this.activeRequests.get(e);t&&t.reject(new Error(`Request ${e} cancelled`)),this.activeRequests.delete(e)}}async sendRequest(e,t={}){let n=Ve(),r={jsonrpc:"2.0",id:n,method:e,params:t},o=new Promise((a,l)=>{this.activeRequests.set(n,{reject:l}),this.transport.send(r).then(u=>{if(this.activeRequests.delete(n),u!==null&&typeof u=="object"&&"error"in u){let c=u;l(new Error(`RPC Error ${c.error.code}: ${c.error.message}`))}else u!==null&&typeof u=="object"&&"result"in u?a({result:u.result}):l(new Error("Invalid response no result or error"))}).catch(u=>{this.activeRequests.delete(n),l(u)})}),{result:i}=await o;return{id:n,result:i}}async sendNotification(e,t={}){let n={jsonrpc:"2.0",method:e,params:t},{debug:r}=this.options;if(r){let o={name:"Notification",id:"mcp_notification",value:`Sending notification: ${JSON.stringify(n,null,2)}`};this.logger(o)}await this.transport.sendNotification(n)}};function pc(s){if(typeof Buffer<"u")return Buffer.from(s).toString("base64").replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/g,"");let e="";for(let n=0;n<s.length;n++)e+=String.fromCharCode(s[n]);return(typeof btoa=="function"?btoa(e):"").replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/g,"")}async function dc(s){let t=new TextEncoder().encode(s),n=await Ca().subtle.digest("SHA-256",t);return new Uint8Array(n)}async function la(){return pc(await dc(Ve()+Math.random().toString(36)))}async function mc(s){return pc(await dc(s))}async function bs(s,e){let t=await fetch(s,{headers:e});if(!t.ok)throw new Error(`HTTP ${t.status} fetching ${s}: ${t.statusText}`);return await t.json()}function gc(s){let e=new URLSearchParams;for(let[t,n]of Object.entries(s))n!==void 0&&e.set(t,n);return e.toString()}function zr(s){return s.endsWith("/")?s.slice(0,-1):s}function lm(s){if(!s)return null;let e=s.match(/resource_metadata\s*=\s*"([^"]+)"/i)||s.match(/resource_metadata\s*=\s*([^,\s]+)/i);return e?e[1]:null}async function fc(s,e){let t=lm(e);if(t){let a=await bs(t),l=zr(new URL(s).toString().split("?")[0]),u=zr(a.resource??"");if(!u||u!==l)throw new Error(`Protected resource metadata 'resource' mismatch. Expected ${l} but got ${u}`);let c=Array.isArray(a.authorization_servers)?a.authorization_servers:[];if(c.length===0)throw new Error("No authorization_servers advertised by protected resource");return{resource:l,issuers:c}}let n=new URL(s),r=n.pathname.replace(/\/+$/,""),o=[];r&&r!=="/"&&o.push({url:`${n.origin}/.well-known/oauth-protected-resource${r}`,expected:`${n.origin}${r}`}),o.push({url:`${n.origin}/.well-known/oauth-protected-resource`,expected:`${n.origin}`});let i;for(let a of o)try{let l=await bs(a.url),u=zr(l.resource??""),c=zr(a.expected);if(!u||u!==c)throw new Error(`Protected resource metadata 'resource' mismatch. Expected ${c} but got ${u}`);let p=Array.isArray(l.authorization_servers)?l.authorization_servers:[];if(p.length===0)throw new Error("No authorization_servers advertised by protected resource");return{resource:c,issuers:p}}catch(l){i=l}throw new Error(`Failed to resolve protected resource metadata via well-known endpoints. Last error: ${String(i)}`)}async function hc(s){let e=new URL(s),t=e.pathname.replace(/^\/+/,""),n=[];t?(n.push(`${e.origin}/.well-known/oauth-authorization-server/${t}`),n.push(`${e.origin}/.well-known/openid-configuration/${t}`),n.push(`${e.origin}/${t.replace(/\/+$/,"")}/.well-known/openid-configuration`)):(n.push(`${e.origin}/.well-known/oauth-authorization-server`),n.push(`${e.origin}/.well-known/openid-configuration`));let r;for(let o of n)try{let i=await bs(o);if(!i.authorization_endpoint||!i.token_endpoint)throw new Error("AS metadata missing endpoints");let a=i.code_challenge_methods_supported;if(!a||!a.includes("S256"))throw new Error("Authorization server does not advertise PKCE S256 support");return i}catch(i){r=i}throw new Error(`Failed to discover AS metadata for ${s}: ${String(r)}`)}var Xn=class{constructor(e){this.oauth=e}tokenCache=new Map;asMetaCache=new Map;key(e,t){return`${e}::${t}`}async getStoredToken(e,t){let n=this.key(e,t);if(this.tokenCache.has(n))return this.tokenCache.get(n);let r=await this.oauth?.tokenStore?.getToken?.(n);return r&&this.tokenCache.set(n,r),r??null}async setStoredToken(e,t,n){let r=this.key(e,t);this.tokenCache.set(r,n),await this.oauth?.tokenStore?.setToken?.(r,n)}async clearStoredToken(e,t){let n=this.key(e,t);this.tokenCache.delete(n),await this.oauth?.tokenStore?.clearToken?.(n)}isExpired(e){return e?Date.now()>e-6e4:!1}async getASMeta(e){if(this.asMetaCache.has(e))return this.asMetaCache.get(e);let t=await hc(e);return this.asMetaCache.set(e,t),t}async ensureAccessToken(e){if(!this.oauth)return null;let{resource:t,issuers:n}=await fc(e.requestedUrl,e.wwwAuthenticate),r=this.oauth.selectAuthorizationServer?await this.oauth.selectAuthorizationServer(n,{}):n[0],o=await this.getASMeta(r),i=e.currentToken??await this.getStoredToken(t,r);if(i?.accessToken&&!this.isExpired(i.expiresAt))return{token:i,issuer:r,asMeta:o,resource:t};if(i?.refreshToken)try{let h=await this.refreshToken(i.refreshToken,t,r,o);return await this.setStoredToken(t,r,h),{token:h,issuer:r,asMeta:o,resource:t}}catch{await this.clearStoredToken(t,r)}let a=this.oauth.redirectUri??"http://localhost:8787/callback",l=this.oauth.clientId?{client_id:this.oauth.clientId,client_secret:this.oauth.clientSecret}:await this.dynamicClientRegistration(o,a),u=await la(),c=await mc(u),p=await la(),d=this.oauth.scopes?.join(" "),m=`${o.authorization_endpoint}?${gc({response_type:"code",client_id:l.client_id,redirect_uri:a,scope:d,state:p,code_challenge:c,code_challenge_method:"S256",resource:t})}`;if(!this.oauth.onAuthCode)throw new Error(`Authorization required. Provide oauth.onAuthCode to complete the flow. Navigate to: ${m}`);let{code:g,redirectUri:f}=await this.oauth.onAuthCode(m),x=f??a,b=await this.exchangeCodeForToken({asMeta:o,code:g,codeVerifier:u,client:l,redirectUri:x,resource:t});return await this.setStoredToken(t,r,b),{token:b,issuer:r,asMeta:o,resource:t}}async dynamicClientRegistration(e,t){if(!e.registration_endpoint)throw new Error("Authorization server does not support dynamic client registration and no clientId was provided.");let r={application_type:t.startsWith("http://localhost")?"native":"web",client_name:"Ax MCP Client",redirect_uris:[t],grant_types:["authorization_code","refresh_token"],response_types:["code"],token_endpoint_auth_method:"none"},o=await fetch(e.registration_endpoint,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(r)});if(!o.ok)throw new Error(`Dynamic client registration failed: ${o.status} ${o.statusText}`);let i=await o.json();if(!i.client_id)throw new Error("Dynamic client registration did not return client_id");return i}async exchangeCodeForToken(e){let t=new URLSearchParams;t.set("grant_type","authorization_code"),t.set("code",e.code),t.set("redirect_uri",e.redirectUri),t.set("client_id",e.client.client_id),t.set("code_verifier",e.codeVerifier),t.set("resource",e.resource),e.client.client_secret&&t.set("client_secret",e.client.client_secret);let n=await fetch(e.asMeta.token_endpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:t.toString()});if(!n.ok)throw new Error(`Token exchange failed: ${n.status} ${n.statusText}`);let r=await n.json();if(!r.access_token)throw new Error("No access_token in token response");let o=r.expires_in?Date.now()+r.expires_in*1e3:void 0;return{accessToken:r.access_token,refreshToken:r.refresh_token,expiresAt:o}}async refreshToken(e,t,n,r){let o=new URLSearchParams;o.set("grant_type","refresh_token"),o.set("refresh_token",e),o.set("resource",t),this.oauth?.clientId&&o.set("client_id",this.oauth.clientId),this.oauth?.clientSecret&&o.set("client_secret",this.oauth.clientSecret);let i=await fetch(r.token_endpoint,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:o.toString()});if(!i.ok)throw new Error(`Token refresh failed: ${i.status} ${i.statusText}`);let a=await i.json();if(!a.access_token)throw new Error("No access_token in refresh response");let l=a.expires_in?Date.now()+a.expires_in*1e3:void 0;return{accessToken:a.access_token,refreshToken:a.refresh_token??e,expiresAt:l}}};var Is=class{mcpEndpoint;sessionId;eventSource;pendingRequests=new Map;messageHandler;customHeaders;oauthHelper;currentToken;currentIssuer;constructor(e,t){this.mcpEndpoint=e,this.customHeaders={...t?.headers??{}},t?.authorization&&(this.customHeaders.Authorization=t.authorization),this.oauthHelper=new Xn(t?.oauth)}setHeaders(e){this.customHeaders={...e}}setAuthorization(e){this.customHeaders.Authorization=e}getHeaders(){return{...this.customHeaders}}buildHeaders(e){let t={...this.customHeaders,...e};return this.sessionId&&(t["Mcp-Session-Id"]=this.sessionId),t}setMessageHandler(e){this.messageHandler=e}async connect(){return Promise.resolve()}async openListeningStream(){return new Promise((e,t)=>{let n=this.buildHeaders({Accept:"text/event-stream"}),r=new URL(this.mcpEndpoint);if(Object.keys(this.customHeaders).length>0){this.openListeningStreamWithFetch(n).then(e).catch(t);return}this.eventSource=new EventSource(r.toString()),this.eventSource.onopen=()=>e(),this.eventSource.onmessage=o=>{try{let i=JSON.parse(o.data);this.messageHandler&&this.messageHandler(i)}catch(i){console.error("Failed to parse SSE message:",i)}},this.eventSource.onerror=()=>t(new Error("Failed to establish SSE connection"))})}async openListeningStreamWithFetch(e){let t=await fetch(this.mcpEndpoint,{method:"GET",headers:e});if(t.status===401){let a=t.headers.get("WWW-Authenticate"),l=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:a,currentToken:null});if(!l)throw new Error("HTTP 401: Unauthorized");return this.customHeaders.Authorization=`Bearer ${l.token.accessToken}`,this.openListeningStreamWithFetch(this.buildHeaders({Accept:"text/event-stream"}))}if(!t.ok)throw new Error(`Failed to open SSE stream: ${t.status} ${t.statusText}`);if(!t.body)throw new Error("No response body available for SSE stream");let n=t.body.getReader(),r=new TextDecoder,o="",i=async()=>{try{let{done:a,value:l}=await n.read();if(a){n.releaseLock();return}o+=r.decode(l,{stream:!0});let u=o.split(`
|
|
1036
|
+
`);o=u.pop()||"";for(let c of u)if(c.startsWith("data: ")){let p=c.slice(6);if(p==="[DONE]")return;try{let d=JSON.parse(p);this.messageHandler&&this.messageHandler(d)}catch(d){console.error("Failed to parse SSE data:",d)}}await i()}catch(a){throw n.releaseLock(),a}};await i()}async send(e){let t=this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),n=JSON.stringify(e),r=await fetch(this.mcpEndpoint,{method:"POST",headers:t,body:n});if(r.status===401){let a=r.headers.get("WWW-Authenticate"),l=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:a,currentToken:null});if(!l)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${l.token.accessToken}`,r=await fetch(this.mcpEndpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),body:n})}if(!r.ok)throw r.status===404&&this.sessionId?(this.sessionId=void 0,new Error("Session expired. Please reinitialize.")):new Error(`HTTP error ${r.status}: ${r.statusText}`);let o=r.headers.get("Mcp-Session-Id");o&&(this.sessionId=o);let i=r.headers.get("Content-Type");if(i?.includes("text/event-stream"))return this.handleSSEResponse(r,e.id);if(i?.includes("application/json"))return r.json();throw new Error(`Unexpected content type: ${i}`)}async handleSSEResponse(e,t){return new Promise((n,r)=>{let o=e.body?.getReader();if(!o){r(new Error("No response body reader available"));return}let i=new TextDecoder,a="",l=async()=>{try{let{done:u,value:c}=await o.read();if(u){o.releaseLock();return}a+=i.decode(c,{stream:!0});let p=a.split(`
|
|
1037
|
+
`);a=p.pop()||"";for(let d of p)if(d.startsWith("data: ")){let m=d.slice(6);if(m==="[DONE]")return;try{let g=JSON.parse(m);if("id"in g&&g.id===t){n(g);return}this.messageHandler&&this.messageHandler(g)}catch(g){console.error("Failed to parse SSE data:",g)}}await l()}catch(u){o.releaseLock(),r(u)}};l().catch(r)})}async sendNotification(e){let t=this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),n=JSON.stringify(e),r=await fetch(this.mcpEndpoint,{method:"POST",headers:t,body:n});if(r.status===401){let o=r.headers.get("WWW-Authenticate"),i=await this.oauthHelper.ensureAccessToken({requestedUrl:this.mcpEndpoint,wwwAuthenticate:o,currentToken:null});if(!i)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${i.token.accessToken}`,r=await fetch(this.mcpEndpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json",Accept:"application/json, text/event-stream"}),body:n})}if(!r.ok)throw r.status===404&&this.sessionId?(this.sessionId=void 0,new Error("Session expired. Please reinitialize.")):new Error(`HTTP error ${r.status}: ${r.statusText}`);r.status!==202&&console.warn(`Unexpected status for notification: ${r.status}`)}async terminateSession(){if(this.sessionId)try{let e=this.buildHeaders({});(await fetch(this.mcpEndpoint,{method:"DELETE",headers:e})).status===405&&console.info("Server does not support explicit session termination")}catch(e){console.error("Failed to terminate session:",e)}finally{this.sessionId=void 0}}close(){this.eventSource&&(this.eventSource.close(),this.eventSource=void 0)}};var Cs=class{endpoint=null;sseUrl;eventSource;customHeaders={};oauthHelper;currentToken;currentIssuer;sseAbort;pendingRequests=new Map;messageHandler;endpointReady;constructor(e,t){this.sseUrl=e,this.customHeaders={...t?.headers??{}},t?.authorization&&(this.customHeaders.Authorization=t.authorization),this.oauthHelper=new Xn(t?.oauth)}buildHeaders(e){return{...this.customHeaders,...e}}async openSSEWithFetch(e){let t=new AbortController;this.sseAbort=t;let n=await fetch(this.sseUrl,{method:"GET",headers:e,signal:t.signal});if(n.status===401){let o=n.headers.get("WWW-Authenticate"),i=await this.oauthHelper.ensureAccessToken({requestedUrl:this.sseUrl,wwwAuthenticate:o,currentToken:null});if(!i)throw new Error("HTTP 401: Unauthorized");return this.customHeaders.Authorization=`Bearer ${i.token.accessToken}`,this.openSSEWithFetch(this.buildHeaders({Accept:"text/event-stream"}))}if(!n.ok)throw new Error("Failed to establish SSE connection");let r=this.createEndpointReady();this.consumeSSEStream(n),await r}createEndpointReady(){if(!this.endpointReady){let e,t=new Promise(n=>{e=n});this.endpointReady={resolve:e,promise:t}}return this.endpointReady.promise}async consumeSSEStream(e){if(!e.body)throw new Error("No response body available for SSE stream");let t=e.body.getReader(),n=new TextDecoder,r="",o=null;for(;;){let{done:i,value:a}=await t.read();if(i)break;r+=n.decode(a,{stream:!0});let l=r.split(`
|
|
1038
|
+
`);r=l.pop()||"";for(let u of l)if(u.startsWith("event: "))o=u.slice(7).trim();else if(u.startsWith("data: ")){let c=u.slice(6);if(o==="endpoint"){let p=c.trim(),d;try{let m=JSON.parse(p);typeof m=="string"?d=m:m&&typeof m=="object"&&"uri"in m&&(d=m.uri)}catch{d=p}if(!d)throw new Error("Endpoint URI missing in SSE event data");/^https?:\/\//i.test(d)||(d=new URL(this.sseUrl).origin+(d.startsWith("/")?d:`/${d}`)),this.endpoint=d,this.endpointReady&&(this.endpointReady.resolve(),this.endpointReady=void 0)}else{let p=c.trim();try{let d=JSON.parse(p);if(d&&typeof d=="object"&&"id"in d){let m=d.id,g=this.pendingRequests.get(m);g?(g.resolve(d),this.pendingRequests.delete(m)):this.messageHandler&&this.messageHandler(d)}else this.messageHandler&&this.messageHandler(d)}catch{}}}else u.trim()===""&&(o=null)}}async connect(){let e=this.buildHeaders({Accept:"text/event-stream"});await this.openSSEWithFetch(e)}async send(e){if(!this.endpoint)throw new Error("HTTPTransport endpoint is not initialized. Call connect() first.");let t=this.buildHeaders({"Content-Type":"application/json"}),n=JSON.stringify(e),r=new Promise((a,l)=>{this.pendingRequests.set(e.id,{resolve:a,reject:l})}),o=await fetch(this.endpoint,{method:"POST",headers:t,body:n});if(o.status===401){let a=o.headers.get("WWW-Authenticate"),l=await this.oauthHelper.ensureAccessToken({requestedUrl:this.sseUrl,wwwAuthenticate:a,currentToken:null});if(!l)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${l.token.accessToken}`,o=await fetch(this.endpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json"}),body:n})}if(!o.ok)throw this.pendingRequests.delete(e.id),new Error(`HTTP error ${o.status}: ${o.statusText}`);if(o.headers.get("Content-Type")?.includes("application/json")){let a=await o.json();return this.pendingRequests.delete(e.id),a}return r}async sendNotification(e){if(!this.endpoint)throw new Error("HTTPTransport endpoint is not initialized. Call connect() first.");let t=this.buildHeaders({"Content-Type":"application/json"}),n=JSON.stringify(e),r=await fetch(this.endpoint,{method:"POST",headers:t,body:n});if(r.status===401){let o=r.headers.get("WWW-Authenticate"),i=await this.oauthHelper.ensureAccessToken({requestedUrl:this.sseUrl,wwwAuthenticate:o,currentToken:null});if(!i)throw new Error("HTTP 401: Unauthorized");this.customHeaders.Authorization=`Bearer ${i.token.accessToken}`,r=await fetch(this.endpoint,{method:"POST",headers:this.buildHeaders({"Content-Type":"application/json"}),body:n})}if(!r.ok)throw new Error(`HTTP error ${r.status}: ${r.statusText}`);r.status!==202&&console.warn(`Unexpected status for notification: ${r.status}`)}close(){this.eventSource&&(this.eventSource.close(),this.eventSource=void 0),this.sseAbort&&(this.sseAbort.abort(),this.sseAbort=void 0)}};function ua(s){return s.match(/^(\w+Error:\s*.{0,60})/m)?.[1]??s.slice(0,80)}function Ac(s){return Br(s)}function um(s){return Zu(s)}var cm=new Set(["var","let","const","function","return","if","else","for","while","do","switch","case","break","continue","try","catch","finally","throw","new","delete","typeof","void","in","of","instanceof","this","class","extends","super","import","export","default","from","as","async","await","yield","true","false","null","undefined","console","log"]);function yc(s){let e=Yn(s),t=/\b([a-zA-Z_$][a-zA-Z0-9_$]*)\b/g,n=new Set,r=t.exec(e);for(;r!==null;)r[1]&&!cm.has(r[1])&&n.add(r[1]),r=t.exec(e);return n}function bc(s){let e=yc(s);for(let t of Ac(s))e.delete(t);return e}var pm=new Set(["dead-end","foundational","pivot","superseded"]);function Zn(s,e=120){let t=s.replace(/\s+/g," ").trim();return t.length<=e?t:`${t.slice(0,e-3)}...`}function dm(s){return/\b(final|ask_clarification)\s*\(/.test(s)}function mm(s){return s.tags.includes("error")?"error":dm(s.code)?"finalize":/\b(llmQuery|listModuleFunctions|getFunctionDefinitions)\s*\(/.test(s.code)?"query":(s.producedVars?.length??0)>0?"transform":"explore"}function gm(s){let e=s.producedVars??[];if(e.length>0)return`Updated live runtime values: ${e.join(", ")}`;switch(s.stepKind){case"query":return"Gathered external or semantic evidence without creating durable runtime values";case"finalize":return"Prepared completion payload for the responder";case"error":return"Did not produce a durable runtime state update";default:return"Inspected runtime state without creating durable runtime values"}}function pa(s){if(s.tombstone)return s.tombstone;let e=s.stepKind==="error"?"Error step":s.stepKind==="query"?"Query step":s.stepKind==="transform"?"Transform step":s.stepKind==="finalize"?"Finalize step":"Explore step",t=Zn(s.output||"(no output)"),n=Zn(s.actorFieldsOutput.replace(/^Actor fields:\s*/i,""),80),r=s.stateDelta??"No durable runtime state update",o=n?` Actor fields: ${n}.`:"";return`[SUMMARY]: ${e}. ${r}. Result: ${t}.${o}`}function fm(s){s.rank=void 0,s.tags=s.tags.filter(e=>!pm.has(e))}function Mt(s){s.producedVars||(s.producedVars=um(s.code)),s.referencedVars||(s.referencedVars=[...yc(s.code)]),s.stepKind||(s.stepKind=mm(s)),s.stateDelta||(s.stateDelta=gm(s)),s.summary||(s.summary=pa(s))}function Ic(s,e){let t=[...s.matchAll(e)];return t.length===0?[]:t.map((n,r)=>{let o=n[1]?.trim(),i=n.index??0,a=t[r+1]?.index??s.length;if(o)return{key:o,text:s.slice(i,a).trim()}}).filter(n=>!!n)}function hm(s){return/\blistModuleFunctions\s*\(/.test(s.code)?Ic(s.output,/^### Module `([^`]+)`/gm).map(e=>({module:e.key,text:e.text})):[]}function xm(s){return/\bgetFunctionDefinitions\s*\(/.test(s.code)?Ic(s.output,/^### `([^`]+)`/gm).map(e=>({qualifiedName:e.key,text:e.text})):[]}function Am(s){let e=Yn(s),t=new Set,n=/\b([a-zA-Z_$][a-zA-Z0-9_$]*)\.([a-zA-Z_$][a-zA-Z0-9_$]*)\s*\(/g,r=n.exec(e);for(;r;){let o=r[1],i=r[2];o&&i&&t.add(`${o}.${i}`),r=n.exec(e)}return[...t]}function da(s){s._discoveryModuleSections||(s._discoveryModuleSections=hm(s)),s._discoveryFunctionSections||(s._discoveryFunctionSections=xm(s)),s._directQualifiedCalls||(s._directQualifiedCalls=Am(s.code))}function ym(s){return da(s),s._directQualifiedCalls?.find(Boolean)}function Ts(s){let e=new Map;for(let t of s){let n=t;Mt(n);let r=ym(n);for(let i of n.producedVars??[])e.set(i,{createdTurn:n.turn,stepKind:n.stepKind,source:r,code:n.code});let o=bc(n.code);for(let i of o){let a=e.get(i);a&&(a.lastReadTurn=Math.max(a.lastReadTurn??a.createdTurn,n.turn))}}return e}function bm(s){let e=Array.from({length:s.length},()=>new Set),t=new Set;for(let n=s.length-1;n>=0;n--){e[n]=new Set(t);let r=s[n];if(!(!r||r.tags.includes("error"))){da(r);for(let o of r._directQualifiedCalls??[])t.add(o)}}return e}function Im(s,e){let t=s;da(t);let n=t._discoveryFunctionSections??[];if(n.length>0){let o=n.filter(i=>!e.has(i.qualifiedName));return o.length===n.length?t:o.length===0?void 0:{...t,output:o.map(i=>i.text).join(`
|
|
726
1039
|
|
|
727
1040
|
`),summary:void 0,_discoveryFunctionSections:o}}let r=t._discoveryModuleSections??[];if(r.length>0){let o=new Set([...e].map(a=>a.split(".")[0])),i=r.filter(a=>!o.has(a.module));return i.length===r.length?t:i.length===0?void 0:{...t,output:i.map(a=>a.text).join(`
|
|
728
1041
|
|
|
729
|
-
`),summary:void 0,_discoveryModuleSections:i}}return t}function ws(s,e){if(!e?.pruneUsedDocs||s.length===0)return[...s];let t=
|
|
1042
|
+
`),summary:void 0,_discoveryModuleSections:i}}return t}function ws(s,e){if(!e?.pruneUsedDocs||s.length===0)return[...s];let t=bm(s);return s.flatMap((n,r)=>{let o=Im(n,t[r]??new Set);return o?[o]:[]})}function Cm(s){let e=Array.from({length:s.length},()=>new Set),t=new Set;for(let n=s.length-1;n>=0;n--){e[n]=new Set(t);for(let r of s[n]?.referencedVars??[])t.add(r)}return e}function Tm(s,e){let t=e.actionReplay??"full",n=Math.max(e.recentFullActions??1,0);for(let i of s)Mt(i);let r=Cm(s),o=Math.max(s.length-n,0);s.forEach((i,a)=>{if(i.tombstone){i.replayMode="full";return}if(t==="full"){i.replayMode="full";return}let l=a>=o,u=i.tags.includes("error"),c=i.output.startsWith("[POLICY]"),p=r[a]??new Set,m=(i.producedVars??[]).some(g=>p.has(g));if(l||u||c){i.replayMode="full";return}if(t==="adaptive"&&m){i.replayMode="full";return}i.replayMode="omit"})}function wm(s,e){Mt(s),Mt(e),fm(s);let t=s.tags.includes("error"),n=e.tags.includes("error");if(t&&!n){s.rank=0,qr(s,"dead-end");return}if(t&&n){let r=ua(s.output),o=ua(e.output);r!==o?(s.rank=3,qr(s,"pivot")):(s.rank=0,qr(s,"dead-end"));return}if(!t&&!n){let r=s.producedVars??Ac(s.code);if(r.length===0||s.stepKind==="explore"||s.stepKind==="query")return;let o=bc(e.code);if(r.filter(a=>o.has(a)).length>0){s.rank=5,qr(s,"foundational");return}s.stepKind==="transform"&&(s.rank=1,qr(s,"superseded"));return}}function qr(s,e){s.tags.includes(e)||s.tags.push(e)}function ca(s,e){let t=s.output.split(`
|
|
730
1043
|
`).map(r=>r.trim()).filter(Boolean).find(r=>/\b\w+Error:/.test(r)&&!r.startsWith("["))??s.output.split(`
|
|
731
|
-
`).map(r=>r.trim()).filter(r=>!!r&&!r.startsWith("[")&&!r.startsWith("...")).at(-1)??ua(s.output);return`[TOMBSTONE]: Resolved ${Zn(t,96)} in turn ${e.turn}.`}function
|
|
1044
|
+
`).map(r=>r.trim()).filter(r=>!!r&&!r.startsWith("[")&&!r.startsWith("...")).at(-1)??ua(s.output);return`[TOMBSTONE]: Resolved ${Zn(t,96)} in turn ${e.turn}.`}function Rm(s){return s.startsWith("[TOMBSTONE]: Resolved ")}var Sm=`You are an internal AxAgent tombstone summarizer.
|
|
732
1045
|
|
|
733
1046
|
Write the output field \`tombstone\` as exactly one concise line.
|
|
734
1047
|
- Start with \`[TOMBSTONE]:\`
|
|
735
1048
|
- Summarize the resolved error and the successful fix.
|
|
736
1049
|
- Mention one failed approach to avoid when possible.
|
|
737
1050
|
- Do not include code fences, bullet points, or extra prose.
|
|
738
|
-
- Keep it roughly 20-40 tokens.`,
|
|
1051
|
+
- Keep it roughly 20-40 tokens.`,km=`You are an internal AxAgent checkpoint summarizer.
|
|
739
1052
|
|
|
740
1053
|
Write the output field \`checkpointSummary\` as plain text with exactly these labels in this order:
|
|
741
1054
|
Objective:
|
|
@@ -747,30 +1060,32 @@ Next step:
|
|
|
747
1060
|
|
|
748
1061
|
Rules:
|
|
749
1062
|
- Keep only information needed to continue the task.
|
|
1063
|
+
- Preserve exact function names, module names, ids, field names, literals, and query formats when they matter.
|
|
1064
|
+
- Keep enough evidence to avoid repeating invalid callable names, invalid query formats, or wrong assumptions.
|
|
750
1065
|
- Do not restate raw code or quote large outputs.
|
|
751
1066
|
- Use "none" when a section has nothing worth preserving.
|
|
752
|
-
- Be concise and factual.`;function
|
|
1067
|
+
- Be concise and factual, but prefer slightly more detail over losing task-critical specifics.`;function Cc(s){let{mem:e,description:t,maxSteps:n,...r}=s??{};return r}function Tc(s,e,t){let n=Cc(t);return{...n,description:s,traceLabel:n.traceLabel??e,maxSteps:1}}function wc(s){return{...Cc(s),maxSteps:1}}async function vm(s,e,t,n,r){let o=new Se("errorCode:string, errorOutput:string, resolutionCode:string -> tombstone:string",{...Tc(Sm,"ax-agent-tombstone-summary",e)});try{let i=await o.forward(s,{errorCode:n.code.slice(0,500),errorOutput:n.output.slice(0,300),resolutionCode:r.code.slice(0,500)},wc(t));return(typeof i.tombstone=="string"?i.tombstone.trim():String(i.tombstone).trim())||ca(n,r)}catch{return ca(n,r)}}function Om(s){return s.map(e=>{Mt(e);let t=e.actorFieldsOutput.replace(/^Actor fields:\s*/i,"").trim();return[`Turn: ${e.turn}`,`Step kind: ${e.stepKind??"explore"}`,`Referenced inputs: ${(e.referencedVars??[]).join(", ")||"none"}`,`Durable values written: ${(e.producedVars??[]).join(", ")||"none"}`,`State delta: ${e.stateDelta??"none"}`,`Observed result: ${Zn(e.output||"(no output)",360)}`,`Actor fields: ${t||"none"}`,`Code excerpt: ${Zn(e.code||"(no code)",360)}`].join(`
|
|
753
1068
|
`)}).join(`
|
|
754
1069
|
|
|
755
|
-
`)}function
|
|
756
|
-
`)}async function
|
|
1070
|
+
`)}function xc(s){let e=new Set,t=new Set,n=[],r=[],o="Continue from the latest live runtime state.";for(let i of s){Mt(i),e.add(i.stepKind??"explore");for(let u of i.producedVars??[])t.add(u);let a=Zn(i.output||"(no output)",200);n.push(`Turn ${i.turn}: ${a}`);let l=i.actorFieldsOutput.replace(/^Actor fields:\s*/i,"").trim();l&&r.push(`Turn ${i.turn}: ${l}`),o=i.stepKind==="finalize"?"Complete the responder handoff.":"Continue from the latest live runtime state."}return[`Objective: ${[...e].join(", ")||"none"}`,`Durable state: ${[...t].join(", ")||"none"}`,`Evidence: ${n.join(" | ")||"none"}`,"Conclusions: Preserve the durable state and evidence above.",`Actor fields: ${r.join(" | ")||"none"}`,`Next step: ${o}`].join(`
|
|
1071
|
+
`)}async function Rc(s,e,t,n){let r=new Se("turns:string -> checkpointSummary:string",{...Tc(km,"ax-agent-checkpoint-summary",e)});try{let o=await r.forward(s,{turns:Om(n)},wc(t));return(typeof o.checkpointSummary=="string"?o.checkpointSummary.trim():String(o.checkpointSummary).trim())||xc(n)}catch{return xc(n)}}async function ma(s,e,t,n,r){let o=s[e];if(!o)return;Mt(o);let i=o.tags.includes("error");if(t.hindsightEvaluation&&s.length>=2){let a=s[s.length-2];wm(a,o)}if(t.errorPruning||t.tombstoning)for(let a of s){if(!a.tags.includes("error"))continue;let l=s.indexOf(a),u=s[l+1];if(!u||u.tags.includes("error")||(t.errorPruning&&!a.tombstone&&(a.tombstone=ca(a,u)),!(!!t.tombstoning&&!!n&&!a._tombstonePromise&&(!a.tombstone||Rm(a.tombstone)))||!n))continue;let p=typeof t.tombstoning=="object"?t.tombstoning:void 0;a._tombstonePromise=vm(n,p,r,a,u),a._tombstonePromise.then(d=>{a.tombstone=d}).catch(()=>{}).finally(()=>{a._tombstonePromise=void 0})}if(t.errorPruning&&!i){let a=s.filter(l=>!l.tags.includes("error")||l.tombstone!=null||l._tombstonePromise!=null);s.length=0,s.push(...a)}if(t.hindsightEvaluation){let a=s[s.length-1]?.turn??o.turn,l=s.filter((u,c)=>c===s.length-1||u.rank===void 0||!u.tags.includes("error")&&a-u.turn<t.rankPruneGraceTurns||u.rank>=t.pruneRank||u.tombstone!=null||u._tombstonePromise!=null);s.length=0,s.push(...l)}}function Em(s,e){if(e.has(s.turn)&&!s.tags.includes("error")&&s.replayMode!=="full")return"";if(s.tombstone)return`Action ${s.turn}:
|
|
757
1072
|
${s.tombstone}`;switch(s.replayMode){case"omit":return Mt(s),`Action ${s.turn}:
|
|
758
|
-
${s.summary??
|
|
1073
|
+
${s.summary??pa(s)}`;default:return`Action ${s.turn}:
|
|
759
1074
|
\`\`\`javascript
|
|
760
1075
|
${s.code}
|
|
761
1076
|
\`\`\`
|
|
762
1077
|
Result:
|
|
763
|
-
${s.output}${s.actorFieldsOutput}`}}function Rs(s,e){let t=ws(s,{pruneUsedDocs:e.pruneUsedDocs});if(t.length===0)return{promptFacingEntries:t,checkpointEntries:[],historyText:"",historyChars:0};
|
|
1078
|
+
${s.output}${s.actorFieldsOutput}`}}function Rs(s,e){let t=ws(s,{pruneUsedDocs:e.pruneUsedDocs});if(t.length===0)return{promptFacingEntries:t,checkpointEntries:[],historyText:"",historyChars:0};Tm(t,e);let n=t.filter(i=>!i.tags.includes("error")&&i.replayMode!=="full"),r=new Set(e.checkpointTurns??[]),o=t.map(i=>Em(i,r)).filter(Boolean).join(`
|
|
764
1079
|
|
|
765
|
-
`);return{promptFacingEntries:t,checkpointEntries:n,historyText:o,historyChars:o.length}}function
|
|
1080
|
+
`);return{promptFacingEntries:t,checkpointEntries:n,historyText:o,historyChars:o.length}}function Sc(s,e){let t=Rs(s,e);if(t.promptFacingEntries.length===0&&!e.stateSummary&&!e.checkpointSummary)return"";let n=[];return e.restoreNotice&&n.push(e.restoreNotice),e.stateSummary&&n.push(`Live Runtime State:
|
|
766
1081
|
${e.stateSummary}`),t.historyText&&n.push(t.historyText),e.checkpointSummary&&n.push(`Checkpoint Summary:
|
|
767
1082
|
${e.checkpointSummary}`),n.join(`
|
|
768
1083
|
|
|
769
|
-
`)}function
|
|
1084
|
+
`)}function kc(s,e){let t=ws(s,{pruneUsedDocs:e?.pruneUsedDocs}),n=new Set(e?.checkpointTurns??[]),r=t.map(i=>{if(n.has(i.turn)&&!i.tags.includes("error"))return"";Mt(i);let a=i.tombstone??i.summary??pa(i);return`- Action ${i.turn}: ${a}`}).filter(Boolean).join(`
|
|
770
1085
|
`),o=["Actor stopped without calling final(...). Evidence summary:"];return e?.checkpointSummary&&o.push(`Checkpoint summary:
|
|
771
1086
|
${e.checkpointSummary}`),r?o.push(r):e?.checkpointSummary||o.push("- No actions were taken."),e?.stateSummary&&o.push(`Current runtime state:
|
|
772
1087
|
${e.stateSummary}`),o.join(`
|
|
773
|
-
`)}function
|
|
1088
|
+
`)}function vc(s,e=[]){return`(() => {
|
|
774
1089
|
const skip = new Set([${[...s,...e].map(n=>`'${n}'`).join(",")}]);
|
|
775
1090
|
const truncate = (text, maxChars) =>
|
|
776
1091
|
text.length <= maxChars ? text : text.slice(0, maxChars - 3) + '...';
|
|
@@ -891,18 +1206,18 @@ ${e.stateSummary}`),o.join(`
|
|
|
891
1206
|
}
|
|
892
1207
|
});
|
|
893
1208
|
return JSON.stringify({ version: 1, entries });
|
|
894
|
-
})()`}function
|
|
895
|
-
`):"(none)",
|
|
896
|
-
`),hasFunctions:!l
|
|
897
|
-
`),hasModules:
|
|
1209
|
+
})()`}function Oc(){return"(() => JSON.stringify(Object.getOwnPropertyNames(globalThis).sort()))()"}function Mm(s){let e=s.type;return Array.isArray(e)?e.filter(t=>typeof t=="string"):typeof e=="string"?e.includes(",")?e.split(",").map(t=>t.trim()).filter(Boolean):[e]:[]}function Pm(s){let e=new Set(s);return e.has("object")&&e.has("array")&&e.has("string")&&e.has("number")&&e.has("boolean")&&e.has("null")}function ga(s){if(s.enum)return s.enum.map(n=>`"${n}"`).join(" | ");let e=Mm(s);if(e.length===0)return"unknown";if(Pm(e))return"any";let t=[...new Set(e)].map(n=>{if(n==="array"){let r=s.items?ga(s.items):"unknown";return r.includes(" | ")?`(${r})[]`:`${r}[]`}return n==="object"?s.properties&&Object.keys(s.properties).length>0?Mc(s):"object":n});return t.length>1?t.join(" | "):t[0]??"unknown"}function Mc(s,e){if(!s)return"{}";let t=!!s.properties&&Object.keys(s.properties).length>0,n=s.additionalProperties===!0;if(!t)return n?"{ [key: string]: unknown }":"{}";let r=new Set(s.required??[]),o=e?.respectRequired??!1,i=Object.entries(s.properties).map(([a,l])=>{let u=ga(l),c=o&&!r.has(a)?"?":"";return`${a}${c}: ${u}`});return s?.additionalProperties===!0&&i.push("[key: string]: unknown"),`{ ${i.join(", ")} }`}function Fm(s){return s?ga(s):"unknown"}function Ec(s){let e=Mc(s.parameters,{respectRequired:!0}),t=s.returns?`: Promise<${Fm(s.returns)}>`:"";return`- \`${s.qualifiedName}(args: ${e})${t}\``}function Ss(s,e,t,n){let r=n.promptLevel??"detailed",o=e.length>0?e.map(m=>{let g=Nn(m.type),f=m.isOptional?"optional":"required",x=m.description?`: ${m.description}`:"";return`- \`${m.name}\` -> \`inputs.${m.name}\` (${g}, ${f})${x}`}).join(`
|
|
1210
|
+
`):"(none)",i=t.map(m=>`\`${m.name}\``).join(", "),a=[...n.agents??[]].sort((m,g)=>m.name.localeCompare(g.name)),l=[...n.agentFunctions??[]].sort((m,g)=>m.namespace!==g.namespace?m.namespace.localeCompare(g.namespace):m.name.localeCompare(g.name)),u=n.agentModuleNamespace??"agents",c=!!n.discoveryMode,p=n.availableModules?[...n.availableModules].sort((m,g)=>m.namespace.localeCompare(g.namespace)):[...new Set([...l.map(m=>m.namespace),...a.length>0?[u]:[]])].sort((m,g)=>m.localeCompare(g)).map(m=>({namespace:m})),d=ct("rlm/actor.md",{contextVarList:o,responderOutputFieldTitles:i,promptLevel:r,discoveryMode:c,hasInspectRuntime:!!n.hasInspectRuntime,hasAgentFunctions:!c&&a.length>0,agentModuleNamespace:u,agentFunctionsList:a.map(m=>Ec({qualifiedName:`${u}.${m.name}`,parameters:m.parameters})).join(`
|
|
1211
|
+
`),hasFunctions:!c&&l.length>0,functionsList:l.map(m=>Ec({qualifiedName:`${m.namespace}.${m.name}`,parameters:m.parameters,returns:m.returns})).join(`
|
|
1212
|
+
`),hasModules:c&&p.length>0,modulesList:p.map(m=>m.selectionCriteria?.trim()?`- \`${m.namespace}\` - ${m.selectionCriteria.trim()}`:`- \`${m.namespace}\``).join(`
|
|
898
1213
|
`),runtimeUsageInstructions:String(n.runtimeUsageInstructions),enforceIncrementalConsoleTurns:!!n.enforceIncrementalConsoleTurns,hasLiveRuntimeState:!!n.hasLiveRuntimeState,hasCompressedActionReplay:!!n.hasCompressedActionReplay}).replace(/\n{3,}/g,`
|
|
899
1214
|
|
|
900
|
-
`).trim();return s?`${
|
|
1215
|
+
`).trim();return s?`${d}
|
|
901
1216
|
|
|
902
|
-
${s}`:
|
|
1217
|
+
${s}`:d}function ks(s,e){let t=e.length>0?e.map(r=>{let o=Nn(r.type),i=r.isOptional?"optional":"required";return`- \`${r.name}\` (${o}, ${i})`}).join(`
|
|
903
1218
|
`):"(none)",n=ct("rlm/responder.md",{contextVarSummary:t}).trim();return s?`${n}
|
|
904
1219
|
|
|
905
|
-
${s}`:n}var tr=class extends Error{question;clarification;stateSnapshot;stateErrorMessage;constructor(e,t){let n=
|
|
1220
|
+
${s}`:n}var tr=class extends Error{question;clarification;stateSnapshot;stateErrorMessage;constructor(e,t){let n=Wc(e);super(n.question),this.name="AxAgentClarificationError",this.question=n.question,this.clarification=n,this.stateSnapshot=t?.state?er(t.state):void 0,this.stateErrorMessage=t?.stateError}getState(){if(this.stateErrorMessage)throw new Error(this.stateErrorMessage);return this.stateSnapshot?er(this.stateSnapshot):void 0}},Pc=50,_m=5e3,Nm=8,Fc=10,Lm=2,$m=1200,vs="agents",Dm=2,Gm=100,fa="listModuleFunctions",ha="getFunctionDefinitions",Um="AI service is required to use llmQuery(...) in AxAgent.test(). Pass options.ai or configure ai on the agent.",Ms="[The JavaScript runtime was restarted; all global state was lost and must be recreated if needed.]",jm=new Fe(`
|
|
906
1221
|
taskInput:json "The structured task input passed to the agent",
|
|
907
1222
|
criteria:string "Task-specific success criteria",
|
|
908
1223
|
expectedOutput?:json "Optional expected final output",
|
|
@@ -918,11 +1233,11 @@ ${s}`:n}var tr=class extends Error{question;clarification;stateSnapshot;stateErr
|
|
|
918
1233
|
toolErrors:string[] "Function-call errors observed during the run",
|
|
919
1234
|
turnCount:number "Number of actor turns executed",
|
|
920
1235
|
usage:json "Optional usage summary for the run"
|
|
921
|
-
`),Bm=new
|
|
1236
|
+
`),Bm=new Fe(`
|
|
922
1237
|
taskRecord:json "Full optimization task record, including the agent input and evaluation criteria"
|
|
923
1238
|
->
|
|
924
1239
|
agentRunReport:json "Agent run report containing completion type, clarification or final output, action log, function calls, errors, and turn count"
|
|
925
|
-
`);function
|
|
1240
|
+
`);function zm(s){return"train"in s?{train:s.train,validation:s.validation}:{train:s}}function dt(s){if(s!==void 0){if(s===null)return null;if(typeof s=="string"||typeof s=="number"||typeof s=="boolean")return s;if(Array.isArray(s))try{return JSON.parse(JSON.stringify(s))}catch{return s.map(e=>dt(e))}if(typeof s=="object")try{return JSON.parse(JSON.stringify(s))}catch{return String(s)}return String(s)}}function qm(s){let e=s.trim();for(;;){let t=e;if(e=e.replace(/^```(?:[A-Za-z0-9_-]+)?[ \t]*\r?\n/,""),e=e.replace(/\r?\n?```[ \t]*$/,""),e=e.trim(),e===t)return e}}function Hm(s){let e=`
|
|
926
1241
|
Use the input field named "criteria" as the task-specific rubric for success.
|
|
927
1242
|
- Reward actual task completion over polished wording.
|
|
928
1243
|
- Reward correct tool choice and correct arguments.
|
|
@@ -936,23 +1251,23 @@ Use the input field named "criteria" as the task-specific rubric for success.
|
|
|
936
1251
|
`.trim(),t=s?.trim();return t?`${e}
|
|
937
1252
|
|
|
938
1253
|
Additional Evaluation Guidance:
|
|
939
|
-
${t}`:e}function Fc(s,e){return e.qualifiedName===s||e.name===s||e.qualifiedName.endsWith(`.${s}`)}function Hm(s,e,t){let n=Math.max(0,Math.min(1,s)),r=e.expectedActions??[];if(r.length>0){let i=r.filter(a=>t.functionCalls.some(u=>Fc(a,u))).length;n*=.5+.5*(i/r.length)}return(e.forbiddenActions??[]).some(i=>t.functionCalls.some(a=>Fc(i,a)))&&(n*=.2),Math.max(0,Math.min(1,n))}function Km(s,e){let t=new Set(s.map(r=>r.id));if(e==="actor"){if(!t.has("root.actor"))throw new Error("AxAgent.optimize(): root.actor is not available");return["root.actor"]}if(e==="responder"){if(!t.has("root.responder"))throw new Error("AxAgent.optimize(): root.responder is not available");return["root.responder"]}if(e==="all")return[...t];let n=[...e];for(let r of n)if(!t.has(r))throw new Error(`AxAgent.optimize(): unknown target program ID "${r}"`);return n}var nr=class extends Error{constructor(t){super(`AxAgent protocol completion: ${t}`);this.type=t;this.name="AxAgentProtocolCompletionSignal"}};function _c(s){return{finalFunction:(...r)=>{s("final",r)},askClarificationFunction:(...r)=>{s("ask_clarification",r)},protocol:{final:(...r)=>{throw s("final",r),new nr("final")},askClarification:(...r)=>{throw s("ask_clarification",r),new nr("ask_clarification")}}}}function Wm(s,e,t){return{model:s?.model,modelConfig:s?.modelConfig,debug:e,verbose:s?.verbose,rateLimiter:s?.rateLimiter,fetch:s?.fetch,tracer:s?.tracer,meter:s?.meter,timeout:s?.timeout,excludeContentFromTrace:s?.excludeContentFromTrace,abortSignal:t,logger:s?.logger,sessionId:s?.sessionId,debugHideSystemPrompt:s?.debugHideSystemPrompt,traceContext:s?.traceContext,thinkingTokenBudget:s?.thinkingTokenBudget,showThoughts:s?.showThoughts,useExpensiveModel:s?.useExpensiveModel,corsProxy:s?.corsProxy,retry:s?.retry,contextCache:s?.contextCache,examplesInSystem:s?.examplesInSystem,customLabels:s?.customLabels}}function Nc(s){let e=s?.preset??"full",t=Vm(e),n=s?.expert?.rankPruning,r=n?.enabled??(n?.minRank!==void 0?!0:t.hindsight),o=s?.state?.summary??t.stateSummary,i=s?.state?.inspect??t.inspect,a=s?.checkpoints?.enabled??t.checkpointsEnabled;if(a&&!o&&!i)throw new Error("contextPolicy.checkpoints requires either state.summary or state.inspect to be enabled");return{preset:e,summarizerOptions:s?.summarizerOptions,pruneUsedDocs:s?.pruneUsedDocs??t.pruneUsedDocs,actionReplay:s?.expert?.replay??t.actionReplay,recentFullActions:Math.max(s?.expert?.recentFullActions??t.recentFullActions,0),errorPruning:s?.expert?.pruneErrors??t.errorPruning,hindsightEvaluation:r,pruneRank:n?.minRank??t.pruneRank,rankPruneGraceTurns:$m,tombstoning:s?.expert?.tombstones,stateSummary:{enabled:o,maxEntries:s?.state?.maxEntries??t.maxEntries,maxChars:s?.state?.maxChars??t.maxStateChars},stateInspection:{enabled:i,contextThreshold:s?.state?.inspectThresholdChars??t.inspectThreshold},checkpoints:{enabled:a,triggerChars:s?.checkpoints?.triggerChars??t.checkpointTriggerChars}}}function Vm(s){switch(s){case"adaptive":return{actionReplay:"adaptive",recentFullActions:2,errorPruning:!0,hindsight:!1,pruneRank:2,pruneUsedDocs:!0,stateSummary:!0,inspect:!0,inspectThreshold:8e3,maxEntries:6,maxStateChars:1200,checkpointsEnabled:!0,checkpointTriggerChars:12e3};case"lean":return{actionReplay:"minimal",recentFullActions:1,errorPruning:!0,hindsight:!1,pruneRank:2,pruneUsedDocs:!0,stateSummary:!0,inspect:!0,inspectThreshold:6e3,maxEntries:4,maxStateChars:800,checkpointsEnabled:!0,checkpointTriggerChars:9e3};default:return{actionReplay:"full",recentFullActions:1,errorPruning:!1,hindsight:!1,pruneRank:2,pruneUsedDocs:!1,stateSummary:!1,inspect:!1,inspectThreshold:void 0,maxEntries:void 0,maxStateChars:void 0,checkpointsEnabled:!1,checkpointTriggerChars:void 0}}}var Kr=class s{ai;judgeAI;program;actorProgram;responderProgram;agents;agentFunctions;agentFunctionModuleMetadata=new Map;debug;options;rlmConfig;runtime;actorFieldNames;localFieldNames;sharedFieldNames;globalSharedFieldNames;excludedSharedFields;excludedAgents;excludedAgentFunctions;actorDescription;responderDescription;judgeOptions;recursionForwardOptions;actorForwardOptions;responderForwardOptions;inputUpdateCallback;contextPromptConfigByField=new Map;agentModuleNamespace=vs;functionDiscoveryEnabled=!1;runtimeUsageInstructions="";enforceIncrementalConsoleTurns=!1;activeAbortControllers=new Set;_stopRequested=!1;state;stateError;func;_parentSharedFields=new Set;_parentSharedAgents=new Set;_parentSharedAgentFunctions=new Set;_reservedAgentFunctionNamespaces(){return new Set(["inputs","llmQuery","final","ask_clarification","inspect_runtime",vs,this.agentModuleNamespace,...this.functionDiscoveryEnabled?[ga,fa]:[]])}_mergeAgentFunctionModuleMetadata(e){let t=!1;for(let n of e){let r=this.agentFunctionModuleMetadata.get(n.namespace);if(!r){this.agentFunctionModuleMetadata.set(n.namespace,n),t=!0;continue}if(r.title!==n.title||r.selectionCriteria!==n.selectionCriteria||r.description!==n.description)throw new Error(`Conflicting agent function group metadata for namespace "${n.namespace}"`)}return t}_validateConfiguredSignature(e){if(e.getDescription())throw new Error("AxAgent does not support signature-level descriptions. Use setActorDescription() and/or setResponderDescription() to customize the actor and responder prompts independently.");let t=new Set(e.getInputFields().map(r=>r.name)),n=new Set(e.getOutputFields().map(r=>r.name));for(let r of this.rlmConfig.contextFields)if(!t.has(r))throw new Error(`RLM contextField "${r}" not found in signature`);for(let r of this.sharedFieldNames)if(!t.has(r))throw new Error(`sharedField "${r}" not found in signature input fields`);for(let r of this.globalSharedFieldNames)if(!t.has(r))throw new Error(`globalSharedField "${r}" not found in signature input fields`);for(let r of this.actorFieldNames)if(!n.has(r))throw new Error(`RLM actorField "${r}" not found in output signature`)}_validateAgentFunctionNamespaces(e){let t=this._reservedAgentFunctionNamespaces();for(let n of e){let r=n.namespace??"utils";if(t.has(r))throw new Error(`Agent function namespace "${r}" conflicts with an AxAgent runtime global and is reserved`)}}constructor({ai:e,judgeAI:t,agentIdentity:n,agentModuleNamespace:r,signature:o},i){let{debug:a,contextFields:u,runtime:l,maxSubAgentCalls:c,maxRuntimeChars:p,maxBatchedLlmQueryConcurrency:d,maxTurns:m,contextPolicy:g,actorFields:f,actorCallback:x,mode:b,recursionOptions:h,actorOptions:y,responderOptions:I,judgeOptions:C,inputUpdateCallback:R}=i;this.ai=e,this.judgeAI=t,this.agents=i.agents?.local,this.functionDiscoveryEnabled=i.functions?.discovery??!1,this.debug=a,this.options=i,this.runtime=l??new Zt,this.runtimeUsageInstructions=this.runtime.getUsageInstructions(),this.enforceIncrementalConsoleTurns=Ag(this.runtimeUsageInstructions);let M=r??n?.namespace??vs;if(this.agentModuleNamespace=Tg(M,{normalize:r===void 0}),new Set(["inputs","llmQuery","final","ask_clarification","inspect_runtime",ga,fa]).has(this.agentModuleNamespace))throw new Error(`Agent module namespace "${this.agentModuleNamespace}" is reserved`);let E=this._reservedAgentFunctionNamespaces(),k=ha(i.functions?.local,E),O=ha(i.functions?.shared,E),L=ha(i.functions?.globallyShared,E);this.agentFunctions=k.functions,this._mergeAgentFunctionModuleMetadata(k.moduleMetadata);let{agents:F,fields:P,functions:_,judgeOptions:B,inputUpdateCallback:H,...D}=i;this.program=new we(o,D);let J=this.program.getSignature().getInputFields(),U=fg(u,J,Lm);this.contextPromptConfigByField=U.promptConfigByField,this.rlmConfig={contextFields:U.contextFieldNames,sharedFields:i.fields?.shared,runtime:this.runtime,maxSubAgentCalls:c,maxRuntimeChars:p,maxBatchedLlmQueryConcurrency:d,maxTurns:m,contextPolicy:g,actorFields:f,actorCallback:x,mode:b},this.recursionForwardOptions=h;let{description:ie,...he}=y??{},{description:Fe,...G}=I??{};this.actorDescription=ie,this.actorForwardOptions=he,this.responderDescription=Fe,this.responderForwardOptions=G,this.judgeOptions=C?{...C}:void 0,this.inputUpdateCallback=R;let j=this.agents;for(let te of j??[]){let Q=te.getFunction().name;this.program.register(te,Q)}n&&(this.func={name:Yc(n.name),description:n.description,parameters:this._buildFuncParameters(),func:async()=>{throw new Error("Use getFunction() to get a callable wrapper")}});let ee=f??[];this.actorFieldNames=ee;let re=i.fields?.shared??[];this.sharedFieldNames=re,this.excludedSharedFields=i.fields?.excluded??[];let V=i.fields?.globallyShared??[];this.globalSharedFieldNames=V,this.localFieldNames=i.fields?.local??[];let pe=i.agents?.shared??[],be=i.agents?.globallyShared??[];this.excludedAgents=i.agents?.excluded??[];let ve=O.functions,Oe=L.functions;this.excludedAgentFunctions=i.functions?.excluded??[];let se=[...this.agentFunctions,...ve,...Oe];for(let te of se){if(!te.parameters)throw new Error(`Agent function "${te.name}" must define parameters schema for agent runtime usage.`);if(te.examples){for(let[Q,Ce]of te.examples.entries())if(!Ce.code.trim())throw new Error(`Agent function "${te.name}" example at index ${Q} must define non-empty code`)}}if(this._validateConfiguredSignature(this.program.getSignature()),this._validateAgentFunctionNamespaces(se),re.length>0&&j){let te=J.filter(Q=>re.includes(Q.name));for(let Q of j){if(!(Q instanceof s))continue;let Ce=new Set(Q.getExcludedSharedFields()),ge=te.filter(xe=>!Ce.has(xe.name));ge.length!==0&&Q._extendForSharedFields(ge,this.rlmConfig.contextFields)}}if(pe.length>0&&j)for(let te of j)te instanceof s&&te._extendForSharedAgents(pe);if(V.length>0&&j){let te=J.filter(Q=>V.includes(Q.name));for(let Q of j){if(!(Q instanceof s))continue;let Ce=new Set(Q.getExcludedSharedFields()),ge=te.filter(xe=>!Ce.has(xe.name));ge.length!==0&&Q._extendForGlobalSharedFields(ge,this.rlmConfig.contextFields)}}if(be.length>0&&j)for(let te of j)te instanceof s&&te._extendForGlobalSharedAgents(be);if(ve.length>0&&j)for(let te of j)te instanceof s&&te._extendForSharedAgentFunctions(O);if(Oe.length>0&&j)for(let te of j)te instanceof s&&te._extendForGlobalSharedAgentFunctions(L);this._buildSplitPrograms(),this.program.register(this.actorProgram,"actor"),this.program.register(this.responderProgram,"responder")}_buildSplitPrograms(){let e=this.program.getSignature().getInputFields(),t=this.rlmConfig.contextFields,n=this._getBypassedSharedFieldNames(),r=e.filter(R=>t.includes(R.name)),o=r.filter(R=>this.contextPromptConfigByField.has(R.name)&&!n.has(R.name)).map(R=>({...R,isOptional:!0})),i=e.filter(R=>!t.includes(R.name)&&!n.has(R.name)),a=this.program.getSignature().getOutputFields(),u=a.filter(R=>this.actorFieldNames.includes(R.name)),l=a.filter(R=>!this.actorFieldNames.includes(R.name)),c=de().addInputFields(i).addInputFields(o).input("contextMetadata",de.string("Metadata about pre-loaded context variables (type and size)")).input("actionLog",de.string("Chronological trace of code executions or actions and their outputs so far")).output("javascriptCode",de.code("JavaScript code to execute in runtime session"));u.length>0&&(c=c.addOutputFields(u));let p=c.build(),d=de().addInputFields(i).input("contextData",de.json("Context data to help synthesize the final answer.")).addOutputFields(l).build(),m=this.rlmConfig.maxSubAgentCalls??Mc,g=this.rlmConfig.maxTurns??Pc,f=this.agents?.map(R=>{let M=R.getFunction();return{name:M.name,description:M.description,parameters:M.parameters}})??[],x=this.agentFunctions.map(R=>({name:R.name,description:R.description,parameters:R.parameters,returns:R.returns,namespace:R.namespace??"utils"})),b=new Set(x.map(R=>R.namespace??"utils"));f.length>0&&b.add(this.agentModuleNamespace);let h=[...b].sort((R,M)=>R.localeCompare(M)).map(R=>({namespace:R,selectionCriteria:this.agentFunctionModuleMetadata.get(R)?.selectionCriteria})),y=Nc(this.rlmConfig.contextPolicy),I=Ss(this.actorDescription,r,l,{runtimeUsageInstructions:this.runtimeUsageInstructions,maxSubAgentCalls:m,maxTurns:g,hasInspectRuntime:y.stateInspection.enabled,hasLiveRuntimeState:y.stateSummary.enabled,hasCompressedActionReplay:y.actionReplay!=="full"||y.checkpoints.enabled||y.errorPruning||!!y.tombstoning||this.functionDiscoveryEnabled&&y.pruneUsedDocs,enforceIncrementalConsoleTurns:this.enforceIncrementalConsoleTurns,agentModuleNamespace:this.agentModuleNamespace,discoveryMode:this.functionDiscoveryEnabled,availableModules:h,agents:f,agentFunctions:x}),C=ks(this.responderDescription,r);this.actorProgram?(this.actorProgram.setSignature(p),this.actorProgram.setDescription(I)):this.actorProgram=new we(p,{...this._genOptions,description:I}),this.responderProgram?(this.responderProgram.setSignature(d),this.responderProgram.setDescription(C)):this.responderProgram=new we(d,{...this._genOptions,description:C})}_extendForSharedFields(e,t){let n=this.program.getSignature(),r=n.getInputFields(),o=!1;for(let i of e){if(r.some(a=>a.name===i.name)){if(this._parentSharedFields.has(i.name))throw new Error(`Duplicate shared field "${i.name}" \u2014 already propagated from a parent`);continue}this._parentSharedFields.add(i.name),n.addInputField(i),o=!0}o&&this.program.setSignature(n);for(let i of e)t.includes(i.name)&&!this.rlmConfig.contextFields.includes(i.name)&&this.rlmConfig.contextFields.push(i.name);this._buildSplitPrograms(),this.func&&(this.func.parameters=this._buildFuncParameters())}_extendForSharedAgents(e){if(e.length===0)return;let t=new Set((this.agents??[]).map(o=>o.getFunction().name)),n=new Set(this.excludedAgents),r=[];for(let o of e){if(o===this)continue;let i=o.getFunction().name;if(!n.has(i)){if(t.has(i)){if(this._parentSharedAgents.has(i))throw new Error(`Duplicate shared agent "${i}" \u2014 already propagated from a parent`);continue}this._parentSharedAgents.add(i),t.add(i),r.push(o)}}if(r.length!==0){this.agents=[...this.agents??[],...r];for(let o of r){let i=o.getFunction().name;this.program.register(o,i)}this._buildSplitPrograms()}}_extendForGlobalSharedFields(e,t){let n=this.program.getSignature(),r=n.getInputFields(),o=!1;for(let i of e){if(r.some(a=>a.name===i.name)){if(this._parentSharedFields.has(i.name))throw new Error(`Duplicate shared field "${i.name}" \u2014 already propagated from a parent`);continue}this._parentSharedFields.add(i.name),n.addInputField(i),o=!0}o&&this.program.setSignature(n);for(let i of e)t.includes(i.name)&&!this.rlmConfig.contextFields.includes(i.name)&&this.rlmConfig.contextFields.push(i.name);for(let i of e)this.sharedFieldNames.includes(i.name)||this.sharedFieldNames.push(i.name);if(this._buildSplitPrograms(),this.func&&(this.func.parameters=this._buildFuncParameters()),this.agents)for(let i of this.agents){if(!(i instanceof s))continue;let a=new Set(i.getExcludedSharedFields()),u=e.filter(l=>!a.has(l.name));u.length!==0&&i._extendForGlobalSharedFields(u,t)}}_extendForGlobalSharedAgents(e){let t=this.agents?this.agents.filter(n=>n instanceof s):[];this._extendForSharedAgents(e);for(let n of t)n._extendForGlobalSharedAgents(e)}_extendForSharedAgentFunctions(e){if(e.functions.length===0&&e.moduleMetadata.length===0)return;let t=new Set(this.agentFunctions.map(i=>`${i.namespace??"utils"}.${i.name}`)),n=new Set(this.excludedAgentFunctions),r=[],o=this._mergeAgentFunctionModuleMetadata(e.moduleMetadata);for(let i of e.functions){if(n.has(i.name))continue;let a=`${i.namespace??"utils"}.${i.name}`;if(t.has(a)){if(this._parentSharedAgentFunctions.has(a))throw new Error(`Duplicate shared agent function "${a}" \u2014 already propagated from a parent`);continue}this._parentSharedAgentFunctions.add(a),t.add(a),r.push(i)}r.length===0&&!o||(r.length>0&&(this.agentFunctions=[...this.agentFunctions,...r]),this._buildSplitPrograms())}_extendForGlobalSharedAgentFunctions(e){let t=this.agents?this.agents.filter(n=>n instanceof s):[];this._extendForSharedAgentFunctions(e);for(let n of t)n._extendForGlobalSharedAgentFunctions(e)}stop(){this._stopRequested=!0;for(let e of this.activeAbortControllers)e.abort("Stopped by user");this.program.stop(),this.actorProgram.stop(),this.responderProgram.stop()}getId(){return this.program.getId()}setId(e){this.program.setId(e)}namedPrograms(){return this.program.namedPrograms()}namedProgramInstances(){return this.program.namedProgramInstances()}getTraces(){return this.program.getTraces()}setDemos(e,t){this.program.setDemos(e,t)}getUsage(){return this.program.getUsage()}resetUsage(){this.program.resetUsage()}getState(){if(this.stateError)throw new Error(this.stateError);return this.state?er(this.state):void 0}setState(e){if(e&&e.version!==1)throw new Error(`Unsupported AxAgentState version "${String(e.version)}"`);if(e){let t=this.runtime.createSession();try{if(typeof t.patchGlobals!="function")throw new Error("AxCodeSession.patchGlobals() is required to restore AxAgent state")}finally{try{t.close()}catch{}}}this.state=e?er(e):void 0,this.stateError=void 0}async optimize(e,t){let n=jm(e);if(n.train.length===0)throw new Error("AxAgent.optimize(): at least one training task is required.");let r=t?.studentAI??this.ai;if(!r)throw new Error("AxAgent.optimize(): studentAI is required when the agent has no default ai.");let o=t?.judgeAI??this.judgeAI??t?.teacherAI??this.ai??r,i={...this.judgeOptions??{},...t?.judgeOptions??{}},a=Km(this.namedPrograms(),t?.target??"actor"),u=t?.metric??this._createAgentOptimizeMetric(o,i),l=this._createOptimizationProgram(a),c=Math.max(1,Math.floor(t?.maxMetricCalls??Math.max(Dm,n.train.length*4))),d=await new Ut({studentAI:r,teacherAI:t?.teacherAI??o,verbose:t?.verbose,debugOptimizer:t?.debugOptimizer,optimizerLogger:t?.optimizerLogger,onProgress:t?.onProgress,onEarlyStop:t?.onEarlyStop}).compile(l,n.train,u,{validationExamples:n.validation,maxMetricCalls:c,verbose:t?.verbose});return t?.apply!==!1&&d.optimizedProgram&&this.applyOptimization(d.optimizedProgram),d}_createOptimizationProgram(e){return{getId:()=>this.getId(),setId:t=>this.setId(t),getSignature:()=>Bm,forward:async(t,n,r)=>this._forwardForEvaluation(t,n,r),streamingForward:async function*(t,n,r){yield{version:1,index:0,delta:await this.forward(t,n,r)}},getTraces:()=>this.getTraces(),namedProgramInstances:()=>this.namedProgramInstances().filter(t=>e.includes(t.id)),setDemos:(t,n)=>this.setDemos(t,n),applyOptimization:t=>this.applyOptimization(t),getUsage:()=>this.getUsage(),resetUsage:()=>this.resetUsage()}}_createAgentOptimizeMetric(e,t){let n=qm(t.criteria),r=new Gt(Um,{ai:e,...t,criteria:n});return async({example:o,prediction:i})=>{let a=o,u=i,l={taskInput:dt(a.input),criteria:a.criteria,expectedOutput:a.expectedOutput,expectedActions:a.expectedActions,forbiddenActions:a.forbiddenActions,metadata:a.metadata},c={completionType:u.completionType,clarification:dt(u.clarification),finalOutput:dt(u.output),actionLog:u.actionLog,functionCalls:dt(u.functionCalls),toolErrors:u.toolErrors,turnCount:u.turnCount,usage:dt(u.usage??[])},p=await r.evaluate(l,c);return Hm(p.score,a,u)}}async _forwardForEvaluation(e,t,n){let r=this.state?er(this.state):void 0,o=this.stateError;this.state=void 0,this.stateError=void 0;let i=new AbortController;this._stopRequested&&i.abort("Stopped by user (pre-forward)");let a=Tt(i.signal,n?.abortSignal);this.activeAbortControllers.add(i);try{let u=this.ai??e,l=n?.debug??this.debug??u?.getOptions()?.debug??!1,c=[],{nonContextValues:p,actorResult:d,actorFieldValues:m,actionLog:g,turnCount:f}=await this._runActorLoop(u,t.input,n,a,c),x=c.filter(y=>!!y.error).map(y=>`${y.qualifiedName}: ${y.error??"unknown error"}`);if(d.type==="ask_clarification")return{completionType:"ask_clarification",clarification:Kc(d.args[0]),actionLog:g,functionCalls:c,toolErrors:x,turnCount:f};let b={...this._genOptions,...this.responderForwardOptions,...n,debug:l,abortSignal:a,maxSteps:1};return{completionType:"final",output:{...await this.responderProgram.forward(u,{...p,contextData:d},b),...m},actionLog:g,functionCalls:c,toolErrors:x,turnCount:f}}finally{this.state=r?er(r):void 0,this.stateError=o,this.activeAbortControllers.delete(i),this._stopRequested=!1}}getFunction(){if(!this.func)throw new Error("getFunction() requires agentIdentity to be set in the constructor");let e=this.forward.bind(this);return{...this.func,func:async(r,o)=>{let i=this.ai??o?.ai;if(!i)throw new Error("AI service is required to run the agent");let a=await e(i,r,o),l=this.program.getSignature().getOutputFields();return Object.keys(a).map(p=>{let d=l.find(m=>m.name===p);return d?`${d.title}: ${a[p]}`:`${p}: ${a[p]}`}).join(`
|
|
940
|
-
`)}}}getExcludedSharedFields(){return this.excludedSharedFields}_getBypassedSharedFieldNames(){let e=new Set([...this.sharedFieldNames,...this.globalSharedFieldNames]);for(let t of this.localFieldNames)e.delete(t);return e}_createRuntimeInputState(e,t){let n;Array.isArray(e)?n=e.filter(x=>x.role==="user").reduce((x,b)=>({...x,...b.values}),{}):n=e;let r=t?.allowedFieldNames?new Set(t.allowedFieldNames):void 0;if(r&&t?.validateInputKeys){for(let x of Object.keys(n))if(!r.has(x))throw new Error(`AxAgent.test() only accepts context field values. "${x}" is not configured in contextFields.`)}let o={...n},i=r?new Set(r):new Set(this.program.getSignature().getInputFields().map(x=>x.name)),a=[...this.sharedFieldNames,...this.globalSharedFieldNames],
|
|
941
|
-
[WARNING] ${h}/${d} sub-queries used. Plan to wrap up soon.`:A},H=this.buildRuntimeGlobals(r,t.sharedFieldValues,e,a.protocol,
|
|
942
|
-
${Es(
|
|
943
|
-
${Os(Te,m)}`,m),isError:!1}}catch(Te){return{output:mt(`${Ms}
|
|
944
|
-
${Es(Te,m)}`,m),isError:!0}}return{output:mt(Es(
|
|
945
|
-
`);
|
|
1254
|
+
${t}`:e}function _c(s,e){return e.qualifiedName===s||e.name===s||e.qualifiedName.endsWith(`.${s}`)}function Km(s,e,t){let n=Math.max(0,Math.min(1,s)),r=e.expectedActions??[];if(r.length>0){let i=r.filter(a=>t.functionCalls.some(l=>_c(a,l))).length;n*=.5+.5*(i/r.length)}return(e.forbiddenActions??[]).some(i=>t.functionCalls.some(a=>_c(i,a)))&&(n*=.2),Math.max(0,Math.min(1,n))}function Wm(s,e){let t=new Set(s.map(r=>r.id));if(e==="actor"){if(!t.has("root.actor"))throw new Error("AxAgent.optimize(): root.actor is not available");return["root.actor"]}if(e==="responder"){if(!t.has("root.responder"))throw new Error("AxAgent.optimize(): root.responder is not available");return["root.responder"]}if(e==="all")return[...t];let n=[...e];for(let r of n)if(!t.has(r))throw new Error(`AxAgent.optimize(): unknown target program ID "${r}"`);return n}var nr=class extends Error{constructor(t){super(`AxAgent protocol completion: ${t}`);this.type=t;this.name="AxAgentProtocolCompletionSignal"}};function Nc(s){return{finalFunction:(...r)=>{s("final",r)},askClarificationFunction:(...r)=>{s("ask_clarification",r)},protocol:{final:(...r)=>{throw s("final",r),new nr("final")},askClarification:(...r)=>{throw s("ask_clarification",r),new nr("ask_clarification")}}}}function Vm(s,e,t){return{model:s?.model,modelConfig:s?.modelConfig,debug:e,verbose:s?.verbose,rateLimiter:s?.rateLimiter,fetch:s?.fetch,tracer:s?.tracer,meter:s?.meter,timeout:s?.timeout,excludeContentFromTrace:s?.excludeContentFromTrace,abortSignal:t,logger:s?.logger,sessionId:s?.sessionId,debugHideSystemPrompt:s?.debugHideSystemPrompt,traceContext:s?.traceContext,thinkingTokenBudget:s?.thinkingTokenBudget,showThoughts:s?.showThoughts,useExpensiveModel:s?.useExpensiveModel,corsProxy:s?.corsProxy,retry:s?.retry,contextCache:s?.contextCache,examplesInSystem:s?.examplesInSystem,customLabels:s?.customLabels}}function Lc(s){let e=s?.preset??"full",t=Jm(e),n=s?.expert?.rankPruning,r=n?.enabled??(n?.minRank!==void 0?!0:t.hindsight),o=s?.state?.summary??t.stateSummary,i=s?.state?.inspect??t.inspect,a=s?.checkpoints?.enabled??t.checkpointsEnabled;if(a&&!o&&!i)throw new Error("contextPolicy.checkpoints requires either state.summary or state.inspect to be enabled");return{preset:e,summarizerOptions:s?.summarizerOptions,pruneUsedDocs:s?.pruneUsedDocs??t.pruneUsedDocs,actionReplay:s?.expert?.replay??t.actionReplay,recentFullActions:Math.max(s?.expert?.recentFullActions??t.recentFullActions,0),errorPruning:s?.pruneErrors??t.errorPruning,hindsightEvaluation:r,pruneRank:n?.minRank??t.pruneRank,rankPruneGraceTurns:Dm,tombstoning:s?.expert?.tombstones,stateSummary:{enabled:o,maxEntries:s?.state?.maxEntries??t.maxEntries,maxChars:s?.state?.maxChars??t.maxStateChars},stateInspection:{enabled:i,contextThreshold:s?.state?.inspectThresholdChars??t.inspectThreshold},checkpoints:{enabled:a,triggerChars:s?.checkpoints?.triggerChars??t.checkpointTriggerChars}}}function Jm(s){switch(s){case"adaptive":return{actionReplay:"adaptive",recentFullActions:3,errorPruning:!0,hindsight:!1,pruneRank:2,pruneUsedDocs:!1,stateSummary:!0,inspect:!0,inspectThreshold:1e4,maxEntries:8,maxStateChars:1600,checkpointsEnabled:!0,checkpointTriggerChars:16e3};case"lean":return{actionReplay:"minimal",recentFullActions:1,errorPruning:!0,hindsight:!1,pruneRank:2,pruneUsedDocs:!0,stateSummary:!0,inspect:!0,inspectThreshold:6e3,maxEntries:4,maxStateChars:800,checkpointsEnabled:!0,checkpointTriggerChars:9e3};default:return{actionReplay:"full",recentFullActions:1,errorPruning:!1,hindsight:!1,pruneRank:2,pruneUsedDocs:!1,stateSummary:!1,inspect:!1,inspectThreshold:void 0,maxEntries:void 0,maxStateChars:void 0,checkpointsEnabled:!1,checkpointTriggerChars:void 0}}}var Kr=class s{ai;judgeAI;program;actorProgram;responderProgram;agents;agentFunctions;agentFunctionModuleMetadata=new Map;debug;options;rlmConfig;runtime;actorFieldNames;localFieldNames;sharedFieldNames;globalSharedFieldNames;excludedSharedFields;excludedAgents;excludedAgentFunctions;actorDescription;actorPromptLevel;responderDescription;judgeOptions;recursionForwardOptions;actorForwardOptions;responderForwardOptions;inputUpdateCallback;contextPromptConfigByField=new Map;agentModuleNamespace=vs;functionDiscoveryEnabled=!1;runtimeUsageInstructions="";enforceIncrementalConsoleTurns=!1;activeAbortControllers=new Set;_stopRequested=!1;state;stateError;func;_parentSharedFields=new Set;_parentSharedAgents=new Set;_parentSharedAgentFunctions=new Set;_reservedAgentFunctionNamespaces(){return new Set(["inputs","llmQuery","final","ask_clarification","inspect_runtime",vs,this.agentModuleNamespace,...this.functionDiscoveryEnabled?[fa,ha]:[]])}_mergeAgentFunctionModuleMetadata(e){let t=!1;for(let n of e){let r=this.agentFunctionModuleMetadata.get(n.namespace);if(!r){this.agentFunctionModuleMetadata.set(n.namespace,n),t=!0;continue}if(r.title!==n.title||r.selectionCriteria!==n.selectionCriteria||r.description!==n.description)throw new Error(`Conflicting agent function group metadata for namespace "${n.namespace}"`)}return t}_validateConfiguredSignature(e){if(e.getDescription())throw new Error("AxAgent does not support signature-level descriptions. Use setActorDescription() and/or setResponderDescription() to customize the actor and responder prompts independently.");let t=new Set(e.getInputFields().map(r=>r.name)),n=new Set(e.getOutputFields().map(r=>r.name));for(let r of this.rlmConfig.contextFields)if(!t.has(r))throw new Error(`RLM contextField "${r}" not found in signature`);for(let r of this.sharedFieldNames)if(!t.has(r))throw new Error(`sharedField "${r}" not found in signature input fields`);for(let r of this.globalSharedFieldNames)if(!t.has(r))throw new Error(`globalSharedField "${r}" not found in signature input fields`);for(let r of this.actorFieldNames)if(!n.has(r))throw new Error(`RLM actorField "${r}" not found in output signature`)}_validateAgentFunctionNamespaces(e){let t=this._reservedAgentFunctionNamespaces();for(let n of e){let r=n.namespace??"utils";if(t.has(r))throw new Error(`Agent function namespace "${r}" conflicts with an AxAgent runtime global and is reserved`)}}constructor({ai:e,judgeAI:t,agentIdentity:n,agentModuleNamespace:r,signature:o},i){let{debug:a,contextFields:l,runtime:u,maxSubAgentCalls:c,maxRuntimeChars:p,maxBatchedLlmQueryConcurrency:d,maxTurns:m,contextPolicy:g,actorFields:f,actorTurnCallback:x,mode:b,recursionOptions:h,actorOptions:y,responderOptions:I,judgeOptions:C,inputUpdateCallback:R}=i;this.ai=e,this.judgeAI=t,this.agents=i.agents?.local,this.functionDiscoveryEnabled=i.functions?.discovery??!1,this.debug=a,this.options=i,this.runtime=u??new Zt,this.runtimeUsageInstructions=this.runtime.getUsageInstructions(),this.enforceIncrementalConsoleTurns=yg(this.runtimeUsageInstructions);let P=r??n?.namespace??vs;if(this.agentModuleNamespace=wg(P,{normalize:r===void 0}),new Set(["inputs","llmQuery","final","ask_clarification","inspect_runtime",fa,ha]).has(this.agentModuleNamespace))throw new Error(`Agent module namespace "${this.agentModuleNamespace}" is reserved`);let E=this._reservedAgentFunctionNamespaces(),k=xa(i.functions?.local,E),O=xa(i.functions?.shared,E),L=xa(i.functions?.globallyShared,E);this.agentFunctions=k.functions,this._mergeAgentFunctionModuleMetadata(k.moduleMetadata);let{agents:F,fields:M,functions:_,judgeOptions:j,inputUpdateCallback:H,...D}=i;this.program=new Se(o,D);let Y=this.program.getSignature().getInputFields(),G=hg(l,Y,$m);this.contextPromptConfigByField=G.promptConfigByField,this.rlmConfig={contextFields:G.contextFieldNames,sharedFields:i.fields?.shared,runtime:this.runtime,maxSubAgentCalls:c,maxRuntimeChars:p,maxBatchedLlmQueryConcurrency:d,maxTurns:m,contextPolicy:g,actorFields:f,actorTurnCallback:x,mode:b},this.recursionForwardOptions=h;let{description:me,promptLevel:ge,...Ae}=y??{},{description:U,...K}=I??{};this.actorDescription=me,this.actorPromptLevel=ge??"detailed",this.actorForwardOptions=Ae,this.responderDescription=U,this.responderForwardOptions=K,this.judgeOptions=C?{...C}:void 0,this.inputUpdateCallback=R;let W=this.agents;for(let q of W??[]){let ce=q.getFunction().name;this.program.register(q,ce)}n&&(this.func={name:Xc(n.name),description:n.description,parameters:this._buildFuncParameters(),func:async()=>{throw new Error("Use getFunction() to get a callable wrapper")}});let re=f??[];this.actorFieldNames=re;let Q=i.fields?.shared??[];this.sharedFieldNames=Q,this.excludedSharedFields=i.fields?.excluded??[];let le=i.fields?.globallyShared??[];this.globalSharedFieldNames=le,this.localFieldNames=i.fields?.local??[];let Ie=i.agents?.shared??[],Ee=i.agents?.globallyShared??[];this.excludedAgents=i.agents?.excluded??[];let Me=O.functions,oe=L.functions;this.excludedAgentFunctions=i.functions?.excluded??[];let Re=[...this.agentFunctions,...Me,...oe];for(let q of Re){if(!q.parameters)throw new Error(`Agent function "${q.name}" must define parameters schema for agent runtime usage.`);if(q.examples){for(let[ce,fe]of q.examples.entries())if(!fe.code.trim())throw new Error(`Agent function "${q.name}" example at index ${ce} must define non-empty code`)}}if(this._validateConfiguredSignature(this.program.getSignature()),this._validateAgentFunctionNamespaces(Re),Q.length>0&&W){let q=Y.filter(ce=>Q.includes(ce.name));for(let ce of W){if(!(ce instanceof s))continue;let fe=new Set(ce.getExcludedSharedFields()),he=q.filter(we=>!fe.has(we.name));he.length!==0&&ce._extendForSharedFields(he,this.rlmConfig.contextFields)}}if(Ie.length>0&&W)for(let q of W)q instanceof s&&q._extendForSharedAgents(Ie);if(le.length>0&&W){let q=Y.filter(ce=>le.includes(ce.name));for(let ce of W){if(!(ce instanceof s))continue;let fe=new Set(ce.getExcludedSharedFields()),he=q.filter(we=>!fe.has(we.name));he.length!==0&&ce._extendForGlobalSharedFields(he,this.rlmConfig.contextFields)}}if(Ee.length>0&&W)for(let q of W)q instanceof s&&q._extendForGlobalSharedAgents(Ee);if(Me.length>0&&W)for(let q of W)q instanceof s&&q._extendForSharedAgentFunctions(O);if(oe.length>0&&W)for(let q of W)q instanceof s&&q._extendForGlobalSharedAgentFunctions(L);this._buildSplitPrograms(),this.program.register(this.actorProgram,"actor"),this.program.register(this.responderProgram,"responder")}_buildSplitPrograms(){let e=this.program.getSignature().getInputFields(),t=this.rlmConfig.contextFields,n=this._getBypassedSharedFieldNames(),r=e.filter(R=>t.includes(R.name)),o=r.filter(R=>this.contextPromptConfigByField.has(R.name)&&!n.has(R.name)).map(R=>({...R,isOptional:!0})),i=e.filter(R=>!t.includes(R.name)&&!n.has(R.name)),a=this.program.getSignature().getOutputFields(),l=a.filter(R=>this.actorFieldNames.includes(R.name)),u=a.filter(R=>!this.actorFieldNames.includes(R.name)),c=pe().addInputFields(i).addInputFields(o).input("contextMetadata",pe.string("Metadata about pre-loaded context variables (type and size)")).input("actionLog",pe.string("Chronological trace of code executions or actions and their outputs so far")).output("javascriptCode",pe.code("JavaScript code to execute in runtime session"));l.length>0&&(c=c.addOutputFields(l));let p=c.build(),d=pe().addInputFields(i).input("contextData",pe.json("Context data to help synthesize the final answer.")).addOutputFields(u).build(),m=this.rlmConfig.maxSubAgentCalls??Pc,g=this.rlmConfig.maxTurns??Fc,f=this.agents?.map(R=>{let P=R.getFunction();return{name:P.name,description:P.description,parameters:P.parameters}})??[],x=this.agentFunctions.map(R=>({name:R.name,description:R.description,parameters:R.parameters,returns:R.returns,namespace:R.namespace??"utils"})),b=new Set(x.map(R=>R.namespace??"utils"));f.length>0&&b.add(this.agentModuleNamespace);let h=[...b].sort((R,P)=>R.localeCompare(P)).map(R=>({namespace:R,selectionCriteria:this.agentFunctionModuleMetadata.get(R)?.selectionCriteria})),y=Lc(this.rlmConfig.contextPolicy),I=Ss(this.actorDescription,r,u,{runtimeUsageInstructions:this.runtimeUsageInstructions,promptLevel:this.actorPromptLevel,maxSubAgentCalls:m,maxTurns:g,hasInspectRuntime:y.stateInspection.enabled,hasLiveRuntimeState:y.stateSummary.enabled,hasCompressedActionReplay:y.actionReplay!=="full"||y.checkpoints.enabled||y.errorPruning||!!y.tombstoning||this.functionDiscoveryEnabled&&y.pruneUsedDocs,enforceIncrementalConsoleTurns:this.enforceIncrementalConsoleTurns,agentModuleNamespace:this.agentModuleNamespace,discoveryMode:this.functionDiscoveryEnabled,availableModules:h,agents:f,agentFunctions:x}),C=ks(this.responderDescription,r);this.actorProgram?(this.actorProgram.setSignature(p),this.actorProgram.setDescription(I)):this.actorProgram=new Se(p,{...this._genOptions,description:I}),this.responderProgram?(this.responderProgram.setSignature(d),this.responderProgram.setDescription(C)):this.responderProgram=new Se(d,{...this._genOptions,description:C})}_extendForSharedFields(e,t){let n=this.program.getSignature(),r=n.getInputFields(),o=!1;for(let i of e){if(r.some(a=>a.name===i.name)){if(this._parentSharedFields.has(i.name))throw new Error(`Duplicate shared field "${i.name}" \u2014 already propagated from a parent`);continue}this._parentSharedFields.add(i.name),n.addInputField(i),o=!0}o&&this.program.setSignature(n);for(let i of e)t.includes(i.name)&&!this.rlmConfig.contextFields.includes(i.name)&&this.rlmConfig.contextFields.push(i.name);this._buildSplitPrograms(),this.func&&(this.func.parameters=this._buildFuncParameters())}_extendForSharedAgents(e){if(e.length===0)return;let t=new Set((this.agents??[]).map(o=>o.getFunction().name)),n=new Set(this.excludedAgents),r=[];for(let o of e){if(o===this)continue;let i=o.getFunction().name;if(!n.has(i)){if(t.has(i)){if(this._parentSharedAgents.has(i))throw new Error(`Duplicate shared agent "${i}" \u2014 already propagated from a parent`);continue}this._parentSharedAgents.add(i),t.add(i),r.push(o)}}if(r.length!==0){this.agents=[...this.agents??[],...r];for(let o of r){let i=o.getFunction().name;this.program.register(o,i)}this._buildSplitPrograms()}}_extendForGlobalSharedFields(e,t){let n=this.program.getSignature(),r=n.getInputFields(),o=!1;for(let i of e){if(r.some(a=>a.name===i.name)){if(this._parentSharedFields.has(i.name))throw new Error(`Duplicate shared field "${i.name}" \u2014 already propagated from a parent`);continue}this._parentSharedFields.add(i.name),n.addInputField(i),o=!0}o&&this.program.setSignature(n);for(let i of e)t.includes(i.name)&&!this.rlmConfig.contextFields.includes(i.name)&&this.rlmConfig.contextFields.push(i.name);for(let i of e)this.sharedFieldNames.includes(i.name)||this.sharedFieldNames.push(i.name);if(this._buildSplitPrograms(),this.func&&(this.func.parameters=this._buildFuncParameters()),this.agents)for(let i of this.agents){if(!(i instanceof s))continue;let a=new Set(i.getExcludedSharedFields()),l=e.filter(u=>!a.has(u.name));l.length!==0&&i._extendForGlobalSharedFields(l,t)}}_extendForGlobalSharedAgents(e){let t=this.agents?this.agents.filter(n=>n instanceof s):[];this._extendForSharedAgents(e);for(let n of t)n._extendForGlobalSharedAgents(e)}_extendForSharedAgentFunctions(e){if(e.functions.length===0&&e.moduleMetadata.length===0)return;let t=new Set(this.agentFunctions.map(i=>`${i.namespace??"utils"}.${i.name}`)),n=new Set(this.excludedAgentFunctions),r=[],o=this._mergeAgentFunctionModuleMetadata(e.moduleMetadata);for(let i of e.functions){if(n.has(i.name))continue;let a=`${i.namespace??"utils"}.${i.name}`;if(t.has(a)){if(this._parentSharedAgentFunctions.has(a))throw new Error(`Duplicate shared agent function "${a}" \u2014 already propagated from a parent`);continue}this._parentSharedAgentFunctions.add(a),t.add(a),r.push(i)}r.length===0&&!o||(r.length>0&&(this.agentFunctions=[...this.agentFunctions,...r]),this._buildSplitPrograms())}_extendForGlobalSharedAgentFunctions(e){let t=this.agents?this.agents.filter(n=>n instanceof s):[];this._extendForSharedAgentFunctions(e);for(let n of t)n._extendForGlobalSharedAgentFunctions(e)}stop(){this._stopRequested=!0;for(let e of this.activeAbortControllers)e.abort("Stopped by user");this.program.stop(),this.actorProgram.stop(),this.responderProgram.stop()}getId(){return this.program.getId()}setId(e){this.program.setId(e)}namedPrograms(){return this.program.namedPrograms()}namedProgramInstances(){return this.program.namedProgramInstances()}getTraces(){return this.program.getTraces()}setDemos(e,t){this.program.setDemos(e,t)}getUsage(){return this.program.getUsage()}resetUsage(){this.program.resetUsage()}getState(){if(this.stateError)throw new Error(this.stateError);return this.state?er(this.state):void 0}setState(e){if(e&&e.version!==1)throw new Error(`Unsupported AxAgentState version "${String(e.version)}"`);if(e){let t=this.runtime.createSession();try{if(typeof t.patchGlobals!="function")throw new Error("AxCodeSession.patchGlobals() is required to restore AxAgent state")}finally{try{t.close()}catch{}}}this.state=e?er(e):void 0,this.stateError=void 0}async optimize(e,t){let n=zm(e);if(n.train.length===0)throw new Error("AxAgent.optimize(): at least one training task is required.");let r=t?.studentAI??this.ai;if(!r)throw new Error("AxAgent.optimize(): studentAI is required when the agent has no default ai.");let o=t?.judgeAI??this.judgeAI??t?.teacherAI??this.ai??r,i={...this.judgeOptions??{},...t?.judgeOptions??{}},a=Wm(this.namedPrograms(),t?.target??"actor"),l=t?.metric??this._createAgentOptimizeMetric(o,i),u=this._createOptimizationProgram(a),c=Math.max(1,Math.floor(t?.maxMetricCalls??Math.max(Gm,n.train.length*4))),d=await new Ut({studentAI:r,teacherAI:t?.teacherAI??o,verbose:t?.verbose,debugOptimizer:t?.debugOptimizer,optimizerLogger:t?.optimizerLogger,onProgress:t?.onProgress,onEarlyStop:t?.onEarlyStop}).compile(u,n.train,l,{validationExamples:n.validation,maxMetricCalls:c,verbose:t?.verbose});return t?.apply!==!1&&d.optimizedProgram&&this.applyOptimization(d.optimizedProgram),d}_createOptimizationProgram(e){return{getId:()=>this.getId(),setId:t=>this.setId(t),getSignature:()=>Bm,forward:async(t,n,r)=>this._forwardForEvaluation(t,n,r),streamingForward:async function*(t,n,r){yield{version:1,index:0,delta:await this.forward(t,n,r)}},getTraces:()=>this.getTraces(),namedProgramInstances:()=>this.namedProgramInstances().filter(t=>e.includes(t.id)),setDemos:(t,n)=>this.setDemos(t,n),applyOptimization:t=>this.applyOptimization(t),getUsage:()=>this.getUsage(),resetUsage:()=>this.resetUsage()}}_createAgentOptimizeMetric(e,t){let n=Hm(t.criteria),r=new Gt(jm,{ai:e,...t,criteria:n});return async({example:o,prediction:i})=>{let a=o,l=i,u={taskInput:dt(a.input),criteria:a.criteria,expectedOutput:a.expectedOutput,expectedActions:a.expectedActions,forbiddenActions:a.forbiddenActions,metadata:a.metadata},c={completionType:l.completionType,clarification:dt(l.clarification),finalOutput:dt(l.output),actionLog:l.actionLog,functionCalls:dt(l.functionCalls),toolErrors:l.toolErrors,turnCount:l.turnCount,usage:dt(l.usage??[])},p=await r.evaluate(u,c);return Km(p.score,a,l)}}async _forwardForEvaluation(e,t,n){let r=this.state?er(this.state):void 0,o=this.stateError;this.state=void 0,this.stateError=void 0;let i=new AbortController;this._stopRequested&&i.abort("Stopped by user (pre-forward)");let a=Tt(i.signal,n?.abortSignal);this.activeAbortControllers.add(i);try{let l=this.ai??e,u=n?.debug??this.debug??l?.getOptions()?.debug??!1,c=[],{nonContextValues:p,actorResult:d,actorFieldValues:m,actionLog:g,turnCount:f}=await this._runActorLoop(l,t.input,n,a,c),x=c.filter(y=>!!y.error).map(y=>`${y.qualifiedName}: ${y.error??"unknown error"}`);if(d.type==="ask_clarification")return{completionType:"ask_clarification",clarification:Wc(d.args[0]),actionLog:g,functionCalls:c,toolErrors:x,turnCount:f};let b={...this._genOptions,...this.responderForwardOptions,...n,debug:u,abortSignal:a,maxSteps:1};return{completionType:"final",output:{...await this.responderProgram.forward(l,{...p,contextData:d},b),...m},actionLog:g,functionCalls:c,toolErrors:x,turnCount:f}}finally{this.state=r?er(r):void 0,this.stateError=o,this.activeAbortControllers.delete(i),this._stopRequested=!1}}getFunction(){if(!this.func)throw new Error("getFunction() requires agentIdentity to be set in the constructor");let e=this.forward.bind(this);return{...this.func,func:async(r,o)=>{let i=this.ai??o?.ai;if(!i)throw new Error("AI service is required to run the agent");let a=await e(i,r,o),u=this.program.getSignature().getOutputFields();return Object.keys(a).map(p=>{let d=u.find(m=>m.name===p);return d?`${d.title}: ${a[p]}`:`${p}: ${a[p]}`}).join(`
|
|
1255
|
+
`)}}}getExcludedSharedFields(){return this.excludedSharedFields}_getBypassedSharedFieldNames(){let e=new Set([...this.sharedFieldNames,...this.globalSharedFieldNames]);for(let t of this.localFieldNames)e.delete(t);return e}_createRuntimeInputState(e,t){let n;Array.isArray(e)?n=e.filter(x=>x.role==="user").reduce((x,b)=>({...x,...b.values}),{}):n=e;let r=t?.allowedFieldNames?new Set(t.allowedFieldNames):void 0;if(r&&t?.validateInputKeys){for(let x of Object.keys(n))if(!r.has(x))throw new Error(`AxAgent.test() only accepts context field values. "${x}" is not configured in contextFields.`)}let o={...n},i=r?new Set(r):new Set(this.program.getSignature().getInputFields().map(x=>x.name)),a=[...this.sharedFieldNames,...this.globalSharedFieldNames],l=this._getBypassedSharedFieldNames(),u={},c={},p={},d={},m="(none)",g=new Set(this.program.getSignature().getInputFields().filter(x=>this.rlmConfig.contextFields.includes(x.name)&&x.isOptional).map(x=>x.name));return{currentInputs:o,signatureInputFieldNames:i,sharedFieldValues:u,recomputeTurnInputs:x=>{let b={},h={};for(let[I,C]of Object.entries(o))this.rlmConfig.contextFields.includes(I)?b[I]=C:l.has(I)||(h[I]=C);if(x){for(let I of this.rlmConfig.contextFields)if(!g.has(I)&&(!(I in b)||b[I]===void 0))throw new Error(`RLM contextField "${I}" is missing from input values`)}let y={};for(let[I,C]of this.contextPromptConfigByField){if(l.has(I)||!(I in b))continue;let R=mg(b[I],C);R!==void 0&&(y[I]=R)}c=b,p=h,d=y;for(let I of Object.keys(u))delete u[I];for(let I of a)I in o&&(u[I]=o[I]),I in c&&(u[I]=c[I]);m=xg(c,{promptConfigByField:this.contextPromptConfigByField,inlinedFields:new Set(Object.keys(d))})||"(none)"},getNonContextValues:()=>p,getActorInlineContextValues:()=>d,getContextMetadata:()=>m}}_createRuntimeExecutionContext({ai:e,inputState:t,options:n,effectiveAbortSignal:r,debug:o,completionState:i,completionBindings:a,actionLogEntries:l,functionCallRecorder:u}){let c=this.rlmConfig,p=this.runtime,d=c.maxSubAgentCalls??Pc,m=c.maxRuntimeChars??_m,g=Math.max(1,c.maxBatchedLlmQueryConcurrency??Nm),f=this.recursionForwardOptions?.maxDepth??Lm,x=Math.max(0,f),b=Lc(c.contextPolicy),h=0,y=Math.floor(d*.8),{maxDepth:I,...C}=this.recursionForwardOptions??{},{description:R,mem:P,sessionId:v,...E}=n??{},k={...this.recursionForwardOptions??{},maxDepth:Math.max(0,x-1)},O=["context"],L=pe().input("task",pe.string("Task for recursive analysis")).input("context",pe.json("Optional context for the recursive task")).output("answer",pe.string("Answer from recursive analysis")).build(),M=(c.mode??"simple")==="advanced"&&(k.maxDepth??0)>0?"advanced":"simple",_;x>0&&(M==="advanced"?_=new s({agentModuleNamespace:this.agentModuleNamespace,signature:L},{debug:o,...c,agents:{local:this.agents},functions:{local:this.agentFunctions,discovery:this.functionDiscoveryEnabled},contextFields:O,actorFields:void 0,recursionOptions:k,actorOptions:this.actorForwardOptions,responderOptions:this.responderForwardOptions}):_=new Se(L,k));let j=async(N,V)=>{if(!Array.isArray(N)&&typeof N=="object"&&N!==null&&"query"in N)return j(N.query,N.context??V);if(r?.aborted)throw new $e("rlm-llm-query",r.reason?String(r.reason):"Aborted");if(Array.isArray(N))return Ag(N,g,async w=>{try{return await j(w.query,w.context)}catch(S){if(S instanceof $e)throw S;return`[ERROR] ${S instanceof Error?S.message:String(S)}`}});if(!e)throw new Error(Um);let ne=N,Te=w=>{if(w==null)return"";if(typeof w=="string")return mt(w,m);try{return mt(JSON.stringify(w),m)}catch{return mt(String(w),m)}},A=await(async(w,S)=>{let T=S===void 0?void 0:typeof S=="string"?mt(S,m):S;if(h++,h>d)return`[ERROR] Sub-query budget exhausted (${d}/${d}). Use the data you have already accumulated to produce your final answer.`;if(x<=0||!_)return`[ERROR] Recursion depth limit reached (${f}).`;let $=3,z,J=B=>`[ERROR] ${B instanceof Error?B.message:String(B)}`;for(let B=0;B<$;B++)try{let X=await _.forward(e,{task:w,...T!==void 0?{context:T}:M==="advanced"?{context:""}:{}},{...E,...C,abortSignal:r,debug:o});return Te(X.answer)}catch(X){if(X instanceof $e)throw X;if(z=X,!og(X)||B>=$-1)return J(X);let xe=Math.min(6e4,1e3*Math.pow(2,B));await new Promise((_e,se)=>{let Ce=!1,Ne,Oe=()=>{r&&Ne&&r.removeEventListener("abort",Ne)},Ct=setTimeout(()=>{Ce||(Ce=!0,Oe(),_e())},xe);if(r){if(Ne=()=>{Ce||(Ce=!0,clearTimeout(Ct),Oe(),se(new $e("rlm-llm-query-retry-backoff",r.reason?String(r.reason):"Aborted during retry backoff")))},r.aborted){Ne();return}r.addEventListener("abort",Ne,{once:!0})}})}return J(z)})(ne,V);return h===y?`${A}
|
|
1256
|
+
[WARNING] ${h}/${d} sub-queries used. Plan to wrap up soon.`:A},H=this.buildRuntimeGlobals(r,t.sharedFieldValues,e,a.protocol,u),D=[...new Set(this.agentFunctions.map(N=>N.namespace??"utils"))],Y={...t.currentInputs},G=new Set(["inputs","llmQuery",vs,this.agentModuleNamespace,"final","ask_clarification",...D,...b.stateInspection.enabled?["inspect_runtime"]:[],...Object.keys(H)]),me=[...new Set([...Object.keys(Y),...t.signatureInputFieldNames])].filter(N=>!G.has(N)),ge={};for(let N of me)ge[N]=Y[N];let Ae=()=>{for(let N of Object.keys(Y))delete Y[N];for(let[N,V]of Object.entries(t.currentInputs))Y[N]=V;for(let N of me)ge[N]=t.currentInputs[N]},U=[...G],K=[...G,...me],W=l??[],re,Q,le=N=>typeof N.inspectGlobals=="function"?N:void 0,Ie=async()=>{try{let N=await re.execute(Oc(),{signal:r,reservedNames:K});if(typeof N!="string")return[];let V=JSON.parse(N);return Array.isArray(V)?V.filter(ne=>typeof ne=="string"):[]}catch{return[]}},Ee=async()=>(Q||(Q=await Ie()),Q),Me=async()=>{try{let N=le(re);if(N?.inspectGlobals)return await N.inspectGlobals({signal:r,reservedNames:K});let V=await Ee(),ne=vc(K,V),Te=await re.execute(ne,{signal:r,reservedNames:K});return typeof Te=="string"?Te:String(Te)}catch(N){return`[inspect_runtime error: ${N instanceof Error?N.message:String(N)}]`}},oe=(N,V)=>{let ne=ag(N);if(!ne)return lg(N,V);let Te=Ts(W);return Gc(ne,Te,V)},Re=b.stateInspection.enabled?async()=>oe(await Me()):void 0,q=()=>(Q=void 0,p.createSession({...ge,inputs:Y,llmQuery:j,final:a.finalFunction,ask_clarification:a.askClarificationFunction,...Re?{inspect_runtime:Re}:{},...H}));re=q();let ce=async()=>{if(!i.payload)for(let N=0;N<3&&!i.payload;N++)await new Promise(V=>{setTimeout(V,0)})},fe=async()=>{if(!b.stateSummary.enabled)return;let N=await Me();return oe(N,{maxEntries:b.stateSummary.maxEntries&&b.stateSummary.maxEntries>0?b.stateSummary.maxEntries:8,maxChars:b.stateSummary.maxChars&&b.stateSummary.maxChars>0?b.stateSummary.maxChars:void 0})||"(no user variables)"},he=N=>{if(typeof N.patchGlobals!="function")throw new Error("AxCodeSession.patchGlobals() is required when restoring AxAgent state or using inputUpdateCallback");return N},we=N=>{if(typeof N.snapshotGlobals!="function")throw new Error("AxCodeSession.snapshotGlobals() is required to export AxAgent state");return N},ke=N=>{let V=new Set(K),ne={};for(let[ze,A]of Object.entries(N.runtimeBindings??{}))V.has(ze)||(ne[ze]=A);let Te=(N.runtimeEntries??[]).filter(ze=>!V.has(ze.name));return{runtimeBindings:ne,runtimeEntries:Te,actionLogEntries:Zm(N.actionLogEntries),checkpointState:N.checkpointState,provenance:{...N.provenance??{}}}};return{effectiveContextConfig:b,captureRuntimeStateSummary:fe,exportRuntimeState:async()=>{let V=await we(re).snapshotGlobals({signal:r,reservedNames:K}),ne=Ts(W);return{version:1,runtimeBindings:V.bindings,runtimeEntries:V.entries,actionLogEntries:Xm(W),provenance:eg(ne)}},restoreRuntimeState:async N=>{let V=ke(N);return await he(re).patchGlobals(V.runtimeBindings,{signal:r}),V},syncRuntimeInputsToSession:async()=>{Ae();let N=async V=>{await he(V).patchGlobals({inputs:{...Y},...ge},{signal:r})};try{await N(re)}catch(V){if(r?.aborted)throw new $e("rlm-session",r.reason??"Aborted");if(V instanceof Error&&(V.name==="AbortError"||V.message.startsWith("Aborted")))throw V;if(Bc(V)){re=q(),await N(re);return}throw new Error(`Failed to sync runtime inputs: ${Es(V,m)}`)}},executeActorCode:async N=>{let V={result:void 0,output:Os(void 0,m),isError:!1};try{let ne=await re.execute(N,{signal:r,reservedNames:U});return i.payload||Uc(N)&&jc(ne)&&(await ce(),i.payload)?V:{result:ne,output:Os(ne,m),isError:!1}}catch(ne){if(ne instanceof nr||i.payload)return V;if(r?.aborted)throw new $e("rlm-session",r.reason??"Aborted");if(ne instanceof Error&&(ne.name==="AbortError"||ne.message.startsWith("Aborted")))throw ne;if(pg(ne))return{result:void 0,output:mt(`${Ms}
|
|
1257
|
+
${Es(ne,m)}`,m),isError:!0};if(Bc(ne))try{re=q(),i.payload=void 0;let Te=await re.execute(N,{signal:r,reservedNames:U});return{result:Te,output:mt(`${Ms}
|
|
1258
|
+
${Os(Te,m)}`,m),isError:!1}}catch(Te){return{result:void 0,output:mt(`${Ms}
|
|
1259
|
+
${Es(Te,m)}`,m),isError:!0}}return{result:void 0,output:mt(Es(ne,m),m),isError:!0}}},executeTestCode:async N=>{try{let V=await re.execute(N,{signal:r,reservedNames:U});if(Uc(N)&&jc(V)&&await ce(),i.payload)return i.payload;let ne=Os(V,m);if(dg(ne))throw new Error(ne);return ne}catch(V){if((V instanceof nr||i.payload)&&i.payload)return i.payload;throw V}},close:()=>{re.close()}}}getExcludedAgents(){return this.excludedAgents}getExcludedAgentFunctions(){return this.excludedAgentFunctions}getSignature(){return this.program.getSignature()}async test(e,t,n){let r=this.ai??n?.ai,o=n?.debug??this.debug??r?.getOptions()?.debug??!1,i=this._createRuntimeInputState(t??{},{allowedFieldNames:this.rlmConfig.contextFields,validateInputKeys:!0});i.recomputeTurnInputs(!1);let a={payload:void 0},l=Nc((c,p)=>{a.payload=$c(c,p)}),u=this._createRuntimeExecutionContext({ai:r,inputState:i,options:void 0,effectiveAbortSignal:n?.abortSignal,debug:o,completionState:a,completionBindings:l,actionLogEntries:[]});try{return await u.executeTestCode(e)}finally{u.close()}}setSignature(e){let t=new Fe(e);this._validateConfiguredSignature(t);let n=this.program.getSignature();try{this.program.setSignature(t),this._buildSplitPrograms(),this.func&&(this.func.parameters=this._buildFuncParameters())}catch(r){throw this.program.setSignature(n),this._buildSplitPrograms(),this.func&&(this.func.parameters=this._buildFuncParameters()),r}}applyOptimization(e){this.program.applyOptimization?.(e)}async _runActorLoop(e,t,n,r,o){let i=this.rlmConfig,a=n?.debug??this.debug??e?.getOptions()?.debug??!1,l=i.maxTurns??Fc,u=this._createRuntimeInputState(t);u.recomputeTurnInputs(!1);let c={payload:void 0},p=Nc((O,L)=>{c.payload=$c(O,L)}),d=[],m,g=this._createRuntimeExecutionContext({ai:e,inputState:u,options:n,effectiveAbortSignal:r,debug:a,completionState:c,completionBindings:p,actionLogEntries:d,functionCallRecorder:o?O=>{o.push(O)}:void 0}),f=async()=>{if(!this.inputUpdateCallback)return;let O=await this.inputUpdateCallback({...u.currentInputs});if(O!==void 0){if(!O||typeof O!="object"||Array.isArray(O))throw new Error("inputUpdateCallback must return an object patch or undefined");for(let[L,F]of Object.entries(O))u.signatureInputFieldNames.has(L)&&(u.currentInputs[L]=F)}},x={...this._genOptions,...this.actorForwardOptions,...n,debug:a,abortSignal:r},b={},h=g.effectiveContextConfig.stateInspection.enabled?g.effectiveContextConfig.stateInspection.contextThreshold:void 0,y=Vm(n,a,r),I=this.functionDiscoveryEnabled&&g.effectiveContextConfig.pruneUsedDocs,C,R,P=()=>ws(d,{pruneUsedDocs:I}),v=()=>Sc(P(),{actionReplay:g.effectiveContextConfig.actionReplay,recentFullActions:g.effectiveContextConfig.recentFullActions,restoreNotice:R,stateSummary:m,checkpointSummary:C?.summary,checkpointTurns:C?.turns})||"(no actions yet)",E=async()=>{if(!g.effectiveContextConfig.checkpoints.enabled){C=void 0;return}let O=Rs(d,{actionReplay:g.effectiveContextConfig.actionReplay,recentFullActions:g.effectiveContextConfig.recentFullActions,pruneUsedDocs:I}),L=g.effectiveContextConfig.checkpoints.triggerChars;if(!L||O.historyChars<=L){C=void 0;return}let F=O.checkpointEntries;if(F.length===0){C=void 0;return}let M=JSON.stringify(F.map(_=>({turn:_.turn,code:_.code,output:_.output,actorFieldsOutput:_.actorFieldsOutput,tags:_.tags,tombstone:_.tombstone})));C?.fingerprint!==M&&(C={fingerprint:M,turns:F.map(_=>_.turn),summary:await Rc(e,g.effectiveContextConfig.summarizerOptions,y,F)})};try{if(this.state){let O=await g.restoreRuntimeState(this.state),L=g.effectiveContextConfig.stateSummary.enabled;d.push(...O.actionLogEntries),C=O.checkpointState?{fingerprint:O.checkpointState.fingerprint,turns:[...O.checkpointState.turns],summary:O.checkpointState.summary}:void 0;let F=rg(Ts(d),ng(O.provenance));m=L?Gc(O.runtimeEntries,F,{maxEntries:g.effectiveContextConfig.stateSummary.maxEntries&&g.effectiveContextConfig.stateSummary.maxEntries>0?g.effectiveContextConfig.stateSummary.maxEntries:8,maxChars:g.effectiveContextConfig.stateSummary.maxChars&&g.effectiveContextConfig.stateSummary.maxChars>0?g.effectiveContextConfig.stateSummary.maxChars:1200})||"(no user variables)":void 0,R=tg(O.runtimeEntries,{includeLiveRuntimeState:L})}for(let O=0;O<l;O++){await f(),u.recomputeTurnInputs(!0),await E();let L=v(),F=Rs(d,{actionReplay:g.effectiveContextConfig.actionReplay,recentFullActions:g.effectiveContextConfig.recentFullActions,pruneUsedDocs:I,checkpointTurns:C?.turns});h&&F.historyChars>h&&(L+="\n\n[HINT: Action log is large. Call `const state = await inspect_runtime()` for a compact snapshot of current variables instead of re-reading old outputs.]");let M=await this.actorProgram.forward(e,{...u.getNonContextValues(),...u.getActorInlineContextValues(),contextMetadata:u.getContextMetadata(),actionLog:L},x);O===0&&(x.debugHideSystemPrompt=!0,R=void 0);let _=M.javascriptCode,j=_?.trim();if(!_||!j)break;_=qm(j),M.javascriptCode=_;for(let ge of this.actorFieldNames)ge in M&&(b[ge]=M[ge]);let H="";if(this.actorFieldNames.length>0){let ge=this.actorFieldNames.filter(Ae=>Ae in M).map(Ae=>`${Ae}: ${M[Ae]}`).join(`
|
|
1260
|
+
`);ge&&(H=`
|
|
946
1261
|
Actor fields:
|
|
947
|
-
${
|
|
948
|
-
`)}function
|
|
949
|
-
...[truncated ${s.length-e} chars]`}function
|
|
950
|
-
`);let o=[],i=0;for(let a of r){let
|
|
951
|
-
`)}function
|
|
952
|
-
`).map(n=>n.trim()).filter(Boolean);return
|
|
1262
|
+
${ge}`)}if(c.payload=void 0,this.enforceIncrementalConsoleTurns){let ge=bg(_);if(ge){let Ae=d.length+1;d.push({turn:Ae,code:_,output:ge,actorFieldsOutput:H,tags:["error"]}),i.actorTurnCallback&&await i.actorTurnCallback({turn:Ae,actorResult:M,code:_,result:void 0,output:ge,isError:!0,thought:typeof M.thought=="string"?M.thought:void 0}),await ma(d,d.length-1,g.effectiveContextConfig,e,y),await E();continue}}this.inputUpdateCallback&&await g.syncRuntimeInputsToSession();let{result:D,output:Y,isError:G}=await g.executeActorCode(_),me=d.length+1;if(d.push({turn:me,code:_,output:Y,actorFieldsOutput:H,tags:G?["error"]:[]}),i.actorTurnCallback&&await i.actorTurnCallback({turn:me,actorResult:M,code:_,result:D,output:Y,isError:G,thought:typeof M.thought=="string"?M.thought:void 0}),await ma(d,d.length-1,g.effectiveContextConfig,e,y),G||(m=await g.captureRuntimeStateSummary()),await E(),c.payload)break}await E();try{let O=await g.exportRuntimeState();O.checkpointState=C?{fingerprint:C.fingerprint,turns:[...C.turns],summary:C.summary}:void 0,this.state=O,this.stateError=void 0}catch(O){this.state=void 0,this.stateError=O instanceof Error?O.message:`Failed to export AxAgent state: ${String(O)}`}}finally{try{g.close()}catch{}}let k=c.payload??{type:"final",args:[kc(d,{stateSummary:m,checkpointSummary:C?.summary,checkpointTurns:C?.turns,pruneUsedDocs:I})]};return{nonContextValues:u.getNonContextValues(),contextMetadata:u.getContextMetadata(),actionLog:v(),actorResult:k,actorFieldValues:b,turnCount:d.length}}async forward(e,t,n){let r=new AbortController;this._stopRequested&&r.abort("Stopped by user (pre-forward)");let o=Tt(r.signal,n?.abortSignal);this.activeAbortControllers.add(r);try{let i=this.ai??e,a=n?.debug??this.debug??i?.getOptions()?.debug??!1,{nonContextValues:l,actorResult:u,actorFieldValues:c}=await this._runActorLoop(i,t,n,o);if(u.type==="ask_clarification")throw new tr(u.args[0],{state:this.state,stateError:this.stateError});let p={...this._genOptions,...this.responderForwardOptions,...n,debug:a,abortSignal:o,maxSteps:1};return{...await this.responderProgram.forward(i,{...l,contextData:u},p),...c}}finally{this.activeAbortControllers.delete(r),this._stopRequested=!1}}async*streamingForward(e,t,n){let r=new AbortController;this._stopRequested&&r.abort("Stopped by user (pre-forward)");let o=Tt(r.signal,n?.abortSignal);this.activeAbortControllers.add(r);try{let i=this.ai??e,a=n?.debug??this.debug??i?.getOptions()?.debug??!1,{nonContextValues:l,actorResult:u,actorFieldValues:c}=await this._runActorLoop(i,t,n,o);if(u.type==="ask_clarification")throw new tr(u.args[0],{state:this.state,stateError:this.stateError});let p={...this._genOptions,...this.responderForwardOptions,...n,debug:a,abortSignal:o,maxSteps:1};for await(let d of this.responderProgram.streamingForward(i,{...l,contextData:u},p))yield d;Object.keys(c).length>0&&(yield{version:1,index:0,delta:c})}finally{this.activeAbortControllers.delete(r),this._stopRequested=!1}}static wrapFunction(e,t,n,r,o,i){return async(...a)=>{let l;if(a.length===1&&typeof a[0]=="object"&&a[0]!==null&&!Array.isArray(a[0]))l=a[0];else{let u=e.parameters?.properties?Object.keys(e.parameters.properties):[];l={},u.forEach((c,p)=>{p<a.length&&(l[c]=a[p])})}try{let u=await e.func(l,{abortSignal:t,ai:n,protocol:r});return i?.({qualifiedName:o??e.name,name:e.name,arguments:dt(l),result:dt(u)}),u}catch(u){throw i?.({qualifiedName:o??e.name,name:e.name,arguments:dt(l),error:u instanceof Error?u.message:String(u)}),u}}}static wrapFunctionWithSharedFields(e,t,n,r,o,i,a){return typeof n!="function"&&(!n||Object.keys(n).length===0)?s.wrapFunction(e,t,r,o,i,a):async(...l)=>{let u;if(l.length===1&&typeof l[0]=="object"&&l[0]!==null&&!Array.isArray(l[0]))u=l[0];else{let d=e.parameters?.properties?Object.keys(e.parameters.properties):[];u={},d.forEach((m,g)=>{g<l.length&&(u[m]=l[g])})}let c=typeof n=="function"?n():n,p=c?{...c,...u}:u;try{let d=await e.func(p,{abortSignal:t,ai:r,protocol:o});return a?.({qualifiedName:i??e.name,name:e.name,arguments:dt(p),result:dt(d)}),d}catch(d){throw a?.({qualifiedName:i??e.name,name:e.name,arguments:dt(p),error:d instanceof Error?d.message:String(d)}),d}}}buildRuntimeGlobals(e,t,n,r,o){let i={},a=new Map,l=new Map,u=new Map;for(let[p,d]of this.agentFunctionModuleMetadata)u.set(p,d);let c=(p,d)=>{a.set(d,p),l.has(p.module)||l.set(p.module,[]),l.get(p.module)?.push(d)};for(let p of this.agentFunctions){let d=p.namespace??"utils";(!i[d]||typeof i[d]!="object")&&(i[d]={});let m=`${d}.${p.name}`;i[d][p.name]=s.wrapFunction(p,e,n,r,m,o),c({module:d,name:p.name,description:p.description,parameters:p.parameters,returns:p.returns,examples:p.examples},m)}if(this.agents&&this.agents.length>0){let p={};for(let d of this.agents){let m=d.getFunction(),g=new Set(d.getExcludedSharedFields?.()??[]),f=()=>{let b={};if(t)for(let[h,y]of Object.entries(t))g.has(h)||(b[h]=y);return b},x=`${this.agentModuleNamespace}.${m.name}`;p[m.name]=s.wrapFunctionWithSharedFields(m,e,f,n,r,x,o),c({module:this.agentModuleNamespace,name:m.name,description:m.description,parameters:m.parameters},x)}i[this.agentModuleNamespace]=p}return this.functionDiscoveryEnabled&&(i[fa]=async p=>{let d=qc(p,"modules");return Og(d,l,u)},i[ha]=async p=>{let d=qc(p,"functions");return Eg(d,a)}),i}get _genOptions(){if(!this.options)return{};let{agents:e,fields:t,functions:n,judgeOptions:r,inputUpdateCallback:o,...i}=this.options;return i}_buildFuncParameters(){let e=this.program.getSignature().toInputJSONSchema();return this._parentSharedFields.size>0?Tg(e,this._parentSharedFields):e}};function $c(s,e){if(e.length===0)throw new Error(`${s}() requires at least one argument`);if(s==="ask_clarification"){if(e.length!==1)throw new Error("ask_clarification() requires exactly one argument");return{type:s,args:[Kc(e[0])]}}return{type:s,args:e}}function Hc(s){return!!s&&typeof s=="object"&&!Array.isArray(s)&&Object.getPrototypeOf(s)===Object.prototype}function Hr(s){return typeof s=="string"&&s.trim().length>0}function Qm(s){if(Hr(s))return s;if(!Hc(s))throw new Error("ask_clarification() choice entries must be non-empty strings or objects with a non-empty label");if(!Hr(s.label))throw new Error("ask_clarification() choice objects require a non-empty label");if(s.value!==void 0&&!Hr(s.value))throw new Error("ask_clarification() choice object values must be non-empty strings");return{label:s.label,...s.value!==void 0?{value:s.value}:{}}}function Kc(s){if(Hr(s))return s;if(!Hc(s))throw new Error("ask_clarification() requires a non-empty string or an object payload");if(!Hr(s.question))throw new Error("ask_clarification() object payload requires a non-empty question");let e=new Set(["text","number","date","single_choice","multiple_choice"]),t;if(s.type===void 0)t=Array.isArray(s.choices)&&s.choices.length>0?"single_choice":void 0;else{if(typeof s.type!="string"||!e.has(s.type))throw new Error("ask_clarification() object payload type must be one of: text, number, date, single_choice, multiple_choice");t=s.type}let n=t==="single_choice"||t==="multiple_choice",r=s.choices;if(r!==void 0){if(!Array.isArray(r)||r.length===0)throw new Error("ask_clarification() choices must be a non-empty array when provided")}else if(n)throw new Error("ask_clarification() choice payloads require a non-empty choices array");return{...s,question:s.question,...t?{type:t}:{},...r?{choices:r.map(Qm)}:{}}}function Wc(s){let e=Kc(s);return typeof e=="string"?{question:e,type:"text"}:{...e,type:e.type??(e.choices&&e.choices.length>0?"single_choice":"text")}}function Ym(s){return typeof structuredClone=="function"?structuredClone(s):JSON.parse(JSON.stringify(s))}function er(s){return Ym(s)}function Xm(s){return s.map(e=>({turn:e.turn,code:e.code,output:e.output,actorFieldsOutput:e.actorFieldsOutput,tags:[...e.tags],...e.summary?{summary:e.summary}:{},...e.producedVars?{producedVars:[...e.producedVars]}:{},...e.referencedVars?{referencedVars:[...e.referencedVars]}:{},...e.stateDelta?{stateDelta:e.stateDelta}:{},...e.stepKind?{stepKind:e.stepKind}:{},...e.replayMode?{replayMode:e.replayMode}:{},...e.rank!==void 0?{rank:e.rank}:{},...e.tombstone?{tombstone:e.tombstone}:{}}))}function Zm(s){return(s??[]).map(e=>({turn:e.turn,code:e.code,output:e.output,actorFieldsOutput:e.actorFieldsOutput,tags:[...e.tags],...e.summary?{summary:e.summary}:{},...e.producedVars?{producedVars:[...e.producedVars]}:{},...e.referencedVars?{referencedVars:[...e.referencedVars]}:{},...e.stateDelta?{stateDelta:e.stateDelta}:{},...e.stepKind?{stepKind:e.stepKind}:{},...e.replayMode?{replayMode:e.replayMode}:{},...e.rank!==void 0?{rank:e.rank}:{},...e.tombstone?{tombstone:e.tombstone}:{}}))}function eg(s){return Object.fromEntries([...s.entries()].map(([e,t])=>[e,{...t}]))}function tg(s,e){let t=s.filter(r=>r.restorable===!1).length,n=["Runtime Restore:","- Runtime state was restored from a previous call.","- Continue from restored values unless recomputation is actually needed."];return e?.includeLiveRuntimeState!==!1?n.splice(2,0,"- Live Runtime State below reflects the restored bindings."):n.splice(2,0,"- Live Runtime State rendering is disabled for this run, but the restored bindings are available in the runtime session."),t>0&&n.push(`- ${t} prior value${t===1?" was":"s were"} snapshot-only and could not be restored.`),n.join(`
|
|
1263
|
+
`)}function ng(s){return new Map(Object.entries(s??{}).map(([e,t])=>[e,{...t}]))}function rg(s,e){let t=new Map;for(let[n,r]of e.entries())t.set(n,{...r});for(let[n,r]of s.entries())t.set(n,{...r});return t}function Vc(s,e){let t=typeof s=="string"?Fe.create(s):s,{ai:n,judgeAI:r,agentIdentity:o,...i}=e;return new Kr({ai:n,judgeAI:r,agentIdentity:o,signature:t},i)}function og(s){return s instanceof Xe&&s.status>=500&&s.status<600?!0:s instanceof qe||s instanceof nt}function mt(s,e){return s.length<=e?s:`${s.slice(0,e)}
|
|
1264
|
+
...[truncated ${s.length-e} chars]`}function sg(s,e){return e<=0?"":s.length<=e?s:e<=3?s.slice(0,e):`${s.slice(0,e-3)}...`}function ig(s){if(!s||typeof s!="object")return!1;let e=s;return typeof e.name=="string"&&typeof e.type=="string"&&(e.ctor===void 0||typeof e.ctor=="string")&&(e.size===void 0||typeof e.size=="string")&&(e.preview===void 0||typeof e.preview=="string")&&(e.restorable===void 0||typeof e.restorable=="boolean")}function ag(s){let e=s.trim();if(!(!e||e[0]!=="{"&&e[0]!=="["))try{let t=JSON.parse(e),n=Array.isArray(t)?t:t&&typeof t=="object"&&Array.isArray(t.entries)?t.entries:void 0;return n?n.filter(ig):void 0}catch{return}}function Jc(s,e){let t=e?.maxEntries&&e.maxEntries>0?e.maxEntries:void 0,n=e?.maxChars&&e.maxChars>0?e.maxChars:void 0,r=t?s.slice(0,t):[...s];if(!n)return r.join(`
|
|
1265
|
+
`);let o=[],i=0;for(let a of r){let l=o.length>0?1:0,u=n-i-l;if(u<=0)break;if(a.length<=u){o.push(a),i+=l+a.length;continue}o.push(sg(a,u)),i=n;break}return o.join(`
|
|
1266
|
+
`)}function lg(s,e){let t=s.split(`
|
|
1267
|
+
`).map(n=>n.trim()).filter(Boolean);return Jc(t,e)}function Dc(s,e){let t=0;return e&&(t+=1e6,t+=e.createdTurn*100,t+=(e.lastReadTurn??e.createdTurn)*1e4,e.source&&(t+=25)),s.type==="accessor"?t-=100:s.type==="function"&&(t-=10),t}function ug(s){let e=s.type;return s.type==="object"&&s.ctor&&s.ctor!=="Object"?e=`object<${s.ctor}>`:s.type==="error"&&s.ctor&&s.ctor!=="Error"&&(e=`error<${s.ctor}>`),s.size&&(e+=` (${s.size})`),e}function cg(s){if(!s)return"";let e=[`from t${s.createdTurn}${s.source?` via ${s.source}`:""}`];return s.lastReadTurn!==void 0&&s.lastReadTurn>s.createdTurn&&e.push(`read t${s.lastReadTurn}`),` [${e.join("; ")}]`}function Gc(s,e,t){let n=[...s].sort((r,o)=>{let i=Dc(r,e.get(r.name));return Dc(o,e.get(o.name))-i||r.name.localeCompare(o.name)}).map(r=>{let o=r.preview?` = ${r.preview}`:"",i=cg(e.get(r.name)),a="restorable"in r&&r.restorable===!1?" [snapshot only]":"";return`${r.name}: ${ug(r)}${o}${i}${a}`});return n.length===0?"(no user variables)":Jc(n,t)}function Os(s,e){if(s===void 0)return"(no output)";if(typeof s=="string")return mt(s||"(no output)",e);try{return mt(JSON.stringify(s,null,2),e)}catch{return mt(String(s),e)}}function Es(s,e){let t=s,n=t?.name??"Error",r=t?.message??String(s),o=[`${n}: ${r}`];if(t?.data!==void 0)try{o.push(`Data: ${JSON.stringify(t.data,null,2)}`)}catch{o.push(`Data: ${String(t.data)}`)}if(t?.cause!==void 0){let i=(a,l)=>{if(l>4)return"[cause chain truncated]";let u=a,c=u?.name??"Error",p=u?.message??String(a),d=[`${c}: ${p}`];if(u?.data!==void 0)try{d.push(`Data: ${JSON.stringify(u.data,null,2)}`)}catch{d.push(`Data: ${String(u.data)}`)}return u?.cause!==void 0&&d.push(`Caused by: ${i(u.cause,l+1)}`),d.join(`
|
|
953
1268
|
`)};o.push(`Caused by: ${i(t.cause,1)}`)}return mt(o.join(`
|
|
954
|
-
`),e)}function
|
|
955
|
-
`)}async function
|
|
1269
|
+
`),e)}function Uc(s){let e=Qc(s);return/\bfinal\s*\(/.test(e)||/\bask_clarification\s*\(/.test(e)}function jc(s){return s&&(typeof s=="object"||typeof s=="function")&&"then"in s&&typeof s.then=="function"?!0:typeof s=="string"&&s.trim()==="[object Promise]"}function Bc(s){return s instanceof Error&&s.message==="Session is closed"}function pg(s){return s instanceof Error&&s.message==="Execution timed out"}function dg(s){return s.startsWith("[ERROR]")||s.startsWith(Ms)?!0:/^(AggregateError|Error|EvalError|RangeError|ReferenceError|SyntaxError|TypeError|URIError): /.test(s)}function mg(s,e){if(e.kind==="threshold")return fg(s)<=e.promptMaxChars?s:void 0;if(typeof s!="string")return;let t=e.keepInPromptChars;if(s.length<=t)return s;let n=s.length-t;if(e.reverseTruncate){let o=t>0?s.slice(-t):"";return`[truncated ${n} chars]...${o}`}return`${t>0?s.slice(0,t):""}...[truncated ${n} chars]`}function gg(s,e,t){return e.kind==="threshold"?t?`inline (<=${e.promptMaxChars} chars)`:`runtime-only (>${e.promptMaxChars} chars)`:typeof s!="string"?"runtime-only (keepInPromptChars requires string)":t?s.length<=e.keepInPromptChars?`inline (<=${e.keepInPromptChars} chars)`:e.reverseTruncate?`inline-truncated(last ${e.keepInPromptChars} chars of ${s.length})`:`inline-truncated(first ${e.keepInPromptChars} chars of ${s.length})`:"runtime-only"}function fg(s){if(typeof s=="string")return s.length;try{return JSON.stringify(s).length}catch{return String(s).length}}function hg(s,e,t){let n=new Set(e.map(a=>a.name)),r=new Set,o=[],i=new Map;for(let a of s){let l=typeof a=="string"?a:a.field;if(!n.has(l))throw new Error(`RLM contextField "${l}" not found in signature`);if(r.has(l))throw new Error(`Duplicate contextField "${l}"`);if(r.add(l),o.push(l),typeof a!="string"){let u=a.keepInPromptChars!==void 0,c=a.promptMaxChars!==void 0;if(u&&c)throw new Error(`contextField "${l}" cannot set both promptMaxChars and keepInPromptChars`);if("reverseTruncate"in a&&!u)throw new Error(`contextField "${l}" reverseTruncate requires keepInPromptChars`);if(u){let d=a.keepInPromptChars;if(!Number.isFinite(d)||d===void 0||d<0)throw new Error(`contextField "${l}" keepInPromptChars must be a finite number >= 0`);i.set(l,{kind:"truncate",keepInPromptChars:d,reverseTruncate:a.reverseTruncate===!0});continue}let p=a.promptMaxChars??t;if(!Number.isFinite(p)||p<0)throw new Error(`contextField "${l}" promptMaxChars must be a finite number >= 0`);i.set(l,{kind:"threshold",promptMaxChars:p})}}return{contextFieldNames:o,promptConfigByField:i}}function xg(s,e){let t=[];for(let[n,r]of Object.entries(s)){let o=Array.isArray(r)?"array":typeof r,i=typeof r=="string"?`${r.length} chars`:Array.isArray(r)?`${r.length} items`:r&&typeof r=="object"?`${Object.keys(r).length} keys`:"n/a",a=e?.promptConfigByField?.get(n),l=a===void 0?"runtime-only":gg(r,a,e?.inlinedFields?.has(n)===!0);t.push(`- ${n}: type=${o}, size=${i}, prompt=${l}`)}return t.join(`
|
|
1270
|
+
`)}async function Ag(s,e,t){if(s.length===0)return[];let n=new Array(s.length),r=0,o=Math.max(1,Math.min(e,s.length)),i=Array.from({length:o},async()=>{for(;;){let a=r++;if(a>=s.length)return;let l=s[a];if(l===void 0)return;n[a]=await t(l,a)}});return await Promise.all(i),n}function yg(s){return s.includes("console.log")}function bg(s){let e=Qc(s),t=/\bfinal\s*\(/.test(e),n=/\bask_clarification\s*\(/.test(e),r=Number(t)+Number(n),o=Ig(e);if(r>1)return"[POLICY] Use exactly one completion signal per turn: either final(...) or ask_clarification(...), not both.";if(r===1)return o.length>0?"[POLICY] Do not combine console.log(...) with final(...)/ask_clarification(...) in the same turn. Inspect in one turn, then complete in the next turn.":void 0;if(o.length===0)return"[POLICY] Non-final turns must include exactly one console.log(...) so the next turn can reason from its output.";if(o.length>1)return"[POLICY] Use exactly one console.log(...) per non-final turn, then stop.";let i=o[0];if(i===void 0)return"[POLICY] Unable to verify console.log(...) usage. Emit exactly one console.log(...) per non-final turn.";if(i.closeParenIndex===void 0)return"[POLICY] Could not parse console.log(...). Keep a single valid console.log(...) call as the last statement in non-final turns.";if(e.slice(i.closeParenIndex+1).replace(/^[\s;]+/,"").length>0)return"[POLICY] End non-final turns immediately after console.log(...). Do not execute additional statements after logging."}function Qc(s){let e="",t=0,n="normal",r=!1;for(;t<s.length;){let o=s[t]??"",i=s[t+1]??"";if(n==="lineComment"){o===`
|
|
956
1271
|
`?(e+=`
|
|
957
1272
|
`,n="normal"):e+=" ",t++;continue}if(n==="blockComment"){o==="*"&&i==="/"?(e+=" ",t+=2,n="normal"):(e+=o===`
|
|
958
1273
|
`?`
|
|
@@ -960,19 +1275,19 @@ ${ie}`)}if(c.payload=void 0,this.enforceIncrementalConsoleTurns){let ie=yg(_);if
|
|
|
960
1275
|
`?`
|
|
961
1276
|
`:" ",r=!1,t++;continue}if(o==="\\"){e+=" ",r=!0,t++;continue}if(o===a){e+=" ",n="normal",t++;continue}e+=o===`
|
|
962
1277
|
`?`
|
|
963
|
-
`:" ",t++;continue}if(o==="/"&&i==="/"){e+=" ",t+=2,n="lineComment";continue}if(o==="/"&&i==="*"){e+=" ",t+=2,n="blockComment";continue}if(o==="'"){e+=" ",t++,n="single";continue}if(o==='"'){e+=" ",t++,n="double";continue}if(o==="`"){e+=" ",t++,n="template";continue}e+=o,t++}return e}function
|
|
964
|
-
`)}function
|
|
1278
|
+
`:" ",t++;continue}if(o==="/"&&i==="/"){e+=" ",t+=2,n="lineComment";continue}if(o==="/"&&i==="*"){e+=" ",t+=2,n="blockComment";continue}if(o==="'"){e+=" ",t++,n="single";continue}if(o==='"'){e+=" ",t++,n="double";continue}if(o==="`"){e+=" ",t++,n="template";continue}e+=o,t++}return e}function Ig(s){let e=s.matchAll(/\bconsole\s*\.\s*log\s*\(/g),t=[];for(let n of e){let r=n[0];if(r===void 0)continue;let o=n.index??-1;if(o<0)continue;let i=r.lastIndexOf("("),a=o+i,l=Cg(s,a);t.push({closeParenIndex:l})}return t}function Cg(s,e){if(e<0||s[e]!=="(")return;let t=0;for(let n=e;n<s.length;n++){let r=s[n];if(r==="(")t++;else if(r===")"&&(t--,t===0))return n}}function Tg(s,e){if(!s.properties||e.size===0)return s;let t=Object.fromEntries(Object.entries(s.properties).filter(([r])=>!e.has(r))),n=s.required?.filter(r=>!e.has(r));return{...s,properties:t,...n!==void 0?{required:n}:{}}}function wg(s,e){let t=s.trim(),r=e?.normalize??!0?Xc(t):t;if(!r)throw new Error("Agent module namespace must contain letters or numbers");return r}function zc(s){return Array.isArray(s.functions)}function xa(s,e){if(!s||s.length===0)return{functions:[],moduleMetadata:[]};let t=s.every(a=>zc(a)),n=s.every(a=>!zc(a));if(!t&&!n)throw new Error("Agent functions collections must contain either flat functions or grouped function modules, not both");if(n)return{functions:[...s],moduleMetadata:[]};let r=new Set,o=[],i=[];for(let a of s){let l=a.namespace.trim(),u=a.title.trim(),c=a.selectionCriteria.trim(),p=a.description.trim();if(!l)throw new Error("Agent function group namespace must be a non-empty string");if(!u)throw new Error(`Agent function group "${l}" must define a non-empty title`);if(!c)throw new Error(`Agent function group "${l}" must define a non-empty selectionCriteria`);if(!p)throw new Error(`Agent function group "${l}" must define a non-empty description`);if(e.has(l))throw new Error(`Agent function namespace "${l}" conflicts with an AxAgent runtime global and is reserved`);if(r.has(l))throw new Error(`Duplicate agent function group namespace "${l}"`);if(a.functions.length===0)throw new Error(`Agent function group "${l}" must contain at least one function`);r.add(l),o.push({namespace:l,title:u,selectionCriteria:c,description:p});for(let d of a.functions){if("namespace"in d&&d.namespace!==void 0)throw new Error(`Grouped agent function "${l}.${d.name}" must not define namespace; use the parent group namespace instead`);i.push({...d,namespace:l})}}return{functions:i,moduleMetadata:o}}function qc(s,e){if(typeof s=="string"){let n=s.trim();if(n.length===0)throw new Error(`${e} must be a non-empty string`);return[n]}if(!Array.isArray(s))throw new Error(`${e} must be a string or string[]`);if(!s.every(n=>typeof n=="string"))throw new Error(`${e} must contain only strings`);let t=s.map(n=>n).map(n=>n.trim()).filter(n=>n.length>0);if(t.length===0)throw new Error(`${e} must contain at least one non-empty string`);return[...new Set(t)]}function Aa(s){let e=s.type;return Array.isArray(e)?e.filter(t=>typeof t=="string"):typeof e=="string"?e.includes(",")?e.split(",").map(t=>t.trim()).filter(Boolean):[e]:[]}function Rg(s){let e=new Set(s);return e.has("object")&&e.has("array")&&e.has("string")&&e.has("number")&&e.has("boolean")&&e.has("null")}function Wr(s){if(s.enum)return s.enum.map(n=>`"${n}"`).join(" | ");let e=Aa(s);if(e.length===0)return"unknown";if(Rg(e))return"any";let t=[...new Set(e)].map(n=>{if(n==="array"){let r=s.items?Wr(s.items):"unknown";return r.includes(" | ")?`(${r})[]`:`${r}[]`}return n==="object"?s.properties&&Object.keys(s.properties).length>0?Yc(s):"object":n});return t.length>1?t.join(" | "):t[0]??"unknown"}function Yc(s,e){if(!s)return"{}";let t=!!s.properties&&Object.keys(s.properties).length>0,n=s.additionalProperties===!0;if(!t)return n?"{ [key: string]: unknown }":"{}";let r=new Set(s.required??[]),o=e?.respectRequired??!1,i=Object.entries(s.properties).map(([a,l])=>{let u=Wr(l),c=o&&!r.has(a)?"?":"";return`${a}${c}: ${u}`});return s.additionalProperties===!0&&i.push("[key: string]: unknown"),`{ ${i.join(", ")} }`}function Sg(s){let e=Yc(s.parameters,{respectRequired:!0}),t=s.returns?`: Promise<${Wr(s.returns)}>`:"";return`- \`${s.qualifiedName}(args: ${e})${t}\``}function ya(s,e="",t=!0){if(!s?.properties)return[];let n=new Set(s.required??[]),r=[];for(let[o,i]of Object.entries(s.properties)){let a=e?`${e}.${o}`:o,l=i.description?.trim();l&&r.push({name:a,type:Wr(i),required:t?n.has(o):void 0,description:l});let u=Aa(i);if(u.includes("object")&&i.properties&&r.push(...ya(i,a,!1)),u.includes("array")&&i.items){let c=i.items.description?.trim(),p=`${a}[]`;c&&r.push({name:p,type:Wr(i.items),description:c}),Aa(i.items).includes("object")&&i.items.properties&&r.push(...ya(i.items,p,!1))}}return r}function kg(s){let e=ya(s);if(e.length!==0)return["#### Arguments",...e.map(t=>{let n=t.required===void 0?`\`${t.type}\``:`\`${t.type}\`, ${t.required?"required":"optional"}`;return`- \`${t.name}\` (${n}): ${t.description}`})].join(`
|
|
1279
|
+
`)}function vg(s){return!s||s.length===0?void 0:["#### Examples",s.map(t=>{let n=[];return t.title?.trim()&&n.push(`##### ${t.title.trim()}`),t.description?.trim()&&n.push(t.description.trim()),n.push(`\`\`\`${t.language?.trim()||"typescript"}`),n.push(t.code),n.push("```"),n.join(`
|
|
965
1280
|
`)}).join(`
|
|
966
1281
|
|
|
967
1282
|
`)].join(`
|
|
968
|
-
`)}function
|
|
969
|
-
`):`- Error: module \`${n}\` does not exist.`,
|
|
1283
|
+
`)}function Og(s,e,t){return s.map(n=>{let r=[...e.get(n)??[]].map(u=>u.split(".").pop()??u).sort((u,c)=>u.localeCompare(c)),o=r.length>0,i=o?t.get(n):void 0,a=o?r.map(u=>`- \`${u}\``).join(`
|
|
1284
|
+
`):`- Error: module \`${n}\` does not exist.`,l=[`### Module \`${n}\``];return i&&(l.push(`**${i.title}**`),l.push(i.description)),l.push(a),l.join(`
|
|
970
1285
|
`)}).join(`
|
|
971
1286
|
|
|
972
|
-
`)}function
|
|
1287
|
+
`)}function Eg(s,e){return s.map(t=>{let n=t.includes(".")?t:`utils.${t}`,r=e.get(n);return r?[`### \`${n}\``,r.description,Sg({qualifiedName:n,parameters:r.parameters,returns:r.returns}),kg(r.parameters),vg(r.examples)].filter(o=>!!o).join(`
|
|
973
1288
|
`):`### \`${n}\`
|
|
974
1289
|
- Not found.`}).join(`
|
|
975
1290
|
|
|
976
|
-
`)}function
|
|
977
|
-
`):"").toString().trim();return p.length>0?p:"No context available."})(),originalQuestion:a.originalQuestion})).branch(a=>!a.disableQualityHealing).when(!0).execute("qualityValidator",a=>({generatedAnswer:a.answerGeneratorResult.comprehensiveAnswer,userQuery:a.originalQuestion})).map(a=>({...a,currentAnswer:a.answerGeneratorResult.comprehensiveAnswer,currentQuality:a.qualityValidatorResult.qualityScore,currentIssues:a.qualityValidatorResult.issues,shouldContinueHealing:a.qualityValidatorResult.qualityScore<a.qualityTarget})).while(a=>a.healingAttempts<3&&a.shouldContinueHealing).map(a=>({...a,healingAttempts:a.healingAttempts+1})).map(async a=>{let
|
|
1291
|
+
`)}function Xc(s){return s.split(/[^a-zA-Z0-9]/).map((n,r)=>{let o=n.toLowerCase();return r>0&&o&&o[0]?o[0].toUpperCase()+o.slice(1):o}).join("")}var Zc=(s,e)=>{let t=e?.maxHops??3,n=e?.qualityThreshold??.8,r=e?.maxIterations??2,o=e?.qualityTarget??.85,i=e?.disableQualityHealing??!1;return gs({logger:e?.logger,debug:e?.debug}).node("queryGenerator","originalQuestion:string, previousContext?:string -> searchQuery:string, queryReasoning:string").node("contextualizer","retrievedDocument:string, accumulatedContext?:string -> enhancedContext:string").node("qualityAssessor","currentContext:string, originalQuestion:string -> completenessScore:number, missingAspects:string[]").node("questionDecomposer","complexQuestion:string -> subQuestions:string[], decompositionReason:string").node("evidenceSynthesizer","collectedEvidence:string[], originalQuestion:string -> synthesizedEvidence:string, evidenceGaps:string[]").node("gapAnalyzer","synthesizedEvidence:string, evidenceGaps:string[], originalQuestion:string -> needsMoreInfo:boolean, focusedQueries:string[]").node("answerGenerator","finalContext:string, originalQuestion:string -> comprehensiveAnswer:string, confidenceLevel:number").node("queryRefiner","originalQuestion:string, currentContext:string, missingAspects:string[] -> refinedQuery:string").node("qualityValidator","generatedAnswer:string, userQuery:string -> qualityScore:number, issues:string[]").node("answerHealer","originalAnswer:string, healingDocument:string, issues?:string[] -> healedAnswer:string").map(a=>({...a,maxHops:t,qualityThreshold:n,maxIterations:r,qualityTarget:o,disableQualityHealing:i,currentHop:0,accumulatedContext:"",retrievedContexts:[],completenessScore:0,searchQuery:a.originalQuestion,shouldContinue:!0,iteration:0,allEvidence:[],evidenceSources:[],needsMoreInfo:!0,healingAttempts:0,currentQuality:0,shouldContinueHealing:!0,currentAnswer:"",currentIssues:[]})).while(a=>a.currentHop<a.maxHops&&a.completenessScore<a.qualityThreshold&&a.shouldContinue).map(a=>({...a,currentHop:a.currentHop+1})).execute("queryGenerator",a=>({originalQuestion:a.originalQuestion,previousContext:a.accumulatedContext||void 0})).map(async a=>{let l=a.queryGeneratorResult?.searchQuery||a.searchQuery||a.originalQuestion,u=await s(l);return{...a,retrievalResult:{retrievedDocument:u,retrievalConfidence:.9}}}).execute("contextualizer",a=>({retrievedDocument:a.retrievalResult.retrievedDocument,accumulatedContext:a.accumulatedContext||void 0})).execute("qualityAssessor",a=>({currentContext:a.contextualizerResult.enhancedContext,originalQuestion:a.originalQuestion})).map(a=>({...a,accumulatedContext:a.contextualizerResult.enhancedContext,retrievedContexts:[...a.retrievedContexts,a.retrievalResult.retrievedDocument],completenessScore:a.qualityAssessorResult.completenessScore,searchQuery:a.queryGeneratorResult.searchQuery,shouldContinue:a.qualityAssessorResult.completenessScore<a.qualityThreshold})).branch(a=>a.shouldContinue&&a.currentHop<a.maxHops).when(!0).execute("queryRefiner",a=>({originalQuestion:a.originalQuestion,currentContext:a.accumulatedContext,missingAspects:a.qualityAssessorResult.missingAspects})).map(a=>({...a,searchQuery:a.queryRefinerResult?.refinedQuery||a.searchQuery})).when(!1).map(a=>a).merge().endWhile().map(a=>({...a,allEvidence:a.retrievedContexts.length>0?a.retrievedContexts:[]})).while(a=>a.iteration<a.maxIterations&&a.needsMoreInfo).map(a=>({...a,iteration:a.iteration+1})).branch(a=>a.iteration===1).when(!0).execute("questionDecomposer",a=>({complexQuestion:a.originalQuestion})).map(a=>({...a,currentQueries:a.questionDecomposerResult.subQuestions})).when(!1).map(a=>({...a,currentQueries:a.gapAnalyzerResult?.focusedQueries||[]})).merge().map(async a=>{let l=a.currentQueries||[],u=l.length>0?await Promise.all(l.filter(Boolean).map(c=>s(c))):[];return{...a,retrievalResults:u}}).execute("evidenceSynthesizer",a=>{let l=Array.isArray(a.allEvidence)?a.allEvidence:[],u=Array.isArray(a.retrievalResults)?a.retrievalResults:[],c=[...l,...u].filter(Boolean);return{collectedEvidence:c.length>0?c:["No evidence collected yet"],originalQuestion:a.originalQuestion}}).execute("gapAnalyzer",a=>({synthesizedEvidence:a.evidenceSynthesizerResult.synthesizedEvidence,evidenceGaps:a.evidenceSynthesizerResult.evidenceGaps,originalQuestion:a.originalQuestion})).map(a=>({...a,allEvidence:[...Array.isArray(a.allEvidence)?a.allEvidence:[],...Array.isArray(a.retrievalResults)?a.retrievalResults:[]],evidenceSources:[...Array.isArray(a.evidenceSources)?a.evidenceSources:[],`Iteration ${a.iteration} sources`],needsMoreInfo:a.gapAnalyzerResult.needsMoreInfo,synthesizedEvidence:a.evidenceSynthesizerResult.synthesizedEvidence})).endWhile().execute("answerGenerator",a=>({finalContext:(()=>{let l=(a.accumulatedContext||"").toString().trim();if(l.length>0)return l;let u=(a.synthesizedEvidence||"").toString().trim();if(u.length>0)return u;let p=(Array.isArray(a.allEvidence)?a.allEvidence.filter(Boolean).join(`
|
|
1292
|
+
`):"").toString().trim();return p.length>0?p:"No context available."})(),originalQuestion:a.originalQuestion})).branch(a=>!a.disableQualityHealing).when(!0).execute("qualityValidator",a=>({generatedAnswer:a.answerGeneratorResult.comprehensiveAnswer,userQuery:a.originalQuestion})).map(a=>({...a,currentAnswer:a.answerGeneratorResult.comprehensiveAnswer,currentQuality:a.qualityValidatorResult.qualityScore,currentIssues:a.qualityValidatorResult.issues,shouldContinueHealing:a.qualityValidatorResult.qualityScore<a.qualityTarget})).while(a=>a.healingAttempts<3&&a.shouldContinueHealing).map(a=>({...a,healingAttempts:a.healingAttempts+1})).map(async a=>{let l=a.currentIssues||[],u=l.length>0?`${a.originalQuestion} addressing issues: ${l.join(", ")}`:`${a.originalQuestion} quality improvement`,c=await s(u);return{...a,healingResult:{healingDocument:c}}}).execute("answerHealer",a=>({originalAnswer:a.currentAnswer,healingDocument:a.healingResult.healingDocument,issues:a.currentIssues})).execute("qualityValidator",a=>({generatedAnswer:a.answerHealerResult.healedAnswer,userQuery:a.originalQuestion})).map(a=>({...a,currentAnswer:a.answerHealerResult.healedAnswer,currentQuality:a.qualityValidatorResult.qualityScore,currentIssues:a.qualityValidatorResult.issues,shouldContinueHealing:a.qualityValidatorResult.qualityScore<a.qualityTarget})).endWhile().when(!1).map(a=>({...a,currentAnswer:a.answerGeneratorResult.comprehensiveAnswer,currentQuality:1,currentIssues:[],shouldContinueHealing:!1})).merge().returns(a=>({finalAnswer:a.currentAnswer,totalHops:a.currentHop,retrievedContexts:a.retrievedContexts,iterationCount:a.iteration,healingAttempts:a.healingAttempts,qualityAchieved:a.currentQuality}))};
|
|
978
1293
|
//# sourceMappingURL=index.cjs.map
|