@urun-sh/openai 0.2.60 → 0.3.0

package/dist/chunk-35LB5OHI.js

@@ -0,0 +1 @@
+import{c as m}from"./chunk-YSFSRI3D.js";m();var l=class{constructor(n,e){this.backend=n;this.opts=e}backend;opts;source=null;sink=null;outHandlers=new Set;async startOutbound(){return this.source=this.backend.createSource(),this.source.track}appendInputAudio(n){if(!this.source)throw new Error("startOutbound() not called");let e=Buffer.from(n,"base64"),t=Math.floor(e.byteLength/2),a=new Int16Array(t);for(let o=0;o<t;o++)a[o]=e.readInt16LE(o*2);this.source.onData(a)}async startInbound(n){if(n==null)throw new Error('startInbound: no downstream audio track \u2014 the runtime audio producer has not been consumed yet (session.stream("rt-audio-out").track is null)');this.sink=this.backend.createSink(n),this.sink.onframe=e=>{let t=Buffer.from(e.samples.buffer,e.samples.byteOffset,e.samples.byteLength).toString("base64");for(let a of this.outHandlers)a(t)}}onOutputAudio(n){return this.outHandlers.add(n),()=>this.outHandlers.delete(n)}};async function E(r,n,e=1e4){let t=new l(n,{sampleRate:24e3}),a=await t.startOutbound();await r.stream("rt-audio-in").attach(a);let o=await S(r,e);return await t.startInbound(o),t}function S(r,n){let e=r.stream("rt-audio-out");return e.track!=null?Promise.resolve(e.track):new Promise((t,a)=>{let o,i=setTimeout(()=>{o?.(),a(new Error(`enableSessionAudio: no downstream audio track within ${n}ms (runtime produced no voice OUT / SFU audio consumer never attached)`))},n),u=s=>{s!=null&&(clearTimeout(i),o?.(),t(s))};o=e.on?.("track",u),e.track!=null&&u(e.track)})}var p="rt-video-in",k=256e3;function g(r){let n=r.stream(p),e=n.emit;if(typeof e!="function")throw new Error(`enableSessionVideo: session.stream('${p}') has no emit() \u2014 the named-DATA stream produce seam (@urun-sh/core SessionStream.emit, contract \xA75) is required for the video frame lane`);return{sendInputFrame:async t=>{if(t.byteLength===0)throw new Error("enableSessionVideo: refusing to send an empty video frame");if(t.byteLength>k)throw new Error(`enableSessionVideo: frame is ${t.byteLength} bytes \u2014 over the ${k}-byte data-channel budget (the SFU's 262144-byte SCTP ceiling drops oversize messages SILENTLY; send smaller/lower-quality frames)`);await e.call(n,t)}}}var y=24e3,d=480,v=111;async function T(){let r=await import("opusscript"),n=r.default??r;return new n(y,1,2048)}async function P(){let r=await import("werift"),n=await T();return{createSource:()=>{let e=new r.MediaStreamTrack({kind:"audio"}),t=Math.random()*4294967295>>>0,a=Math.random()*65535&65535,o=Math.random()*4294967295>>>0,i=new Int16Array(0);return{track:e,onData:u=>{let s=new Int16Array(i.length+u.length);s.set(i,0),s.set(u,i.length);let c=0;for(;s.length-c>=d;){let f=s.subarray(c,c+d);c+=d;let w=Buffer.from(f.buffer,f.byteOffset,f.byteLength),A=n.encode(w,d);a=a+1&65535,o=o+d>>>0;let b=new r.RtpHeader({version:2,payloadType:v,sequenceNumber:a,timestamp:o,ssrc:t,marker:!1}),h=new r.RtpPacket(b,A);e.writeRtp(h)}i=s.slice(c)}}},createSink:e=>{let t={onframe:null};return e.onReceiveRtp.subscribe(o=>{let i;try{i=n.decode(o.payload)}catch{return}let u=new Int16Array(i.length/2);for(let s=0;s<u.length;s++)u[s]=i.readInt16LE(s*2);t.onframe?.({samples:u})}),t}}}async function _(){let r=await import("@roamhq/wrtc");return{createSource:()=>{let n=new r.nonstandard.RTCAudioSource;return{track:n.createTrack(),onData:t=>n.onData({samples:t,sampleRate:24e3})}},createSink:n=>{let e={onframe:null},t=new r.nonstandard.RTCAudioSink(n);return t.ondata=a=>{e.onframe?.(a)},e}}}export{E as a,g as b,P as c,_ as d};

package/dist/chunk-3ED25N7E.js

@@ -0,0 +1 @@
+import{a as _,b as x,m as A,n as g}from"./chunk-XHRPJIEK.js";import{b as v}from"./chunk-VG3X2LVG.js";import{c as i}from"./chunk-YSFSRI3D.js";i();import{createClientToken as E,ClientTokenError as I}from"@urun-sh/core";var l=class extends Error{constructor(t,n=401){super(t);this.status=n;this.name="ProxyAuthError"}status},p=class extends Error{constructor(e){super(e),this.name="ControlPlaneUnavailableError"}};function C(r){let e=(r??"").trim();if(e==="")throw new l("missing Authorization header \u2014 send your uRun org API key as `Authorization: Bearer <key>`");let t=/^Bearer[ \t]+(\S.*)$/i.exec(e);if(!t)throw new l("malformed Authorization header \u2014 expected `Authorization: Bearer <urun org api key>`");return t[1].trim()}var S=60,N=6e4,O=4096;function k(r){return r===401||r===403}var y=class{constructor(e){this.opts=e;this.mint=e.mint??E,this.now=e.now??Date.now}opts;cache=new Map;mint;now;async resolve(e){if(e==="")throw new l("empty Authorization bearer token");let t=this.cache.get(e);if(t&&this.now()-t.at<N)return{apiKey:e,orgId:t.orgId};let n;try{n=(await this.mint(e,{baseUrl:this.opts.gatewayUrl,expiresIn:S})).orgId}catch(o){throw o instanceof I&&k(o.status)?(this.cache.delete(e),new l("the uRun org API key was rejected by the control plane \u2014 check the key and that it is not revoked")):new p(`could not verify the API key against the uRun control plane at ${this.opts.gatewayUrl}: ${o instanceof Error?o.message:String(o)}`)}if(!n)throw new p("the control plane verified the API key but returned no org_id \u2014 refusing to route a request with no tenancy (control-plane contract violation)");if(this.cache.size>=O){let o=this.cache.keys().next();o.done||this.cache.delete(o.value)}return this.cache.set(e,{orgId:n,at:this.now()}),{apiKey:e,orgId:n}}clear(){this.cache.clear()}};i();var $=8080,T="serve",X="0.0.0.0";function L(r,e,t){let n=(r[e]??"").trim();if(!n)throw new Error(`${e} is not set \u2014 ${t}`);return n}function W(r=process.env){let e=(r.PORT??"").trim(),t=e===""?$:Number(e);if(!Number.isInteger(t)||t<0||t>65535)throw new Error(`PORT must be an integer in 0..65535, got ${JSON.stringify(e)}`);let n=A(g(L(r,"URUN_BASE_URL","the hosted proxy needs the uRun session-gateway base it opens sessions and verifies API keys against (e.g. https://api.urun.sh)"),"URUN_BASE_URL")),o=(r.URUN_API_URL??"").trim(),d=o?g(o,"URUN_API_URL"):`${n.replace(/\/+$/,"")}/v1`,a=(r.URUN_CATALOG_URL??"").trim(),m=(r.URUN_CATALOG_ANON_KEY??"").trim();if(!!a!=!!m)throw new Error("URUN_CATALOG_URL and URUN_CATALOG_ANON_KEY must be set together (or both left unset) \u2014 exactly one of them is set, which would silently disable the model-catalog oracle");let s=a?{catalogUrl:g(a,"URUN_CATALOG_URL"),anonKey:m}:null;return{port:t,baseUrl:n,apiUrl:d,catalog:s}}i();import{createHash as H}from"crypto";var z=512;function M(r){return`urun-inference-proxy-${H("sha256").update(r).digest("hex").slice(0,32)}`}var f=class{constructor(e){this.opts=e}opts;tenants=new Map;build(e){if(this.opts.build)return this.opts.build(e);let t=_({baseUrl:this.opts.baseUrl,orgId:e.orgId,defaultApp:null,fnName:T,apiUrl:this.opts.apiUrl,auth:{lane:"api-key",apiKey:e.apiKey,gatewayUrl:this.opts.baseUrl},catalog:this.opts.catalog,subject:M(e.apiKey)});return{router:t,clients:x(t)}}clientsFor(e){let t=this.tenants.get(e.apiKey);if(t)return this.tenants.delete(e.apiKey),this.tenants.set(e.apiKey,t),t.clients;for(;this.tenants.size>=z;){let o=this.tenants.entries().next();if(o.done)break;let[d,a]=o.value;this.tenants.delete(d),a.router.closeAll().catch(()=>{})}let n=this.build(e);return this.tenants.set(e.apiKey,n),n.clients}get size(){return this.tenants.size}async closeAll(){let e=[...this.tenants.values()].map(n=>n.router);this.tenants.clear();let t=[];if(await Promise.all(e.map(async n=>{try{await n.closeAll()}catch(o){t.push(String(o instanceof Error?o.message:o))}})),t.length>0)throw new Error(`failed to close ${t.length} tenant backhaul(s): ${t.join("; ")}`)}};i();import{createServer as G}from"http";var B=5e3,F=3e3,K="/api/client-tokens";function U(r,e,t){r.writeHead(e,{"content-type":"application/json"}),r.end(JSON.stringify(t))}function R(r,e,t,n){U(r,e,{error:{message:t,type:n}})}async function D(r,e=fetch){let t=`${r.replace(/\/+$/,"")}${K}`;try{let n=await e(t,{method:"POST",headers:{"content-type":"application/json"},body:"{}",signal:AbortSignal.timeout(F)});return n.status===404?{ready:!1,detail:`${t} answered 404 \u2014 this is not a uRun control plane`}:n.status>=500?{ready:!1,detail:`${t} answered HTTP ${n.status}`}:{ready:!0,detail:`${t} answered HTTP ${n.status}`}}catch(n){return{ready:!1,detail:`${t} unreachable: ${n instanceof Error?n.message:String(n)}`}}}function le(r){let e=r.resolver??new y({gatewayUrl:r.baseUrl}),t=r.registry??new f({baseUrl:r.baseUrl,apiUrl:r.apiUrl,catalog:r.catalog}),n=r.probeControlPlane??(()=>D(r.baseUrl)),o=async s=>e.resolve(C(s.headers.authorization)),d=v({clients:async s=>t.clientsFor(await o(s)),statusOf:s=>s instanceof l?{status:s.status,openaiType:"authentication_error",anthropicType:"authentication_error"}:s instanceof p?{status:502,openaiType:"upstream_error",anthropicType:"api_error"}:null}),a=null;return{server:G((s,c)=>{let h=new URL(s.url??"/","http://localhost");(async()=>{if(s.method==="GET"&&h.pathname==="/healthz"){U(c,200,{ok:!0});return}if(s.method==="GET"&&h.pathname==="/readyz"){let u=Date.now();if(!a||u-a.at>=B){let P=await n();a={at:u,...P}}U(c,a.ready?200:503,{ok:a.ready,control_plane:a.detail});return}if(h.pathname!=="/v1"&&!h.pathname.startsWith("/v1/")){R(c,404,`no route for ${s.method} ${h.pathname} \u2014 this endpoint serves the OpenAI-compatible /v1 surface plus /healthz and /readyz`,"invalid_request_error");return}d(s,c)})().catch(u=>{if(!c.headersSent){R(c,500,String(u instanceof Error?u.message:u),"proxy_error");return}c.end()})}),closeAll:()=>t.closeAll()}}async function ce(r,e){let t=new Promise(n=>r.close(()=>n()));r.closeAllConnections(),await t,await e()}export{l as a,p as b,C as c,N as d,O as e,y as f,$ as g,T as h,X as i,W as j,z as k,M as l,f as m,B as n,F as o,le as p,ce as q};

package/dist/chunk-EFBD3CGZ.js

@@ -0,0 +1 @@
+import{c as i}from"./chunk-YSFSRI3D.js";i();function _(e){if(e instanceof Error)return{type:"error",error:{type:"urun_error",code:e.name||null,message:e.message}};if(e&&typeof e=="object"&&e.t==="error"){let n=e,r=n.body??{};return{type:"error",error:{type:"urun_error",code:n.code??null,message:r.message??"unknown error"}}}return{type:"error",error:{type:"urun_error",code:null,message:String(e)}}}i();i();i();function f(e,n,r,t){let o=e.response??{},a={request_id:r,consumer_id:t,stream:!0,kind:"chat",messages:n};return typeof o.instructions=="string"&&(a.instructions=o.instructions),Array.isArray(o.modalities)&&(a.modalities=o.modalities),typeof o.temperature=="number"&&(a.temperature=o.temperature),typeof o.max_output_tokens=="number"&&(a.max_output_tokens=o.max_output_tokens),o.tools!==void 0&&(a.tools=o.tools),a}function y(e,n,r){let t={request_id:n,consumer_id:r,stream:!!e.stream,kind:"responses",input:e.input};return e.model&&(t.model=e.model),e.tools!==void 0&&(t.tools=e.tools),e.tool_choice!==void 0&&(t.tool_choice=e.tool_choice),typeof e.temperature=="number"&&(t.temperature=e.temperature),typeof e.max_output_tokens=="number"&&(t.max_output_tokens=e.max_output_tokens),typeof e.reasoning_effort=="string"&&(t.reasoning_effort=e.reasoning_effort),e.chat_template_kwargs!==void 0&&(t.chat_template_kwargs=e.chat_template_kwargs),t}i();var b="llm-resp";async function*g(e,n){let r=`${b}:${n}`,t=`resp_${n}`;yield{type:"response.created",response:{id:t,status:"in_progress"}};let o=new Map;for await(let a of e.stream(r).messages()){let s=a;if(s.t==="delta"){if(typeof s.delta=="string"&&(yield{type:"response.output_text.delta",item_id:t,delta:s.delta}),typeof s.reasoning=="string"&&(yield{type:"response.reasoning_text.delta",item_id:t,delta:s.reasoning}),Array.isArray(s.tool_calls))for(let u of s.tool_calls){let c=typeof u.index=="number"?u.index:0,p=o.get(c)??{};u.id&&(p.id=u.id),u.function?.name&&(p.name=u.function.name),o.set(c,p),yield{type:"response.function_call_arguments.delta",item_id:`fc_${n}_${c}`,tool_index:c,call_id:p.id,name:p.name,delta:u.function?.arguments??""}}}else if(s.t==="response"){yield{type:"response.completed",response:{id:t,status:"completed",...s.body}};return}else if(s.t==="error"){yield _(s);return}}}var h="llm",d=class{constructor(n){this.session=n;this.sessionTag=n.sessionId??globalThis.crypto.randomUUID()}session;sessionTag;get consumerId(){return this.session.consumerId}write(n){n.session_tag=this.sessionTag,this.session.doc(h).set({requests:{[n.request_id]:{payload:n,consumer_id:n.consumer_id,stream:n.stream}}})}sendResponses(n,r){let t=y(n,r,this.consumerId);return this.write(t),g(this.session,r)}sendResponseCreate(n,r,t){let o=f(n,r,t,this.consumerId);return this.write(o),g(this.session,t)}};var k=0;function v(){return k+=1,`req_${Date.now().toString(36)}_${k.toString(36)}`}var w=class{transport;constructor(n){this.transport=new d(n)}responses={create:async n=>{let r=v(),t=this.transport.sendResponses(n,r);return Object.assign((async function*(){yield*t})(),{requestId:r})}}};export{_ as a,d as b,w as c};

package/dist/chunk-F2TEK34X.js

@@ -0,0 +1 @@
+import{c as o}from"./chunk-YSFSRI3D.js";o();async function r(t){let e=await(t.fetchImpl??fetch)(`${t.catalogUrl}/model_catalog?select=model_id,variant`,{headers:{apikey:t.anonKey,Authorization:`Bearer ${t.anonKey}`}});if(!e.ok)throw new Error(`model_catalog fetch failed: ${e.status}`);return await e.json()}async function l(t){return{object:"list",data:(await r(t)).map(e=>({id:`${e.model_id}:${e.variant}`,object:"model",created:0,owned_by:"urun"}))}}export{r as a,l as b};

package/dist/chunk-VG3X2LVG.js

@@ -0,0 +1,41 @@
+import{b as V,c as ge}from"./chunk-XHIIEA6Z.js";import{c as W}from"./chunk-YSFSRI3D.js";W();var Ee="/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent",Xe=1007,Te=1008,J=1011,ye=1008,i=class extends Error{constructor(e,o=Xe){super(e);this.closeCode=o}closeCode},A=t=>typeof t=="object"&&t!==null&&!Array.isArray(t)?t:null,ue=["setup","clientContent","realtimeInput","toolResponse"];function Pe(t){let n;try{n=JSON.parse(t)}catch{throw new i("client message is not valid JSON")}let e=A(n);if(!e)throw new i("client message must be a JSON object");let o=ue.filter(d=>e[d]!==void 0),s=Object.keys(e).filter(d=>!ue.includes(d));if(s.length>0)throw new i(`unknown client message field(s) ${JSON.stringify(s)} \u2014 expected exactly one of ${ue.join(", ")}`);if(o.length!==1)throw new i(`client message must contain exactly one of ${ue.join(", ")} (got ${o.length})`);let r=o[0],a=A(e[r]);if(!a)throw new i(`"${r}" must be a JSON object`);return{kind:r,[r]:a}}function Ne(t,n){if(typeof t=="string")return t;let e=A(t),o=e?e.parts:void 0;if(!Array.isArray(o))throw new i(`${n}: expected a Content with a parts array`);let s=[];for(let r of o){let a=A(r);if(a&&typeof a.text=="string"){s.push(a.text);continue}throw a&&(a.inlineData!==void 0||a.fileData!==void 0)?new i(`${n}: media parts (inlineData/fileData) are a declared follow-up slice (audio/video lanes over the proxy transport AudioBridge) \u2014 only text parts are supported in this slice`):a&&(a.functionCall!==void 0||a.functionResponse!==void 0)?new i(`${n}: functionCall/functionResponse parts are not valid here \u2014 the Live API exchanges tool traffic via the dedicated toolCall/toolResponse messages`):new i(`${n}: unsupported part ${JSON.stringify(r)}`)}return s.join(`
+`)}var Qe={manualActivity:!1,activityHandling:"START_OF_ACTIVITY_INTERRUPTS"},Ze={inputAudioTranscription:"setup.inputAudioTranscription is part of the declared audio follow-up slice",outputAudioTranscription:"setup.outputAudioTranscription is part of the declared audio follow-up slice"},et=["model","generationConfig","systemInstruction","tools","realtimeInputConfig","sessionResumption"],be=["START_OF_ACTIVITY_INTERRUPTS","NO_INTERRUPTION"];function tt(t){let n=A(t);if(!n)throw new i("setup.realtimeInputConfig must be an object");for(let s of Object.keys(n))if(!(s==="automaticActivityDetection"||s==="activityHandling"))throw new i(s==="turnCoverage"?"realtimeInputConfig.turnCoverage is part of the declared audio follow-up slice":`unsupported realtimeInputConfig field "${s}"`);let e=A(n.automaticActivityDetection);if(n.automaticActivityDetection!==void 0&&!e)throw new i("realtimeInputConfig.automaticActivityDetection must be an object");for(let s of Object.keys(e??{}))if(s!=="disabled")throw new i(`automaticActivityDetection.${s} tunes AUTOMATIC (server-side) activity detection \u2014 the declared platform follow-up (serve turn_detection events over the session stream lane); only "disabled: true" (manual activity mode) is supported in this slice`);if(e?.disabled!==!0)throw new i("automatic (server-side) activity detection is the declared platform follow-up (serve turn_detection turn_start/turn_end events over the session stream lane, not proxy DSP) \u2014 set realtimeInputConfig.automaticActivityDetection.disabled: true for manual activity mode");let o="START_OF_ACTIVITY_INTERRUPTS";if(n.activityHandling!==void 0){if(!be.includes(n.activityHandling))throw new i(`unsupported activityHandling ${JSON.stringify(n.activityHandling)} \u2014 expected one of ${be.join(", ")}`);o=n.activityHandling}return{manualActivity:!0,activityHandling:o}}var nt=["temperature","maxOutputTokens","responseModalities"];function Me(t){for(let[u,f]of Object.entries(Ze))if(t[u]!==void 0)throw new i(f);for(let u of Object.keys(t))if(!et.includes(u))throw new i(`unsupported setup field "${u}"`);if(typeof t.model!="string"||t.model.length===0)throw new i('setup.model is required (format "models/{model}")');let n=t.model.replace(/^models\//,""),e,o,s=!1,r=A(t.generationConfig);if(t.generationConfig!==void 0&&!r)throw new i("setup.generationConfig must be an object");if(r){for(let u of Object.keys(r))if(!nt.includes(u))throw new i(`unsupported generationConfig field "${u}"`);if(r.temperature!==void 0){if(typeof r.temperature!="number")throw new i("generationConfig.temperature must be a number");e=r.temperature}if(r.maxOutputTokens!==void 0){if(typeof r.maxOutputTokens!="number")throw new i("generationConfig.maxOutputTokens must be a number");o=r.maxOutputTokens}if(r.responseModalities!==void 0){let u=Array.isArray(r.responseModalities)?r.responseModalities:[r.responseModalities];for(let f of u){let g=String(f).toUpperCase();if(g==="AUDIO"){s=!0;continue}if(g!=="TEXT")throw new i(`responseModalities ${JSON.stringify(f)} is not supported \u2014 this surface speaks TEXT and AUDIO (audio-out rides the native AudioBridge rt-audio-out lane)`)}}}let a=[];t.systemInstruction!==void 0&&a.push({role:"system",content:Ne(t.systemInstruction,"setup.systemInstruction")});let d;if(t.tools!==void 0){if(!Array.isArray(t.tools))throw new i("setup.tools must be an array");d=[];for(let u of t.tools){let f=A(u);if(!f)throw new i("setup.tools entries must be objects");for(let g of Object.keys(f))if(g!=="functionDeclarations")throw new i(`unsupported tool "${g}" \u2014 this slice translates functionDeclarations only (no googleSearch/codeExecution)`);if(!Array.isArray(f.functionDeclarations))throw new i("tool.functionDeclarations must be an array");for(let g of f.functionDeclarations){let h=A(g);if(!h||typeof h.name!="string")throw new i("functionDeclarations entries require a string name");d.push({type:"function",name:h.name,description:h.description,parameters:h.parameters})}}d.length===0&&(d=void 0)}let m={enabled:!1,handle:null};if(t.sessionResumption!==void 0){let u=A(t.sessionResumption);if(!u)throw new i("setup.sessionResumption must be an object (SessionResumptionConfig)");for(let f of Object.keys(u))if(f!=="handle")throw new i(`unsupported sessionResumption field "${f}" \u2014 this lane implements SessionResumptionConfig.handle only`);if(u.handle!==void 0&&(typeof u.handle!="string"||u.handle.length===0))throw new i("sessionResumption.handle must be a non-empty string when present");m={enabled:!0,handle:typeof u.handle=="string"?u.handle:null}}let p=t.realtimeInputConfig===void 0?Qe:tt(t.realtimeInputConfig);return{model:n,systemItems:a,tools:d,temperature:e,maxOutputTokens:o,audioModality:s,activity:p,sessionResumption:m}}function $e(t){return{sessionResumptionUpdate:{newHandle:t,resumable:!0}}}function Le(t){let n=Math.max(0,t??0)/1e3;return{goAway:{timeLeft:`${Math.round(n*1e3)/1e3}s`}}}function Ue(t){for(let o of Object.keys(t))if(o!=="turns"&&o!=="turnComplete")throw new i(`unsupported clientContent field "${o}"`);let n=t.turns===void 0?[]:t.turns;if(!Array.isArray(n))throw new i("clientContent.turns must be an array");let e=[];for(let o of n){let s=A(o);if(!s)throw new i("clientContent.turns entries must be Content objects");let r=s.role===void 0?"user":String(s.role).toLowerCase();if(r!=="user"&&r!=="model")throw new i(`clientContent turn role must be "user" or "model" (got ${JSON.stringify(s.role)})`);e.push({role:r==="model"?"assistant":"user",content:Ne(s,"clientContent.turns")})}return{items:e,turnComplete:t.turnComplete===!0}}var le=16e3,qe=24e3,ot=`audio/pcm;rate=${qe}`,je=Buffer.alloc(960).toString("base64");function st(t,n,e){if(n===e)return t;let o=Math.floor(t.length*e/n),s=new Int16Array(o),r=n/e,a=t.length-1;for(let d=0;d<o;d++){let m=d*r,p=Math.floor(m);if(p>=a){s[d]=t[a];continue}let u=m-p;s[d]=Math.round(t[p]+(t[p+1]-t[p])*u)}return s}function rt(t){let n=A(t);if(!n)throw new i("realtimeInput.video must be a Blob object {mimeType, data}");if(typeof n.mimeType!="string"||!/^image\/jpeg\s*(;|$)/.test(n.mimeType))throw new i(`realtimeInput.video.mimeType must be image/jpeg (the Live video input stream is individual JPEG frames), got ${JSON.stringify(n.mimeType)}`);if(typeof n.data!="string"||n.data.length===0)throw new i("realtimeInput.video.data must be non-empty base64");let e=Buffer.from(n.data,"base64");if(e.length<3||e[0]!==255||e[1]!==216)throw new i("realtimeInput.video.data does not decode to a JPEG frame (missing FF D8 SOI marker)");return new Uint8Array(e)}function it(t){let n=A(t);if(!n)throw new i("realtimeInput.audio must be a Blob object {mimeType, data}");if(typeof n.mimeType!="string"||!/^audio\/pcm\s*(;|$)/.test(n.mimeType))throw new i(`realtimeInput.audio.mimeType must be audio/pcm (16-bit LE PCM @16kHz mono per the Live spec), got ${JSON.stringify(n.mimeType)}`);let e=/;\s*rate=(\d+)/.exec(n.mimeType);if(e&&Number(e[1])!==le)throw new i(`realtimeInput.audio.mimeType declares rate=${e[1]} \u2014 the Live spec input format is ${le} Hz (audio/pcm;rate=${le})`);if(typeof n.data!="string"||n.data.length===0)throw new i("realtimeInput.audio.data must be non-empty base64");let o=Buffer.from(n.data,"base64");if(o.length===0||o.length%2!==0)throw new i(`realtimeInput.audio.data must decode to whole 16-bit samples (got ${o.length} bytes \u2014 not even)`);let s=new Int16Array(o.length/2);for(let a=0;a<s.length;a++)s[a]=o.readInt16LE(a*2);let r=st(s,le,qe);return Buffer.from(r.buffer,r.byteOffset,r.byteLength).toString("base64")}function Be(t){if(t.mediaChunks!==void 0)throw new i('realtimeInput.mediaChunks is deprecated by the Live API \u2014 send the audio stream via realtimeInput.audio ({mimeType:"audio/pcm;rate=16000", data}) instead');if(t.activityStart!==void 0||t.activityEnd!==void 0){if(Object.keys(t).length!==1||t.activityStart!==void 0&&t.activityEnd!==void 0)throw new i("realtimeInput must carry exactly one field when signaling activity (activityStart XOR activityEnd, nothing else)");let s=t.activityStart!==void 0?"activityStart":"activityEnd",r=A(t[s]);if(!r||Object.keys(r).length!==0)throw new i(`realtimeInput.${s} must be an empty object (ActivityStart/ActivityEnd are bare markers)`);return{kind:s}}let n=["text","audio","audioStreamEnd","video"];for(let o of Object.keys(t))if(!n.includes(o))throw new i(`unsupported realtimeInput field "${o}"`);let e=n.filter(o=>t[o]!==void 0);if(e.length!==1)throw new i(`realtimeInput must carry exactly one of ${n.join(", ")} (got ${e.length})`);if(t.audio!==void 0)return{kind:"audio",base64Pcm24k:it(t.audio)};if(t.video!==void 0)return{kind:"video",jpegFrame:rt(t.video)};if(t.audioStreamEnd!==void 0){if(t.audioStreamEnd!==!0)throw new i("realtimeInput.audioStreamEnd must be true when present");return{kind:"audioStreamEnd"}}if(typeof t.text!="string"||t.text.length===0)throw new i("realtimeInput.text must be a non-empty string");return{kind:"text",text:t.text}}function De(t){for(let n of Object.keys(t))if(n!=="functionResponses")throw new i(`unsupported toolResponse field "${n}"`);if(!Array.isArray(t.functionResponses)||t.functionResponses.length===0)throw new i("toolResponse.functionResponses must be a non-empty array");return t.functionResponses.map(n=>{let e=A(n);if(!e||typeof e.id!="string"||e.id.length===0)throw new i("functionResponses entries require the string id matched from the toolCall");return{type:"function_call_output",call_id:e.id,output:JSON.stringify(e.response??null)}})}function He(t){return t.type!=="response.output_text.delta"||typeof t.delta!="string"?null:{serverContent:{modelTurn:{role:"model",parts:[{text:t.delta}]}}}}function Je(t){return{serverContent:{modelTurn:{role:"model",parts:[{inlineData:{mimeType:ot,data:t}}]}}}}function Fe(t){let n=A(t)??{},e=Array.isArray(n.output)?n.output:[],o=[],s=[],r=typeof n.output_text=="string"?n.output_text:"";if(!r)for(let p of e){let u=A(p);if(!(u?.type!=="message"||!Array.isArray(u.content)))for(let f of u.content){let g=A(f);g?.type==="output_text"&&typeof g.text=="string"&&(r+=g.text)}}r&&s.push({role:"assistant",content:r});for(let p of e){let u=A(p);if(u?.type!=="function_call")continue;if(typeof u.call_id!="string"||typeof u.name!="string")throw new i(`upstream function_call item is missing call_id/name: ${JSON.stringify(p)}`,J);let f=typeof u.arguments=="string"&&u.arguments.length>0?u.arguments:"{}",g;try{g=JSON.parse(f)}catch{throw new i(`upstream function_call arguments are not valid JSON: ${f}`,J)}o.push({id:u.call_id,name:u.name,args:g}),s.push({type:"function_call",call_id:u.call_id,name:u.name,arguments:f})}let a=[];o.length>0&&a.push({toolCall:{functionCalls:o}}),a.push({serverContent:{generationComplete:!0}});let d=A(n.usage),m={serverContent:{turnComplete:!0}};if(d){let p={};typeof d.input_tokens=="number"&&(p.promptTokenCount=d.input_tokens),typeof d.output_tokens=="number"&&(p.responseTokenCount=d.output_tokens),typeof d.total_tokens=="number"&&(p.totalTokenCount=d.total_tokens),Object.keys(p).length>0&&(m.usageMetadata=p)}return a.push(m),{messages:a,assistantItems:s}}W();import{createServer as dt}from"http";W();import{randomUUID as at}from"crypto";import{WebSocketServer as ut}from"ws";var lt=256,he=class{snapshots=new Map;store(n,e){for(this.snapshots.set(n,e);this.snapshots.size>lt;){let o=this.snapshots.keys().next().value;this.snapshots.delete(o)}}get(n){return this.snapshots.get(n)}},oe=t=>t.slice(0,120),_e=class{constructor(n,e,o){this.ws=n;this.clients=e;this.registry=o;n.on("message",s=>this.onMessage(s)),n.on("close",()=>{this.unsubscribeEnd?.(),this.unsubscribeEnd=null,this.detachAudio?.()})}ws;clients;registry;config=null;transcript=[];queue=Promise.resolve();proxyHandle=null;unsubscribeEnd=null;audio=null;detachAudio=null;video=null;activityOpen=!1;activeTurn=null;send(n){this.ws.readyState===this.ws.OPEN&&this.ws.send(JSON.stringify(n))}fail(n){if(n instanceof V){this.ws.close(Te,oe(n.message));return}if(n instanceof ge){this.ws.close(ye,oe(n.message));return}if(n instanceof i){this.ws.close(n.closeCode,oe(n.message));return}this.ws.close(J,oe(String(n instanceof Error?n.message:n)))}onMessage(n){try{let e=Pe(typeof n=="string"?n:Buffer.concat(Array.isArray(n)?n:[n]).toString("utf8"));if(e.kind==="setup"){this.handleSetup(e.setup).catch(s=>this.fail(s));return}if(!this.config)throw new i(`"${e.kind}" before setup \u2014 the first client message must be BidiGenerateContentSetup`);let o=this.config;if(e.kind==="clientContent"){let{items:s,turnComplete:r}=Ue(e.clientContent);this.transcript.push(...s),r&&this.enqueue(()=>this.runTurn());return}if(e.kind==="realtimeInput"){let s=Be(e.realtimeInput);if(s.kind==="activityStart"||s.kind==="activityEnd"){this.onActivity(s.kind,o);return}if(s.kind==="text"){this.transcript.push({role:"user",content:s.text}),this.enqueue(()=>this.runTurn());return}if(s.kind==="video"){this.appendVideoFrame(s.jpegFrame);return}this.appendAudio(s.kind==="audio"?s.base64Pcm24k:je);return}this.transcript.push(...De(e.toolResponse)),this.enqueue(()=>this.runTurn())}catch(e){this.fail(e)}}async handleSetup(n){if(this.config)throw new i("setup may only be sent once, as the first client message");let e=Me(n),o=e.sessionResumption.handle;if(o!==null){let s=this.registry.get(o);if(!s)throw new i("unknown sessionResumption.handle \u2014 the Live session it names is gone (proxy restarted, handle evicted, or never issued) and cannot be resumed; reconnect without a handle to start a new session",ye);if(s.model!==e.model)throw new i(`sessionResumption.handle was issued for model "${s.model}" \u2014 the model cannot change on resume (got "${e.model}", per the Live API session-resumption contract)`);if(e.systemItems.length>0)throw new i("setup.systemInstruction cannot be changed on resume \u2014 it is part of the resumed conversation state");this.transcript=[...s.transcript],this.proxyHandle=s.proxyHandle,this.unsubscribeEnd=await this.clients.onSessionEnd(s.proxyHandle,r=>this.enqueue(()=>this.handleUpstreamEnd(r)))}else this.proxyHandle=await this.clients.sessionHandle(e.model),this.unsubscribeEnd=await this.clients.onSessionEnd(this.proxyHandle,s=>this.enqueue(()=>this.handleUpstreamEnd(s))),this.transcript.push(...e.systemItems);this.config=e,this.send({setupComplete:{}}),e.audioModality&&this.ensureAudioLane(),e.sessionResumption.enabled&&await this.mintResumptionUpdate()}ensureAudioLane(){if(this.audio)return this.audio;let n=this.config;if(!n)throw new i("audio before setup \u2014 the first client message must be BidiGenerateContentSetup");let e=this.clients.openAudio;if(!e)throw new i("audio lane not wired: this proxy embedding provides no ProxyClients.openAudio (the native rt-audio-in/rt-audio-out AudioBridge seam)",J);return this.audio=(async()=>{let o=await e.call(this.clients,n.model);return this.detachAudio=o.onOutputAudio(s=>this.send(Je(s))),o})(),this.audio.catch(o=>this.fail(o)),this.audio}appendAudio(n){this.ensureAudioLane().then(e=>e.appendInputAudio(n)).catch(e=>this.fail(e))}ensureVideoLane(){if(this.video)return this.video;let n=this.config;if(!n)throw new i("video before setup \u2014 the first client message must be BidiGenerateContentSetup");let e=this.clients.openVideo;if(!e)throw new i("video lane not wired: this proxy embedding provides no ProxyClients.openVideo (the native rt-video-in frame-lane seam, transport/media.ts enableSessionVideo)",J);return this.video=Promise.resolve(e.call(this.clients,n.model)),this.video.catch(o=>this.fail(o)),this.video}appendVideoFrame(n){this.ensureVideoLane().then(e=>e.sendInputFrame(n)).catch(e=>this.fail(e))}onActivity(n,e){if(!e.activity.manualActivity)throw new i(`realtimeInput.${n} requires manual activity mode \u2014 set setup.realtimeInputConfig.automaticActivityDetection.disabled: true (automatic server-side activity detection is the declared platform follow-up)`);if(n==="activityStart"){if(this.activityOpen)throw new i("activityStart while an activity window is already open (send activityEnd first)");this.activityOpen=!0,e.activity.activityHandling==="START_OF_ACTIVITY_INTERRUPTS"&&this.activeTurn&&(this.activeTurn.interrupted=!0);return}if(!this.activityOpen)throw new i("activityEnd without an open activity window (send activityStart first)");this.activityOpen=!1}enqueue(n){this.queue=this.queue.then(n,()=>{}),this.queue=this.queue.catch(e=>this.fail(e))}async mintResumptionUpdate(){let n=this.config;if(!n?.sessionResumption.enabled||this.ws.readyState!==this.ws.OPEN)return;let e=await this.clients.sessionHandle(n.model);this.proxyHandle=e;let o=at();this.registry.store(o,{model:n.model,proxyHandle:e,transcript:[...this.transcript]}),this.send($e(o))}async handleUpstreamEnd(n){if(this.ws.readyState!==this.ws.OPEN||!this.config)return;this.unsubscribeEnd?.(),this.unsubscribeEnd=null;let e=null;try{e=await this.clients.sessionHandle(this.config.model)}catch{}if(e!==null&&e!==this.proxyHandle){this.proxyHandle=e,this.unsubscribeEnd=await this.clients.onSessionEnd(e,o=>this.enqueue(()=>this.handleUpstreamEnd(o))),this.config.sessionResumption.enabled&&await this.mintResumptionUpdate();return}this.send(Le(n.timeLeftMs)),this.ws.close(J,oe(`upstream session ended: ${n.reason}`))}async runTurn(){let n=this.config;if(!n||this.ws.readyState!==this.ws.OPEN)return;let e={interrupted:!1};this.activeTurn=e;try{let o=await this.clients.createResponse({model:n.model,input:[...this.transcript],stream:!0,tools:n.tools,temperature:n.temperature,max_output_tokens:n.maxOutputTokens}),s,r=!1;for await(let m of o){if(e.interrupted)break;let p=m;if(p.type==="error")throw new i(`upstream error: ${JSON.stringify(p)}`,J);if(p.type==="response.completed"){s=p.response,r=!0;continue}let u=He(p);u&&this.send(u)}if(e.interrupted){this.send({serverContent:{interrupted:!0}});return}if(!r)throw new i("upstream produced no response.completed event",J);let{messages:a,assistantItems:d}=Fe(s);this.transcript.push(...d);for(let m of a)this.send(m);await this.mintResumptionUpdate()}finally{this.activeTurn=null}}},ct=(t,n)=>{let e=t.headers["x-goog-api-key"];if(typeof e=="string")return e;let o=t.headers.authorization;return typeof o=="string"&&o.startsWith("Bearer ")?o.slice(7):n.searchParams.get("key")??void 0};function Ge(t,n){let e=new ut({noServer:!0}),o=new he;t.on("upgrade",(s,r,a)=>{let d=new URL(s.url??"/","http://localhost");if(d.pathname!==Ee){r.write(`HTTP/1.1 404 Not Found\r
+Connection: close\r
+\r
+no WS route for ${d.pathname}`),r.destroy();return}if(n.apiKey&&ct(s,d)!==n.apiKey){r.write(`HTTP/1.1 401 Unauthorized\r
+Connection: close\r
+\r
+invalid local proxy api key`),r.destroy();return}e.handleUpgrade(s,r,a,m=>{new _e(m,n.clients,o)})})}var ve=class t{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(n,e,o){this.requests[n]=(this.requests[n]??0)+1,this.localInBytes+=e,this.naiveInBytes+=o}modelEntry(n){let e=this.models[n];if(e)return e;let o=Object.keys(this.models).length>=pt?"(other)":n;return this.models[o]??={requests:0,tokens_out:0}}model(n){this.modelEntry(n).requests+=1}track(n,e){let o=this,s=performance.now(),r=null,a=0;return(async function*(){for await(let m of n)m.type==="response.output_text.delta"&&typeof m.delta=="string"&&(r===null&&(r=performance.now(),o.ttftMs.push(r-s),o.ttftMs.length>512&&o.ttftMs.shift()),a+=1,o.tokensOut+=1,o.charsOut+=m.delta.length,e!==void 0&&(o.modelEntry(e).tokens_out+=1)),yield m;let d=(performance.now()-(r??s))/1e3;a>0&&d>0&&(o.tokRates.push(a/d),o.tokRates.length>512&&o.tokRates.shift())})()}static p50(n){if(!n.length)return null;let e=[...n].sort((o,s)=>o-s);return e[Math.floor(e.length/2)]}snapshot(){let n=Object.values(this.requests).reduce((e,o)=>e+o,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:t.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:t.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:n},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function Re(t){t.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function B(t,n,e){t.writeHead(n,{"content-type":"application/json"}),t.end(JSON.stringify(e))}function F(t,n,e,o="invalid_request_error"){B(t,n,{error:{message:e,type:o}})}function j(t,n,e,o){B(t,n,{type:"error",error:{type:e,message:o}})}function Ae(t,n,e){if(n==="anthropic"){B(t,404,{type:"error",error:{type:"not_found_error",message:e.message}});return}B(t,404,{error:{message:e.message,type:"invalid_request_error",code:"model_not_found"}})}var pt=256,ft=128;function Se(t){return typeof t.model!="string"||!t.model.trim()?"(default)":t.model.trim().slice(0,ft)}var Ve=64*1024*1024,ce=class extends Error{};async function mt(t){let n=[],e=0;for await(let s of t){if(e+=s.length,e>Ve)throw new ce(`request body exceeds ${Ve} bytes`);n.push(s)}let o=Buffer.concat(n).toString("utf8");return o?JSON.parse(o):{}}function X(t,n,e,o){return{id:t,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:n,choices:[{index:0,delta:e,finish_reason:o}]}}var gt=256;function yt(t){if(typeof t=="string")return[{role:"user",content:t}];if(Array.isArray(t))return t;throw new Error("responses input must be a string or an array of messages/items")}var xe=class{conversations=new Map;thread(n,e){let o=yt(e);if(n==null)return o;let s=this.conversations.get(String(n));if(!s)throw new Error(`unknown previous_response_id ${String(n)} (proxy restarts drop stored responses)`);return[...s,...o]}remember(n,e,o){this.conversations.set(n,[...e,{role:"assistant",content:o}]);for(let s of this.conversations.keys()){if(this.conversations.size<=gt)break;this.conversations.delete(s)}}};function se(t){let n=t?.output;return Array.isArray(n)?n.filter(e=>e.type==="function_call"):[]}function z(t){return t.find(n=>n.type==="response.completed")?.response??null}function de(t){let n=t?.usage;if(!n||typeof n!="object")return null;let e=a=>typeof a=="number"&&Number.isFinite(a)&&a>=0?a:0,o=e(n.input_tokens),s=e(n.output_tokens);if(o===0&&s===0)return null;let r=e(n.total_tokens)||o+s;return{input_tokens:o,output_tokens:s,total_tokens:r}}function ze(t){let n=de(t);return n?{prompt_tokens:n.input_tokens,completion_tokens:n.output_tokens,total_tokens:n.total_tokens}:{prompt_tokens:0,completion_tokens:0,total_tokens:0}}function Ye(t){let n=t?.output;if(!Array.isArray(n))return"";let e="";for(let o of n)if(!(o.type!=="reasoning"||!Array.isArray(o.content)))for(let s of o.content)s.type==="reasoning_text"&&(e+=String(s.text??""));return e}function re(t){return t.type!=="response.function_call_arguments.delta"||typeof t.tool_index!="number"?null:{tool_index:t.tool_index,call_id:typeof t.call_id=="string"?t.call_id:void 0,name:typeof t.name=="string"?t.name:void 0,delta:typeof t.delta=="string"?t.delta:""}}var K=class{calls=new Map;add(n){let e=this.calls.get(n.tool_index),o=!e;return e||(e={args:""},this.calls.set(n.tool_index,e)),n.call_id&&(e.id=n.call_id),n.name&&(e.name=n.name),e.args+=n.delta,{call:e,isNew:o}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([n,e])=>({type:"function_call",call_id:e.id??`call_${n}`,name:e.name??"",arguments:e.args}))}},ht=["<tool_call>","<function="];function _t(t){return ht.find(n=>t.includes(n))}function Q(t,n){return`serving row emitted a prose tool call (literal ${JSON.stringify(n)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${t}" (see catalog parser_defaults)`}function Z(t,n,e){if(!(!t||n>0))return _t(e)}function wt(t){if(Array.isArray(t))return t.map(n=>{let e=n.function;return!e||typeof e!="object"?n:{type:"function",name:e.name,description:e.description,parameters:e.parameters,strict:e.strict}})}var pe=class extends Error{};function kt(t,n){return Array.isArray(n)?n.map(e=>{let o=e;if(o.type==="text")return{type:t==="assistant"?"output_text":"input_text",text:o.text};if(o.type==="image_url"){let s=o.image_url??{};return{type:"input_image",image_url:s.url,detail:s.detail}}throw new pe(`unsupported chat content part type "${String(o.type)}" \u2014 the proxy translates text and image_url parts`)}):n}function vt(t){let n=[];for(let e of t){if(e.role==="tool"){n.push({type:"function_call_output",call_id:e.tool_call_id,output:typeof e.content=="string"?e.content:JSON.stringify(e.content??"")});continue}if(e.role==="assistant"&&Array.isArray(e.tool_calls)){typeof e.content=="string"&&e.content&&n.push({role:"assistant",content:e.content});for(let o of e.tool_calls){let s=o.function??{};n.push({type:"function_call",call_id:o.id,name:s.name,arguments:s.arguments})}continue}n.push({...e,content:kt(e.role,e.content)})}return n}function we(t){return se(t).map((n,e)=>({index:e,id:n.call_id??n.id??`call_${e}`,type:"function",function:{name:n.name??"",arguments:n.arguments??"{}"}}))}function Ke(t,n){let e=n?.output_text;return typeof e=="string"?e:t.filter(o=>o.type==="response.output_text.delta"&&typeof o.delta=="string").map(o=>o.delta).join("")}async function xt(t,n,e,o,s){let r=t.stream===!0,a;try{a=e.thread(t.previous_response_id,t.input)}catch(l){F(o,400,String(l instanceof Error?l.message:l));return}t.previous_response_id!=null&&(s.naiveInBytes+=Buffer.byteLength(JSON.stringify(a))-Buffer.byteLength(JSON.stringify(t.input)));let d=`resp_${Math.random().toString(36).slice(2,14)}`,m=t.store!==!1,p=Se(t);s.model(p);let u=Array.isArray(t.tools)&&t.tools.length>0,f;try{f=await n.createResponse({model:t.model,input:a,stream:r,tools:t.tools,tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_output_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{}})}catch(l){if(l instanceof V){Ae(o,"openai",l);return}throw l}let g=[];if(r){Re(o);let l=y=>{o.write(`event: ${String(y.type??"message")}
+data: ${JSON.stringify(y)}
+
+`)},b=y=>y.response&&typeof y.response=="object"?{...y,response:{...y.response,id:d}}:y,O=`item_${d.slice(5)}`,M=`rs_${d.slice(5)}`,P=!1,$=!1,c=0,x=()=>{P||(P=!0,l({type:"response.created",response:{id:d,object:"response",status:"in_progress"}}))},U=!1,T=0,L="",q=()=>{U&&(U=!1,l({type:"response.reasoning_text.done",item_id:M,output_index:T,content_index:0,text:L}),l({type:"response.output_item.done",output_index:T,item:{id:M,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:L}],status:"completed"}}))},N=!1,v=0,I="",D=y=>{N&&(N=!1,l({type:"response.output_text.done",item_id:O,output_index:v,content_index:0,text:I}),l({type:"response.content_part.done",item_id:O,output_index:v,content_index:0,part:{type:"output_text",text:I}}),l({type:"response.output_item.done",output_index:v,item:{id:O,type:"message",role:"assistant",status:y,content:[{type:"output_text",text:I}]}}))},H=new K,R=null,Y=-1,ee=y=>{if(!R)return;let S=R;R=null,l({type:"response.function_call_arguments.done",item_id:S.fcId,output_index:S.outputIndex,arguments:S.args}),l({type:"response.output_item.done",output_index:S.outputIndex,item:{id:S.fcId,type:"function_call",call_id:S.callId??S.fcId,name:S.name??"",arguments:S.args,status:y}})},te=!1;for await(let y of s.track(f,p)){g.push(y);let S=String(y.type??"");if(S==="response.created"||S==="response.in_progress"){P=!0,l(b(y));continue}if(S==="response.output_item.added"){$=!0,l(b(y));continue}if(S==="response.reasoning_text.delta"&&!$){x(),U||(U=!0,T=c++,l({type:"response.output_item.added",output_index:T,item:{id:M,type:"reasoning",summary:[],content:[],status:"in_progress"}})),L+=String(y.delta??""),l({type:"response.reasoning_text.delta",item_id:M,output_index:T,content_index:0,delta:y.delta});continue}if(S==="response.output_text.delta"&&!$){x(),q(),N||(N=!0,v=c++,l({type:"response.output_item.added",output_index:v,item:{id:O,type:"message",role:"assistant",status:"in_progress",content:[]}}),l({type:"response.content_part.added",item_id:O,output_index:v,content_index:0,part:{type:"output_text",text:""}})),I+=String(y.delta??""),l({type:S,item_id:O,output_index:v,content_index:0,delta:y.delta});continue}let C=$?null:re(y);if(C){if(x(),q(),D("completed"),H.add(C),C.tool_index!==Y){ee("completed"),Y=C.tool_index;let _=c++;R={fcId:`fc_${d.slice(5)}_${C.tool_index}`,outputIndex:_,callId:C.call_id,name:C.name,args:""},l({type:"response.output_item.added",output_index:_,item:{id:R.fcId,type:"function_call",call_id:R.callId??R.fcId,name:R.name??"",arguments:"",status:"in_progress"}})}R&&(C.call_id&&(R.callId=C.call_id),C.name&&(R.name=C.name),R.args+=C.delta,l({type:"response.function_call_arguments.delta",item_id:R.fcId,output_index:R.outputIndex,delta:C.delta}));continue}if(S==="response.completed"&&!$){let _=se(y.response),E=Z(u,H.size+_.length,I);if(E){te=!0,l({type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:Q(p,E)}});break}q(),D("completed"),ee("completed"),H.size===0&&_.forEach(G=>{let ne=c++,ae=G.id??G.call_id??`fc_${ne}`,me=G.arguments??"",Ie={id:ae,type:"function_call",call_id:G.call_id??ae,name:G.name??""};l({type:"response.output_item.added",output_index:ne,item:{...Ie,arguments:"",status:"in_progress"}}),l({type:"response.function_call_arguments.delta",item_id:ae,output_index:ne,delta:me}),l({type:"response.function_call_arguments.done",item_id:ae,output_index:ne,arguments:me}),l({type:"response.output_item.done",output_index:ne,item:{...Ie,arguments:me,status:"completed"}})}),l(b(y));continue}l(b(y))}q(),D("incomplete"),ee("incomplete"),m&&!te&&e.remember(d,a,Ke(g,z(g))),o.write(`data: [DONE]
+
+`),o.end();return}let h=null;for await(let l of s.track(f,p)){if(g.push(l),l.type==="error"){F(o,502,JSON.stringify(l),"upstream_error");return}l.type==="response.completed"&&(h=l.response)}if(h==null){F(o,502,"upstream produced no response.completed event","upstream_error");return}let k=Ke(g,h),w=Z(u,se(h).length,k);if(w){F(o,502,Q(p,w),"upstream_error");return}m&&e.remember(d,a,k),B(o,200,{...h,id:d})}async function Rt(t,n,e,o){let s=t.messages;if(!Array.isArray(s)){F(e,400,"chat/completions requires a messages array");return}let r=String(t.model??"urun"),a=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,d;try{d=vt(s)}catch(c){if(c instanceof pe){F(e,400,c.message);return}throw c}let m=Se(t);o.model(m);let p=Array.isArray(t.tools)&&t.tools.length>0,u;try{u=await n.createResponse({model:t.model,input:d,stream:!0,tools:wt(t.tools),tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_completion_tokens??t.max_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{}})}catch(c){if(c instanceof V){Ae(e,"openai",c);return}throw c}if(t.stream===!0){Re(e);let c=[],x=new K,U="";e.write(`data: ${JSON.stringify(X(a,r,{role:"assistant"},null))}
+
+`);for await(let v of o.track(u,m)){c.push(v);let I=re(v);if(v.type==="response.output_text.delta"&&typeof v.delta=="string")U+=v.delta,e.write(`data: ${JSON.stringify(X(a,r,{content:v.delta},null))}
+
+`);else if(v.type==="response.reasoning_text.delta"&&typeof v.delta=="string")e.write(`data: ${JSON.stringify(X(a,r,{reasoning_content:v.delta},null))}
+
+`);else if(I){let{call:D,isNew:H}=x.add(I),R=H?{index:I.tool_index,id:D.id??`call_${I.tool_index}`,type:"function",function:{name:D.name??"",arguments:I.delta}}:{index:I.tool_index,function:{arguments:I.delta}};e.write(`data: ${JSON.stringify(X(a,r,{tool_calls:[R]},null))}
+
+`)}else if(v.type==="error"){e.write(`data: ${JSON.stringify({error:v})}
+
+`),e.end();return}}let T=we(z(c)),L=Z(p,x.size+T.length,U);if(L){e.write(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:Q(m,L)}})}
+
+`),e.end();return}x.size===0&&T.length>0&&e.write(`data: ${JSON.stringify(X(a,r,{tool_calls:T},null))}
+
+`);let q=x.size>0||T.length>0;e.write(`data: ${JSON.stringify(X(a,r,{},q?"tool_calls":"stop"))}
+
+`),de(z(c))&&e.write(`data: ${JSON.stringify({id:a,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:r,choices:[],usage:ze(z(c))})}
+
+`),e.write(`data: [DONE]
+
+`),e.end();return}let f="",g="",h=[],k=new K;for await(let c of o.track(u,m)){h.push(c),c.type==="response.output_text.delta"&&typeof c.delta=="string"&&(f+=c.delta),c.type==="response.reasoning_text.delta"&&typeof c.delta=="string"&&(g+=c.delta);let x=re(c);if(x&&k.add(x),c.type==="error"){F(e,502,JSON.stringify(c),"upstream_error");return}}let w=z(h),l=we(w),b=l.length>0?l:we({output:k.items()}),O=Z(p,b.length,f);if(O){F(e,502,Q(m,O),"upstream_error");return}let M=b.map(({index:c,...x})=>x),P={role:"assistant",content:f||null},$=g||Ye(w);$&&(P.reasoning_content=$),M.length>0&&(P.tool_calls=M),B(e,200,{id:a,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:r,choices:[{index:0,message:P,finish_reason:M.length>0?"tool_calls":"stop"}],usage:ze(w)})}function At(t){return typeof t=="string"?t:Array.isArray(t)?t.filter(n=>n.type==="text").map(n=>String(n.text??"")).join(""):""}var ie=class extends Error{};function fe(t){return new ie(`unsupported anthropic content block type "${t}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function St(t){if(Array.isArray(t))return t.map(n=>{let e=n;return{type:"function",name:e.name,description:e.description,parameters:e.input_schema}})}function It(t){if(t==null)return;let n=t.type;if(n==="auto")return"auto";if(n==="none")return"none";if(n==="any")return"required";if(n==="tool")return{type:"function",name:t.name};throw new ie(`unsupported anthropic tool_choice type ${JSON.stringify(String(n))} \u2014 the proxy maps auto, none, any and tool`)}function bt(t){if(typeof t=="string")return t;if(t==null)return"";if(!Array.isArray(t))throw fe(typeof t);let n="";for(let e of t){let o=String(e.type??"");if(o!=="text")throw fe(`tool_result > ${o}`);n+=String(e.text??"")}return n}function Ot(t){let{role:n,content:e}=t;if(typeof e=="string")return[{role:n,content:e}];if(e==null)return[];if(!Array.isArray(e))throw fe(typeof e);let o=[],s="",r=()=>{s&&(o.push({role:n,content:s}),s="")};for(let a of e){let d=String(a.type??"");if(d==="text")s+=String(a.text??"");else if(d==="tool_use")r(),o.push({type:"function_call",call_id:a.id,name:a.name,arguments:JSON.stringify(a.input??{})});else if(d==="tool_result")r(),o.push({type:"function_call_output",call_id:a.tool_use_id,output:bt(a.content)});else{if(d==="thinking"||d==="redacted_thinking")continue;throw fe(d)}}return r(),o}function ke(t){return se(t).map((n,e)=>{let o;try{o=JSON.parse(n.arguments||"{}")}catch{throw new Error(`upstream function_call "${n.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:n.call_id??n.id??`toolu_${e}`,name:n.name??"",input:o}})}async function Ct(t,n,e,o){let s=t.messages;if(!Array.isArray(s)){j(e,400,"invalid_request_error","messages requires a messages array");return}if(typeof t.max_tokens!="number"||!Number.isInteger(t.max_tokens)||t.max_tokens<1){j(e,400,"invalid_request_error","max_tokens is required and must be a positive integer");return}if(t.top_k!==void 0){j(e,400,"invalid_request_error","top_k is not supported: the uRun serve lane exposes temperature/top_p/stop_sequences only");return}if(t.stop_sequences!==void 0&&(!Array.isArray(t.stop_sequences)||t.stop_sequences.some(c=>typeof c!="string"))){j(e,400,"invalid_request_error","stop_sequences must be an array of strings");return}let r=String(t.model??"urun"),a=`msg_${Math.random().toString(36).slice(2,14)}`,d=[],m;try{t.system&&d.push({role:"system",content:At(t.system)});for(let c of s)d.push(...Ot(c));m=It(t.tool_choice)}catch(c){if(c instanceof ie){j(e,400,"invalid_request_error",c.message);return}throw c}let p=Se(t);o.model(p);let u=Array.isArray(t.tools)&&t.tools.length>0,f;try{f=await n.createResponse({model:t.model,input:d,stream:!0,tools:St(t.tools),tool_choice:m,temperature:t.temperature,max_output_tokens:t.max_tokens,top_p:t.top_p,stop:t.stop_sequences})}catch(c){if(c instanceof V){Ae(e,"anthropic",c);return}throw c}let g=(c,x)=>{e.destroyed||e.write(`event: ${c}
+data: ${JSON.stringify({type:c,...x})}
+
+`)};if(t.stream===!0){let c=o.track(f,p);Re(e),g("message_start",{message:{id:a,type:"message",role:"assistant",content:[],model:r,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let x=0,U="",T=0,L="none",q=()=>L,N=-1,v=-1,I=new K,D=[],H=()=>{L!=="none"&&(L="none",g("content_block_stop",{index:N}))},R=(_,E)=>{H(),L=_,N=T++,g("content_block_start",{index:N,content_block:E})};for await(let _ of c){if(e.destroyed)break;D.push(_);let E=re(_);if(_.type==="response.reasoning_text.delta"&&typeof _.delta=="string")q()!=="thinking"&&R("thinking",{type:"thinking",thinking:""}),g("content_block_delta",{index:N,delta:{type:"thinking_delta",thinking:_.delta}});else if(_.type==="response.output_text.delta"&&typeof _.delta=="string")q()!=="text"&&R("text",{type:"text",text:""}),x+=1,U+=_.delta,g("content_block_delta",{index:N,delta:{type:"text_delta",text:_.delta}});else if(E){let{call:G}=I.add(E);(q()!=="tool"||E.tool_index!==v)&&(v=E.tool_index,R("tool",{type:"tool_use",id:G.id??`call_${E.tool_index}`,name:G.name??"",input:{}})),E.delta&&g("content_block_delta",{index:N,delta:{type:"input_json_delta",partial_json:E.delta}})}else if(_.type==="error"){g("error",{error:{type:"api_error",message:JSON.stringify(_)}}),e.end();return}}if(e.destroyed)return;let Y=z(D),ee=se(Y),te=Z(u,I.size+ee.length,U);if(te){g("error",{error:{type:"api_error",message:Q(p,te)}}),e.end();return}H();let y=[];if(I.size===0)try{y=ke(Y)}catch(_){g("error",{error:{type:"api_error",message:String(_ instanceof Error?_.message:_)}}),e.end();return}T===0&&y.length===0&&(R("text",{type:"text",text:""}),H()),y.forEach(_=>{let E=T++;g("content_block_start",{index:E,content_block:{..._,input:{}}}),g("content_block_delta",{index:E,delta:{type:"input_json_delta",partial_json:JSON.stringify(_.input??{})}}),g("content_block_stop",{index:E})});let S=I.size>0||y.length>0,C=de(Y);g("message_delta",{delta:{stop_reason:S?"tool_use":"end_turn"},usage:C?{input_tokens:C.input_tokens,output_tokens:C.output_tokens}:{output_tokens:x}}),g("message_stop",{}),e.end();return}let h="",k="",w=[],l=new K;for await(let c of o.track(f,p)){w.push(c),c.type==="response.output_text.delta"&&typeof c.delta=="string"&&(h+=c.delta),c.type==="response.reasoning_text.delta"&&typeof c.delta=="string"&&(k+=c.delta);let x=re(c);if(x&&l.add(x),c.type==="error"){j(e,502,"api_error",JSON.stringify(c));return}if(e.destroyed)break}if(e.destroyed)return;let b=z(w),O;try{O=ke(b),O.length===0&&l.size>0&&(O=ke({output:l.items()}))}catch(c){j(e,502,"api_error",String(c instanceof Error?c.message:c));return}let M=Z(u,O.length,h);if(M){j(e,502,"api_error",Q(p,M));return}let P=[],$=k||Ye(b);$&&P.push({type:"thinking",thinking:$}),(h||O.length===0)&&P.push({type:"text",text:h}),P.push(...O),B(e,200,{id:a,type:"message",role:"assistant",content:P,model:r,stop_reason:O.length>0?"tool_use":"end_turn",usage:de(b)??{input_tokens:0,output_tokens:0}})}function Et(t){let{clients:n,apiKey:e,identity:o,statusOf:s}=t,r=typeof n=="function"?n:()=>n,a=new WeakMap,d=p=>{let u=a.get(p);return u||(u=new xe,a.set(p,u)),u},m=new ve;return(p,u)=>{let f=new URL(p.url??"/","http://localhost"),g=f.pathname==="/v1/messages"||f.pathname.startsWith("/v1/messages/"),h=(k,w,l,b)=>g?j(u,k,b,w):F(u,k,w,l);(async()=>{if(p.method==="GET"&&f.pathname==="/healthz"){B(u,200,{ok:!0});return}if(p.method==="GET"&&f.pathname==="/stats"){B(u,200,o?{identity:o,...m.snapshot()}:m.snapshot());return}if(e&&(p.headers.authorization??"")!==`Bearer ${e}`){h(401,"invalid local proxy api key","authentication_error","authentication_error");return}let k=await r(p);if(p.method==="GET"&&f.pathname==="/v1/models"){B(u,200,await k.listModels());return}if(p.method!=="POST"){h(404,`no route for ${p.method} ${f.pathname}`,"invalid_request_error","not_found_error");return}let w;try{w=await mt(p)}catch(b){if(b instanceof ce){h(413,b.message,"request_too_large","request_too_large");return}h(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let l=Buffer.byteLength(JSON.stringify(w));if(f.pathname==="/v1/responses"){m.request("responses",l,l),await xt(w,k,d(k),u,m);return}if(f.pathname==="/v1/chat/completions"){m.request("chat_completions",l,l),await Rt(w,k,u,m);return}if(f.pathname==="/v1/messages"){m.request("messages",l,l),await Ct(w,k,u,m);return}if(f.pathname==="/v1/messages/count_tokens"){m.request("count_tokens",l,l),j(u,404,"not_found_error","count_tokens is not implemented by the uRun proxy: the serve transport exposes no token-count lane, and the proxy will not fabricate counts");return}h(404,`no route for POST ${f.pathname}`,"invalid_request_error","not_found_error")})().catch(k=>{let w=String(k instanceof Error?k.message:k);if(!u.headersSent){let l=s?.(k)??null;if(l){h(l.status,w,l.openaiType,l.anthropicType);return}h(500,w,"proxy_error","api_error");return}u.destroyed||(g?u.write(`event: error
+data: ${JSON.stringify({type:"error",error:{type:"api_error",message:w}})}
+
+`):u.write(`data: ${JSON.stringify({error:{message:w,type:"upstream_error"}})}
+
+`)),u.end()})}}function Jt(t){let{clients:n,apiKey:e}=t,o=dt(Et(t));return Ge(o,{clients:n,apiKey:e}),o}export{Ee as a,Et as b,Jt as c};

package/dist/chunk-XHIIEA6Z.js

@@ -0,0 +1 @@
+import{c as f}from"./chunk-YSFSRI3D.js";f();var A="https://api.urun.sh/v1";function c(o){return o.toLowerCase().replace(/[^\p{L}\p{N}-]/gu,"-").replace(/^-+|-+$/g,"")}var p=class extends Error{},l=class extends Error{},u="urs1.";function y(o,t){return u+Buffer.from(JSON.stringify([o,t]),"utf8").toString("base64url")}function m(o){if(!o.startsWith(u))return null;try{let t=JSON.parse(Buffer.from(o.slice(u.length),"base64url").toString("utf8"));if(Array.isArray(t)&&typeof t[0]=="string"&&typeof t[1]=="string")return{app:t[0],key:t[1]}}catch{}return null}async function $(o){let t=o.fetchImpl??fetch,e=`${o.apiUrl.replace(/\/+$/,"")}/apps`,s=await t(e,{headers:{Authorization:`Bearer ${o.apiKey}`,Accept:"application/json"}});if(!s.ok)throw new Error(`org apps listing failed: GET ${e} \u2192 ${s.status}`);let n=await s.json();if(!Array.isArray(n.apps))throw new Error(`org apps listing returned no "apps" array (GET ${e})`);if(n.truncated===!0)throw new Error(`org apps listing was truncated (GET ${e} returned ${n.apps.length} of more) \u2014 model discovery would silently omit deployed apps`);return n.apps}var w=6e4,g=class{constructor(t){this.opts=t}opts;pool=new Map;appsCache=null;seed(t,e){this.pool.set(t,Promise.resolve(e))}async deployedApps(){if(!this.opts.listApps)return[];let t=this.opts.appsTtlMs??w;if(this.appsCache&&Date.now()-this.appsCache.at<t)return this.appsCache.apps;let e=await this.opts.listApps();return this.appsCache={at:Date.now(),apps:e},e}servable(t){return t.filter(e=>e.function_name===this.opts.fnName&&e.deployment_status==="active").map(e=>e.app_slug)}async availableIds(){let t=this.opts.defaultApp,e=new Set(t===null?[]:[t]);if(this.opts.listApps)for(let n of this.servable(await this.deployedApps()))e.add(n);for(let n of this.pool.keys())e.add(n);let s=[...e].filter(n=>n!==t).sort();return t===null?s:[t,...s]}async noDefaultApp(t){let e=await this.availableIds(),s=e.length>0?e.join(", "):"(none deployed)";throw new p(t===""?`no "model" was given and this endpoint has no default model \u2014 name one of your org's deployed "${this.opts.fnName}" apps; available models: ${s}`:`model "${t}" does not name a deployed "${this.opts.fnName}" app in your org, and this endpoint has no default model to fall back to; available models: ${s}`)}async resolveApp(t){let e=(t??"").trim(),s=this.opts.defaultApp;if(!e||e==="urun")return s===null?this.noDefaultApp(e):s;let n=c(e);if(n===s)return s;if(this.pool.has(n))return n;if(this.opts.listApps){let a=await this.deployedApps(),r=this.servable(a);if(r.includes(n))return n;let i=r.filter(d=>d.startsWith(`${n}-`));if(i.length===1)return i[0];if(i.length>1)throw new p(`model "${e}" is ambiguous across deployed apps ${i.join(", ")} \u2014 name the exact app slug (or catalog id:variant)`);let h=a.find(d=>d.app_slug===n||d.app_slug.startsWith(`${n}-`));if(h)throw new p(`model "${e}" maps to app "${h.app_slug}", which is not an active "${this.opts.fnName}" app \u2014 deploy it with \`urun serve ${e}\`; available models: ${(await this.availableIds()).join(", ")}`)}if(this.opts.listCatalog){let r=(await this.opts.listCatalog()).find(i=>e===i.model_id||e===`${i.model_id}:${i.variant}`||n===c(i.model_id)||n===c(`${i.model_id}-${i.variant}`));if(r)throw new p(`model "${e}" is in the uRun catalog but not deployed \u2014 deploy it with \`urun serve ${r.model_id}\`; available models: ${(await this.availableIds()).join(", ")}`)}return s===null?this.noDefaultApp(e):s}async sessionFor(t){let e=await this.resolveApp(t),s=this.pool.get(e);return s||(s=Promise.resolve(this.opts.openSession(e)),this.pool.set(e,s),s.catch(()=>this.pool.delete(e))),{app:e,entry:await s}}keyOf(t){let e=this.opts.sessionKey;if(!e)throw new Error("ModelRouter: sessionKey is not configured \u2014 the session-identity seam (handleFor/sessionForHandle) is unavailable on this router");let s=e(t);if(typeof s!="string"||s.length===0)throw new Error("ModelRouter: sessionKey returned an empty identity for a pooled session");return s}async handleFor(t){let{app:e,entry:s}=await this.sessionFor(t);return{app:e,handle:y(e,this.keyOf(s))}}async sessionForHandle(t){let e=m(t);if(!e)throw new l(`malformed session handle ${JSON.stringify(t)} \u2014 not issued by this proxy`);let{app:s,key:n}=e,a=this.pool.get(s),r=a?await a.then(i=>i,()=>null):null;if(r===null)throw new l(`the session behind this handle (app "${s}") is gone \u2014 closed, evicted after its pod died, or the proxy restarted; it cannot be reattached. Reconnect without a handle to start a new session.`);if(this.keyOf(r)!==n)throw new l(`the session behind this handle (app "${s}") was replaced \u2014 the original backhaul died and a new session serves this app now; the handle's session cannot be reattached. Reconnect without a handle to start a new session.`);return{app:s,entry:r}}async evict(t,e){let s=this.pool.get(t);!s||await s.then(a=>a,()=>null)!==e||this.pool.get(t)!==s||(this.pool.delete(t),await this.opts.closeSession(e).catch(()=>{}))}async modelList(){return{object:"list",data:(await this.availableIds()).map(e=>({id:e,object:"model",created:0,owned_by:"urun"}))}}async closeAll(){let t=[...this.pool.values()];this.pool.clear();let e=[];if(await Promise.all(t.map(async s=>{try{await this.opts.closeSession(await s)}catch(n){e.push(String(n instanceof Error?n.message:n))}})),e.length>0)throw new Error(`failed to close ${e.length} pooled session(s): ${e.join("; ")}`)}};export{A as a,p as b,l as c,$ as d,g as e};

package/dist/chunk-XHRPJIEK.js

@@ -0,0 +1,6 @@
+import{a as b}from"./chunk-F2TEK34X.js";import{a as x,b as E,c as S}from"./chunk-35LB5OHI.js";import{c as v}from"./chunk-EFBD3CGZ.js";import{a as R,c as h,d as P,e as U}from"./chunk-XHIIEA6Z.js";import{c as p}from"./chunk-YSFSRI3D.js";p();import{App as A,createClientToken as H}from"@urun-sh/core";p();function L(e){let n=e?.type;return n==="response.created"||n==="response.in_progress"}function j(e){let n=e?.type;return n==="response.completed"||n==="error"}function _(e){return async function(t){return(async function*(){for(let o=1;o<=2;o++){let{app:s,entry:i}=await e.sessionFor(t.model),a=!1,u=!1;try{let c=await e.createStream(i,t);for await(let d of c){if(j(d)&&(a=!0),L(d)){if(o>1)continue}else u=!0;yield d}}catch(c){if(o<2&&!u){await e.evict(s,i);continue}throw c}if(a)return;if(o<2&&!u){await e.evict(s,i);continue}return}})()}}p();var D=3,M="llm",F=new Set(["ended","expired","error"]);function k(e,n){let t=e.doc(M),r=typeof t.onConnectionState=="function",o=typeof e.onPhase=="function";if(!r&&!o)throw new Error(`session for app "${n}" exposes neither a doc connection-state surface nor onPhase \u2014 session-gone detection requires @urun-sh/core Session (SessionDocument.onConnectionState / Session.onPhase); pooling a session with no native lifecycle signal would silently swallow requests dispatched after the platform closes it`);let s=null,i=new Set,a=[],u=c=>{if(!s){s=c;for(let d of[...i])d(c);i.clear()}};return r&&a.push(t.onConnectionState(c=>{c.consecutiveFailures<D||u(new h(`the pooled session for app "${n}" is gone: its doc backhaul failed ${c.consecutiveFailures} consecutive times (last close ${c.lastCloseCode===null?"by provider liveness reap":`code ${c.lastCloseCode}`}${c.lastCloseReason?`, reason ${JSON.stringify(c.lastCloseReason)}`:""}) \u2014 the platform closed the session (idle timeout or a serve-side crash). The entry is evicted; retry to get a fresh session.`))})),o&&a.push(e.onPhase(c=>{F.has(c.name)&&u(new h(`the pooled session for app "${n}" is gone: it reached terminal phase "${c.name}". The entry is evicted; retry to get a fresh session.`))})),{gone:()=>s,onGone(c){return s?(c(s),()=>{}):(i.add(c),()=>i.delete(c))},dispose(){i.clear();for(let c of a.splice(0))c()}}}async function*g(e,n){let t=n.gone();if(t)throw t;let r=e[Symbol.asyncIterator](),o,s=new Promise((i,a)=>{o=n.onGone(u=>a(u))});s.catch(()=>{});try{for(;;){let i=await Promise.race([r.next(),s]);if(i.done)return;yield i.value}}finally{o?.(),r.return?.(void 0)}}function I(e,n,t){let r=e[t];if(typeof r!="function")throw new Error(`app "${n}" has no function "${t}" (set URUN_FUNCTION)`);let o=r();if(typeof o.end!="function")throw new Error(`app "${n}" function "${t}" returned a session without end()`);return o}function W(e,n){let{baseUrl:t,orgId:r,fnName:o,auth:s,subject:i}=e,a=l=>({session:l,responses:new v(l),gone:k(l,n)});if(s.lane==="jwt"){let l=A(n,{baseUrl:t,orgId:r,jwt:s.jwt});return a(I(l,n,o))}let{apiKey:u,gatewayUrl:c}=s,d=A(n,{baseUrl:t,orgId:r,getAccessToken:async()=>(await H(u,{baseUrl:c,expiresIn:300,allowedFunctions:[`${n}/${o}`],...i===void 0?{}:{subject:i}})).token});return a(I(d,n,o))}function B(e){let n=e.session.id;if(typeof n!="string"||n.length===0)throw new Error("pooled session exposes no stable session id \u2014 the session-identity seam requires @urun-sh/core Session (session.id)");return n}var K=new Set(["error","ended","expired"]);function ye(e){let{auth:n,catalog:t}=e,r=null,o=i=>{let a=W(e,i);return a.gone.onGone(()=>{r?.evict(i,a)}),a},s=new U({defaultApp:e.defaultApp,fnName:e.fnName,openSession:o,closeSession:async i=>{i.gone.dispose(),await i.session.end()},listApps:n.lane==="api-key"?()=>P({apiUrl:e.apiUrl,apiKey:n.apiKey}):null,listCatalog:t?()=>b(t):null,sessionKey:B});return r=s,e.defaultApp!==null&&s.seed(e.defaultApp,o(e.defaultApp)),s}function we(e,n=S){let t=new WeakMap,r=new WeakMap;return{createResponse:_({sessionFor:o=>e.sessionFor(o),evict:(o,s)=>e.evict(o,s),createStream:async(o,s)=>g(await o.responses.responses.create(s),o.gone)}),listModels:()=>e.modelList(),openAudio:async o=>{let{entry:s}=await e.sessionFor(o),i=t.get(s);return i||(i=(async()=>x(s.session,await n()))(),t.set(s,i),i.catch(()=>t.delete(s))),i},openVideo:async o=>{let{entry:s}=await e.sessionFor(o),i=r.get(s);return i||(i=E(s.session),r.set(s,i)),i},sessionHandle:async o=>(await e.handleFor(o)).handle,createResponseOn:async(o,s)=>{let{entry:i}=await e.sessionForHandle(o);return g(await i.responses.responses.create(s),i.gone)},onSessionEnd:async(o,s)=>{let{entry:i}=await e.sessionForHandle(o),a=i.session;if(typeof a.onPhase!="function")throw new Error("pooled session exposes no onPhase \u2014 session-end (goAway) wiring requires @urun-sh/core Session");let u=!1;return a.onPhase(c=>{if(u||!K.has(c.name))return;u=!0;let d=a.endsAt??null;s({timeLeftMs:d?Math.max(0,d.getTime()-Date.now()):null,reason:c.name==="expired"?"session reached its maximum length":`session ${c.name}`})})}}}p();import q from"os";import J from"path";import{fileURLToPath as V}from"url";import{format as X}from"util";var N="0.3.0";var $=4141,z=N,ke={claude:{bin:"claude",env:"anthropic"},codex:{bin:"codex",env:"openai"},pi:{bin:"pi",env:"openai"},aider:{bin:"aider",env:"openai"},opencode:{bin:"opencode",env:"openai"},crush:{bin:"crush",env:"openai"}};function Q(e,n="openai"){if(n==="anthropic")return{ANTHROPIC_BASE_URL:`http://127.0.0.1:${e}`,ANTHROPIC_API_KEY:"urun-local"};let t=`http://127.0.0.1:${e}/v1`;return{OPENAI_BASE_URL:t,OPENAI_API_BASE:t,OPENAI_API_KEY:"urun-local"}}function Ae(e,n,t){let r={...e,...Q(n,t)};return delete r.URUN_API_KEY,delete r.URUN_JWT,r}function Ie(e,n,t){let r=["-c","model_providers.urun.name=urun","-c",`model_providers.urun.base_url="http://127.0.0.1:${e}/v1"`,"-c",'model_providers.urun.wire_api="responses"',"-c",'model_provider="urun"'],o=t.indexOf("--"),s=o===-1?t:t.slice(0,o),i=s.some(d=>d==="-m"||d==="--model"||d.startsWith("--model=")),a=t[0]==="exec",u=s.includes("--skip-git-repo-check"),c=a&&!u?["exec","--skip-git-repo-check",...t.slice(1)]:t;return[...r,...i?[]:["-m",n],...c]}function Ne(e,n){return n.some(r=>r==="--model"||r==="--provider"||r.startsWith("--model=")||r.startsWith("--provider="))?n:["--provider","urun","--model",e,...n]}function Oe(e,n,t){let r=(e.URUN_PI_EXTENSION_ENTRY??"").trim();if(r){if(!t(r))throw new Error(`URUN_PI_EXTENSION_ENTRY points at ${r}, which does not exist \u2014 the launcher that injected it (the vendored urun CLI shim) must materialize the pi extension bundle before spawning pi`);return r}let o=V(new URL("../pi-extension/standalone.cjs",n));if(!t(o))throw new Error(`pi extension entry not found at ${o} \u2014 the pi lane loads the self-contained @urun-sh/openai dist/pi-extension/standalone.cjs from the installed package (run \`urun compat pi\` via the npm-installed CLI, e.g. \`npx @urun-sh/openai\`), or pass an entry to pi yourself: \`pi -e <path-to-@urun-sh/openai>/dist/pi-extension/standalone.cjs\``);return o}function T(e){let n=Number(e);if(!Number.isInteger(n)||n<0)throw new Error(`--port needs a non-negative integer (0 = OS-assigned ephemeral), got ${e}`);return n}function $e(e){if(e[0]!=="--port")return null;let n=T(e[1]);return e.splice(0,2),n}function Te(e){let n=e.indexOf("--port");if(n===-1)return $;let t=T(e[n+1]);return e.splice(n,2),t}function Ce(e){if(e===0)throw new Error("`env` cannot use --port 0: it starts no proxy, so the OS never assigns the ephemeral port \u2014 pass the actual port of the running proxy");return e}function y(e,n){let t=(e[n]??"").trim();if(!t)throw new Error(`${n} is not set. The proxy needs URUN_BASE_URL, URUN_ORG_ID, URUN_APP and either URUN_API_KEY (the org key; the proxy vends short-lived function-scoped client tokens from it via the SDK) or URUN_JWT (an explicit pre-vended token override) \u2014 plus optional URUN_FUNCTION, default "serve" \u2014 to open the backhaul session.`);return t}function Ge(e){let n=Z(y(e,"URUN_BASE_URL")),t=y(e,"URUN_ORG_ID"),r=y(e,"URUN_APP"),o=(e.URUN_FUNCTION??"serve").trim()||"serve",s=(e.URUN_API_URL??"").trim(),i=s?O(s,"URUN_API_URL"):R,a=(e.URUN_JWT??"").trim();if(a)return{baseUrl:n,orgId:t,appId:r,fnName:o,apiUrl:i,auth:{lane:"jwt",jwt:a}};let u=(e.URUN_API_KEY??"").trim();if(u){let c=(e.URUN_GATEWAY_URL??"").trim(),d=c?O(c):void 0;return{baseUrl:n,orgId:t,appId:r,fnName:o,apiUrl:i,auth:{lane:"api-key",apiKey:u,gatewayUrl:d}}}throw new Error("neither URUN_API_KEY nor URUN_JWT is set. Set URUN_API_KEY (the org API key \u2014 the proxy vends short-lived, function-scoped client tokens from it via the SDK, so the key never reaches the agent process) or URUN_JWT (an explicit pre-vended token; when set it always wins). URUN_BASE_URL, URUN_ORG_ID and URUN_APP are also required.")}function Z(e,n="URUN_BASE_URL"){if(/\/v1\/*$/.test(new URL(e).pathname))throw new Error(`${n} must be the session-gateway base (e.g. https://api.urun.sh), got ${e} \u2014 a trailing /v1 is the org control-plane API form (that belongs in URUN_API_URL); session allocation 404s against it. Drop the /v1.`);return e}function O(e,n="URUN_GATEWAY_URL"){let t=new URL(e),r=t.hostname==="localhost"||t.hostname==="127.0.0.1"||t.hostname==="[::1]";if(t.protocol!=="https:"&&!r)throw new Error(`${n} must be https (got ${e}) \u2014 the org API key rides the request's Authorization header`);return e}function Le(e){return{app:e.appId,org:e.orgId,fn:e.fnName,base_url:e.baseUrl,proxy_version:z}}function ee(e,n){return e.app===n.app&&e.org===n.org&&e.fn===n.fn&&e.base_url===n.base_url&&e.proxy_version===n.proxy_version}var ne=250;async function te(e,n=ne){try{let t=await fetch(`http://127.0.0.1:${e}/stats`,{signal:AbortSignal.timeout(n)});if(!t.ok)return null;let r=(await t.json()).identity;if(r==null||typeof r!="object")return null;let{app:o,org:s,fn:i,base_url:a,proxy_version:u}=r;return typeof o!="string"||typeof s!="string"||typeof i!="string"||typeof a!="string"||typeof u!="string"?null:{app:o,org:s,fn:i,base_url:a,proxy_version:u}}catch{return null}}var C=2e3;async function oe(e,n=C){try{let t=await fetch(`http://127.0.0.1:${e}/v1/models`,{signal:AbortSignal.timeout(n)});return t.ok?null:`GET /v1/models answered HTTP ${t.status}`}catch(t){return`GET /v1/models failed (${String(t instanceof Error?t.message:t)})`}}async function je(e,n,t=$,r=C){if(e!=null)return{mode:"spawn",port:e};let o=await te(t);if(o!==null&&ee(o,n)){let s=await oe(t,r);return s===null?{mode:"reuse",port:t,identity:o}:{mode:"spawn",port:0,reason:`a urun-openai proxy on port ${t} matches this invocation's identity but failed the serving-surface liveness check (${s}) \u2014 starting a fresh proxy on an ephemeral port instead of pointing the harness at it`}}return{mode:"spawn",port:0}}function De(e,n=q.homedir()){return J.join(n,".urun","logs",`compat-proxy-${e}.log`)}var w=["log","info","warn","error","debug","trace"];function Me(e,n=process,t=console){let r=n.stdout.write,o=n.stderr.write,s=(a,...u)=>e.write(a,...u);n.stdout.write=s,n.stderr.write=s;let i=Object.fromEntries(w.map(a=>[a,t[a]]));for(let a of w)t[a]=(...u)=>{e.write(`${X(...u)}
+`)};return()=>{n.stdout.write=r,n.stderr.write=o;for(let a of w)t[a]=i[a]}}var re=new Set(["EPIPE","EIO","EBADF","ENXIO"]);function G(e){let n=e?.code;return typeof n=="string"&&re.has(n)}function Fe(e,n){try{return e.write(n),!0}catch(t){if(G(t))return!1;throw t}}function He(e){let n={stdout:!1,stderr:!1},t=[];for(let r of["stdout","stderr"]){let o=e.streams[r],s=i=>{G(i)&&(n[r]=!0);let a=i?.code;try{e.note(`${new Date().toISOString()} urun compat: process.${r} died (${String(a??(i instanceof Error?i.message:i))}) \u2014 the terminal is gone; launcher output continues in this log only
+`)}catch{}};o.on("error",s),t.push([o,s])}return{isDead:r=>n[r],uninstall:()=>{for(let[r,o]of t)r.off("error",o)}}}function We(e){let n=t=>{let r=t instanceof Error?`${t.stack??`${t.name}: ${t.message}`}`:String(t);try{e.appendSync(e.logPath,`${new Date().toISOString()} launcher crashed (in-process proxy): ${r}
+`)}catch{}e.restore();try{e.writeStderr(`urun compat: the in-process proxy crashed (${t instanceof Error?t.message:String(t)}) \u2014 terminating the harness (its backend is gone); details: ${e.logPath}
+`)}catch(o){try{e.appendSync(e.logPath,`${new Date().toISOString()} urun compat: the crash line could not reach stderr (${String(o?.code??o)}) \u2014 the terminal is gone
+`)}catch{}}e.killChild(),e.exit(1)};return e.proc.on("uncaughtException",n),e.proc.on("unhandledRejection",n),()=>{e.proc.off("uncaughtException",n),e.proc.off("unhandledRejection",n)}}function Be(e,n){let t="pass --port 0 for an OS-assigned ephemeral port";return n?`port ${e} is held by another urun-openai proxy serving app ${n.app} (org ${n.org}, fn ${n.fn}, version ${n.proxy_version}) \u2014 reuse it by pointing your agent at http://127.0.0.1:${e}, or ${t}`:`port ${e} is already in use and does not answer the urun-openai /stats identity probe \u2014 ${t}`}export{ye as a,we as b,ke as c,Q as d,Ae as e,Ie as f,Ne as g,Oe as h,$e as i,Te as j,Ce as k,Ge as l,Z as m,O as n,Le as o,te as p,je as q,De as r,Me as s,Fe as t,He as u,We as v,Be as w};

package/dist/chunk-YSFSRI3D.js

@@ -0,0 +1 @@
+var n=Object.create;var i=Object.defineProperty;var a=Object.getOwnPropertyDescriptor;var p=Object.getOwnPropertyNames;var c=Object.getPrototypeOf,f=Object.prototype.hasOwnProperty;var l=(e,t,o)=>()=>{if(o)throw o[0];try{return e&&(t=e(e=0)),t}catch(m){throw o=[m],m}};var d=(e,t)=>()=>{try{return t||e((t={exports:{}}).exports,t),t.exports}catch(o){throw t=0,o}};var s=(e,t,o,m)=>{if(t&&typeof t=="object"||typeof t=="function")for(let r of p(t))!f.call(e,r)&&r!==o&&i(e,r,{get:()=>t[r],enumerable:!(m=a(t,r))||m.enumerable});return e};var g=(e,t,o)=>(o=e!=null?n(c(e)):{},s(t||!e||!e.__esModule?i(o,"default",{value:e,enumerable:!0}):o,e));import u from"path";import{fileURLToPath as F}from"url";var _=l(()=>{"use strict"});export{d as a,g as b,_ as c};

package/dist/hosted/bin.cjs

@@ -0,0 +1,56 @@
+#!/usr/bin/env node
+"use strict";var rn=Object.create;var mt=Object.defineProperty;var on=Object.getOwnPropertyDescriptor;var sn=Object.getOwnPropertyNames;var an=Object.getPrototypeOf,un=Object.prototype.hasOwnProperty;var ln=(t,n,e)=>()=>{if(e)throw e[0];try{return t&&(n=t(t=0)),n}catch(r){throw e=[r],r}};var cn=(t,n)=>()=>{try{return n||t((n={exports:{}}).exports,n),n.exports}catch(e){throw n=0,e}};var dn=(t,n,e,r)=>{if(n&&typeof n=="object"||typeof n=="function")for(let o of sn(n))!un.call(t,o)&&o!==e&&mt(t,o,{get:()=>n[o],enumerable:!(r=on(n,o))||r.enumerable});return t};var ve=(t,n,e)=>(e=t!=null?rn(an(t)):{},dn(n||!t||!t.__esModule?mt(e,"default",{value:t,enumerable:!0}):e,t));var S=ln(()=>{"use strict"});var gt=cn(()=>{"use strict";S();var ht;(function(t){(function(n){var e=typeof globalThis=="object"?globalThis:typeof global=="object"?global:typeof self=="object"?self:typeof this=="object"?this:c(),r=o(t);typeof e.Reflect<"u"&&(r=o(e.Reflect,r)),n(r,e),typeof e.Reflect>"u"&&(e.Reflect=t);function o(p,d){return function(k,b){Object.defineProperty(p,k,{configurable:!0,writable:!0,value:b}),d&&d(k,b)}}function l(){try{return Function("return this;")()}catch{}}function a(){try{return(0,eval)("(function() { return this; })()")}catch{}}function c(){return l()||a()}})(function(n,e){var r=Object.prototype.hasOwnProperty,o=typeof Symbol=="function",l=o&&typeof Symbol.toPrimitive<"u"?Symbol.toPrimitive:"@@toPrimitive",a=o&&typeof Symbol.iterator<"u"?Symbol.iterator:"@@iterator",c=typeof Object.create=="function",p={__proto__:[]}instanceof Array,d=!c&&!p,k={create:c?function(){return Je(Object.create(null))}:p?function(){return Je({__proto__:null})}:function(){return Je({})},has:d?function(s,i){return r.call(s,i)}:function(s,i){return i in s},get:d?function(s,i){return r.call(s,i)?s[i]:void 0}:function(s,i){return s[i]}},b=Object.getPrototypeOf(Function),E=typeof Map=="function"&&typeof Map.prototype.entries=="function"?Map:Zt(),U=typeof Set=="function"&&typeof Set.prototype.entries=="function"?Set:Qt(),T=typeof WeakMap=="function"?WeakMap:en(),P=o?Symbol.for("@reflect-metadata:registry"):void 0,h=Kt(),H=Yt(h);function q(s,i,u,f){if(g(u)){if(!it(s))throw new TypeError;if(!at(i))throw new TypeError;return z(s,i)}else{if(!it(s))throw new TypeError;if(!A(i))throw new TypeError;if(!A(f)&&!g(f)&&!L(f))throw new TypeError;return L(f)&&(f=void 0),u=Q(u),N(s,i,u,f)}}n("decorate",q);function K(s,i){function u(f,x){if(!A(f))throw new TypeError;if(!g(x)&&!Wt(x))throw new TypeError;le(s,i,f,x)}return u}n("metadata",K);function W(s,i,u,f){if(!A(u))throw new TypeError;return g(f)||(f=Q(f)),le(s,i,u,f)}n("defineMetadata",W);function Y(s,i,u){if(!A(i))throw new TypeError;return g(u)||(u=Q(u)),j(s,i,u)}n("hasMetadata",Y);function w(s,i,u){if(!A(i))throw new TypeError;return g(u)||(u=Q(u)),Z(s,i,u)}n("hasOwnMetadata",w);function D(s,i,u){if(!A(i))throw new TypeError;return g(u)||(u=Q(u)),ne(s,i,u)}n("getMetadata",D);function ee(s,i,u){if(!A(i))throw new TypeError;return g(u)||(u=Q(u)),$(s,i,u)}n("getOwnMetadata",ee);function V(s,i){if(!A(s))throw new TypeError;return g(i)||(i=Q(i)),pe(s,i)}n("getMetadataKeys",V);function X(s,i){if(!A(s))throw new TypeError;return g(i)||(i=Q(i)),fe(s,i)}n("getOwnMetadataKeys",X);function te(s,i,u){if(!A(i))throw new TypeError;if(g(u)||(u=Q(u)),!A(i))throw new TypeError;g(u)||(u=Q(u));var f=Re(i,u,!1);return g(f)?!1:f.OrdinaryDeleteMetadata(s,i,u)}n("deleteMetadata",te);function z(s,i){for(var u=s.length-1;u>=0;--u){var f=s[u],x=f(i);if(!g(x)&&!L(x)){if(!at(x))throw new TypeError;i=x}}return i}function N(s,i,u,f){for(var x=s.length-1;x>=0;--x){var B=s[x],J=B(i,u,f);if(!g(J)&&!L(J)){if(!A(J))throw new TypeError;f=J}}return f}function j(s,i,u){var f=Z(s,i,u);if(f)return!0;var x=qe(i);return L(x)?!1:j(s,x,u)}function Z(s,i,u){var f=Re(i,u,!1);return g(f)?!1:ge(f.OrdinaryHasOwnMetadata(s,i,u))}function ne(s,i,u){var f=Z(s,i,u);if(f)return $(s,i,u);var x=qe(i);if(!L(x))return ne(s,x,u)}function $(s,i,u){var f=Re(i,u,!1);if(!g(f))return f.OrdinaryGetOwnMetadata(s,i,u)}function le(s,i,u,f){var x=Re(u,f,!0);x.OrdinaryDefineOwnMetadata(s,i,u,f)}function pe(s,i){var u=fe(s,i),f=qe(s);if(f===null)return u;var x=pe(f,i);if(x.length<=0)return u;if(u.length<=0)return x;for(var B=new U,J=[],R=0,m=u;R<m.length;R++){var y=m[R],_=B.has(y);_||(B.add(y),J.push(y))}for(var v=0,I=x;v<I.length;v++){var y=I[v],_=B.has(y);_||(B.add(y),J.push(y))}return J}function fe(s,i){var u=Re(s,i,!1);return u?u.OrdinaryOwnMetadataKeys(s,i):[]}function O(s){if(s===null)return 1;switch(typeof s){case"undefined":return 0;case"boolean":return 2;case"string":return 3;case"symbol":return 4;case"number":return 5;case"object":return s===null?1:6;default:return 6}}function g(s){return s===void 0}function L(s){return s===null}function C(s){return typeof s=="symbol"}function A(s){return typeof s=="object"?s!==null:typeof s=="function"}function se(s,i){switch(O(s)){case 0:return s;case 1:return s;case 2:return s;case 3:return s;case 4:return s;case 5:return s}var u=i===3?"string":i===5?"number":"default",f=ut(s,l);if(f!==void 0){var x=f.call(s,u);if(A(x))throw new TypeError;return x}return he(s,u==="default"?"number":u)}function he(s,i){if(i==="string"){var u=s.toString;if(_e(u)){var f=u.call(s);if(!A(f))return f}var x=s.valueOf;if(_e(x)){var f=x.call(s);if(!A(f))return f}}else{var x=s.valueOf;if(_e(x)){var f=x.call(s);if(!A(f))return f}var B=s.toString;if(_e(B)){var f=B.call(s);if(!A(f))return f}}throw new TypeError}function ge(s){return!!s}function Ae(s){return""+s}function Q(s){var i=se(s,3);return C(i)?i:Ae(i)}function it(s){return Array.isArray?Array.isArray(s):s instanceof Object?s instanceof Array:Object.prototype.toString.call(s)==="[object Array]"}function _e(s){return typeof s=="function"}function at(s){return typeof s=="function"}function Wt(s){switch(O(s)){case 3:return!0;case 4:return!0;default:return!1}}function Fe(s,i){return s===i||s!==s&&i!==i}function ut(s,i){var u=s[i];if(u!=null){if(!_e(u))throw new TypeError;return u}}function lt(s){var i=ut(s,a);if(!_e(i))throw new TypeError;var u=i.call(s);if(!A(u))throw new TypeError;return u}function ct(s){return s.value}function dt(s){var i=s.next();return i.done?!1:i}function pt(s){var i=s.return;i&&i.call(s)}function qe(s){var i=Object.getPrototypeOf(s);if(typeof s!="function"||s===b||i!==b)return i;var u=s.prototype,f=u&&Object.getPrototypeOf(u);if(f==null||f===Object.prototype)return i;var x=f.constructor;return typeof x!="function"||x===s?i:x}function zt(){var s;!g(P)&&typeof e.Reflect<"u"&&!(P in e.Reflect)&&typeof e.Reflect.defineMetadata=="function"&&(s=Xt(e.Reflect));var i,u,f,x=new T,B={registerProvider:J,getProvider:m,setProvider:_};return B;function J(v){if(!Object.isExtensible(B))throw new Error("Cannot add provider to a frozen registry.");switch(!0){case s===v:break;case g(i):i=v;break;case i===v:break;case g(u):u=v;break;case u===v:break;default:f===void 0&&(f=new U),f.add(v);break}}function R(v,I){if(!g(i)){if(i.isProviderFor(v,I))return i;if(!g(u)){if(u.isProviderFor(v,I))return i;if(!g(f))for(var M=lt(f);;){var G=dt(M);if(!G)return;var oe=ct(G);if(oe.isProviderFor(v,I))return pt(M),oe}}}if(!g(s)&&s.isProviderFor(v,I))return s}function m(v,I){var M=x.get(v),G;return g(M)||(G=M.get(I)),g(G)&&(G=R(v,I),g(G)||(g(M)&&(M=new E,x.set(v,M)),M.set(I,G))),G}function y(v){if(g(v))throw new TypeError;return i===v||u===v||!g(f)&&f.has(v)}function _(v,I,M){if(!y(M))throw new Error("Metadata provider not registered.");var G=m(v,I);if(G!==M){if(!g(G))return!1;var oe=x.get(v);g(oe)&&(oe=new E,x.set(v,oe)),oe.set(I,M)}return!0}}function Kt(){var s;return!g(P)&&A(e.Reflect)&&Object.isExtensible(e.Reflect)&&(s=e.Reflect[P]),g(s)&&(s=zt()),!g(P)&&A(e.Reflect)&&Object.isExtensible(e.Reflect)&&Object.defineProperty(e.Reflect,P,{enumerable:!1,configurable:!1,writable:!1,value:s}),s}function Yt(s){var i=new T,u={isProviderFor:function(y,_){var v=i.get(y);return g(v)?!1:v.has(_)},OrdinaryDefineOwnMetadata:J,OrdinaryHasOwnMetadata:x,OrdinaryGetOwnMetadata:B,OrdinaryOwnMetadataKeys:R,OrdinaryDeleteMetadata:m};return h.registerProvider(u),u;function f(y,_,v){var I=i.get(y),M=!1;if(g(I)){if(!v)return;I=new E,i.set(y,I),M=!0}var G=I.get(_);if(g(G)){if(!v)return;if(G=new E,I.set(_,G),!s.setProvider(y,_,u))throw I.delete(_),M&&i.delete(y),new Error("Wrong provider for target.")}return G}function x(y,_,v){var I=f(_,v,!1);return g(I)?!1:ge(I.has(y))}function B(y,_,v){var I=f(_,v,!1);if(!g(I))return I.get(y)}function J(y,_,v,I){var M=f(v,I,!0);M.set(y,_)}function R(y,_){var v=[],I=f(y,_,!1);if(g(I))return v;for(var M=I.keys(),G=lt(M),oe=0;;){var ft=dt(G);if(!ft)return v.length=oe,v;var tn=ct(ft);try{v[oe]=tn}catch(nn){try{pt(G)}finally{throw nn}}oe++}}function m(y,_,v){var I=f(_,v,!1);if(g(I)||!I.delete(y))return!1;if(I.size===0){var M=i.get(_);g(M)||(M.delete(v),M.size===0&&i.delete(M))}return!0}}function Xt(s){var i=s.defineMetadata,u=s.hasOwnMetadata,f=s.getOwnMetadata,x=s.getOwnMetadataKeys,B=s.deleteMetadata,J=new T,R={isProviderFor:function(m,y){var _=J.get(m);return!g(_)&&_.has(y)?!0:x(m,y).length?(g(_)&&(_=new U,J.set(m,_)),_.add(y),!0):!1},OrdinaryDefineOwnMetadata:i,OrdinaryHasOwnMetadata:u,OrdinaryGetOwnMetadata:f,OrdinaryOwnMetadataKeys:x,OrdinaryDeleteMetadata:B};return R}function Re(s,i,u){var f=h.getProvider(s,i);if(!g(f))return f;if(u){if(h.setProvider(s,i,H))return H;throw new Error("Illegal state.")}}function Zt(){var s={},i=[],u=(function(){function R(m,y,_){this._index=0,this._keys=m,this._values=y,this._selector=_}return R.prototype["@@iterator"]=function(){return this},R.prototype[a]=function(){return this},R.prototype.next=function(){var m=this._index;if(m>=0&&m<this._keys.length){var y=this._selector(this._keys[m],this._values[m]);return m+1>=this._keys.length?(this._index=-1,this._keys=i,this._values=i):this._index++,{value:y,done:!1}}return{value:void 0,done:!0}},R.prototype.throw=function(m){throw this._index>=0&&(this._index=-1,this._keys=i,this._values=i),m},R.prototype.return=function(m){return this._index>=0&&(this._index=-1,this._keys=i,this._values=i),{value:m,done:!0}},R})(),f=(function(){function R(){this._keys=[],this._values=[],this._cacheKey=s,this._cacheIndex=-2}return Object.defineProperty(R.prototype,"size",{get:function(){return this._keys.length},enumerable:!0,configurable:!0}),R.prototype.has=function(m){return this._find(m,!1)>=0},R.prototype.get=function(m){var y=this._find(m,!1);return y>=0?this._values[y]:void 0},R.prototype.set=function(m,y){var _=this._find(m,!0);return this._values[_]=y,this},R.prototype.delete=function(m){var y=this._find(m,!1);if(y>=0){for(var _=this._keys.length,v=y+1;v<_;v++)this._keys[v-1]=this._keys[v],this._values[v-1]=this._values[v];return this._keys.length--,this._values.length--,Fe(m,this._cacheKey)&&(this._cacheKey=s,this._cacheIndex=-2),!0}return!1},R.prototype.clear=function(){this._keys.length=0,this._values.length=0,this._cacheKey=s,this._cacheIndex=-2},R.prototype.keys=function(){return new u(this._keys,this._values,x)},R.prototype.values=function(){return new u(this._keys,this._values,B)},R.prototype.entries=function(){return new u(this._keys,this._values,J)},R.prototype["@@iterator"]=function(){return this.entries()},R.prototype[a]=function(){return this.entries()},R.prototype._find=function(m,y){if(!Fe(this._cacheKey,m)){this._cacheIndex=-1;for(var _=0;_<this._keys.length;_++)if(Fe(this._keys[_],m)){this._cacheIndex=_;break}}return this._cacheIndex<0&&y&&(this._cacheIndex=this._keys.length,this._keys.push(m),this._values.push(void 0)),this._cacheIndex},R})();return f;function x(R,m){return R}function B(R,m){return m}function J(R,m){return[R,m]}}function Qt(){var s=(function(){function i(){this._map=new E}return Object.defineProperty(i.prototype,"size",{get:function(){return this._map.size},enumerable:!0,configurable:!0}),i.prototype.has=function(u){return this._map.has(u)},i.prototype.add=function(u){return this._map.set(u,u),this},i.prototype.delete=function(u){return this._map.delete(u)},i.prototype.clear=function(){this._map.clear()},i.prototype.keys=function(){return this._map.keys()},i.prototype.values=function(){return this._map.keys()},i.prototype.entries=function(){return this._map.entries()},i.prototype["@@iterator"]=function(){return this.keys()},i.prototype[a]=function(){return this.keys()},i})();return s}function en(){var s=16,i=k.create(),u=f();return(function(){function m(){this._key=f()}return m.prototype.has=function(y){var _=x(y,!1);return _!==void 0?k.has(_,this._key):!1},m.prototype.get=function(y){var _=x(y,!1);return _!==void 0?k.get(_,this._key):void 0},m.prototype.set=function(y,_){var v=x(y,!0);return v[this._key]=_,this},m.prototype.delete=function(y){var _=x(y,!1);return _!==void 0?delete _[this._key]:!1},m.prototype.clear=function(){this._key=f()},m})();function f(){var m;do m="@@WeakMap@@"+R();while(k.has(i,m));return i[m]=!0,m}function x(m,y){if(!r.call(m,u)){if(!y)return;Object.defineProperty(m,u,{value:k.create()})}return m[u]}function B(m,y){for(var _=0;_<y;++_)m[_]=Math.random()*255|0;return m}function J(m){if(typeof Uint8Array=="function"){var y=new Uint8Array(m);return typeof crypto<"u"?crypto.getRandomValues(y):typeof msCrypto<"u"?msCrypto.getRandomValues(y):B(y,m),y}return B(new Array(m),m)}function R(){var m=J(s);m[6]=m[6]&79|64,m[8]=m[8]&191|128;for(var y="",_=0;_<s;++_){var v=m[_];(_===4||_===6||_===8)&&(y+="-"),v<16&&(y+="0"),y+=v.toString(16).toLowerCase()}return y}}function Je(s){return s.__=void 0,delete s.__,s}})})(ht||(ht={}))});S();var Ko=ve(gt(),1),de=ve(require("process"),1);S();S();var hn=ve(require("os"),1),gn=ve(require("path"),1),yn=require("url"),wn=require("util");S();function Ve(t){return t.toLowerCase().replace(/[^\p{L}\p{N}-]/gu,"-").replace(/^-+|-+$/g,"")}var re=class extends Error{},ie=class extends Error{},We="urs1.";function pn(t,n){return We+Buffer.from(JSON.stringify([t,n]),"utf8").toString("base64url")}function fn(t){if(!t.startsWith(We))return null;try{let n=JSON.parse(Buffer.from(t.slice(We.length),"base64url").toString("utf8"));if(Array.isArray(n)&&typeof n[0]=="string"&&typeof n[1]=="string")return{app:n[0],key:n[1]}}catch{}return null}async function yt(t){let n=t.fetchImpl??fetch,e=`${t.apiUrl.replace(/\/+$/,"")}/apps`,r=await n(e,{headers:{Authorization:`Bearer ${t.apiKey}`,Accept:"application/json"}});if(!r.ok)throw new Error(`org apps listing failed: GET ${e} \u2192 ${r.status}`);let o=await r.json();if(!Array.isArray(o.apps))throw new Error(`org apps listing returned no "apps" array (GET ${e})`);if(o.truncated===!0)throw new Error(`org apps listing was truncated (GET ${e} returned ${o.apps.length} of more) \u2014 model discovery would silently omit deployed apps`);return o.apps}var mn=6e4,Ce=class{constructor(n){this.opts=n}opts;pool=new Map;appsCache=null;seed(n,e){this.pool.set(n,Promise.resolve(e))}async deployedApps(){if(!this.opts.listApps)return[];let n=this.opts.appsTtlMs??mn;if(this.appsCache&&Date.now()-this.appsCache.at<n)return this.appsCache.apps;let e=await this.opts.listApps();return this.appsCache={at:Date.now(),apps:e},e}servable(n){return n.filter(e=>e.function_name===this.opts.fnName&&e.deployment_status==="active").map(e=>e.app_slug)}async availableIds(){let n=this.opts.defaultApp,e=new Set(n===null?[]:[n]);if(this.opts.listApps)for(let o of this.servable(await this.deployedApps()))e.add(o);for(let o of this.pool.keys())e.add(o);let r=[...e].filter(o=>o!==n).sort();return n===null?r:[n,...r]}async noDefaultApp(n){let e=await this.availableIds(),r=e.length>0?e.join(", "):"(none deployed)";throw new re(n===""?`no "model" was given and this endpoint has no default model \u2014 name one of your org's deployed "${this.opts.fnName}" apps; available models: ${r}`:`model "${n}" does not name a deployed "${this.opts.fnName}" app in your org, and this endpoint has no default model to fall back to; available models: ${r}`)}async resolveApp(n){let e=(n??"").trim(),r=this.opts.defaultApp;if(!e||e==="urun")return r===null?this.noDefaultApp(e):r;let o=Ve(e);if(o===r)return r;if(this.pool.has(o))return o;if(this.opts.listApps){let l=await this.deployedApps(),a=this.servable(l);if(a.includes(o))return o;let c=a.filter(d=>d.startsWith(`${o}-`));if(c.length===1)return c[0];if(c.length>1)throw new re(`model "${e}" is ambiguous across deployed apps ${c.join(", ")} \u2014 name the exact app slug (or catalog id:variant)`);let p=l.find(d=>d.app_slug===o||d.app_slug.startsWith(`${o}-`));if(p)throw new re(`model "${e}" maps to app "${p.app_slug}", which is not an active "${this.opts.fnName}" app \u2014 deploy it with \`urun serve ${e}\`; available models: ${(await this.availableIds()).join(", ")}`)}if(this.opts.listCatalog){let a=(await this.opts.listCatalog()).find(c=>e===c.model_id||e===`${c.model_id}:${c.variant}`||o===Ve(c.model_id)||o===Ve(`${c.model_id}-${c.variant}`));if(a)throw new re(`model "${e}" is in the uRun catalog but not deployed \u2014 deploy it with \`urun serve ${a.model_id}\`; available models: ${(await this.availableIds()).join(", ")}`)}return r===null?this.noDefaultApp(e):r}async sessionFor(n){let e=await this.resolveApp(n),r=this.pool.get(e);return r||(r=Promise.resolve(this.opts.openSession(e)),this.pool.set(e,r),r.catch(()=>this.pool.delete(e))),{app:e,entry:await r}}keyOf(n){let e=this.opts.sessionKey;if(!e)throw new Error("ModelRouter: sessionKey is not configured \u2014 the session-identity seam (handleFor/sessionForHandle) is unavailable on this router");let r=e(n);if(typeof r!="string"||r.length===0)throw new Error("ModelRouter: sessionKey returned an empty identity for a pooled session");return r}async handleFor(n){let{app:e,entry:r}=await this.sessionFor(n);return{app:e,handle:pn(e,this.keyOf(r))}}async sessionForHandle(n){let e=fn(n);if(!e)throw new ie(`malformed session handle ${JSON.stringify(n)} \u2014 not issued by this proxy`);let{app:r,key:o}=e,l=this.pool.get(r),a=l?await l.then(c=>c,()=>null):null;if(a===null)throw new ie(`the session behind this handle (app "${r}") is gone \u2014 closed, evicted after its pod died, or the proxy restarted; it cannot be reattached. Reconnect without a handle to start a new session.`);if(this.keyOf(a)!==o)throw new ie(`the session behind this handle (app "${r}") was replaced \u2014 the original backhaul died and a new session serves this app now; the handle's session cannot be reattached. Reconnect without a handle to start a new session.`);return{app:r,entry:a}}async evict(n,e){let r=this.pool.get(n);!r||await r.then(l=>l,()=>null)!==e||this.pool.get(n)!==r||(this.pool.delete(n),await this.opts.closeSession(e).catch(()=>{}))}async modelList(){return{object:"list",data:(await this.availableIds()).map(e=>({id:e,object:"model",created:0,owned_by:"urun"}))}}async closeAll(){let n=[...this.pool.values()];this.pool.clear();let e=[];if(await Promise.all(n.map(async r=>{try{await this.opts.closeSession(await r)}catch(o){e.push(String(o instanceof Error?o.message:o))}})),e.length>0)throw new Error(`failed to close ${e.length} pooled session(s): ${e.join("; ")}`)}};function wt(t,n="URUN_BASE_URL"){if(/\/v1\/*$/.test(new URL(t).pathname))throw new Error(`${n} must be the session-gateway base (e.g. https://api.urun.sh), got ${t} \u2014 a trailing /v1 is the org control-plane API form (that belongs in URUN_API_URL); session allocation 404s against it. Drop the /v1.`);return t}function Ue(t,n="URUN_GATEWAY_URL"){let e=new URL(t),r=e.hostname==="localhost"||e.hostname==="127.0.0.1"||e.hostname==="[::1]";if(e.protocol!=="https:"&&!r)throw new Error(`${n} must be https (got ${t}) \u2014 the org API key rides the request's Authorization header`);return t}var _n=8080,_t="serve",ze="0.0.0.0";function vn(t,n,e){let r=(t[n]??"").trim();if(!r)throw new Error(`${n} is not set \u2014 ${e}`);return r}function vt(t=process.env){let n=(t.PORT??"").trim(),e=n===""?_n:Number(n);if(!Number.isInteger(e)||e<0||e>65535)throw new Error(`PORT must be an integer in 0..65535, got ${JSON.stringify(n)}`);let r=wt(Ue(vn(t,"URUN_BASE_URL","the hosted proxy needs the uRun session-gateway base it opens sessions and verifies API keys against (e.g. https://api.urun.sh)"),"URUN_BASE_URL")),o=(t.URUN_API_URL??"").trim(),l=o?Ue(o,"URUN_API_URL"):`${r.replace(/\/+$/,"")}/v1`,a=(t.URUN_CATALOG_URL??"").trim(),c=(t.URUN_CATALOG_ANON_KEY??"").trim();if(!!a!=!!c)throw new Error("URUN_CATALOG_URL and URUN_CATALOG_ANON_KEY must be set together (or both left unset) \u2014 exactly one of them is set, which would silently disable the model-catalog oracle");let p=a?{catalogUrl:Ue(a,"URUN_CATALOG_URL"),anonKey:c}:null;return{port:e,baseUrl:r,apiUrl:l,catalog:p}}S();var qt=require("http");S();var Pn=require("http");S();var In=require("crypto"),On=require("ws");S();S();var Ke=class{constructor(n,e){this.backend=n;this.opts=e}backend;opts;source=null;sink=null;outHandlers=new Set;async startOutbound(){return this.source=this.backend.createSource(),this.source.track}appendInputAudio(n){if(!this.source)throw new Error("startOutbound() not called");let e=Buffer.from(n,"base64"),r=Math.floor(e.byteLength/2),o=new Int16Array(r);for(let l=0;l<r;l++)o[l]=e.readInt16LE(l*2);this.source.onData(o)}async startInbound(n){if(n==null)throw new Error('startInbound: no downstream audio track \u2014 the runtime audio producer has not been consumed yet (session.stream("rt-audio-out").track is null)');this.sink=this.backend.createSink(n),this.sink.onframe=e=>{let r=Buffer.from(e.samples.buffer,e.samples.byteOffset,e.samples.byteLength).toString("base64");for(let o of this.outHandlers)o(r)}}onOutputAudio(n){return this.outHandlers.add(n),()=>this.outHandlers.delete(n)}};async function bt(t,n,e=1e4){let r=new Ke(n,{sampleRate:24e3}),o=await r.startOutbound();await t.stream("rt-audio-in").attach(o);let l=await kn(t,e);return await r.startInbound(l),r}function kn(t,n){let e=t.stream("rt-audio-out");return e.track!=null?Promise.resolve(e.track):new Promise((r,o)=>{let l,a=setTimeout(()=>{l?.(),o(new Error(`enableSessionAudio: no downstream audio track within ${n}ms (runtime produced no voice OUT / SFU audio consumer never attached)`))},n),c=p=>{p!=null&&(clearTimeout(a),l?.(),r(p))};l=e.on?.("track",c),e.track!=null&&c(e.track)})}var kt="rt-video-in",xt=256e3;function St(t){let n=t.stream(kt),e=n.emit;if(typeof e!="function")throw new Error(`enableSessionVideo: session.stream('${kt}') has no emit() \u2014 the named-DATA stream produce seam (@urun-sh/core SessionStream.emit, contract \xA75) is required for the video frame lane`);return{sendInputFrame:async r=>{if(r.byteLength===0)throw new Error("enableSessionVideo: refusing to send an empty video frame");if(r.byteLength>xt)throw new Error(`enableSessionVideo: frame is ${r.byteLength} bytes \u2014 over the ${xt}-byte data-channel budget (the SFU's 262144-byte SCTP ceiling drops oversize messages SILENTLY; send smaller/lower-quality frames)`);await e.call(n,r)}}}var xn=24e3,Ee=480,bn=111;async function Sn(){let t=await import("opusscript"),n=t.default??t;return new n(xn,1,2048)}async function At(){let t=await import("werift"),n=await Sn();return{createSource:()=>{let e=new t.MediaStreamTrack({kind:"audio"}),r=Math.random()*4294967295>>>0,o=Math.random()*65535&65535,l=Math.random()*4294967295>>>0,a=new Int16Array(0);return{track:e,onData:c=>{let p=new Int16Array(a.length+c.length);p.set(a,0),p.set(c,a.length);let d=0;for(;p.length-d>=Ee;){let k=p.subarray(d,d+Ee);d+=Ee;let b=Buffer.from(k.buffer,k.byteOffset,k.byteLength),E=n.encode(b,Ee);o=o+1&65535,l=l+Ee>>>0;let U=new t.RtpHeader({version:2,payloadType:bn,sequenceNumber:o,timestamp:l,ssrc:r,marker:!1}),T=new t.RtpPacket(U,E);e.writeRtp(T)}a=p.slice(d)}}},createSink:e=>{let r={onframe:null};return e.onReceiveRtp.subscribe(l=>{let a;try{a=n.decode(l.payload)}catch{return}let c=new Int16Array(a.length/2);for(let p=0;p<c.length;p++)c[p]=a.readInt16LE(p*2);r.onframe?.({samples:c})}),r}}}var Rn=24e3,Mr=`audio/pcm;rate=${Rn}`,En=Buffer.alloc(960).toString("base64");var Ze=class t{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(n,e,r){this.requests[n]=(this.requests[n]??0)+1,this.localInBytes+=e,this.naiveInBytes+=r}modelEntry(n){let e=this.models[n];if(e)return e;let r=Object.keys(this.models).length>=Tn?"(other)":n;return this.models[r]??={requests:0,tokens_out:0}}model(n){this.modelEntry(n).requests+=1}track(n,e){let r=this,o=performance.now(),l=null,a=0;return(async function*(){for await(let p of n)p.type==="response.output_text.delta"&&typeof p.delta=="string"&&(l===null&&(l=performance.now(),r.ttftMs.push(l-o),r.ttftMs.length>512&&r.ttftMs.shift()),a+=1,r.tokensOut+=1,r.charsOut+=p.delta.length,e!==void 0&&(r.modelEntry(e).tokens_out+=1)),yield p;let c=(performance.now()-(l??o))/1e3;a>0&&c>0&&(r.tokRates.push(a/c),r.tokRates.length>512&&r.tokRates.shift())})()}static p50(n){if(!n.length)return null;let e=[...n].sort((r,o)=>r-o);return e[Math.floor(e.length/2)]}snapshot(){let n=Object.values(this.requests).reduce((e,r)=>e+r,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:t.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:t.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:n},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function et(t){t.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function ue(t,n,e){t.writeHead(n,{"content-type":"application/json"}),t.end(JSON.stringify(e))}function ce(t,n,e,r="invalid_request_error"){ue(t,n,{error:{message:e,type:r}})}function ae(t,n,e,r){ue(t,n,{type:"error",error:{type:e,message:r}})}function tt(t,n,e){if(n==="anthropic"){ue(t,404,{type:"error",error:{type:"not_found_error",message:e.message}});return}ue(t,404,{error:{message:e.message,type:"invalid_request_error",code:"model_not_found"}})}var Tn=256,Cn=128;function nt(t){return typeof t.model!="string"||!t.model.trim()?"(default)":t.model.trim().slice(0,Cn)}var Rt=64*1024*1024,Me=class extends Error{};async function Un(t){let n=[],e=0;for await(let o of t){if(e+=o.length,e>Rt)throw new Me(`request body exceeds ${Rt} bytes`);n.push(o)}let r=Buffer.concat(n).toString("utf8");return r?JSON.parse(r):{}}function ke(t,n,e,r){return{id:t,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:n,choices:[{index:0,delta:e,finish_reason:r}]}}var Mn=256;function Nn(t){if(typeof t=="string")return[{role:"user",content:t}];if(Array.isArray(t))return t;throw new Error("responses input must be a string or an array of messages/items")}var Qe=class{conversations=new Map;thread(n,e){let r=Nn(e);if(n==null)return r;let o=this.conversations.get(String(n));if(!o)throw new Error(`unknown previous_response_id ${String(n)} (proxy restarts drop stored responses)`);return[...o,...r]}remember(n,e,r){this.conversations.set(n,[...e,{role:"assistant",content:r}]);for(let o of this.conversations.keys()){if(this.conversations.size<=Mn)break;this.conversations.delete(o)}}};function Ie(t){let n=t?.output;return Array.isArray(n)?n.filter(e=>e.type==="function_call"):[]}function ye(t){return t.find(n=>n.type==="response.completed")?.response??null}function Ne(t){let n=t?.usage;if(!n||typeof n!="object")return null;let e=a=>typeof a=="number"&&Number.isFinite(a)&&a>=0?a:0,r=e(n.input_tokens),o=e(n.output_tokens);if(r===0&&o===0)return null;let l=e(n.total_tokens)||r+o;return{input_tokens:r,output_tokens:o,total_tokens:l}}function Et(t){let n=Ne(t);return n?{prompt_tokens:n.input_tokens,completion_tokens:n.output_tokens,total_tokens:n.total_tokens}:{prompt_tokens:0,completion_tokens:0,total_tokens:0}}function Ot(t){let n=t?.output;if(!Array.isArray(n))return"";let e="";for(let r of n)if(!(r.type!=="reasoning"||!Array.isArray(r.content)))for(let o of r.content)o.type==="reasoning_text"&&(e+=String(o.text??""));return e}function Oe(t){return t.type!=="response.function_call_arguments.delta"||typeof t.tool_index!="number"?null:{tool_index:t.tool_index,call_id:typeof t.call_id=="string"?t.call_id:void 0,name:typeof t.name=="string"?t.name:void 0,delta:typeof t.delta=="string"?t.delta:""}}var we=class{calls=new Map;add(n){let e=this.calls.get(n.tool_index),r=!e;return e||(e={args:""},this.calls.set(n.tool_index,e)),n.call_id&&(e.id=n.call_id),n.name&&(e.name=n.name),e.args+=n.delta,{call:e,isNew:r}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([n,e])=>({type:"function_call",call_id:e.id??`call_${n}`,name:e.name??"",arguments:e.args}))}},$n=["<tool_call>","<function="];function Ln(t){return $n.find(n=>t.includes(n))}function xe(t,n){return`serving row emitted a prose tool call (literal ${JSON.stringify(n)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${t}" (see catalog parser_defaults)`}function be(t,n,e){if(!(!t||n>0))return Ln(e)}function Dn(t){if(Array.isArray(t))return t.map(n=>{let e=n.function;return!e||typeof e!="object"?n:{type:"function",name:e.name,description:e.description,parameters:e.parameters,strict:e.strict}})}var $e=class extends Error{};function jn(t,n){return Array.isArray(n)?n.map(e=>{let r=e;if(r.type==="text")return{type:t==="assistant"?"output_text":"input_text",text:r.text};if(r.type==="image_url"){let o=r.image_url??{};return{type:"input_image",image_url:o.url,detail:o.detail}}throw new $e(`unsupported chat content part type "${String(r.type)}" \u2014 the proxy translates text and image_url parts`)}):n}function Bn(t){let n=[];for(let e of t){if(e.role==="tool"){n.push({type:"function_call_output",call_id:e.tool_call_id,output:typeof e.content=="string"?e.content:JSON.stringify(e.content??"")});continue}if(e.role==="assistant"&&Array.isArray(e.tool_calls)){typeof e.content=="string"&&e.content&&n.push({role:"assistant",content:e.content});for(let r of e.tool_calls){let o=r.function??{};n.push({type:"function_call",call_id:r.id,name:o.name,arguments:o.arguments})}continue}n.push({...e,content:jn(e.role,e.content)})}return n}function Ye(t){return Ie(t).map((n,e)=>({index:e,id:n.call_id??n.id??`call_${e}`,type:"function",function:{name:n.name??"",arguments:n.arguments??"{}"}}))}function It(t,n){let e=n?.output_text;return typeof e=="string"?e:t.filter(r=>r.type==="response.output_text.delta"&&typeof r.delta=="string").map(r=>r.delta).join("")}async function Gn(t,n,e,r,o){let l=t.stream===!0,a;try{a=e.thread(t.previous_response_id,t.input)}catch(h){ce(r,400,String(h instanceof Error?h.message:h));return}t.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(a))-Buffer.byteLength(JSON.stringify(t.input)));let c=`resp_${Math.random().toString(36).slice(2,14)}`,p=t.store!==!1,d=nt(t);o.model(d);let k=Array.isArray(t.tools)&&t.tools.length>0,b;try{b=await n.createResponse({model:t.model,input:a,stream:l,tools:t.tools,tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_output_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{}})}catch(h){if(h instanceof re){tt(r,"openai",h);return}throw h}let E=[];if(l){et(r);let h=O=>{r.write(`event: ${String(O.type??"message")}
+data: ${JSON.stringify(O)}
+
+`)},H=O=>O.response&&typeof O.response=="object"?{...O,response:{...O.response,id:c}}:O,q=`item_${c.slice(5)}`,K=`rs_${c.slice(5)}`,W=!1,Y=!1,w=0,D=()=>{W||(W=!0,h({type:"response.created",response:{id:c,object:"response",status:"in_progress"}}))},ee=!1,V=0,X="",te=()=>{ee&&(ee=!1,h({type:"response.reasoning_text.done",item_id:K,output_index:V,content_index:0,text:X}),h({type:"response.output_item.done",output_index:V,item:{id:K,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:X}],status:"completed"}}))},z=!1,N=0,j="",Z=O=>{z&&(z=!1,h({type:"response.output_text.done",item_id:q,output_index:N,content_index:0,text:j}),h({type:"response.content_part.done",item_id:q,output_index:N,content_index:0,part:{type:"output_text",text:j}}),h({type:"response.output_item.done",output_index:N,item:{id:q,type:"message",role:"assistant",status:O,content:[{type:"output_text",text:j}]}}))},ne=new we,$=null,le=-1,pe=O=>{if(!$)return;let g=$;$=null,h({type:"response.function_call_arguments.done",item_id:g.fcId,output_index:g.outputIndex,arguments:g.args}),h({type:"response.output_item.done",output_index:g.outputIndex,item:{id:g.fcId,type:"function_call",call_id:g.callId??g.fcId,name:g.name??"",arguments:g.args,status:O}})},fe=!1;for await(let O of o.track(b,d)){E.push(O);let g=String(O.type??"");if(g==="response.created"||g==="response.in_progress"){W=!0,h(H(O));continue}if(g==="response.output_item.added"){Y=!0,h(H(O));continue}if(g==="response.reasoning_text.delta"&&!Y){D(),ee||(ee=!0,V=w++,h({type:"response.output_item.added",output_index:V,item:{id:K,type:"reasoning",summary:[],content:[],status:"in_progress"}})),X+=String(O.delta??""),h({type:"response.reasoning_text.delta",item_id:K,output_index:V,content_index:0,delta:O.delta});continue}if(g==="response.output_text.delta"&&!Y){D(),te(),z||(z=!0,N=w++,h({type:"response.output_item.added",output_index:N,item:{id:q,type:"message",role:"assistant",status:"in_progress",content:[]}}),h({type:"response.content_part.added",item_id:q,output_index:N,content_index:0,part:{type:"output_text",text:""}})),j+=String(O.delta??""),h({type:g,item_id:q,output_index:N,content_index:0,delta:O.delta});continue}let L=Y?null:Oe(O);if(L){if(D(),te(),Z("completed"),ne.add(L),L.tool_index!==le){pe("completed"),le=L.tool_index;let C=w++;$={fcId:`fc_${c.slice(5)}_${L.tool_index}`,outputIndex:C,callId:L.call_id,name:L.name,args:""},h({type:"response.output_item.added",output_index:C,item:{id:$.fcId,type:"function_call",call_id:$.callId??$.fcId,name:$.name??"",arguments:"",status:"in_progress"}})}$&&(L.call_id&&($.callId=L.call_id),L.name&&($.name=L.name),$.args+=L.delta,h({type:"response.function_call_arguments.delta",item_id:$.fcId,output_index:$.outputIndex,delta:L.delta}));continue}if(g==="response.completed"&&!Y){let C=Ie(O.response),A=be(k,ne.size+C.length,j);if(A){fe=!0,h({type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:xe(d,A)}});break}te(),Z("completed"),pe("completed"),ne.size===0&&C.forEach(se=>{let he=w++,ge=se.id??se.call_id??`fc_${he}`,Ae=se.arguments??"",Q={id:ge,type:"function_call",call_id:se.call_id??ge,name:se.name??""};h({type:"response.output_item.added",output_index:he,item:{...Q,arguments:"",status:"in_progress"}}),h({type:"response.function_call_arguments.delta",item_id:ge,output_index:he,delta:Ae}),h({type:"response.function_call_arguments.done",item_id:ge,output_index:he,arguments:Ae}),h({type:"response.output_item.done",output_index:he,item:{...Q,arguments:Ae,status:"completed"}})}),h(H(O));continue}h(H(O))}te(),Z("incomplete"),pe("incomplete"),p&&!fe&&e.remember(c,a,It(E,ye(E))),r.write(`data: [DONE]
+
+`),r.end();return}let U=null;for await(let h of o.track(b,d)){if(E.push(h),h.type==="error"){ce(r,502,JSON.stringify(h),"upstream_error");return}h.type==="response.completed"&&(U=h.response)}if(U==null){ce(r,502,"upstream produced no response.completed event","upstream_error");return}let T=It(E,U),P=be(k,Ie(U).length,T);if(P){ce(r,502,xe(d,P),"upstream_error");return}p&&e.remember(c,a,T),ue(r,200,{...U,id:c})}async function Hn(t,n,e,r){let o=t.messages;if(!Array.isArray(o)){ce(e,400,"chat/completions requires a messages array");return}let l=String(t.model??"urun"),a=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,c;try{c=Bn(o)}catch(w){if(w instanceof $e){ce(e,400,w.message);return}throw w}let p=nt(t);r.model(p);let d=Array.isArray(t.tools)&&t.tools.length>0,k;try{k=await n.createResponse({model:t.model,input:c,stream:!0,tools:Dn(t.tools),tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_completion_tokens??t.max_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{}})}catch(w){if(w instanceof re){tt(e,"openai",w);return}throw w}if(t.stream===!0){et(e);let w=[],D=new we,ee="";e.write(`data: ${JSON.stringify(ke(a,l,{role:"assistant"},null))}
+
+`);for await(let N of r.track(k,p)){w.push(N);let j=Oe(N);if(N.type==="response.output_text.delta"&&typeof N.delta=="string")ee+=N.delta,e.write(`data: ${JSON.stringify(ke(a,l,{content:N.delta},null))}
+
+`);else if(N.type==="response.reasoning_text.delta"&&typeof N.delta=="string")e.write(`data: ${JSON.stringify(ke(a,l,{reasoning_content:N.delta},null))}
+
+`);else if(j){let{call:Z,isNew:ne}=D.add(j),$=ne?{index:j.tool_index,id:Z.id??`call_${j.tool_index}`,type:"function",function:{name:Z.name??"",arguments:j.delta}}:{index:j.tool_index,function:{arguments:j.delta}};e.write(`data: ${JSON.stringify(ke(a,l,{tool_calls:[$]},null))}
+
+`)}else if(N.type==="error"){e.write(`data: ${JSON.stringify({error:N})}
+
+`),e.end();return}}let V=Ye(ye(w)),X=be(d,D.size+V.length,ee);if(X){e.write(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:xe(p,X)}})}
+
+`),e.end();return}D.size===0&&V.length>0&&e.write(`data: ${JSON.stringify(ke(a,l,{tool_calls:V},null))}
+
+`);let te=D.size>0||V.length>0;e.write(`data: ${JSON.stringify(ke(a,l,{},te?"tool_calls":"stop"))}
+
+`),Ne(ye(w))&&e.write(`data: ${JSON.stringify({id:a,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:l,choices:[],usage:Et(ye(w))})}
+
+`),e.write(`data: [DONE]
+
+`),e.end();return}let b="",E="",U=[],T=new we;for await(let w of r.track(k,p)){U.push(w),w.type==="response.output_text.delta"&&typeof w.delta=="string"&&(b+=w.delta),w.type==="response.reasoning_text.delta"&&typeof w.delta=="string"&&(E+=w.delta);let D=Oe(w);if(D&&T.add(D),w.type==="error"){ce(e,502,JSON.stringify(w),"upstream_error");return}}let P=ye(U),h=Ye(P),H=h.length>0?h:Ye({output:T.items()}),q=be(d,H.length,b);if(q){ce(e,502,xe(p,q),"upstream_error");return}let K=H.map(({index:w,...D})=>D),W={role:"assistant",content:b||null},Y=E||Ot(P);Y&&(W.reasoning_content=Y),K.length>0&&(W.tool_calls=K),ue(e,200,{id:a,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:l,choices:[{index:0,message:W,finish_reason:K.length>0?"tool_calls":"stop"}],usage:Et(P)})}function Fn(t){return typeof t=="string"?t:Array.isArray(t)?t.filter(n=>n.type==="text").map(n=>String(n.text??"")).join(""):""}var Pe=class extends Error{};function Le(t){return new Pe(`unsupported anthropic content block type "${t}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function qn(t){if(Array.isArray(t))return t.map(n=>{let e=n;return{type:"function",name:e.name,description:e.description,parameters:e.input_schema}})}function Jn(t){if(t==null)return;let n=t.type;if(n==="auto")return"auto";if(n==="none")return"none";if(n==="any")return"required";if(n==="tool")return{type:"function",name:t.name};throw new Pe(`unsupported anthropic tool_choice type ${JSON.stringify(String(n))} \u2014 the proxy maps auto, none, any and tool`)}function Vn(t){if(typeof t=="string")return t;if(t==null)return"";if(!Array.isArray(t))throw Le(typeof t);let n="";for(let e of t){let r=String(e.type??"");if(r!=="text")throw Le(`tool_result > ${r}`);n+=String(e.text??"")}return n}function Wn(t){let{role:n,content:e}=t;if(typeof e=="string")return[{role:n,content:e}];if(e==null)return[];if(!Array.isArray(e))throw Le(typeof e);let r=[],o="",l=()=>{o&&(r.push({role:n,content:o}),o="")};for(let a of e){let c=String(a.type??"");if(c==="text")o+=String(a.text??"");else if(c==="tool_use")l(),r.push({type:"function_call",call_id:a.id,name:a.name,arguments:JSON.stringify(a.input??{})});else if(c==="tool_result")l(),r.push({type:"function_call_output",call_id:a.tool_use_id,output:Vn(a.content)});else{if(c==="thinking"||c==="redacted_thinking")continue;throw Le(c)}}return l(),r}function Xe(t){return Ie(t).map((n,e)=>{let r;try{r=JSON.parse(n.arguments||"{}")}catch{throw new Error(`upstream function_call "${n.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:n.call_id??n.id??`toolu_${e}`,name:n.name??"",input:r}})}async function zn(t,n,e,r){let o=t.messages;if(!Array.isArray(o)){ae(e,400,"invalid_request_error","messages requires a messages array");return}if(typeof t.max_tokens!="number"||!Number.isInteger(t.max_tokens)||t.max_tokens<1){ae(e,400,"invalid_request_error","max_tokens is required and must be a positive integer");return}if(t.top_k!==void 0){ae(e,400,"invalid_request_error","top_k is not supported: the uRun serve lane exposes temperature/top_p/stop_sequences only");return}if(t.stop_sequences!==void 0&&(!Array.isArray(t.stop_sequences)||t.stop_sequences.some(w=>typeof w!="string"))){ae(e,400,"invalid_request_error","stop_sequences must be an array of strings");return}let l=String(t.model??"urun"),a=`msg_${Math.random().toString(36).slice(2,14)}`,c=[],p;try{t.system&&c.push({role:"system",content:Fn(t.system)});for(let w of o)c.push(...Wn(w));p=Jn(t.tool_choice)}catch(w){if(w instanceof Pe){ae(e,400,"invalid_request_error",w.message);return}throw w}let d=nt(t);r.model(d);let k=Array.isArray(t.tools)&&t.tools.length>0,b;try{b=await n.createResponse({model:t.model,input:c,stream:!0,tools:qn(t.tools),tool_choice:p,temperature:t.temperature,max_output_tokens:t.max_tokens,top_p:t.top_p,stop:t.stop_sequences})}catch(w){if(w instanceof re){tt(e,"anthropic",w);return}throw w}let E=(w,D)=>{e.destroyed||e.write(`event: ${w}
+data: ${JSON.stringify({type:w,...D})}
+
+`)};if(t.stream===!0){let w=r.track(b,d);et(e),E("message_start",{message:{id:a,type:"message",role:"assistant",content:[],model:l,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let D=0,ee="",V=0,X="none",te=()=>X,z=-1,N=-1,j=new we,Z=[],ne=()=>{X!=="none"&&(X="none",E("content_block_stop",{index:z}))},$=(C,A)=>{ne(),X=C,z=V++,E("content_block_start",{index:z,content_block:A})};for await(let C of w){if(e.destroyed)break;Z.push(C);let A=Oe(C);if(C.type==="response.reasoning_text.delta"&&typeof C.delta=="string")te()!=="thinking"&&$("thinking",{type:"thinking",thinking:""}),E("content_block_delta",{index:z,delta:{type:"thinking_delta",thinking:C.delta}});else if(C.type==="response.output_text.delta"&&typeof C.delta=="string")te()!=="text"&&$("text",{type:"text",text:""}),D+=1,ee+=C.delta,E("content_block_delta",{index:z,delta:{type:"text_delta",text:C.delta}});else if(A){let{call:se}=j.add(A);(te()!=="tool"||A.tool_index!==N)&&(N=A.tool_index,$("tool",{type:"tool_use",id:se.id??`call_${A.tool_index}`,name:se.name??"",input:{}})),A.delta&&E("content_block_delta",{index:z,delta:{type:"input_json_delta",partial_json:A.delta}})}else if(C.type==="error"){E("error",{error:{type:"api_error",message:JSON.stringify(C)}}),e.end();return}}if(e.destroyed)return;let le=ye(Z),pe=Ie(le),fe=be(k,j.size+pe.length,ee);if(fe){E("error",{error:{type:"api_error",message:xe(d,fe)}}),e.end();return}ne();let O=[];if(j.size===0)try{O=Xe(le)}catch(C){E("error",{error:{type:"api_error",message:String(C instanceof Error?C.message:C)}}),e.end();return}V===0&&O.length===0&&($("text",{type:"text",text:""}),ne()),O.forEach(C=>{let A=V++;E("content_block_start",{index:A,content_block:{...C,input:{}}}),E("content_block_delta",{index:A,delta:{type:"input_json_delta",partial_json:JSON.stringify(C.input??{})}}),E("content_block_stop",{index:A})});let g=j.size>0||O.length>0,L=Ne(le);E("message_delta",{delta:{stop_reason:g?"tool_use":"end_turn"},usage:L?{input_tokens:L.input_tokens,output_tokens:L.output_tokens}:{output_tokens:D}}),E("message_stop",{}),e.end();return}let U="",T="",P=[],h=new we;for await(let w of r.track(b,d)){P.push(w),w.type==="response.output_text.delta"&&typeof w.delta=="string"&&(U+=w.delta),w.type==="response.reasoning_text.delta"&&typeof w.delta=="string"&&(T+=w.delta);let D=Oe(w);if(D&&h.add(D),w.type==="error"){ae(e,502,"api_error",JSON.stringify(w));return}if(e.destroyed)break}if(e.destroyed)return;let H=ye(P),q;try{q=Xe(H),q.length===0&&h.size>0&&(q=Xe({output:h.items()}))}catch(w){ae(e,502,"api_error",String(w instanceof Error?w.message:w));return}let K=be(k,q.length,U);if(K){ae(e,502,"api_error",xe(d,K));return}let W=[],Y=T||Ot(H);Y&&W.push({type:"thinking",thinking:Y}),(U||q.length===0)&&W.push({type:"text",text:U}),W.push(...q),ue(e,200,{id:a,type:"message",role:"assistant",content:W,model:l,stop_reason:q.length>0?"tool_use":"end_turn",usage:Ne(H)??{input_tokens:0,output_tokens:0}})}function Pt(t){let{clients:n,apiKey:e,identity:r,statusOf:o}=t,l=typeof n=="function"?n:()=>n,a=new WeakMap,c=d=>{let k=a.get(d);return k||(k=new Qe,a.set(d,k)),k},p=new Ze;return(d,k)=>{let b=new URL(d.url??"/","http://localhost"),E=b.pathname==="/v1/messages"||b.pathname.startsWith("/v1/messages/"),U=(T,P,h,H)=>E?ae(k,T,H,P):ce(k,T,P,h);(async()=>{if(d.method==="GET"&&b.pathname==="/healthz"){ue(k,200,{ok:!0});return}if(d.method==="GET"&&b.pathname==="/stats"){ue(k,200,r?{identity:r,...p.snapshot()}:p.snapshot());return}if(e&&(d.headers.authorization??"")!==`Bearer ${e}`){U(401,"invalid local proxy api key","authentication_error","authentication_error");return}let T=await l(d);if(d.method==="GET"&&b.pathname==="/v1/models"){ue(k,200,await T.listModels());return}if(d.method!=="POST"){U(404,`no route for ${d.method} ${b.pathname}`,"invalid_request_error","not_found_error");return}let P;try{P=await Un(d)}catch(H){if(H instanceof Me){U(413,H.message,"request_too_large","request_too_large");return}U(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let h=Buffer.byteLength(JSON.stringify(P));if(b.pathname==="/v1/responses"){p.request("responses",h,h),await Gn(P,T,c(T),k,p);return}if(b.pathname==="/v1/chat/completions"){p.request("chat_completions",h,h),await Hn(P,T,k,p);return}if(b.pathname==="/v1/messages"){p.request("messages",h,h),await zn(P,T,k,p);return}if(b.pathname==="/v1/messages/count_tokens"){p.request("count_tokens",h,h),ae(k,404,"not_found_error","count_tokens is not implemented by the uRun proxy: the serve transport exposes no token-count lane, and the proxy will not fabricate counts");return}U(404,`no route for POST ${b.pathname}`,"invalid_request_error","not_found_error")})().catch(T=>{let P=String(T instanceof Error?T.message:T);if(!k.headersSent){let h=o?.(T)??null;if(h){U(h.status,P,h.openaiType,h.anthropicType);return}U(500,P,"proxy_error","api_error");return}k.destroyed||(E?k.write(`event: error
+data: ${JSON.stringify({type:"error",error:{type:"api_error",message:P}})}
+
+`):k.write(`data: ${JSON.stringify({error:{message:P,type:"upstream_error"}})}
+
+`)),k.end()})}}S();var je=require("@urun-sh/core"),me=class extends Error{constructor(e,r=401){super(e);this.status=r;this.name="ProxyAuthError"}status},Se=class extends Error{constructor(n){super(n),this.name="ControlPlaneUnavailableError"}};function Tt(t){let n=(t??"").trim();if(n==="")throw new me("missing Authorization header \u2014 send your uRun org API key as `Authorization: Bearer <key>`");let e=/^Bearer[ \t]+(\S.*)$/i.exec(n);if(!e)throw new me("malformed Authorization header \u2014 expected `Authorization: Bearer <urun org api key>`");return e[1].trim()}var Kn=60,Yn=6e4,Xn=4096;function Zn(t){return t===401||t===403}var De=class{constructor(n){this.opts=n;this.mint=n.mint??je.createClientToken,this.now=n.now??Date.now}opts;cache=new Map;mint;now;async resolve(n){if(n==="")throw new me("empty Authorization bearer token");let e=this.cache.get(n);if(e&&this.now()-e.at<Yn)return{apiKey:n,orgId:e.orgId};let r;try{r=(await this.mint(n,{baseUrl:this.opts.gatewayUrl,expiresIn:Kn})).orgId}catch(o){throw o instanceof je.ClientTokenError&&Zn(o.status)?(this.cache.delete(n),new me("the uRun org API key was rejected by the control plane \u2014 check the key and that it is not revoked")):new Se(`could not verify the API key against the uRun control plane at ${this.opts.gatewayUrl}: ${o instanceof Error?o.message:String(o)}`)}if(!r)throw new Se("the control plane verified the API key but returned no org_id \u2014 refusing to route a request with no tenancy (control-plane contract violation)");if(this.cache.size>=Xn){let o=this.cache.keys().next();o.done||this.cache.delete(o.value)}return this.cache.set(n,{orgId:r,at:this.now()}),{apiKey:n,orgId:r}}clear(){this.cache.clear()}};S();var Ht=require("crypto");S();var Te=require("@urun-sh/core");S();async function Ct(t){let e=await(t.fetchImpl??fetch)(`${t.catalogUrl}/model_catalog?select=model_id,variant`,{headers:{apikey:t.anonKey,Authorization:`Bearer ${t.anonKey}`}});if(!e.ok)throw new Error(`model_catalog fetch failed: ${e.status}`);return await e.json()}S();S();S();function Ut(t,n,e,r){let o=t.response??{},l={request_id:e,consumer_id:r,stream:!0,kind:"chat",messages:n};return typeof o.instructions=="string"&&(l.instructions=o.instructions),Array.isArray(o.modalities)&&(l.modalities=o.modalities),typeof o.temperature=="number"&&(l.temperature=o.temperature),typeof o.max_output_tokens=="number"&&(l.max_output_tokens=o.max_output_tokens),o.tools!==void 0&&(l.tools=o.tools),l}function Mt(t,n,e){let r={request_id:n,consumer_id:e,stream:!!t.stream,kind:"responses",input:t.input};return t.model&&(r.model=t.model),t.tools!==void 0&&(r.tools=t.tools),t.tool_choice!==void 0&&(r.tool_choice=t.tool_choice),typeof t.temperature=="number"&&(r.temperature=t.temperature),typeof t.max_output_tokens=="number"&&(r.max_output_tokens=t.max_output_tokens),typeof t.reasoning_effort=="string"&&(r.reasoning_effort=t.reasoning_effort),t.chat_template_kwargs!==void 0&&(r.chat_template_kwargs=t.chat_template_kwargs),r}S();S();function Nt(t){if(t instanceof Error)return{type:"error",error:{type:"urun_error",code:t.name||null,message:t.message}};if(t&&typeof t=="object"&&t.t==="error"){let n=t,e=n.body??{};return{type:"error",error:{type:"urun_error",code:n.code??null,message:e.message??"unknown error"}}}return{type:"error",error:{type:"urun_error",code:null,message:String(t)}}}var Qn="llm-resp";async function*rt(t,n){let e=`${Qn}:${n}`,r=`resp_${n}`;yield{type:"response.created",response:{id:r,status:"in_progress"}};let o=new Map;for await(let l of t.stream(e).messages()){let a=l;if(a.t==="delta"){if(typeof a.delta=="string"&&(yield{type:"response.output_text.delta",item_id:r,delta:a.delta}),typeof a.reasoning=="string"&&(yield{type:"response.reasoning_text.delta",item_id:r,delta:a.reasoning}),Array.isArray(a.tool_calls))for(let c of a.tool_calls){let p=typeof c.index=="number"?c.index:0,d=o.get(p)??{};c.id&&(d.id=c.id),c.function?.name&&(d.name=c.function.name),o.set(p,d),yield{type:"response.function_call_arguments.delta",item_id:`fc_${n}_${p}`,tool_index:p,call_id:d.id,name:d.name,delta:c.function?.arguments??""}}}else if(a.t==="response"){yield{type:"response.completed",response:{id:r,status:"completed",...a.body}};return}else if(a.t==="error"){yield Nt(a);return}}}var er="llm",Be=class{constructor(n){this.session=n;this.sessionTag=n.sessionId??globalThis.crypto.randomUUID()}session;sessionTag;get consumerId(){return this.session.consumerId}write(n){n.session_tag=this.sessionTag,this.session.doc(er).set({requests:{[n.request_id]:{payload:n,consumer_id:n.consumer_id,stream:n.stream}}})}sendResponses(n,e){let r=Mt(n,e,this.consumerId);return this.write(r),rt(this.session,e)}sendResponseCreate(n,e,r){let o=Ut(n,e,r,this.consumerId);return this.write(o),rt(this.session,r)}};var $t=0;function tr(){return $t+=1,`req_${Date.now().toString(36)}_${$t.toString(36)}`}var Ge=class{transport;constructor(n){this.transport=new Be(n)}responses={create:async n=>{let e=tr(),r=this.transport.sendResponses(n,e);return Object.assign((async function*(){yield*r})(),{requestId:e})}}};S();function nr(t){let n=t?.type;return n==="response.created"||n==="response.in_progress"}function rr(t){let n=t?.type;return n==="response.completed"||n==="error"}function Lt(t){return async function(e){return(async function*(){for(let o=1;o<=2;o++){let{app:l,entry:a}=await t.sessionFor(e.model),c=!1,p=!1;try{let d=await t.createStream(a,e);for await(let k of d){if(rr(k)&&(c=!0),nr(k)){if(o>1)continue}else p=!0;yield k}}catch(d){if(o<2&&!p){await t.evict(l,a);continue}throw d}if(c)return;if(o<2&&!p){await t.evict(l,a);continue}return}})()}}S();var or=3,sr="llm",ir=new Set(["ended","expired","error"]);function Dt(t,n){let e=t.doc(sr),r=typeof e.onConnectionState=="function",o=typeof t.onPhase=="function";if(!r&&!o)throw new Error(`session for app "${n}" exposes neither a doc connection-state surface nor onPhase \u2014 session-gone detection requires @urun-sh/core Session (SessionDocument.onConnectionState / Session.onPhase); pooling a session with no native lifecycle signal would silently swallow requests dispatched after the platform closes it`);let l=null,a=new Set,c=[],p=d=>{if(!l){l=d;for(let k of[...a])k(d);a.clear()}};return r&&c.push(e.onConnectionState(d=>{d.consecutiveFailures<or||p(new ie(`the pooled session for app "${n}" is gone: its doc backhaul failed ${d.consecutiveFailures} consecutive times (last close ${d.lastCloseCode===null?"by provider liveness reap":`code ${d.lastCloseCode}`}${d.lastCloseReason?`, reason ${JSON.stringify(d.lastCloseReason)}`:""}) \u2014 the platform closed the session (idle timeout or a serve-side crash). The entry is evicted; retry to get a fresh session.`))})),o&&c.push(t.onPhase(d=>{ir.has(d.name)&&p(new ie(`the pooled session for app "${n}" is gone: it reached terminal phase "${d.name}". The entry is evicted; retry to get a fresh session.`))})),{gone:()=>l,onGone(d){return l?(d(l),()=>{}):(a.add(d),()=>a.delete(d))},dispose(){a.clear();for(let d of c.splice(0))d()}}}async function*ot(t,n){let e=n.gone();if(e)throw e;let r=t[Symbol.asyncIterator](),o,l=new Promise((a,c)=>{o=n.onGone(p=>c(p))});l.catch(()=>{});try{for(;;){let a=await Promise.race([r.next(),l]);if(a.done)return;yield a.value}}finally{o?.(),r.return?.(void 0)}}function jt(t,n,e){let r=t[e];if(typeof r!="function")throw new Error(`app "${n}" has no function "${e}" (set URUN_FUNCTION)`);let o=r();if(typeof o.end!="function")throw new Error(`app "${n}" function "${e}" returned a session without end()`);return o}function ar(t,n){let{baseUrl:e,orgId:r,fnName:o,auth:l,subject:a}=t,c=b=>({session:b,responses:new Ge(b),gone:Dt(b,n)});if(l.lane==="jwt"){let b=(0,Te.App)(n,{baseUrl:e,orgId:r,jwt:l.jwt});return c(jt(b,n,o))}let{apiKey:p,gatewayUrl:d}=l,k=(0,Te.App)(n,{baseUrl:e,orgId:r,getAccessToken:async()=>(await(0,Te.createClientToken)(p,{baseUrl:d,expiresIn:300,allowedFunctions:[`${n}/${o}`],...a===void 0?{}:{subject:a}})).token});return c(jt(k,n,o))}function ur(t){let n=t.session.id;if(typeof n!="string"||n.length===0)throw new Error("pooled session exposes no stable session id \u2014 the session-identity seam requires @urun-sh/core Session (session.id)");return n}var lr=new Set(["error","ended","expired"]);function Bt(t){let{auth:n,catalog:e}=t,r=null,o=a=>{let c=ar(t,a);return c.gone.onGone(()=>{r?.evict(a,c)}),c},l=new Ce({defaultApp:t.defaultApp,fnName:t.fnName,openSession:o,closeSession:async a=>{a.gone.dispose(),await a.session.end()},listApps:n.lane==="api-key"?()=>yt({apiUrl:t.apiUrl,apiKey:n.apiKey}):null,listCatalog:e?()=>Ct(e):null,sessionKey:ur});return r=l,t.defaultApp!==null&&l.seed(t.defaultApp,o(t.defaultApp)),l}function Gt(t,n=At){let e=new WeakMap,r=new WeakMap;return{createResponse:Lt({sessionFor:o=>t.sessionFor(o),evict:(o,l)=>t.evict(o,l),createStream:async(o,l)=>ot(await o.responses.responses.create(l),o.gone)}),listModels:()=>t.modelList(),openAudio:async o=>{let{entry:l}=await t.sessionFor(o),a=e.get(l);return a||(a=(async()=>bt(l.session,await n()))(),e.set(l,a),a.catch(()=>e.delete(l))),a},openVideo:async o=>{let{entry:l}=await t.sessionFor(o),a=r.get(l);return a||(a=St(l.session),r.set(l,a)),a},sessionHandle:async o=>(await t.handleFor(o)).handle,createResponseOn:async(o,l)=>{let{entry:a}=await t.sessionForHandle(o);return ot(await a.responses.responses.create(l),a.gone)},onSessionEnd:async(o,l)=>{let{entry:a}=await t.sessionForHandle(o),c=a.session;if(typeof c.onPhase!="function")throw new Error("pooled session exposes no onPhase \u2014 session-end (goAway) wiring requires @urun-sh/core Session");let p=!1;return c.onPhase(d=>{if(p||!lr.has(d.name))return;p=!0;let k=c.endsAt??null;l({timeLeftMs:k?Math.max(0,k.getTime()-Date.now()):null,reason:d.name==="expired"?"session reached its maximum length":`session ${d.name}`})})}}}var cr=512;function dr(t){return`urun-inference-proxy-${(0,Ht.createHash)("sha256").update(t).digest("hex").slice(0,32)}`}var He=class{constructor(n){this.opts=n}opts;tenants=new Map;build(n){if(this.opts.build)return this.opts.build(n);let e=Bt({baseUrl:this.opts.baseUrl,orgId:n.orgId,defaultApp:null,fnName:_t,apiUrl:this.opts.apiUrl,auth:{lane:"api-key",apiKey:n.apiKey,gatewayUrl:this.opts.baseUrl},catalog:this.opts.catalog,subject:dr(n.apiKey)});return{router:e,clients:Gt(e)}}clientsFor(n){let e=this.tenants.get(n.apiKey);if(e)return this.tenants.delete(n.apiKey),this.tenants.set(n.apiKey,e),e.clients;for(;this.tenants.size>=cr;){let o=this.tenants.entries().next();if(o.done)break;let[l,a]=o.value;this.tenants.delete(l),a.router.closeAll().catch(()=>{})}let r=this.build(n);return this.tenants.set(n.apiKey,r),r.clients}get size(){return this.tenants.size}async closeAll(){let n=[...this.tenants.values()].map(r=>r.router);this.tenants.clear();let e=[];if(await Promise.all(n.map(async r=>{try{await r.closeAll()}catch(o){e.push(String(o instanceof Error?o.message:o))}})),e.length>0)throw new Error(`failed to close ${e.length} tenant backhaul(s): ${e.join("; ")}`)}};var pr=5e3,fr=3e3,mr="/api/client-tokens";function st(t,n,e){t.writeHead(n,{"content-type":"application/json"}),t.end(JSON.stringify(e))}function Ft(t,n,e,r){st(t,n,{error:{message:e,type:r}})}async function hr(t,n=fetch){let e=`${t.replace(/\/+$/,"")}${mr}`;try{let r=await n(e,{method:"POST",headers:{"content-type":"application/json"},body:"{}",signal:AbortSignal.timeout(fr)});return r.status===404?{ready:!1,detail:`${e} answered 404 \u2014 this is not a uRun control plane`}:r.status>=500?{ready:!1,detail:`${e} answered HTTP ${r.status}`}:{ready:!0,detail:`${e} answered HTTP ${r.status}`}}catch(r){return{ready:!1,detail:`${e} unreachable: ${r instanceof Error?r.message:String(r)}`}}}function Jt(t){let n=t.resolver??new De({gatewayUrl:t.baseUrl}),e=t.registry??new He({baseUrl:t.baseUrl,apiUrl:t.apiUrl,catalog:t.catalog}),r=t.probeControlPlane??(()=>hr(t.baseUrl)),o=async p=>n.resolve(Tt(p.headers.authorization)),l=Pt({clients:async p=>e.clientsFor(await o(p)),statusOf:p=>p instanceof me?{status:p.status,openaiType:"authentication_error",anthropicType:"authentication_error"}:p instanceof Se?{status:502,openaiType:"upstream_error",anthropicType:"api_error"}:null}),a=null;return{server:(0,qt.createServer)((p,d)=>{let k=new URL(p.url??"/","http://localhost");(async()=>{if(p.method==="GET"&&k.pathname==="/healthz"){st(d,200,{ok:!0});return}if(p.method==="GET"&&k.pathname==="/readyz"){let b=Date.now();if(!a||b-a.at>=pr){let E=await r();a={at:b,...E}}st(d,a.ready?200:503,{ok:a.ready,control_plane:a.detail});return}if(k.pathname!=="/v1"&&!k.pathname.startsWith("/v1/")){Ft(d,404,`no route for ${p.method} ${k.pathname} \u2014 this endpoint serves the OpenAI-compatible /v1 surface plus /healthz and /readyz`,"invalid_request_error");return}l(p,d)})().catch(b=>{if(!d.headersSent){Ft(d,500,String(b instanceof Error?b.message:b),"proxy_error");return}d.end()})}),closeAll:()=>e.closeAll()}}async function Vt(t,n){let e=new Promise(r=>t.close(()=>r()));t.closeAllConnections(),await e,await n()}async function gr(){let t=vt(de.default.env),{server:n,closeAll:e}=Jt(t);await new Promise((o,l)=>{n.once("error",l),n.listen(t.port,ze,o)}),de.default.stdout.write(`inference-proxy listening on http://${ze}:${t.port}/v1 (control plane ${t.baseUrl}, org API ${t.apiUrl}, catalog oracle ${t.catalog?"on":"off"})
+`);let r=async o=>{de.default.stdout.write(`inference-proxy: ${o} \u2014 draining
+`),await Vt(n,e)};await new Promise(o=>{de.default.once("SIGINT",()=>{r("SIGINT").finally(o)}),de.default.once("SIGTERM",()=>{r("SIGTERM").finally(o)})})}gr().then(()=>de.default.exit(0),t=>{de.default.stderr.write(`inference-proxy: ${String(t instanceof Error?t.stack??t.message:t)}
+`),de.default.exit(1)});
+/*! Bundled license information:
+
+reflect-metadata/Reflect.js:
+  (*! *****************************************************************************
+  Copyright (C) Microsoft. All rights reserved.
+  Licensed under the Apache License, Version 2.0 (the "License"); you may not use
+  this file except in compliance with the License. You may obtain a copy of the
+  License at http://www.apache.org/licenses/LICENSE-2.0
+  
+  THIS CODE IS PROVIDED ON AN *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+  KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
+  WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
+  MERCHANTABLITY OR NON-INFRINGEMENT.
+  
+  See the Apache Version 2.0 License for specific language governing permissions
+  and limitations under the License.
+  ***************************************************************************** *)
+*/

package/dist/hosted/bin.js

@@ -0,0 +1,23 @@
+#!/usr/bin/env node
+import{i as z,j as se,p as ce,q as de}from"../chunk-3ED25N7E.js";import"../chunk-XHRPJIEK.js";import"../chunk-F2TEK34X.js";import"../chunk-VG3X2LVG.js";import"../chunk-35LB5OHI.js";import"../chunk-EFBD3CGZ.js";import"../chunk-XHIIEA6Z.js";import{a as We,b as $e,c as H}from"../chunk-YSFSRI3D.js";var he=We(()=>{"use strict";H();var le;(function(M){(function(_){var p=typeof globalThis=="object"?globalThis:typeof global=="object"?global:typeof self=="object"?self:typeof this=="object"?this:A(),b=g(M);typeof p.Reflect<"u"&&(b=g(p.Reflect,b)),_(b,p),typeof p.Reflect>"u"&&(p.Reflect=M);function g(P,x){return function(k,C){Object.defineProperty(P,k,{configurable:!0,writable:!0,value:C}),x&&x(k,C)}}function j(){try{return Function("return this;")()}catch{}}function E(){try{return(0,eval)("(function() { return this; })()")}catch{}}function A(){return j()||E()}})(function(_,p){var b=Object.prototype.hasOwnProperty,g=typeof Symbol=="function",j=g&&typeof Symbol.toPrimitive<"u"?Symbol.toPrimitive:"@@toPrimitive",E=g&&typeof Symbol.iterator<"u"?Symbol.iterator:"@@iterator",A=typeof Object.create=="function",P={__proto__:[]}instanceof Array,x=!A&&!P,k={create:A?function(){return B(Object.create(null))}:P?function(){return B({__proto__:null})}:function(){return B({})},has:x?function(e,t){return b.call(e,t)}:function(e,t){return t in e},get:x?function(e,t){return b.call(e,t)?e[t]:void 0}:function(e,t){return e[t]}},C=Object.getPrototypeOf(Function),G=typeof Map=="function"&&typeof Map.prototype.entries=="function"?Map:De(),U=typeof Set=="function"&&typeof Set.prototype.entries=="function"?Set:Ae(),W=typeof WeakMap=="function"?WeakMap:Fe(),I=g?Symbol.for("@reflect-metadata:registry"):void 0,F=xe(),L=Ce(F);function ve(e,t,r,n){if(s(r)){if(!te(e))throw new TypeError;if(!re(t))throw new TypeError;return ke(e,t)}else{if(!te(e))throw new TypeError;if(!h(t))throw new TypeError;if(!h(n)&&!s(n)&&!S(n))throw new TypeError;return S(n)&&(n=void 0),r=O(r),Te(e,t,r,n)}}_("decorate",ve);function ye(e,t){function r(n,u){if(!h(n))throw new TypeError;if(!s(u)&&!Re(u))throw new TypeError;Q(e,t,n,u)}return r}_("metadata",ye);function we(e,t,r,n){if(!h(r))throw new TypeError;return s(n)||(n=O(n)),Q(e,t,r,n)}_("defineMetadata",we);function pe(e,t,r){if(!h(t))throw new TypeError;return s(r)||(r=O(r)),Z(e,t,r)}_("hasMetadata",pe);function _e(e,t,r){if(!h(t))throw new TypeError;return s(r)||(r=O(r)),$(e,t,r)}_("hasOwnMetadata",_e);function Me(e,t,r){if(!h(t))throw new TypeError;return s(r)||(r=O(r)),q(e,t,r)}_("getMetadata",Me);function ge(e,t,r){if(!h(t))throw new TypeError;return s(r)||(r=O(r)),J(e,t,r)}_("getOwnMetadata",ge);function me(e,t){if(!h(e))throw new TypeError;return s(t)||(t=O(t)),X(e,t)}_("getMetadataKeys",me);function be(e,t){if(!h(e))throw new TypeError;return s(t)||(t=O(t)),Y(e,t)}_("getOwnMetadataKeys",be);function Oe(e,t,r){if(!h(t))throw new TypeError;if(s(r)||(r=O(r)),!h(t))throw new TypeError;s(r)||(r=O(r));var n=D(t,r,!1);return s(n)?!1:n.OrdinaryDeleteMetadata(e,t,r)}_("deleteMetadata",Oe);function ke(e,t){for(var r=e.length-1;r>=0;--r){var n=e[r],u=n(t);if(!s(u)&&!S(u)){if(!re(u))throw new TypeError;t=u}}return t}function Te(e,t,r,n){for(var u=e.length-1;u>=0;--u){var v=e[u],w=v(t,r,n);if(!s(w)&&!S(w)){if(!h(w))throw new TypeError;n=w}}return n}function Z(e,t,r){var n=$(e,t,r);if(n)return!0;var u=V(t);return S(u)?!1:Z(e,u,r)}function $(e,t,r){var n=D(t,r,!1);return s(n)?!1:ee(n.OrdinaryHasOwnMetadata(e,t,r))}function q(e,t,r){var n=$(e,t,r);if(n)return J(e,t,r);var u=V(t);if(!S(u))return q(e,u,r)}function J(e,t,r){var n=D(t,r,!1);if(!s(n))return n.OrdinaryGetOwnMetadata(e,t,r)}function Q(e,t,r,n){var u=D(r,n,!0);u.OrdinaryDefineOwnMetadata(e,t,r,n)}function X(e,t){var r=Y(e,t),n=V(e);if(n===null)return r;var u=X(n,t);if(u.length<=0)return r;if(r.length<=0)return u;for(var v=new U,w=[],c=0,a=r;c<a.length;c++){var i=a[c],o=v.has(i);o||(v.add(i),w.push(i))}for(var f=0,d=u;f<d.length;f++){var i=d[f],o=v.has(i);o||(v.add(i),w.push(i))}return w}function Y(e,t){var r=D(e,t,!1);return r?r.OrdinaryOwnMetadataKeys(e,t):[]}function K(e){if(e===null)return 1;switch(typeof e){case"undefined":return 0;case"boolean":return 2;case"string":return 3;case"symbol":return 4;case"number":return 5;case"object":return e===null?1:6;default:return 6}}function s(e){return e===void 0}function S(e){return e===null}function Ee(e){return typeof e=="symbol"}function h(e){return typeof e=="object"?e!==null:typeof e=="function"}function Pe(e,t){switch(K(e)){case 0:return e;case 1:return e;case 2:return e;case 3:return e;case 4:return e;case 5:return e}var r=t===3?"string":t===5?"number":"default",n=ne(e,j);if(n!==void 0){var u=n.call(e,r);if(h(u))throw new TypeError;return u}return Ie(e,r==="default"?"number":r)}function Ie(e,t){if(t==="string"){var r=e.toString;if(R(r)){var n=r.call(e);if(!h(n))return n}var u=e.valueOf;if(R(u)){var n=u.call(e);if(!h(n))return n}}else{var u=e.valueOf;if(R(u)){var n=u.call(e);if(!h(n))return n}var v=e.toString;if(R(v)){var n=v.call(e);if(!h(n))return n}}throw new TypeError}function ee(e){return!!e}function Se(e){return""+e}function O(e){var t=Pe(e,3);return Ee(t)?t:Se(t)}function te(e){return Array.isArray?Array.isArray(e):e instanceof Object?e instanceof Array:Object.prototype.toString.call(e)==="[object Array]"}function R(e){return typeof e=="function"}function re(e){return typeof e=="function"}function Re(e){switch(K(e)){case 3:return!0;case 4:return!0;default:return!1}}function N(e,t){return e===t||e!==e&&t!==t}function ne(e,t){var r=e[t];if(r!=null){if(!R(r))throw new TypeError;return r}}function ae(e){var t=ne(e,E);if(!R(t))throw new TypeError;var r=t.call(e);if(!h(r))throw new TypeError;return r}function ie(e){return e.value}function oe(e){var t=e.next();return t.done?!1:t}function fe(e){var t=e.return;t&&t.call(e)}function V(e){var t=Object.getPrototypeOf(e);if(typeof e!="function"||e===C||t!==C)return t;var r=e.prototype,n=r&&Object.getPrototypeOf(r);if(n==null||n===Object.prototype)return t;var u=n.constructor;return typeof u!="function"||u===e?t:u}function je(){var e;!s(I)&&typeof p.Reflect<"u"&&!(I in p.Reflect)&&typeof p.Reflect.defineMetadata=="function"&&(e=Ge(p.Reflect));var t,r,n,u=new W,v={registerProvider:w,getProvider:a,setProvider:o};return v;function w(f){if(!Object.isExtensible(v))throw new Error("Cannot add provider to a frozen registry.");switch(!0){case e===f:break;case s(t):t=f;break;case t===f:break;case s(r):r=f;break;case r===f:break;default:n===void 0&&(n=new U),n.add(f);break}}function c(f,d){if(!s(t)){if(t.isProviderFor(f,d))return t;if(!s(r)){if(r.isProviderFor(f,d))return t;if(!s(n))for(var l=ae(n);;){var y=oe(l);if(!y)return;var m=ie(y);if(m.isProviderFor(f,d))return fe(l),m}}}if(!s(e)&&e.isProviderFor(f,d))return e}function a(f,d){var l=u.get(f),y;return s(l)||(y=l.get(d)),s(y)&&(y=c(f,d),s(y)||(s(l)&&(l=new G,u.set(f,l)),l.set(d,y))),y}function i(f){if(s(f))throw new TypeError;return t===f||r===f||!s(n)&&n.has(f)}function o(f,d,l){if(!i(l))throw new Error("Metadata provider not registered.");var y=a(f,d);if(y!==l){if(!s(y))return!1;var m=u.get(f);s(m)&&(m=new G,u.set(f,m)),m.set(d,l)}return!0}}function xe(){var e;return!s(I)&&h(p.Reflect)&&Object.isExtensible(p.Reflect)&&(e=p.Reflect[I]),s(e)&&(e=je()),!s(I)&&h(p.Reflect)&&Object.isExtensible(p.Reflect)&&Object.defineProperty(p.Reflect,I,{enumerable:!1,configurable:!1,writable:!1,value:e}),e}function Ce(e){var t=new W,r={isProviderFor:function(i,o){var f=t.get(i);return s(f)?!1:f.has(o)},OrdinaryDefineOwnMetadata:w,OrdinaryHasOwnMetadata:u,OrdinaryGetOwnMetadata:v,OrdinaryOwnMetadataKeys:c,OrdinaryDeleteMetadata:a};return F.registerProvider(r),r;function n(i,o,f){var d=t.get(i),l=!1;if(s(d)){if(!f)return;d=new G,t.set(i,d),l=!0}var y=d.get(o);if(s(y)){if(!f)return;if(y=new G,d.set(o,y),!e.setProvider(i,o,r))throw d.delete(o),l&&t.delete(i),new Error("Wrong provider for target.")}return y}function u(i,o,f){var d=n(o,f,!1);return s(d)?!1:ee(d.has(i))}function v(i,o,f){var d=n(o,f,!1);if(!s(d))return d.get(i)}function w(i,o,f,d){var l=n(f,d,!0);l.set(i,o)}function c(i,o){var f=[],d=n(i,o,!1);if(s(d))return f;for(var l=d.keys(),y=ae(l),m=0;;){var ue=oe(y);if(!ue)return f.length=m,f;var He=ie(ue);try{f[m]=He}catch(Ue){try{fe(y)}finally{throw Ue}}m++}}function a(i,o,f){var d=n(o,f,!1);if(s(d)||!d.delete(i))return!1;if(d.size===0){var l=t.get(o);s(l)||(l.delete(f),l.size===0&&t.delete(l))}return!0}}function Ge(e){var t=e.defineMetadata,r=e.hasOwnMetadata,n=e.getOwnMetadata,u=e.getOwnMetadataKeys,v=e.deleteMetadata,w=new W,c={isProviderFor:function(a,i){var o=w.get(a);return!s(o)&&o.has(i)?!0:u(a,i).length?(s(o)&&(o=new U,w.set(a,o)),o.add(i),!0):!1},OrdinaryDefineOwnMetadata:t,OrdinaryHasOwnMetadata:r,OrdinaryGetOwnMetadata:n,OrdinaryOwnMetadataKeys:u,OrdinaryDeleteMetadata:v};return c}function D(e,t,r){var n=F.getProvider(e,t);if(!s(n))return n;if(r){if(F.setProvider(e,t,L))return L;throw new Error("Illegal state.")}}function De(){var e={},t=[],r=(function(){function c(a,i,o){this._index=0,this._keys=a,this._values=i,this._selector=o}return c.prototype["@@iterator"]=function(){return this},c.prototype[E]=function(){return this},c.prototype.next=function(){var a=this._index;if(a>=0&&a<this._keys.length){var i=this._selector(this._keys[a],this._values[a]);return a+1>=this._keys.length?(this._index=-1,this._keys=t,this._values=t):this._index++,{value:i,done:!1}}return{value:void 0,done:!0}},c.prototype.throw=function(a){throw this._index>=0&&(this._index=-1,this._keys=t,this._values=t),a},c.prototype.return=function(a){return this._index>=0&&(this._index=-1,this._keys=t,this._values=t),{value:a,done:!0}},c})(),n=(function(){function c(){this._keys=[],this._values=[],this._cacheKey=e,this._cacheIndex=-2}return Object.defineProperty(c.prototype,"size",{get:function(){return this._keys.length},enumerable:!0,configurable:!0}),c.prototype.has=function(a){return this._find(a,!1)>=0},c.prototype.get=function(a){var i=this._find(a,!1);return i>=0?this._values[i]:void 0},c.prototype.set=function(a,i){var o=this._find(a,!0);return this._values[o]=i,this},c.prototype.delete=function(a){var i=this._find(a,!1);if(i>=0){for(var o=this._keys.length,f=i+1;f<o;f++)this._keys[f-1]=this._keys[f],this._values[f-1]=this._values[f];return this._keys.length--,this._values.length--,N(a,this._cacheKey)&&(this._cacheKey=e,this._cacheIndex=-2),!0}return!1},c.prototype.clear=function(){this._keys.length=0,this._values.length=0,this._cacheKey=e,this._cacheIndex=-2},c.prototype.keys=function(){return new r(this._keys,this._values,u)},c.prototype.values=function(){return new r(this._keys,this._values,v)},c.prototype.entries=function(){return new r(this._keys,this._values,w)},c.prototype["@@iterator"]=function(){return this.entries()},c.prototype[E]=function(){return this.entries()},c.prototype._find=function(a,i){if(!N(this._cacheKey,a)){this._cacheIndex=-1;for(var o=0;o<this._keys.length;o++)if(N(this._keys[o],a)){this._cacheIndex=o;break}}return this._cacheIndex<0&&i&&(this._cacheIndex=this._keys.length,this._keys.push(a),this._values.push(void 0)),this._cacheIndex},c})();return n;function u(c,a){return c}function v(c,a){return a}function w(c,a){return[c,a]}}function Ae(){var e=(function(){function t(){this._map=new G}return Object.defineProperty(t.prototype,"size",{get:function(){return this._map.size},enumerable:!0,configurable:!0}),t.prototype.has=function(r){return this._map.has(r)},t.prototype.add=function(r){return this._map.set(r,r),this},t.prototype.delete=function(r){return this._map.delete(r)},t.prototype.clear=function(){this._map.clear()},t.prototype.keys=function(){return this._map.keys()},t.prototype.values=function(){return this._map.keys()},t.prototype.entries=function(){return this._map.entries()},t.prototype["@@iterator"]=function(){return this.keys()},t.prototype[E]=function(){return this.keys()},t})();return e}function Fe(){var e=16,t=k.create(),r=n();return(function(){function a(){this._key=n()}return a.prototype.has=function(i){var o=u(i,!1);return o!==void 0?k.has(o,this._key):!1},a.prototype.get=function(i){var o=u(i,!1);return o!==void 0?k.get(o,this._key):void 0},a.prototype.set=function(i,o){var f=u(i,!0);return f[this._key]=o,this},a.prototype.delete=function(i){var o=u(i,!1);return o!==void 0?delete o[this._key]:!1},a.prototype.clear=function(){this._key=n()},a})();function n(){var a;do a="@@WeakMap@@"+c();while(k.has(t,a));return t[a]=!0,a}function u(a,i){if(!b.call(a,r)){if(!i)return;Object.defineProperty(a,r,{value:k.create()})}return a[r]}function v(a,i){for(var o=0;o<i;++o)a[o]=Math.random()*255|0;return a}function w(a){if(typeof Uint8Array=="function"){var i=new Uint8Array(a);return typeof crypto<"u"?crypto.getRandomValues(i):typeof msCrypto<"u"?msCrypto.getRandomValues(i):v(i,a),i}return v(new Array(a),a)}function c(){var a=w(e);a[6]=a[6]&79|64,a[8]=a[8]&191|128;for(var i="",o=0;o<e;++o){var f=a[o];(o===4||o===6||o===8)&&(i+="-"),f<16&&(i+="0"),i+=f.toString(16).toLowerCase()}return i}}function B(e){return e.__=void 0,delete e.__,e}})})(le||(le={}))});H();var qe=$e(he(),1);import T from"process";async function Be(){let M=se(T.env),{server:_,closeAll:p}=ce(M);await new Promise((g,j)=>{_.once("error",j),_.listen(M.port,z,g)}),T.stdout.write(`inference-proxy listening on http://${z}:${M.port}/v1 (control plane ${M.baseUrl}, org API ${M.apiUrl}, catalog oracle ${M.catalog?"on":"off"})
+`);let b=async g=>{T.stdout.write(`inference-proxy: ${g} \u2014 draining
+`),await de(_,p)};await new Promise(g=>{T.once("SIGINT",()=>{b("SIGINT").finally(g)}),T.once("SIGTERM",()=>{b("SIGTERM").finally(g)})})}Be().then(()=>T.exit(0),M=>{T.stderr.write(`inference-proxy: ${String(M instanceof Error?M.stack??M.message:M)}
+`),T.exit(1)});
+/*! Bundled license information:
+
+reflect-metadata/Reflect.js:
+  (*! *****************************************************************************
+  Copyright (C) Microsoft. All rights reserved.
+  Licensed under the Apache License, Version 2.0 (the "License"); you may not use
+  this file except in compliance with the License. You may obtain a copy of the
+  License at http://www.apache.org/licenses/LICENSE-2.0
+  
+  THIS CODE IS PROVIDED ON AN *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+  KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
+  WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
+  MERCHANTABLITY OR NON-INFRINGEMENT.
+  
+  See the Apache Version 2.0 License for specific language governing permissions
+  and limitations under the License.
+  ***************************************************************************** *)
+*/