@urun-sh/openai 0.6.18 → 0.6.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,80 +1,79 @@
1
1
  #!/usr/bin/env node
2
- "use strict";var ci=Object.create;var cr=Object.defineProperty;var pi=Object.getOwnPropertyDescriptor;var fi=Object.getOwnPropertyNames;var mi=Object.getPrototypeOf,gi=Object.prototype.hasOwnProperty;var hi=(t,e,n,r)=>{if(e&&typeof e=="object"||typeof e=="function")for(let o of fi(e))!gi.call(t,o)&&o!==n&&cr(t,o,{get:()=>e[o],enumerable:!(r=pi(e,o))||r.enumerable});return t};var Ie=(t,e,n)=>(n=t!=null?ci(mi(t)):{},hi(e||!t||!t.__esModule?cr(n,"default",{value:t,enumerable:!0}):n,t));var yi=()=>typeof document>"u"?new URL(`file:${__filename}`).href:document.currentScript&&document.currentScript.tagName.toUpperCase()==="SCRIPT"?document.currentScript.src:new URL("main.js",document.baseURI).href,O=yi();var ar=require("child_process"),ce=require("fs"),ur=Ie(require("path"),1),M=Ie(require("process"),1);var Te=require("@urun-sh/core");function pr(t,e,n,r){let o=t.response??{},s={request_id:n,consumer_id:r,stream:!0,kind:"chat",messages:e};return typeof o.instructions=="string"&&(s.instructions=o.instructions),Array.isArray(o.modalities)&&(s.modalities=o.modalities),typeof o.temperature=="number"&&(s.temperature=o.temperature),typeof o.max_output_tokens=="number"&&(s.max_output_tokens=o.max_output_tokens),o.tools!==void 0&&(s.tools=o.tools),s}function fr(t,e,n){let r={request_id:e,consumer_id:n,stream:!!t.stream,kind:"responses",input:t.input};return t.model&&(r.model=t.model),t.tools!==void 0&&(r.tools=t.tools),t.tool_choice!==void 0&&(r.tool_choice=t.tool_choice),typeof t.temperature=="number"&&(r.temperature=t.temperature),typeof t.max_output_tokens=="number"&&(r.max_output_tokens=t.max_output_tokens),typeof t.top_p=="number"&&(r.top_p=t.top_p),Array.isArray(t.stop)&&t.stop.length>0&&(r.stop=t.stop),typeof t.reasoning_effort=="string"&&(r.reasoning_effort=t.reasoning_effort),typeof t.instructions=="string"&&(r.instructions=t.instructions),t.chat_template_kwargs!==void 0&&(r.chat_template_kwargs=t.chat_template_kwargs),t.response_format!==void 0&&(r.response_format=t.response_format),typeof t.voice=="string"&&(r.voice=t.voice),typeof t.language=="string"&&(r.language=t.language),r}function mr(t){if(t instanceof Error)return{type:"error",error:{type:"urun_error",code:t.name||null,message:t.message}};if(t&&typeof t=="object"&&t.t==="error"){let e=t,n=e.body??{},r=n.error,o=r?.message??n.message??`unreadable serve error body: ${JSON.stringify(e.body??null)}`;return{type:"error",error:{type:r?.type??"urun_error",code:e.code??r?.code??null,message:o}}}return{type:"error",error:{type:"urun_error",code:null,message:String(t)}}}var wi="llm-resp";async function*pn(t,e){let n=`${wi}:${e}`,r=`resp_${e}`;yield{type:"response.created",response:{id:r,status:"in_progress"}};let o=new Map;try{for await(let s of t.stream(n).messages()){let i=s;if(i.t==="delta"){if(typeof i.delta=="string"&&(yield{type:"response.output_text.delta",item_id:r,delta:i.delta}),typeof i.reasoning=="string"&&(yield{type:"response.reasoning_text.delta",item_id:r,delta:i.reasoning}),Array.isArray(i.tool_calls))for(let a of i.tool_calls){let u=typeof a.index=="number"?a.index:0,d=o.get(u)??{};a.id&&(d.id=a.id),a.function?.name&&(d.name=a.function.name),o.set(u,d),yield{type:"response.function_call_arguments.delta",item_id:`fc_${e}_${u}`,tool_index:u,call_id:d.id,name:d.name,delta:a.function?.arguments??""}}}else if(i.t==="response"){yield{type:"response.completed",response:{id:r,status:"completed",...i.body}};return}else if(i.t==="error"){yield mr(i);return}}}finally{try{t.doc("llm").set({requests:{[e]:null}})}catch{}}}var kt=class t{constructor(e,n=t.DEFAULT_DOC_SYNC_GATE_TIMEOUT_MS){this.session=e;this.docSyncTimeoutMs=n;this.sessionTag=e.sessionId??globalThis.crypto.randomUUID()}session;docSyncTimeoutMs;sessionTag;static DEFAULT_DOC_SYNC_GATE_TIMEOUT_MS=15e3;get consumerId(){return this.session.consumerId}async ensureDocSynced(){let e=this.session.doc("llm");if(e.synced===!0||typeof e.onSynced!="function")return;let n;await new Promise((o,s)=>{let i=e.onSynced(()=>{clearTimeout(n),o()});n=setTimeout(()=>{i(),s(new Error(`[urun] llm doc plane never synced within ${this.docSyncTimeoutMs}ms \u2014 the request envelope write is withheld rather than raced into a possibly-lost pre-sync write (resumed-attach first-write-lost, prod-usw2 2026-09-23)`))},this.docSyncTimeoutMs)})}write(e){e.session_tag=this.sessionTag,this.session.doc("llm").set({requests:{[e.request_id]:{payload:e,consumer_id:e.consumer_id,stream:e.stream}}})}sendResponses(e,n){return this.writeGated(n,()=>{let r=fr(e,n,this.consumerId);return this.write(r),pn(this.session,n)})}sendResponseCreate(e,n,r){return this.writeGated(r,()=>{let o=pr(e,n,r,this.consumerId);return this.write(o),pn(this.session,r)})}async writeGated(e,n){try{await this.ensureDocSynced()}catch(r){throw new Error(`[urun] responses dial ${e} aborted before its envelope write: ${r instanceof Error?r.message:String(r)}`)}return n()}};var gr=0;function _i(){return gr+=1,`req_${Date.now().toString(36)}_${gr.toString(36)}`}var St=class{transport;constructor(e){this.transport=new kt(e)}responses={create:async e=>{let n=_i(),r=await this.transport.sendResponses(e,n);return Object.assign((async function*(){yield*r})(),{requestId:n})}}};var wr="audio",fn=class{constructor(e,n){this.backend=e;this.opts=n}backend;opts;source=null;sink=null;outHandlers=new Set;async startOutbound(){return this.source=this.backend.createSource(),this.source.track}appendInputAudio(e){if(!this.source)throw new Error("startOutbound() not called");let n=Buffer.from(e,"base64"),r=Math.floor(n.byteLength/2),o=new Int16Array(r);for(let s=0;s<r;s++)o[s]=n.readInt16LE(s*2);this.source.onData(o)}async startInbound(e){if(e==null)throw new Error('startInbound: no downstream audio track \u2014 the runtime audio producer has not been consumed yet (session.stream("audio").track is null)');this.sink=this.backend.createSink(e),this.sink.onframe=n=>{let r=Buffer.from(n.samples.buffer,n.samples.byteOffset,n.samples.byteLength).toString("base64");for(let o of this.outHandlers)o(r)}}onOutputAudio(e){return this.outHandlers.add(e),()=>this.outHandlers.delete(e)}};async function _r(t,e,n=1e4){let r=new fn(e,{sampleRate:24e3}),o=await r.startOutbound();await t.stream(wr).attach(o);let s=await vi(t,n);return await r.startInbound(s),r}function vi(t,e){let n=t.stream(wr);return n.track!=null?Promise.resolve(n.track):new Promise((r,o)=>{let s,i=setTimeout(()=>{s?.(),o(new Error(`enableSessionAudio: no downstream audio track within ${e}ms (runtime produced no voice OUT / SFU audio consumer never attached)`))},e),a=u=>{u!=null&&(clearTimeout(i),s?.(),r(u))};s=n.on?.("track",a),n.track!=null&&a(n.track)})}var hr="rt-video-in",yr=256e3;function vr(t){let e=t.stream(hr),n=e.emit;if(typeof n!="function")throw new Error(`enableSessionVideo: session.stream('${hr}') has no emit() \u2014 the named-DATA stream produce seam (@urun-sh/core SessionStream.emit, contract \xA75) is required for the video frame lane`);return{sendInputFrame:async r=>{if(r.byteLength===0)throw new Error("enableSessionVideo: refusing to send an empty video frame");if(r.byteLength>yr)throw new Error(`enableSessionVideo: frame is ${r.byteLength} bytes \u2014 over the ${yr}-byte data-channel budget (the SFU's 262144-byte SCTP ceiling drops oversize messages SILENTLY; send smaller/lower-quality frames)`);await n.call(e,r)}}}var bi=24e3,Xe=480,ki=111;async function Si(){let t=await import("opusscript"),e=t.default??t;return new e(bi,1,2048)}async function Rt(){let t=await import("werift"),e=await Si();return{createSource:()=>{let n=new t.MediaStreamTrack({kind:"audio"}),r=Math.random()*4294967295>>>0,o=Math.random()*65535&65535,s=Math.random()*4294967295>>>0,i=new Int16Array(0);return{track:n,onData:a=>{let u=new Int16Array(i.length+a.length);u.set(i,0),u.set(a,i.length);let d=0;for(;u.length-d>=Xe;){let l=u.subarray(d,d+Xe);d+=Xe;let p=Buffer.from(l.buffer,l.byteOffset,l.byteLength),m=e.encode(p,Xe);o=o+1&65535,s=s+Xe>>>0;let c=new t.RtpHeader({version:2,payloadType:ki,sequenceNumber:o,timestamp:s,ssrc:r,marker:!1}),f=new t.RtpPacket(c,m);n.writeRtp(f)}i=u.slice(d)}}},createSink:n=>{let r={onframe:null};return n.onReceiveRtp.subscribe(s=>{let i;try{i=e.decode(s.payload)}catch{return}let a=new Int16Array(i.length/2);for(let u=0;u<a.length;u++)a[u]=i.readInt16LE(u*2);r.onframe?.({samples:a})}),r}}}async function br(t){let n=await(t.fetchImpl??fetch)(`${t.catalogUrl}/model_catalog?select=model_id,variant,gpu_spec,engine,task,description,size_gb,hf_repo,engine_args,updated_at`,{headers:{apikey:t.anonKey,Authorization:`Bearer ${t.anonKey}`}});if(!n.ok)throw new Error(`model_catalog fetch failed: ${n.status}`);return await n.json()}var xt=require("@urun-sh/core"),mn="rt-video-out";var Ri="h264";function xi(t,e){if(!Number.isInteger(t.seq)||t.seq<0)throw new Error(`${e}: header seq must be a non-negative integer (got ${t.seq})`);if(!Number.isInteger(t.ptsUs))throw new Error(`${e}: header ptsUs must be an integer microsecond timestamp (got ${t.ptsUs})`);if(typeof t.codec!="string"||t.codec.length===0)throw new Error(`${e}: header codec must be a non-empty string`);if(typeof t.key!="boolean")throw new Error(`${e}: header key must be a boolean`)}function Ei(t){if(t.byteLength<2)throw new Error(`decodeVideoOutRecord: truncated record (${t.byteLength} byte(s), no header length)`);let e=t[0]|t[1]<<8;if(t.byteLength<2+e)throw new Error(`decodeVideoOutRecord: truncated record (header says ${e} bytes, ${t.byteLength-2} present)`);let n;try{n=JSON.parse(new TextDecoder().decode(t.subarray(2,2+e)))}catch(i){throw new Error(`decodeVideoOutRecord: header is not valid JSON (${String(i)})`)}let r=n;if(r===null||typeof r!="object"||r.v!==1)throw new Error(`decodeVideoOutRecord: header is not spec v1 (v=${JSON.stringify(r?.v)}) \u2014 a newer producer must be met with a newer consumer, never silently misread`);let o=r;xi(o,"decodeVideoOutRecord");let s=t.subarray(2+e);if(s.byteLength===0)throw new Error("decodeVideoOutRecord: empty access unit \u2014 a record with no AU bytes is a producer bug");return{header:o,au:s.slice()}}var kr="urun.videoOut.v2-ws";function Sr(t){let e=t.stream(mn);if(typeof e.messages!="function")throw new Error(`openSessionVideoOutLane: session.stream('${mn}') has no messages() \u2014 the named-DATA stream consume seam (@urun-sh/core SessionStream.messages, contract \xA75) is required for the video OUT lane`);let n=new Set,r=new Set,o=new Set,s=u=>{for(let d of r)d(u)},i=!1,a=async()=>{for await(let u of e.messages()){if(!(u instanceof Uint8Array)){s(new Error(`openSessionVideoOutLane: "${mn}" delivered a non-BINARY \xA75 payload (${typeof u}) \u2014 spec v1 records ride BINARY envelopes only`));continue}let d;try{d=Ei(u)}catch(l){s(l instanceof Error?l:new Error(String(l)));continue}for(let l of n)l(d)}for(let u of o)u()};return{codec:Ri,onOutputFrame:u=>(n.add(u),i||(i=!0,a().catch(d=>s(d instanceof Error?d:new Error(String(d))))),()=>n.delete(u)),onLaneError:u=>(r.add(u),()=>r.delete(u)),onEnd:u=>(o.add(u),()=>o.delete(u))}}var Rr={delta:!0,final:!0,turn_start:!0,turn_end:!0,turn_eager_end:!0,turn_resumed:!0},Be=class extends Error{constructor(e){super(e),this.name="TurnLaneDecodeError"}};function xr(t){let e=t.t;if(typeof e!="string"||!(e in Rr))throw new Be(`the "stt" transcript lane delivered an unknown turn kind ${JSON.stringify(e??null)} \u2014 known kinds: ${Object.keys(Rr).join(", ")}`);let n={kind:e};return typeof t.delta=="string"&&(n.text=t.delta),typeof t.start_ms=="number"&&Number.isFinite(t.start_ms)&&(n.startMs=t.start_ms),n}function Ai(t){if(typeof t=="string"){let e;try{e=JSON.parse(t)}catch(n){throw new Be(`the "stt" transcript lane delivered a string payload that is not valid JSON (${n instanceof Error?n.message:String(n)})`)}if(e===null||typeof e!="object"||Array.isArray(e))throw new Be(`the "stt" transcript lane delivered a JSON string that is not an object (${JSON.stringify(e)})`);return xr(e)}if(t===null||typeof t!="object"||Array.isArray(t))throw new Be(`the "stt" transcript lane delivered a non-object payload (${Array.isArray(t)?"array":typeof t}) \u2014 transcript events are {"t":\u2026,"delta":\u2026,"start_ms":\u2026} objects (or their JSON serialization)`);return xr(t)}function Er(t){return t.reason instanceof Error?t.reason:new Error("the turn-lane consumer aborted")}async function Ii(t,e){return e.aborted?"aborted":await new Promise(n=>{let r=!1,o=i=>{r||(r=!0,e.removeEventListener("abort",s),n(i))},s=()=>o("aborted");e.addEventListener("abort",s,{once:!0}),t.then(()=>o("pulled"),()=>o("pulled"))})}function Ar(t,e){let n=t.stream("stt");if(typeof n.messages!="function")throw new Error("openSessionTurnLane: session.stream('stt') has no messages() \u2014 the named-DATA stream consume seam (@urun-sh/core SessionStream.messages, contract \xA75) is required for the engine's own turn/transcript lane");async function*r(){let o=n.messages()[Symbol.asyncIterator]();try{for(;;){if(e!==void 0&&e.aborted)throw Er(e);let s=o.next();if(e!==void 0&&await Ii(s,e)==="aborted")throw s.catch(()=>{}),Er(e);let i=await s;if(i.done)return;yield Ai(i.value)}}finally{let s=o.return?.();s&&s.catch(()=>{})}}return r()}var Ir=require("@urun-sh/core"),gn=2;function Oi(t){let e=t?.type;return e==="response.created"||e==="response.in_progress"}function Ti(t){let e=t?.type;return e==="response.completed"||e==="error"}function Or(t){return async function(n,r){return(async function*(){for(let s=1;s<=gn;s++){let{app:i,entry:a,identity:u}=await t.sessionFor(n.model);r?.({sessionId:t.sessionIdOf?.(a)??null,identity:u});let d=!1,l=!1;try{let p=await t.createStream(a,n);for await(let m of p){if(Ti(m)&&(d=!0),Oi(m)){if(s>1)continue}else l=!0;yield m}}catch(p){if(p instanceof Ir.SessionFailedError&&(p.kind==="never-live"||p.kind==="create-failed")){try{t.onAdmissionVerdict?.(i,a,p)}catch{}throw p}if(s<gn&&!l){await t.evict(i,a);continue}throw p}if(d)return;if(s<gn&&!l){await t.evict(i,a);continue}return}})()}}var se=class extends Error{name="ModelPriceError"},hn="per_million_input_tokens",yn="per_million_output_tokens",Pr="model_id,variant,unit,price_usd,effective_at,expires_at",Tr={per_request:!0,per_minute:!0,per_output_unit:!0},Pi=5e3;function Ci(t,e){let n=typeof t=="number"?t:typeof t=="string"&&t.trim()!==""?Number(t):NaN;if(!Number.isFinite(n)||n<0)throw new se(`${e}: price_usd is not a non-negative number (${JSON.stringify(t)})`);return n}function Cr(t,e,n){let r=typeof t=="string"?Date.parse(t):NaN;if(!Number.isFinite(r))throw new se(`${e}: ${n} is not a parseable timestamp (${JSON.stringify(t)})`);return r}function $i(t,e,n){return t===null?null:Cr(t,e,n)}function Mi(t,e){if(t===hn)return"input";if(t===yn)return"output";if(typeof t=="string"&&Object.hasOwn(Tr,t))return null;throw new se(`${e}: unit ${JSON.stringify(t)} is neither a per-token rate (${hn} | ${yn}) nor a known GPU-time unit (${Object.keys(Tr).join(" | ")}). Skipping it would publish no prices forever with no signal \u2014 if ENG-317 named the per-token units differently, teach this module the new names instead`)}function Li(t,e){let n=t.reduce((o,s)=>s.effective_at>o.effective_at?s:o,t[0]),r=t.find(o=>o.effective_at===n.effective_at&&o.usd!==n.usd);return r?{reason:`two ${e} rates are effective at the same instant (${n.usd} and ${r.usd} USD/Mtok), so the winner would be read order \u2014 this model is served UNPRICED until one of them is expired; expire one of them`}:{rate:n}}function wn(t,e){return`${t}\0${e}`}function Ui(t){if(!Array.isArray(t))throw new se(`model_prices read is not an array: ${JSON.stringify(t)}`);let e=[];for(let n=0;n<t.length;n++){let r=t[n],o=`model_prices[${n}]`;if(r===null||typeof r!="object"||Array.isArray(r))throw new se(`${o} is not an object: ${JSON.stringify(r)}`);let s=r;for(let d of Pr.split(","))if(!Object.hasOwn(s,d))throw new se(`${o} has no "${d}" column: ${JSON.stringify(s)}`);let i=Mi(s.unit,o);if(i===null)continue;let a=s.model_id;if(typeof a!="string"||a==="")throw new se(`${o} has no model_id (${JSON.stringify(s)})`);let u=s.variant;if(!(u===null||typeof u=="string"&&u!==""))throw new se(`${o} has a non-string variant (${JSON.stringify(u)})`);e.push({model_id:a,variant:u,side:i,usd:Ci(s.price_usd,o),effective_at:Cr(s.effective_at,o,"effective_at"),expires_at:$i(s.expires_at,o,"expires_at")})}return e}function $r(t,e=Date.now(),n){let r=new Map,o=new Map;for(let u of t){if(u.effective_at>e||u.expires_at!==null&&u.expires_at<=e)continue;let d=r.get(u.model_id);d||(d=new Map,r.set(u.model_id,d),o.set(u.model_id,new Map));let l=u.variant??"",p=d.get(l);p||(p={input:[],output:[]},d.set(l,p),o.get(u.model_id).set(l,u.variant)),p[u.side].push({effective_at:u.effective_at,usd:u.usd})}let s=[],i=[];for(let[u,d]of r){let l=d.get(""),p=(m,c,f)=>{let g=m&&m.length>0?m:l?.[c];if(!g||g.length===0)return null;let _=Li(g,c);return"reason"in _?_:_.rate.usd===0?c==="output"&&f!==null&&n?.has(wn(u,f))?_.rate:{reason:`the ${c} rate in force is zero, which publishes as "free" and would top :cheapest routing \u2014 this model is served UNPRICED; delete the row if the model is not token-priced, or set a real rate`}:_.rate};for(let[m,c]of o.get(u)){let f=d.get(m),g=p(f?.input,"input",c),_=p(f?.output,"output",c);if(g!==null&&"reason"in g){i.push({model_id:u,variant:c,reason:g.reason});continue}if(_!==null&&"reason"in _){i.push({model_id:u,variant:c,reason:_.reason});continue}g===null||_===null||s.push({model_id:u,variant:c,pricing:{input:g.usd,output:_.usd}})}}let a=(u,d)=>u.model_id.localeCompare(d.model_id)||(u.variant===null?1:0)-(d.variant===null?1:0)||(u.variant??"").localeCompare(d.variant??"");return{prices:s.sort(a),refusals:i.sort(a)}}function Qe(t,e,n){if(n.refusals.some(s=>s.model_id===t&&s.variant===e))return null;let r=n.prices.find(s=>s.model_id===t&&s.variant===e);if(r)return r.pricing;if(n.refusals.some(s=>s.model_id===t&&s.variant===null))return null;let o=n.prices.find(s=>s.model_id===t&&s.variant===null);return o?o.pricing:null}var Ze={prices:[],refusals:[]};async function Mr(t){let e=t.fetchImpl??fetch,n=`${hn},${yn}`,r=await e(`${t.catalogUrl}/model_prices?select=${Pr}&unit=in.(${n})`,{headers:{apikey:t.anonKey,Authorization:`Bearer ${t.anonKey}`},signal:AbortSignal.timeout(Pi)});if(!r.ok)throw new Error(`model_prices fetch failed: ${r.status}`);return Ui(await r.json())}var W=class extends Error{},Ni=/^(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(?:\.\d+)?(?:Z|[+-]\d{2}:\d{2})$/;function Di(t){if(typeof t!="string")return!1;let e=Ni.exec(t);if(!e)return!1;let[,n,r,o,s,i,a]=e.map(Number);if(!Number.isFinite(Date.parse(t)))return!1;let u=new Date(Date.UTC(n,r-1,o,s,i,a));return u.getUTCFullYear()===n&&u.getUTCMonth()===r-1&&u.getUTCDate()===o&&u.getUTCHours()===s&&u.getUTCMinutes()===i&&u.getUTCSeconds()===a}function Fi(t){if(t===null||typeof t!="object")return null;let e=t.shared;if(e==null)return null;if(typeof e!="object")throw new W(`catalog "shared" block is ${typeof e}, expected an object`);let{shared_org_id:n,endpoints:r,regions:o,compliance:s}=e;if(typeof n!="string"||n==="")throw new W(`catalog "shared" block has no shared_org_id: ${JSON.stringify(e)}`);if(!Array.isArray(r))throw new W(`catalog "shared" block endpoints is not an array: ${JSON.stringify(e)}`);let i=r.map((a,u)=>{if(a===null||typeof a!="object")throw new W(`catalog shared endpoints[${u}] is not an object: ${JSON.stringify(a)}`);let d=a;for(let p of["model_id","variant","app_slug","function"])if(typeof d[p]!="string"||d[p].length===0)throw new W(`catalog shared endpoints[${u}] (${JSON.stringify(d)}) has no valid "${p}"`);let l=(p,m)=>{if(d[p]!==void 0&&d[p]!==null&&!m)throw new W(`catalog shared endpoints[${u}] (${d.model_id}:${d.variant}) carries a malformed "${p}": ${JSON.stringify(d[p])}`)};l("ready",typeof d.ready=="boolean"),l("ready_runtimes",typeof d.ready_runtimes=="number"&&Number.isInteger(d.ready_runtimes)&&d.ready_runtimes>=0),l("ready_since",Di(d.ready_since));for(let p of["model_id","variant"]){let m=d[p];if(m.includes(":"))throw new W(`catalog shared endpoints[${u}] has "${p}" containing ":" (${JSON.stringify(m)}) \u2014 the external identity <model_id>:<variant> would be unparseable (resolveSharedModel splits at the LAST colon); platform catalog defect`)}return l("output_free",typeof d.output_free=="boolean"),d});if(o!=null&&(!Array.isArray(o)||!o.every(a=>typeof a=="string"&&a.length>0)))throw new W(`catalog "shared" block regions is malformed: ${JSON.stringify(o)}`);if(s!=null){let a=s;if(typeof s!="object"||typeof a.zdr!="boolean"||typeof a.hipaa!="boolean")throw new W(`catalog "shared" block compliance is malformed (operator-declared zdr + hipaa booleans required): ${JSON.stringify(s)}`);for(let u of Object.keys(a))if(u!=="zdr"&&u!=="hipaa")throw new W(`catalog "shared" block compliance carries "${u}" beyond the declared zdr/hipaa contract: ${JSON.stringify(s)}`)}return i.length===0?null:{shared_org_id:n,endpoints:i,...o!=null?{regions:o}:{},...s!=null?{compliance:s}:{}}}function je(t){return[...t.endpoints].sort((e,n)=>e.model_id.localeCompare(n.model_id)||e.variant.localeCompare(n.variant))}function Lr(t,e,n){let r=(e??"").trim();if(r==="")return null;let o=r,s=n,i=r.lastIndexOf(":");i>0&&(o=r.slice(0,i),s=r.slice(i+1));let a=t.endpoints.filter(d=>d.model_id===o);if(a.length===0)return null;if(s!==void 0){let d=a.find(l=>l.variant===s);return d?{shared_org_id:t.shared_org_id,endpoint:d}:null}if(a.length===1)return{shared_org_id:t.shared_org_id,endpoint:a[0]};let u=a.filter(d=>d.compat_default===!0);if(u.length!==1)throw new W(`shared model "${o}" has ${u.length} compat_default rows (exactly one required) among variants ${a.map(d=>d.variant).join(", ")}`);return{shared_org_id:t.shared_org_id,endpoint:u[0]}}async function Ur(t){let e=t.fetchImpl??fetch,n=`${t.apiUrl.replace(/\/+$/,"")}/catalog`,r=await e(n,{headers:{Authorization:`Bearer ${t.apiKey}`,Accept:"application/json"}});if(!r.ok)throw new W(`catalog read failed: GET ${n} \u2192 ${r.status}`);return Fi(await r.json())}function ye(t){return t.toLowerCase().replace(/[^\p{L}\p{N}-]/gu,"-").replace(/^-+|-+$/g,"")}var et="/partners/openrouter/models",Bi={chat:!0,code:!0,agent:!0,vl:!0},Nr={int4:"int4",int8:"int8",fp4:"fp4",mxfp4:"mxfp4",nvfp4:"nvfp4",fp6:"fp6",fp8:"fp8",mxfp8:"mxfp8",fp16:"fp16",bf16:"bf16",fp32:"fp32"};function ji(t){let e=t.toLowerCase();return Object.hasOwn(Nr,e)?Nr[e]:null}var Dr={"us-east-1":"US","us-east-2":"US","us-west-1":"US","us-west-2":"US","ca-central-1":"CA","ca-west-1":"CA","sa-east-1":"BR","eu-central-1":"DE","eu-central-2":"CH","eu-west-1":"IE","eu-west-2":"GB","eu-west-3":"FR","eu-north-1":"SE","eu-south-1":"IT","eu-south-2":"ES","af-south-1":"ZA","ap-east-1":"HK","ap-south-1":"IN","ap-south-2":"IN","ap-northeast-1":"JP","ap-northeast-2":"KR","ap-northeast-3":"JP","ap-southeast-1":"SG","ap-southeast-2":"AU","ap-southeast-3":"ID","ap-southeast-4":"AU","ap-southeast-5":"MY","ap-southeast-7":"TH","il-central-1":"IL","me-central-1":"AE","me-south-1":"BH"};function qi(t,e){if(!t||t.length===0)return[];let n=[],r=[];for(let o of t){let s=Object.hasOwn(Dr,o)?Dr[o]:null;if(s===null){r.push(o);continue}n.some(a=>a.region===o)||n.push({country_code:s,region:o})}return r.length>0&&e(`urun openrouter doc: shared block region(s) ${r.join(", ")} have no country mapping \u2014 omitted from datacenters, never guessed`),n}var Fr={qwen:"Qwen",qwen1:"Qwen",qwen2:"Qwen",qwen3:"Qwen",gemma:"Gemma",diffusiongemma:"Gemma",gpt:"GPT",glm:"GLM",deepseek:"DeepSeek",mistral:"Mistral"},Br={2:"Llama2",3:"Llama3"};function Hi(t){if(!t)return null;let e=t.split("@")[0],n=e.indexOf("/"),r=(n===-1?e:e.slice(n+1)).toLowerCase().split(/[^a-z0-9]+/).filter(o=>o.length>0);for(let o=0;o<r.length;o+=1){let s=r[o];if(Object.hasOwn(Fr,s))return Fr[s];let i=r[o+1];if(s==="llama"&&i!==void 0&&Object.hasOwn(Br,i))return Br[i];if(s==="phi"&&i!==void 0&&/^\d/.test(i))return"Phi"}return null}var Gi=["context_length","max_model_len"];function Vi(t){let e=Gi.map(n=>t.engine_args?.[n]).filter(n=>typeof n=="number"&&Number.isFinite(n)&&n>0);return e.length===0?null:e.every(n=>n===e[0])?e[0]:null}function At(t){let e=t.map(Vi),n=e[0];return n==null?null:e.every(r=>r===n)?n:null}function Ji(t){let e=t.engine_args?.reasoning_parser;return e==null||e===""?!1:typeof e=="string"?!0:null}function _n(t){if(t.length===0)return null;let e=t.map(Ji),n=e[0];return n==null?null:e.every(r=>r===n)?n:null}function Wi(t,e){let n=e.filter(o=>ye(`${o.model_id}-${o.variant}`)===t);if(n.length>0)return Et(n);let r=e.filter(o=>ye(o.model_id)===t);return r.length>0?Et(r):null}function Et(t){let e=t[0];return t.every(r=>r.model_id===e.model_id&&r.variant===e.variant)?{row:t.length===1?e:Ki(t),matches:t}:null}function Ki(t){let e=t[0],n=r=>t.every(o=>(o[r]??void 0)===(e[r]??void 0))?e[r]:void 0;return{model_id:e.model_id,variant:e.variant,gpu_spec:n("gpu_spec"),engine:n("engine"),task:n("task"),description:n("description"),size_gb:n("size_gb"),hf_repo:n("hf_repo"),updated_at:n("updated_at")}}function Hr(t){return 0}function Oe(t){let e={id:t.id,object:t.object,created:t.created,owned_by:t.owned_by,...t.context_length!==void 0?{context_length:t.context_length}:{},...t.pricing!==void 0?{pricing:t.pricing}:{},...t.voices!==void 0?{voices:t.voices}:{},...t.capabilities!==void 0?{capabilities:t.capabilities}:{}};return"image_modes"in t?{...e,image_modes:t.image_modes}:e}function It(t,e,n){let r=Wi(t,e);if(!r)return Oe({id:t,object:"model",created:0,owned_by:"urun"});let{row:o,matches:s}=r,i=At(s),a=Qe(o.model_id,o.variant,n),u=Gr(o,s),d=_n(s);return Oe({id:t,object:"model",created:Hr(o),owned_by:"urun",...i!==null?{context_length:i}:{},...a!==null?{pricing:a}:{},...u.published.length>0?{voices:[...u.published]}:{},...d!==null?{capabilities:{reasoning:d}}:{}})}var zi=["Vivian","Serena","Uncle_Fu","Dylan","Eric","Ryan","Aiden","Ono_Anna","Sohee"];function Gr(t,e){if((t.task??void 0)!=="tts")return{published:[],defect:null};let n=e.map(s=>s.engine_args?.voices),r=n[0];if(Array.isArray(r)&&r.length>0&&r.every(s=>typeof s=="string")&&n.every(s=>Array.isArray(s)&&s.length===r.length&&s.every((i,a)=>i===r[a])))return{published:[...r],defect:null};let o=n.some(s=>s!=null)?`the catalog's engine_args.voices for ${t.model_id}:${t.variant} could not be vouched (empty, malformed, or not an identical non-empty string array on every GPU placement)`:null;return t.model_id==="qwen3-tts-customvoice"?{published:[...zi],defect:o}:{published:[],defect:o}}function vn(t){let e=t.length>0?Et(t):null;return e===null?{published:[],defect:null}:Gr(e.row,e.matches)}function jr(t){let e=/^(\d+)(?:\.(\d+))?(?:e([+-]?\d+))?$/.exec(String(t));if(!e)throw new Error(`unrenderable per-token price: ${String(t)}`);let[,n="",r="",o=""]=e,s=n+r,i=n.length-6+(o===""?0:Number(o));return(i<=0?`0.${"0".repeat(-i)}${s}`:`${s.slice(0,i)}.${s.slice(i).padEnd(1,"0")}`).replace(/(\.\d*?)0+$/,"$1").replace(/\.$/,"")}function qr(t){return{input:[{type:"prompt",unit:"token",cost_usd:jr(t.input)}],output:[{type:"completion",unit:"token",cost_usd:jr(t.output)}]}}function Yi(t,e,n,r){if(e.length===0)return null;let o=Et(e);if(!o)return null;let{row:s,matches:i}=o;if(!s.task||Bi[s.task]!==!0)return null;let a=At(i),u=Qe(s.model_id,s.variant,n),d=Hi(s.hf_repo),l={temperature:{type:"range",min:0,max:2},top_p:{type:"range",min:0,max:1},stop:{type:"array",max_items:4}};return a!==null&&(l.max_tokens={type:"integer",min:1,max:a,unit:"token"}),{schema_version:"2.4",id:`${s.model_id}:${s.variant}`,name:`${s.model_id}:${s.variant}`,created:Hr(s),quantization:ji(s.variant),...d!==null?{tokenizer:d}:{},description:s.description??"",hugging_face_id:s.hf_repo?s.hf_repo.split("@")[0]??s.hf_repo:"",is_ready:t.ready===!0&&u!==null,is_free:!1,input_modalities:[{type:"text",...a!==null?{supported_inputs:{max_context_length:{value:a,unit:"token"}}}:{},...u?{pricing:qr(u).input}:{}},...s.task==="vl"?[{type:"image"}]:[]],output_modalities:[{type:"text",streaming:!0,supported_parameters:l,...u?{pricing:qr(u).output}:{}}],...r.datacenters.length>0?{datacenters:r.datacenters}:{},...r.compliance?{compliance:r.compliance}:{}}}function Vr(t,e,n,r){let o=r??(d=>console.warn(d.trimEnd())),s=t?je(t):[];if(s.length>0){let d=s.filter(l=>l.ready===void 0);if(d.length===s.length)o("urun openrouter doc: readiness seam absent from shared block; declaring every endpoint not ready");else if(d.length>0){let l=d.map(p=>`${p.model_id}:${p.variant}`).join(", ");o(`urun openrouter doc: readiness seam partially deployed \u2014 endpoints ${l} carry no ready field and are declared not ready`)}}let i={datacenters:qi(t?.regions,o),compliance:t?.compliance??null},a=[],u=new Set;for(let d of s){let l=`${d.model_id}:${d.variant}`;if(u.has(l))continue;u.add(l);let p=Yi(d,e.filter(m=>m.model_id===d.model_id&&m.variant===d.variant),n,i);p&&a.push(p)}return{data:a}}var Yr="https://api.urun.sh/v1",U=class extends Error{},X=class extends Error{},kn="urs1.";function Jr(t,e){return kn+Buffer.from(JSON.stringify([t,e]),"utf8").toString("base64url")}function Xi(t){if(!t.startsWith(kn))return null;try{let e=JSON.parse(Buffer.from(t.slice(kn.length),"base64url").toString("utf8"));if(Array.isArray(e)&&typeof e[0]=="string"&&typeof e[1]=="string")return{app:e[0],key:e[1]}}catch{}return null}async function Xr(t){let e=t.fetchImpl??fetch,n=`${t.apiUrl.replace(/\/+$/,"")}/apps`,r=await e(n,{headers:{Authorization:`Bearer ${t.apiKey}`,Accept:"application/json"}});if(!r.ok)throw new Error(`org apps listing failed: GET ${n} \u2192 ${r.status}`);let o=await r.json();if(!Array.isArray(o.apps))throw new Error(`org apps listing returned no "apps" array (GET ${n})`);if(o.truncated===!0)throw new Error(`org apps listing was truncated (GET ${n} returned ${o.apps.length} of more) \u2014 model discovery would silently omit deployed apps`);return o.apps}function Wr(t){if(t.length===0)return[];if(!t.every(n=>(n.task??void 0)==="image"))return[];let e=Zi(t);return e===null?[]:[e]}function bn(t,e,n,r,o){if(!o)throw new W(`shared model "${t}" cannot be gated: no catalog oracle is configured, and a shared endpoint's modality must come from the model's OWN model_catalog row \u2014 never a default`);if(e===void 0||n===void 0)throw new W(`shared model "${t}" resolved without a catalog id + variant to join on`);let s=r.filter(i=>i.model_id===e&&i.variant===n);if(s.length===0)throw new W(`shared model "${t}" names endpoint ${e}:${n} but the catalog has no model_catalog row for it \u2014 the shared block cannot vouch a modality from nothing`);return s}function Kr(t,e){if(!e.every(o=>(o.task??void 0)==="image"))return[];let n=e.map(o=>o.engine_args?.expects_image),r=n[0];if(typeof r!="boolean"||!n.every(o=>o===r))throw new W(`shared image model "${t}" does not vouch an explicit image mode: its ${e.length} model_catalog row(s) carry engine_args.expects_image ${JSON.stringify(n)} \u2014 the shared lane requires a boolean (false = pure text-to-image generation, true = edit) and refuses to silently default to edit`);return[r===!1?"generation":"edit"]}var Qr="shared:",Tt="speech:";function tt(t){return t.sharedApp?Qr+t.appSlug:t.appSlug}function nt(t){return typeof t.modelId=="string"&&typeof t.variant=="string"?{kind:"catalog",model_id:t.modelId,variant:t.variant}:{kind:"not-a-catalog-model",model:t.appSlug}}function ke(t,e){let n=e.filter(s=>ye(`${s.model_id}-${s.variant}`)===t);if(n.length>0)return n;let r=e.filter(s=>ye(s.model_id)===t);return new Set(r.map(s=>s.variant)).size===1?r:[]}function Qi(t){let e=t.engine_args?.expects_image;return e==null?"edit":e===!1?"generation":e===!0?"edit":null}function Zi(t){let e=t.map(Qi),n=e[0];return n!=null&&e.every(r=>r===n)?n:null}var zr={stt:"stt",tts:"tts"};function Se(t){if(t.length===0)return null;let e=t[0].task??void 0;return e===void 0||zr[e]===void 0?null:t.every(n=>(n.task??void 0)===e)?zr[e]:null}function ea(t){let e=t.map(r=>r.engine_args?.transcript_stream).filter(r=>r!=null);if(e.length===0)return"stt";let n=e[0];if(typeof n!="string"||n.length===0||!e.every(r=>r===n))throw new Error(`the model's model_catalog rows cannot vow one engine_args.transcript_stream (found ${JSON.stringify(e)}) \u2014 the field must be a non-empty string agreeing across placements; the realtime transcription lane refuses to guess the stream the engine writes`);return n}var Ot=6e4,Pt=class{constructor(e){this.opts=e}opts;pool=new Map;appsCache=null;rowsCache=null;seed(e,n){this.pool.set(e,Promise.resolve(n))}async deployedApps(){if(!this.opts.listApps)return[];let e=this.opts.appsTtlMs??Ot;if(this.appsCache&&Date.now()-this.appsCache.at<e)return this.appsCache.apps;let n=await this.opts.listApps();return this.appsCache={at:Date.now(),apps:n},n}async sharedBlock(){if(!this.opts.shared)return null;let e=this.opts.appsTtlMs??Ot;if(this.sharedCache&&Date.now()-this.sharedCache.at<e)return this.sharedCache.block;let n=await this.opts.shared();return this.sharedCache={at:Date.now(),block:n},n}sharedCache=null;async catalogRows(){if(!this.opts.listCatalog)return[];let e=this.opts.appsTtlMs??Ot;if(this.rowsCache&&Date.now()-this.rowsCache.at<e)return this.rowsCache.rows;let n=await this.opts.listCatalog();return this.rowsCache={at:Date.now(),rows:n},n}pricesCache=null;async priceRows(){if(!this.opts.listPrices)return[];let e=this.opts.appsTtlMs??Ot;if(this.pricesCache&&Date.now()-this.pricesCache.at<e)return this.pricesCache.rows;let n=await this.opts.listPrices();return this.pricesCache={at:Date.now(),rows:n},n}async pricesForListing(e){let n;try{n=await this.priceRows()}catch(o){if(o instanceof se)throw o;return this.warn(`urun /v1/models: the per-token price surface could not be read (${String(o instanceof Error?o.message:o)}) \u2014 every model is listed UNPRICED for now; Hugging Face will show no price until the read succeeds
3
- `),Ze}let r=$r(n,Date.now(),e);for(let o of r.refusals)this.warn(`urun /v1/models: refusing to price ${o.model_id}:${o.variant??"*"} \u2014 ${o.reason}
4
- `);return r}outputFreeKeys(e){let n=new Set;if(!e)return n;for(let r of e.endpoints)r.output_free===!0&&n.add(wn(r.model_id,r.variant));return n}warn(e){(this.opts.warn??(r=>console.warn(r.trimEnd())))(e)}servable(e){return e.filter(n=>n.serves==="openai"&&n.deployment_status==="active").map(n=>n.app_slug)}async availableIds(){let e=this.opts.defaultApp,n=new Set(e===null?[]:[e]);if(this.opts.listApps)for(let o of this.servable(await this.deployedApps()))n.add(o);for(let o of this.pool.keys())o.startsWith(Qr)||o.startsWith(Tt)||n.add(o);let r=[...n].filter(o=>o!==e).sort();return e===null?r:[e,...r]}async noDefaultApp(e){let n=await this.availableIds(),r=n.length>0?n.join(", "):"(none deployed)";throw new U(e===""?`no "model" was given and this endpoint has no default model \u2014 name one of your org's deployed apps that declare serves="openai"; available models: ${r}`:`model "${e}" does not name a deployed app in your org that declares serves="openai", and this endpoint has no default model to fall back to; available models: ${r}`)}async resolveTarget(e){let n=(e??"").trim(),r=this.opts.defaultApp;if(!n||n==="urun")return r===null?this.noDefaultApp(n):{appSlug:r};let o=ye(n);if(o===r)return{appSlug:r};if(this.pool.has(o))return{appSlug:o};if(this.opts.listApps){let s=await this.deployedApps(),i=this.servable(s);if(i.includes(o))return{appSlug:o};let a=i.filter(d=>d.startsWith(`${o}-`));if(a.length===1)return{appSlug:a[0]};if(a.length>1)throw new U(`model "${n}" is ambiguous across deployed apps ${a.join(", ")} \u2014 name the exact app slug (or catalog id:variant)`);let u=s.find(d=>d.app_slug===o||d.app_slug.startsWith(`${o}-`));if(u)throw new U(`model "${n}" maps to app "${u.app_slug}", which has no function declaring serves="openai" \u2014 add serves="openai" to its @app.function or deploy it with \`urun serve ${n}\`; available models: ${(await this.availableIds()).join(", ")}`)}if(this.opts.shared){let s=await this.sharedBlock();if(s){let i=Lr(s,n);if(i)return{appSlug:i.endpoint.app_slug,fnName:i.endpoint.function,sharedApp:!0,modelId:i.endpoint.model_id,variant:i.endpoint.variant,sharedOrgId:s.shared_org_id}}}if(this.opts.listCatalog){let i=(await this.opts.listCatalog()).find(a=>n===a.model_id||n===`${a.model_id}:${a.variant}`||o===ye(a.model_id)||o===ye(`${a.model_id}-${a.variant}`));if(i)throw new U(`model "${n}" is in the uRun catalog but not deployed \u2014 deploy it with \`urun serve ${i.model_id}\`; available models: ${(await this.availableIds()).join(", ")}`)}return r===null?this.noDefaultApp(n):{appSlug:r}}async catalogIdentityFor(e){let n=nt(await this.resolveTarget(e));return n.kind==="catalog"?{model_id:n.model_id,variant:n.variant}:null}async servingAppSlugFor(e){return(await this.resolveTarget(e)).appSlug}async targetFor(e){return this.resolveTarget(e)}async resolveApp(e){return tt(await this.resolveTarget(e))}async sessionFor(e){let n=await this.resolveTarget(e);return this.acquire(n,tt(n))}async speechSessionFor(e){let n=await this.resolveTarget(e);return this.acquire(n,Tt+tt(n))}async acquire(e,n){let r=this.pool.get(n);return r||(r=Promise.resolve(this.opts.openSession(e,n)),this.pool.set(n,r),r.catch(()=>this.pool.delete(n))),{app:n,entry:await r,identity:nt(e)}}keyOf(e){let n=this.opts.sessionKey;if(!n)throw new Error("ModelRouter: sessionKey is not configured \u2014 the session-identity seam (handleFor/sessionForHandle) is unavailable on this router");let r=n(e);if(typeof r!="string"||r.length===0)throw new Error("ModelRouter: sessionKey returned an empty identity for a pooled session");return r}async handleFor(e){let{app:n,entry:r}=await this.sessionFor(e);return{app:n,handle:Jr(n,this.keyOf(r))}}async speechHandleFor(e){let{app:n,entry:r}=await this.speechSessionFor(e);return{app:n,handle:Jr(n,this.keyOf(r))}}async sessionForHandle(e){let n=Xi(e);if(!n)throw new X(`malformed session handle ${JSON.stringify(e)} \u2014 not issued by this proxy`);let{app:r,key:o}=n,s=this.pool.get(r),i=s?await s.then(a=>a,()=>null):null;if(i===null)throw new X(`the session behind this handle (app "${r}") is gone \u2014 closed, evicted after its pod died, or the proxy restarted; it cannot be reattached. Reconnect without a handle to start a new session.`);if(this.keyOf(i)!==o)throw new X(`the session behind this handle (app "${r}") was replaced \u2014 the original backhaul died and a new session serves this app now; the handle's session cannot be reattached. Reconnect without a handle to start a new session.`);return{app:r,entry:i}}async evict(e,n){let r=this.pool.get(e);!r||await r.then(s=>s,()=>null)!==n||this.pool.get(e)!==r||(this.pool.delete(e),await this.opts.closeSession(n).catch(()=>{}))}async modelList(){let e=this.opts.sharedOnlyListing?[]:await this.availableIds(),n=await this.sharedBlock(),[r,o]=await Promise.all([this.catalogRows().then(d=>({ok:!0,rows:d}),()=>({ok:!1,rows:[]})),this.pricesForListing(this.outputFreeKeys(n))]),s=r.rows,i=r.ok?o:Ze;r.ok||this.warn(`urun /v1/models: the model catalog could not be read \u2014 entries fall back to the bare OpenAI fields AND no model is priced on either lane (pricing follows catalog identity, so a half-priced listing would flicker on Hugging Face)
5
- `);let u=(n?je(n):[]).map(d=>{let l=s.filter(_=>_.model_id===d.model_id&&_.variant===d.variant),p=At(l),m=_n(l),c=Qe(d.model_id,d.variant,i),f=vn(l);return Oe({id:`${d.model_id}:${d.variant}`,object:"model",created:0,owned_by:"urun",...p!==null?{context_length:p}:{},...c!==null?{pricing:c}:{},...f.published.length>0?{voices:[...f.published]}:{},...m!==null?{capabilities:{reasoning:m}}:{}})});return{object:"list",data:this.opts.sharedOnlyListing?u:[...e.map(d=>It(d,s,i)),...u]}}async openRouterModels(){let e=await this.sharedBlock(),[n,r]=await Promise.all([this.catalogRows(),this.pricesForListing(this.outputFreeKeys(e))]);return Vr(e,n,r,o=>this.warn(o))}async supportsImages(e,n){let r=await this.resolveTarget(e),o=await this.catalogRows();if(r.sharedApp){let s=bn(String(e),r.modelId,r.variant,o,this.opts.listCatalog!==null);return Kr(`${r.modelId}:${r.variant}`,s).includes(n)}return Wr(ke(r.appSlug,o)).includes(n)}async supportsAudio(e){let n=await this.resolveTarget(e),r=await this.catalogRows();return n.sharedApp?Se(r.filter(o=>o.model_id===n.modelId&&o.variant===n.variant))!==null:Se(ke(n.appSlug,r))!==null}async supportsSpeech(e){let n=await this.resolveTarget(e),r=await this.catalogRows();return n.sharedApp?Se(r.filter(o=>o.model_id===n.modelId&&o.variant===n.variant))==="tts":Se(ke(n.appSlug,r))==="tts"}async supportsTranscription(e){let n=await this.resolveTarget(e),r=await this.catalogRows();return n.sharedApp?Se(r.filter(o=>o.model_id===n.modelId&&o.variant===n.variant))==="stt":Se(ke(n.appSlug,r))==="stt"}async transcriptStreamFor(e){let n=await this.resolveTarget(e),r=await this.catalogRows(),o=n.sharedApp?r.filter(s=>s.model_id===n.modelId&&s.variant===n.variant):ke(n.appSlug,r);return ea(o)}async speechVoices(e){let n=await this.resolveTarget(e),r=await this.catalogRows(),o=n.sharedApp?r.filter(s=>s.model_id===n.modelId&&s.variant===n.variant):ke(n.appSlug,r);return vn(o)}async imageModelList(){let e=await this.catalogRows(),n=Ze,r=[];for(let s of await this.availableIds()){let i=Wr(ke(s,e));i.length!==0&&r.push(Oe({...It(s,e,n),image_modes:i}))}let o=await this.sharedBlock();if(o)for(let s of je(o)){let i=bn(`${s.model_id}:${s.variant}`,s.model_id,s.variant,e,this.opts.listCatalog!==null),a=Kr(`${s.model_id}:${s.variant}`,i);if(a.length===0)continue;let u=Oe({id:`${s.model_id}:${s.variant}`,object:"model",created:0,owned_by:"urun",image_modes:a});r.push(u)}return{object:"list",data:r}}async speechToTextModelList(){let e=await this.catalogRows(),n=Ze,r=[];for(let s of await this.availableIds())Se(ke(s,e))==="stt"&&r.push(It(s,e,n));let o=await this.sharedBlock();if(o)for(let s of je(o)){let i=bn(`${s.model_id}:${s.variant}`,s.model_id,s.variant,e,this.opts.listCatalog!==null);if(Se(i)!=="stt")continue;let a=Oe({id:`${s.model_id}:${s.variant}`,object:"model",created:0,owned_by:"urun"});r.push(a)}return{object:"list",data:r}}async closeAll(){let e=[...this.pool.values()],n=[];if(await Promise.all(e.map(async r=>{try{await this.opts.closeSession(await r)}catch(o){n.push(String(o instanceof Error?o.message:o))}})),n.length>0)throw new Error(`failed to close ${n.length} pooled session(s): ${n.join("; ")}`)}};var ta=3,na="llm",ra=new Set(["paused","error"]);function Zr(t,e){let n=t.doc(na),r=typeof n.onConnectionState=="function",o=typeof t.onPhase=="function";if(!r&&!o)throw new Error(`session for app "${e}" exposes neither a doc connection-state surface nor onPhase \u2014 session-gone detection requires @urun-sh/core Session (SessionDocument.onConnectionState / Session.onPhase); pooling a session with no native lifecycle signal would silently swallow requests dispatched after the platform closes it`);let s=null,i=!1,a=new Set,u=[],d=l=>{if(!s){s=l;for(let p of[...a])p(l);a.clear()}};return r&&u.push(n.onConnectionState(l=>{i&&(l.consecutiveFailures<ta||d(new X(`the pooled session for app "${e}" is gone: its doc backhaul failed ${l.consecutiveFailures} consecutive times (last close ${l.lastCloseCode===null?"by provider liveness reap":`code ${l.lastCloseCode}`}${l.lastCloseReason?`, reason ${JSON.stringify(l.lastCloseReason)}`:""}) \u2014 the platform closed the session (idle timeout or a serve-side crash). The entry is evicted; retry to get a fresh session.`)))})),o&&u.push(t.onPhase(l=>{if(l.name==="live"){i=!0;return}i&&ra.has(l.name)&&d(new X(`the pooled session for app "${e}" lost its compute binding (phase "${l.name}"). The entry is evicted; retry to get a fresh session. The named session itself is not over \u2014 it stays attachable by name.`))})),{gone:()=>s,onGone(l){return s?(l(s),()=>{}):(a.add(l),()=>a.delete(l))},dispose(){a.clear();for(let l of u.splice(0))l()}}}async function*Sn(t,e){let n=e.gone();if(n)throw n;let r=t[Symbol.asyncIterator](),o,s=new Promise((i,a)=>{o=e.onGone(u=>a(u))});s.catch(()=>{});try{for(;;){let i=await Promise.race([r.next(),s]);if(i.done)return;yield i.value}}finally{o?.(),r.return?.(void 0)}}function eo(t,e,n,r){let o=t[n];if(typeof o!="function")throw new Error(`app "${e}" has no function "${n}" (set URUN_FUNCTION)`);let s=r?o(void 0,r):o();if(typeof s.end!="function")throw new Error(`app "${e}" function "${n}" returned a session without end()`);return s}function oa(t,e,n){let{baseUrl:r,orgId:o,auth:s}=t,i=typeof t.subject=="function"?t.subject():t.subject,a=n.startsWith(Tt)&&i!==void 0?`${i}:speech`:i,u=e.fnName??t.fnName,d=t.sessionStartOptions?.(n),l=e.sharedApp?{sharedApp:!0,...d}:d,p=g=>({session:g,responses:new St(g),gone:Zr(g,n)});if(s.lane==="jwt"){let g=(0,Te.App)(e.appSlug,{baseUrl:r,orgId:o,jwt:s.jwt});return p(eo(g,e.appSlug,u,l))}let{apiKey:m,gatewayUrl:c}=s,f=(0,Te.App)(e.appSlug,{baseUrl:r,orgId:o,getAccessToken:async()=>(await(0,Te.createClientToken)(m,{baseUrl:c,expiresIn:300,allowedFunctions:[`${e.appSlug}/${u}`],...a===void 0?{}:{subject:a},...e.sharedApp?{sharedApp:!0}:{}})).token});return p(eo(f,e.appSlug,u,l))}function sa(t){let e=t.session.id;if(typeof e!="string"||e.length===0)throw new Error("pooled session exposes no stable session id \u2014 the session-identity seam requires @urun-sh/core Session (session.id)");return e}function ia(t){if(t.kind==="never-live")return!0;if(t.kind!=="create-failed")return!1;let e=t.status.error?.httpStatus,n=t.status.error?.code;return e===410||e===409&&(n==="cancelled"||n==="expired")?!0:n==="client_ended"}var aa=new Set(["error","paused"]);function no(t){let{auth:e,catalog:n}=t,r=null,o=(i,a)=>{let u=oa(t,i,a);return t.onSessionOpen&&typeof u.session.id=="string"&&u.session.id!==""&&t.onSessionOpen(a,u.session.id),u.gone.onGone(()=>{r?.evict(a,u)}),u},s=new Pt({sharedOnlyListing:t.sharedOnlyListing===!0,defaultApp:t.defaultApp,fnName:t.fnName,openSession:o,closeSession:async i=>{if(i.gone.dispose(),t.release==="detach"){if(typeof i.session.detach!="function")throw new Error('pooled session exposes no native detach() \u2014 the release:"detach" lane requires @urun-sh/core Session.detach');i.session.detach();return}await i.session.end()},listApps:e.lane==="api-key"?()=>Xr({apiUrl:t.apiUrl,apiKey:e.apiKey}):null,listCatalog:n?()=>br(n):null,listPrices:n?()=>Mr(n):null,shared:e.lane==="api-key"?()=>Ur({apiUrl:t.apiUrl,apiKey:e.apiKey}):null,sessionKey:sa});return r=s,t.defaultApp!==null&&t.statelessDirect!==!0&&s.seed(t.defaultApp,o({appSlug:t.defaultApp},tt({appSlug:t.defaultApp}))),s}async function Rn(t,e){let n=t.whenLive;if(typeof n!="function")throw new Error("pooled session exposes no native whenLive() \u2014 the audio lane must wait for the session's own admission (cold wake: queued \u2192 demand \u2192 promote) before wiring media; a session without the core Session.whenLive surface cannot be served audio");await n.call(t,{timeout:Te.DEFAULT_WHEN_LIVE_TIMEOUT_MS,signal:e})}async function to(t){if(typeof t.cancel=="function")try{await t.cancel();return}catch{}if(typeof t.detach!="function")throw new Error("pooled session exposes neither cancel() nor detach() \u2014 the client-gone abandon path requires the @urun-sh/core Session native lifecycle surface");t.detach()}function $t(t){return t.reason instanceof Error?t.reason:new Error("the client socket closed")}function ro(t,e=Rt,n,r){let o=new WeakMap,s=new WeakMap,i=new WeakMap,a=new WeakMap,u=new WeakMap,d=c=>{let f=c.session.id;return typeof f=="string"&&f.length>0?f:null},l=c=>{let f=o.get(c);if(!f){let g={waiting:0,gone:new AbortController};u.set(c,g),f=(async()=>{if(await Rn(c.session,g.gone.signal),g.gone.signal.aborted)throw $t(g.gone.signal);u.get(c)===g&&u.delete(c);let _=await _r(c.session,await e());return Object.assign(_,{sessionId:c.session.id})})(),o.set(c,f),f.catch(()=>{o.get(c)===f&&o.delete(c)}),f.then(()=>{u.get(c)===g&&u.delete(c)},()=>{u.get(c)===g&&u.delete(c)})}return f},p=c=>{let f=a.get(c);return f||(f=(async()=>{let g=await l(c);return{appendInputAudio:_=>g.appendInputAudio(_),onOutputAudio:_=>g.onOutputAudio(_),sessionId:d(c)}})(),a.set(c,f),f.catch(()=>{a.get(c)===f&&a.delete(c)})),f},m=async(c,f,g)=>{if(g?.aborted){let h=u.get(c);throw(o.get(c)===void 0||h!==void 0&&h.waiting===0)&&await to(c.session),$t(g)}let _=f(c),y=u.get(c);return y!==void 0&&y.waiting++,g===void 0?_:new Promise((h,w)=>{let A=()=>{y!==void 0&&--y.waiting===0&&u.get(c)===y&&(y.gone.abort(),u.delete(c),o.delete(c),a.delete(c),to(c.session).catch(()=>{})),w($t(g))};g.addEventListener("abort",A,{once:!0});let v=()=>g.removeEventListener("abort",A);_.then(b=>{v(),h(b)},b=>{v(),w(b)})})};return{createResponse:Or({sessionFor:c=>t.sessionFor(c),sessionIdOf:c=>d(c),evict:(c,f)=>t.evict(c,f),onAdmissionVerdict:(c,f,g)=>{ia(g)&&(t.evict(c,f),n?.(c,g.kind==="never-live"?"never-live":"create-failed"))},createStream:async(c,f)=>(await Rn(c.session),Sn(await c.responses.responses.create(f),c.gone))}),listModels:()=>t.modelList(),openRouterModels:()=>t.openRouterModels(),supportsImages:(c,f)=>t.supportsImages(c,f),listImageModels:()=>t.imageModelList(),catalogIdentity:c=>t.catalogIdentityFor(c),servingAppSlug:async c=>await t.servingAppSlugFor(c),supportsAudio:c=>t.supportsAudio(c),supportsSpeech:c=>t.supportsSpeech(c),speechVoices:c=>t.speechVoices(c),supportsTranscription:c=>t.supportsTranscription(c),transcriptStreamFor:c=>t.transcriptStreamFor(c),listSpeechToTextModels:()=>t.speechToTextModelList(),openAudio:async(c,f)=>{let{entry:g}=await t.sessionFor(c);return await m(g,l,f)},openAudioOn:async(c,f)=>{let{entry:g}=await t.sessionForHandle(c);return await m(g,p,f)},openTurnsOn:async function*(c,f){if(f?.aborted)throw $t(f);let{entry:g}=await t.sessionForHandle(c);yield*Ar(g.session,f)},openVideo:async c=>{let{entry:f}=await t.sessionFor(c),g=s.get(f);return g||(g=vr(f.session),s.set(f,g)),g},openVideoOut:async c=>{let{entry:f}=await t.sessionFor(c),g=i.get(f);return g||(g=Sr(f.session),i.set(f,g)),g},sessionHandle:async c=>(await t.handleFor(c)).handle,speechSessionHandle:async c=>(await t.speechHandleFor(c)).handle,evictSpeechSession:async c=>{let{app:f,entry:g}=await t.sessionForHandle(c);await t.evict(f,g)},createResponseOn:async(c,f)=>{let{entry:g}=await t.sessionForHandle(c);return await Rn(g.session),Sn(await g.responses.responses.create(f),g.gone)},onSessionEnd:async(c,f)=>{let{entry:g}=await t.sessionForHandle(c),_=g.session;if(typeof _.onPhase!="function")throw new Error("pooled session exposes no onPhase \u2014 session-end (goAway) wiring requires @urun-sh/core Session");let y=!1;return _.onPhase(h=>{if(y||!aa.has(h.name))return;y=!0;let w=_.endsAt??null;f({timeLeftMs:w?Math.max(0,w.getTime()-Date.now()):null,reason:h.reason??`session ${h.name}`})})},...r?{stateless:r}:{}}}var ti=require("http");var So=require("crypto"),Ro=require("ws");var so="/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent",ua=1007,io=1008,we=1011,Nt=1008,k=class extends Error{constructor(n,r=ua){super(n);this.closeCode=r}closeCode},q=t=>typeof t=="object"&&t!==null&&!Array.isArray(t)?t:null,Mt=["setup","clientContent","realtimeInput","toolResponse"];function ao(t){let e;try{e=JSON.parse(t)}catch{throw new k("client message is not valid JSON")}let n=q(e);if(!n)throw new k("client message must be a JSON object");let r=Mt.filter(a=>n[a]!==void 0),o=Object.keys(n).filter(a=>!Mt.includes(a));if(o.length>0)throw new k(`unknown client message field(s) ${JSON.stringify(o)} \u2014 expected exactly one of ${Mt.join(", ")}`);if(r.length!==1)throw new k(`client message must contain exactly one of ${Mt.join(", ")} (got ${r.length})`);let s=r[0],i=q(n[s]);if(!i)throw new k(`"${s}" must be a JSON object`);return{kind:s,[s]:i}}function uo(t,e){if(typeof t=="string")return t;let n=q(t),r=n?n.parts:void 0;if(!Array.isArray(r))throw new k(`${e}: expected a Content with a parts array`);let o=[];for(let s of r){let i=q(s);if(i&&typeof i.text=="string"){o.push(i.text);continue}throw i&&(i.inlineData!==void 0||i.fileData!==void 0)?new k(`${e}: media parts (inlineData/fileData) are a declared follow-up slice (audio/video lanes over the proxy transport AudioBridge) \u2014 only text parts are supported in this slice`):i&&(i.functionCall!==void 0||i.functionResponse!==void 0)?new k(`${e}: functionCall/functionResponse parts are not valid here \u2014 the Live API exchanges tool traffic via the dedicated toolCall/toolResponse messages`):new k(`${e}: unsupported part ${JSON.stringify(s)}`)}return o.join(`
6
- `)}var da={manualActivity:!1,activityHandling:"START_OF_ACTIVITY_INTERRUPTS"},Pe="urun.videoOut";function lo(t){return{framing:kr,codec:t}}function co(t){let{seq:e,ptsUs:n,codec:r,key:o}=t.header;return{[Pe]:{v:1,seq:e,ptsUs:n,codec:r,key:o,data:Buffer.from(t.au).toString("base64")}}}var la={inputAudioTranscription:"setup.inputAudioTranscription is part of the declared audio follow-up slice",outputAudioTranscription:"setup.outputAudioTranscription is part of the declared audio follow-up slice"},ca=["model","generationConfig","systemInstruction","tools","realtimeInputConfig","sessionResumption",Pe],oo=["START_OF_ACTIVITY_INTERRUPTS","NO_INTERRUPTION"];function pa(t){let e=q(t);if(!e)throw new k("setup.realtimeInputConfig must be an object");for(let o of Object.keys(e))if(!(o==="automaticActivityDetection"||o==="activityHandling"))throw new k(o==="turnCoverage"?"realtimeInputConfig.turnCoverage is part of the declared audio follow-up slice":`unsupported realtimeInputConfig field "${o}"`);let n=q(e.automaticActivityDetection);if(e.automaticActivityDetection!==void 0&&!n)throw new k("realtimeInputConfig.automaticActivityDetection must be an object");for(let o of Object.keys(n??{}))if(o!=="disabled")throw new k(`automaticActivityDetection.${o} tunes AUTOMATIC (server-side) activity detection \u2014 the declared platform follow-up (serve turn_detection events over the session stream lane); only "disabled: true" (manual activity mode) is supported in this slice`);if(n?.disabled!==!0)throw new k("automatic (server-side) activity detection is the declared platform follow-up (serve turn_detection turn_start/turn_end events over the session stream lane, not proxy DSP) \u2014 set realtimeInputConfig.automaticActivityDetection.disabled: true for manual activity mode");let r="START_OF_ACTIVITY_INTERRUPTS";if(e.activityHandling!==void 0){if(!oo.includes(e.activityHandling))throw new k(`unsupported activityHandling ${JSON.stringify(e.activityHandling)} \u2014 expected one of ${oo.join(", ")}`);r=e.activityHandling}return{manualActivity:!0,activityHandling:r}}var fa=["temperature","maxOutputTokens","responseModalities"];function po(t){for(let[p,m]of Object.entries(la))if(t[p]!==void 0)throw new k(m);for(let p of Object.keys(t))if(!ca.includes(p))throw new k(`unsupported setup field "${p}"`);if(typeof t.model!="string"||t.model.length===0)throw new k('setup.model is required (format "models/{model}")');let e=t.model.replace(/^models\//,""),n,r,o=!1,s=q(t.generationConfig);if(t.generationConfig!==void 0&&!s)throw new k("setup.generationConfig must be an object");if(s){for(let p of Object.keys(s))if(!fa.includes(p))throw new k(`unsupported generationConfig field "${p}"`);if(s.temperature!==void 0){if(typeof s.temperature!="number")throw new k("generationConfig.temperature must be a number");n=s.temperature}if(s.maxOutputTokens!==void 0){if(typeof s.maxOutputTokens!="number")throw new k("generationConfig.maxOutputTokens must be a number");r=s.maxOutputTokens}if(s.responseModalities!==void 0){let p=Array.isArray(s.responseModalities)?s.responseModalities:[s.responseModalities];for(let m of p){let c=String(m).toUpperCase();if(c==="AUDIO"){o=!0;continue}if(c!=="TEXT")throw new k(`responseModalities ${JSON.stringify(m)} is not supported \u2014 this surface speaks TEXT and AUDIO (audio-out rides the native AudioBridge 'audio' lane)`)}}}let i=[];t.systemInstruction!==void 0&&i.push({role:"system",content:uo(t.systemInstruction,"setup.systemInstruction")});let a;if(t.tools!==void 0){if(!Array.isArray(t.tools))throw new k("setup.tools must be an array");a=[];for(let p of t.tools){let m=q(p);if(!m)throw new k("setup.tools entries must be objects");for(let c of Object.keys(m))if(c!=="functionDeclarations")throw new k(`unsupported tool "${c}" \u2014 this slice translates functionDeclarations only (no googleSearch/codeExecution)`);if(!Array.isArray(m.functionDeclarations))throw new k("tool.functionDeclarations must be an array");for(let c of m.functionDeclarations){let f=q(c);if(!f||typeof f.name!="string")throw new k("functionDeclarations entries require a string name");a.push({type:"function",name:f.name,description:f.description,parameters:f.parameters})}}a.length===0&&(a=void 0)}let u={enabled:!1,handle:null};if(t.sessionResumption!==void 0){let p=q(t.sessionResumption);if(!p)throw new k("setup.sessionResumption must be an object (SessionResumptionConfig)");for(let m of Object.keys(p))if(m!=="handle")throw new k(`unsupported sessionResumption field "${m}" \u2014 this lane implements SessionResumptionConfig.handle only`);if(p.handle!==void 0&&(typeof p.handle!="string"||p.handle.length===0))throw new k("sessionResumption.handle must be a non-empty string when present");u={enabled:!0,handle:typeof p.handle=="string"?p.handle:null}}let d=t.realtimeInputConfig===void 0?da:pa(t.realtimeInputConfig),l=!1;if(t[Pe]!==void 0){if(!q(t[Pe]))throw new k(`setup["${Pe}"] must be an object (the v1 opt-in is {})`);l=!0}return{model:e,systemItems:i,tools:a,temperature:n,maxOutputTokens:r,audioModality:o,activity:d,sessionResumption:u,videoOut:l}}function fo(t){return{sessionResumptionUpdate:{newHandle:t,resumable:!0}}}function mo(t){let e=Math.max(0,t??0)/1e3;return{goAway:{timeLeft:`${Math.round(e*1e3)/1e3}s`}}}function go(t){for(let r of Object.keys(t))if(r!=="turns"&&r!=="turnComplete")throw new k(`unsupported clientContent field "${r}"`);let e=t.turns===void 0?[]:t.turns;if(!Array.isArray(e))throw new k("clientContent.turns must be an array");let n=[];for(let r of e){let o=q(r);if(!o)throw new k("clientContent.turns entries must be Content objects");let s=o.role===void 0?"user":String(o.role).toLowerCase();if(s!=="user"&&s!=="model")throw new k(`clientContent turn role must be "user" or "model" (got ${JSON.stringify(o.role)})`);n.push({role:s==="model"?"assistant":"user",content:uo(o,"clientContent.turns")})}return{items:n,turnComplete:t.turnComplete===!0}}var Lt=16e3,ho=24e3,ma=`audio/pcm;rate=${ho}`,yo=Buffer.alloc(960).toString("base64");function ga(t,e,n){if(e===n)return t;let r=Math.floor(t.length*n/e),o=new Int16Array(r),s=e/n,i=t.length-1;for(let a=0;a<r;a++){let u=a*s,d=Math.floor(u);if(d>=i){o[a]=t[i];continue}let l=u-d;o[a]=Math.round(t[d]+(t[d+1]-t[d])*l)}return o}function ha(t){let e=q(t);if(!e)throw new k("realtimeInput.video must be a Blob object {mimeType, data}");if(typeof e.mimeType!="string"||!/^image\/jpeg\s*(;|$)/.test(e.mimeType))throw new k(`realtimeInput.video.mimeType must be image/jpeg (the Live video input stream is individual JPEG frames), got ${JSON.stringify(e.mimeType)}`);if(typeof e.data!="string"||e.data.length===0)throw new k("realtimeInput.video.data must be non-empty base64");let n=Buffer.from(e.data,"base64");if(n.length<3||n[0]!==255||n[1]!==216)throw new k("realtimeInput.video.data does not decode to a JPEG frame (missing FF D8 SOI marker)");return new Uint8Array(n)}function ya(t){let e=q(t);if(!e)throw new k("realtimeInput.audio must be a Blob object {mimeType, data}");if(typeof e.mimeType!="string"||!/^audio\/pcm\s*(;|$)/.test(e.mimeType))throw new k(`realtimeInput.audio.mimeType must be audio/pcm (16-bit LE PCM @16kHz mono per the Live spec), got ${JSON.stringify(e.mimeType)}`);let n=/;\s*rate=(\d+)/.exec(e.mimeType);if(n&&Number(n[1])!==Lt)throw new k(`realtimeInput.audio.mimeType declares rate=${n[1]} \u2014 the Live spec input format is ${Lt} Hz (audio/pcm;rate=${Lt})`);if(typeof e.data!="string"||e.data.length===0)throw new k("realtimeInput.audio.data must be non-empty base64");let r=Buffer.from(e.data,"base64");if(r.length===0||r.length%2!==0)throw new k(`realtimeInput.audio.data must decode to whole 16-bit samples (got ${r.length} bytes \u2014 not even)`);let o=new Int16Array(r.length/2);for(let i=0;i<o.length;i++)o[i]=r.readInt16LE(i*2);let s=ga(o,Lt,ho);return Buffer.from(s.buffer,s.byteOffset,s.byteLength).toString("base64")}function wo(t){if(t.mediaChunks!==void 0)throw new k('realtimeInput.mediaChunks is deprecated by the Live API \u2014 send the audio stream via realtimeInput.audio ({mimeType:"audio/pcm;rate=16000", data}) instead');if(t.activityStart!==void 0||t.activityEnd!==void 0){if(Object.keys(t).length!==1||t.activityStart!==void 0&&t.activityEnd!==void 0)throw new k("realtimeInput must carry exactly one field when signaling activity (activityStart XOR activityEnd, nothing else)");let o=t.activityStart!==void 0?"activityStart":"activityEnd",s=q(t[o]);if(!s||Object.keys(s).length!==0)throw new k(`realtimeInput.${o} must be an empty object (ActivityStart/ActivityEnd are bare markers)`);return{kind:o}}let e=["text","audio","audioStreamEnd","video"];for(let r of Object.keys(t))if(!e.includes(r))throw new k(`unsupported realtimeInput field "${r}"`);let n=e.filter(r=>t[r]!==void 0);if(n.length!==1)throw new k(`realtimeInput must carry exactly one of ${e.join(", ")} (got ${n.length})`);if(t.audio!==void 0)return{kind:"audio",base64Pcm24k:ya(t.audio)};if(t.video!==void 0)return{kind:"video",jpegFrame:ha(t.video)};if(t.audioStreamEnd!==void 0){if(t.audioStreamEnd!==!0)throw new k("realtimeInput.audioStreamEnd must be true when present");return{kind:"audioStreamEnd"}}if(typeof t.text!="string"||t.text.length===0)throw new k("realtimeInput.text must be a non-empty string");return{kind:"text",text:t.text}}function _o(t){for(let e of Object.keys(t))if(e!=="functionResponses")throw new k(`unsupported toolResponse field "${e}"`);if(!Array.isArray(t.functionResponses)||t.functionResponses.length===0)throw new k("toolResponse.functionResponses must be a non-empty array");return t.functionResponses.map(e=>{let n=q(e);if(!n||typeof n.id!="string"||n.id.length===0)throw new k("functionResponses entries require the string id matched from the toolCall");return{type:"function_call_output",call_id:n.id,output:JSON.stringify(n.response??null)}})}function vo(t){return t.type!=="response.output_text.delta"||typeof t.delta!="string"?null:{serverContent:{modelTurn:{role:"model",parts:[{text:t.delta}]}}}}function bo(t){return{serverContent:{modelTurn:{role:"model",parts:[{inlineData:{mimeType:ma,data:t}}]}}}}function ko(t){let e=q(t)??{},n=Array.isArray(e.output)?e.output:[],r=[],o=[],s=typeof e.output_text=="string"?e.output_text:"";if(!s)for(let d of n){let l=q(d);if(!(l?.type!=="message"||!Array.isArray(l.content)))for(let p of l.content){let m=q(p);m?.type==="output_text"&&typeof m.text=="string"&&(s+=m.text)}}s&&o.push({role:"assistant",content:s});for(let d of n){let l=q(d);if(l?.type!=="function_call")continue;if(typeof l.call_id!="string"||typeof l.name!="string")throw new k(`upstream function_call item is missing call_id/name: ${JSON.stringify(d)}`,we);let p=typeof l.arguments=="string"&&l.arguments.length>0?l.arguments:"{}",m;try{m=JSON.parse(p)}catch{throw new k(`upstream function_call arguments are not valid JSON: ${p}`,we)}r.push({id:l.call_id,name:l.name,args:m}),o.push({type:"function_call",call_id:l.call_id,name:l.name,arguments:p})}let i=[];r.length>0&&i.push({toolCall:{functionCalls:r}}),i.push({serverContent:{generationComplete:!0}});let a=q(e.usage),u={serverContent:{turnComplete:!0}};if(a){let d={};typeof a.input_tokens=="number"&&(d.promptTokenCount=a.input_tokens),typeof a.output_tokens=="number"&&(d.responseTokenCount=a.output_tokens),typeof a.total_tokens=="number"&&(d.totalTokenCount=a.total_tokens),Object.keys(d).length>0&&(u.usageMetadata=d)}return i.push(u),{messages:i,assistantItems:o}}var wa=256,xn=class{snapshots=new Map;store(e,n,r){for(this.snapshots.set(`${e}\0${n}`,r);this.snapshots.size>wa;){let o=this.snapshots.keys().next().value;this.snapshots.delete(o)}}get(e,n){return this.snapshots.get(`${e}\0${n}`)}},_a="local",rt=t=>t.slice(0,120),En=class{constructor(e,n,r){this.ws=e;this.call=n;this.registry=r;this.clients=n.clients,this.scope=n.scope,e.on("message",o=>this.onMessage(o)),e.on("close",()=>{this.unsubscribeEnd?.(),this.unsubscribeEnd=null,this.detachAudio?.(),this.detachVideoOut?.(),this.call.release?.().catch(()=>{})})}ws;call;registry;config=null;transcript=[];queue=Promise.resolve();proxyHandle=null;unsubscribeEnd=null;audio=null;detachAudio=null;detachVideoOut=null;video=null;activityOpen=!1;activeTurn=null;scope;clients;send(e){this.ws.readyState===this.ws.OPEN&&this.ws.send(JSON.stringify(e))}fail(e){if(e instanceof U){this.ws.close(io,rt(e.message));return}if(e instanceof X){this.ws.close(Nt,rt(e.message));return}if(e instanceof k){this.ws.close(e.closeCode,rt(e.message));return}this.ws.close(we,rt(String(e instanceof Error?e.message:e)))}onMessage(e){try{let n=ao(typeof e=="string"?e:Buffer.concat(Array.isArray(e)?e:[e]).toString("utf8"));if(n.kind==="setup"){this.handleSetup(n.setup).catch(o=>this.fail(o));return}if(!this.config)throw new k(`"${n.kind}" before setup \u2014 the first client message must be BidiGenerateContentSetup`);let r=this.config;if(n.kind==="clientContent"){let{items:o,turnComplete:s}=go(n.clientContent);this.transcript.push(...o),s&&this.enqueue(()=>this.runTurn());return}if(n.kind==="realtimeInput"){let o=wo(n.realtimeInput);if(o.kind==="activityStart"||o.kind==="activityEnd"){this.onActivity(o.kind,r);return}if(o.kind==="text"){this.transcript.push({role:"user",content:o.text}),this.enqueue(()=>this.runTurn());return}if(o.kind==="video"){this.appendVideoFrame(o.jpegFrame);return}this.appendAudio(o.kind==="audio"?o.base64Pcm24k:yo);return}this.transcript.push(..._o(n.toolResponse)),this.enqueue(()=>this.runTurn())}catch(n){this.fail(n)}}async handleSetup(e){if(this.config)throw new k("setup may only be sent once, as the first client message");let n=po(e),r=n.sessionResumption.handle;if(r!==null){let s=this.registry.get(this.scope,r);if(!s)throw new k("unknown sessionResumption.handle \u2014 the Live session it names is gone (proxy restarted, handle evicted, or never issued) and cannot be resumed; reconnect without a handle to start a new session",Nt);if(s.model!==n.model)throw new k(`sessionResumption.handle was issued for model "${s.model}" \u2014 the model cannot change on resume (got "${n.model}", per the Live API session-resumption contract)`);if(n.systemItems.length>0)throw new k("setup.systemInstruction cannot be changed on resume \u2014 it is part of the resumed conversation state");if(this.call.clientsForResume!==void 0&&(this.clients=await this.call.clientsForResume(r)),this.proxyHandle=await this.clients.sessionHandle(n.model),this.proxyHandle!==s.proxyHandle)throw new k(`sessionResumption.handle named pooled session "${s.proxyHandle}" but the re-attach landed on "${this.proxyHandle}" \u2014 the conversation's native session changed and the snapshot cannot be adopted; reconnect without a handle to start a new session`,Nt);this.unsubscribeEnd=await this.clients.onSessionEnd(s.proxyHandle,i=>this.enqueue(()=>this.handleUpstreamEnd(i))),this.transcript=[...s.transcript]}else this.proxyHandle=await this.clients.sessionHandle(n.model),this.unsubscribeEnd=await this.clients.onSessionEnd(this.proxyHandle,s=>this.enqueue(()=>this.handleUpstreamEnd(s))),this.transcript.push(...n.systemItems);this.config=n;let o={};if(n.videoOut){let s=this.clients.openVideoOut;if(s){let i=await s.call(this.clients,n.model),a=i.onOutputFrame(d=>this.send(co(d))),u=i.onLaneError(d=>this.fail(d));this.detachVideoOut=()=>{a(),u()},o[Pe]=lo(i.codec)}}this.send({setupComplete:o}),n.audioModality&&this.ensureAudioLane(),n.sessionResumption.enabled&&await this.mintResumptionUpdate()}ensureAudioLane(){if(this.audio)return this.audio;let e=this.config;if(!e)throw new k("audio before setup \u2014 the first client message must be BidiGenerateContentSetup");let n=this.clients.openAudio;if(!n)throw new k("audio lane not wired: this proxy embedding provides no ProxyClients.openAudio (the native AudioBridge seam over the canonical `audio` lane)",we);return this.audio=(async()=>{let r=await n.call(this.clients,e.model);return this.detachAudio=r.onOutputAudio(o=>this.send(bo(o))),r})(),this.audio.catch(r=>this.fail(r)),this.audio}appendAudio(e){this.ensureAudioLane().then(n=>n.appendInputAudio(e)).catch(n=>this.fail(n))}ensureVideoLane(){if(this.video)return this.video;let e=this.config;if(!e)throw new k("video before setup \u2014 the first client message must be BidiGenerateContentSetup");let n=this.clients.openVideo;if(!n)throw new k("video lane not wired: this proxy embedding provides no ProxyClients.openVideo (the native rt-video-in frame-lane seam, transport/media.ts enableSessionVideo)",we);return this.video=Promise.resolve(n.call(this.clients,e.model)),this.video.catch(r=>this.fail(r)),this.video}appendVideoFrame(e){this.ensureVideoLane().then(n=>n.sendInputFrame(e)).catch(n=>this.fail(n))}onActivity(e,n){if(!n.activity.manualActivity)throw new k(`realtimeInput.${e} requires manual activity mode \u2014 set setup.realtimeInputConfig.automaticActivityDetection.disabled: true (automatic server-side activity detection is the declared platform follow-up)`);if(e==="activityStart"){if(this.activityOpen)throw new k("activityStart while an activity window is already open (send activityEnd first)");this.activityOpen=!0,n.activity.activityHandling==="START_OF_ACTIVITY_INTERRUPTS"&&this.activeTurn&&(this.activeTurn.interrupted=!0);return}if(!this.activityOpen)throw new k("activityEnd without an open activity window (send activityStart first)");this.activityOpen=!1}enqueue(e){this.queue=this.queue.then(e,()=>{}),this.queue=this.queue.catch(n=>this.fail(n))}async mintResumptionUpdate(){let e=this.config;if(!e?.sessionResumption.enabled||this.ws.readyState!==this.ws.OPEN)return;let n=await this.clients.sessionHandle(e.model);this.proxyHandle=n;let r=(0,So.randomUUID)();this.registry.store(this.scope,r,{model:e.model,proxyHandle:n,transcript:[...this.transcript]}),this.call.onBindResumeHandle?.(r),this.send(fo(r))}async handleUpstreamEnd(e){if(this.ws.readyState!==this.ws.OPEN||!this.config)return;this.unsubscribeEnd?.(),this.unsubscribeEnd=null;let n=null;try{n=await this.clients.sessionHandle(this.config.model)}catch{}if(n!==null&&n!==this.proxyHandle){this.proxyHandle=n,this.unsubscribeEnd=await this.clients.onSessionEnd(n,r=>this.enqueue(()=>this.handleUpstreamEnd(r))),this.config.sessionResumption.enabled&&await this.mintResumptionUpdate();return}this.send(mo(e.timeLeftMs)),this.ws.close(we,rt(`upstream session ended: ${e.reason}`))}async runTurn(){let e=this.config;if(!e||this.ws.readyState!==this.ws.OPEN)return;let n={interrupted:!1};this.activeTurn=n;try{let r=await this.clients.createResponse({model:e.model,input:[...this.transcript],stream:!0,tools:e.tools,temperature:e.temperature,max_output_tokens:e.maxOutputTokens}),o,s=!1;for await(let u of r){if(n.interrupted)break;let d=u;if(d.type==="error")throw new k(`upstream error: ${JSON.stringify(d)}`,we);if(d.type==="response.completed"){o=d.response,s=!0;continue}let l=vo(d);l&&this.send(l)}if(n.interrupted){this.send({serverContent:{interrupted:!0}});return}if(!s)throw new k("upstream produced no response.completed event",we);let{messages:i,assistantItems:a}=ko(o);this.transcript.push(...a);for(let u of i)this.send(u);await this.mintResumptionUpdate()}finally{this.activeTurn=null}}},Ce=class extends Error{constructor(n,r){super(r);this.status=n;this.name="UpgradeAuthError"}status};function va(t,e,n){let r=new Set;(u=>{if(typeof u=="string")u!==""&&r.add(u);else if(Array.isArray(u))for(let d of u)d!==""&&r.add(d)})(t.headers["x-goog-api-key"]);let s=t.headers.authorization;typeof s=="string"&&s.startsWith("Bearer ")&&s.length>7&&r.add(s.slice(7));let i=e.searchParams.get("key")??void 0;if(i!==void 0&&i!==""&&r.add(i),r.size>1)throw new Ce(401,`contradictory credentials: ${r.size} distinct keys presented across the x-goog-api-key/Authorization headers and the ?key= query parameter \u2014 present exactly one`);if(n&&i!==void 0&&i!=="")throw new Ce(401,"the ?key= query parameter is not accepted on the hosted endpoint \u2014 send the org API key in the x-goog-api-key header or as Authorization: Bearer");let a;for(let u of r)a=u;if(a===void 0&&n)throw new Ce(401,"missing credentials: send the org API key in the x-goog-api-key header or as Authorization: Bearer");return a??""}function xo(t,e){let n=e.authenticate!==void 0;if(n&&(e.clients!==void 0||e.apiKey!==void 0))throw new TypeError("attachGeminiLive: authenticate (hosted per-request resolution) is mutually exclusive with a fixed clients/apiKey lane");if(!n&&e.clients===void 0)throw new TypeError("attachGeminiLive: pass fixed `clients` (local lane) or `authenticate` (hosted lane)");let r=new Ro.WebSocketServer({noServer:!0}),o=new xn;t.on("upgrade",(i,a,u)=>{let d=new URL(i.url??"/","http://localhost");d.pathname===so&&(a.on("error",()=>{}),(async()=>{let l=va(i,d,n),p;if(e.authenticate)p=await e.authenticate(l,i);else{if(e.apiKey!==void 0&&l!==e.apiKey)throw new Ce(401,"invalid local proxy api key");p={clients:e.clients,scope:_a}}r.handleUpgrade(i,a,u,m=>{new En(m,p,o)})})().catch(l=>{let p=502;(l instanceof Ce||typeof l=="object"&&l!==null&&"status"in l&&typeof l.status=="number")&&(p=l.status);let m=p===401?"Unauthorized":p===403?"Forbidden":p===502?"Bad Gateway":"Internal Server Error",c=l instanceof Error?l.message:String(l);a.destroyed||(a.write(`HTTP/1.1 ${p} ${m}\r
2
+ "use strict";var ci=Object.create;var or=Object.defineProperty;var pi=Object.getOwnPropertyDescriptor;var fi=Object.getOwnPropertyNames;var mi=Object.getPrototypeOf,gi=Object.prototype.hasOwnProperty;var hi=(t,e,n,r)=>{if(e&&typeof e=="object"||typeof e=="function")for(let o of fi(e))!gi.call(t,o)&&o!==n&&or(t,o,{get:()=>e[o],enumerable:!(r=pi(e,o))||r.enumerable});return t};var Ne=(t,e,n)=>(n=t!=null?ci(mi(t)):{},hi(e||!t||!t.__esModule?or(n,"default",{value:t,enumerable:!0}):n,t));var yi=()=>typeof document>"u"?new URL(`file:${__filename}`).href:document.currentScript&&document.currentScript.tagName.toUpperCase()==="SCRIPT"?document.currentScript.src:new URL("main.js",document.baseURI).href,I=yi();var er=require("child_process"),ce=require("fs"),tr=Ne(require("path"),1),M=Ne(require("process"),1);var Ee=require("@urun-sh/core");function sr(t,e,n,r){let o=t.response??{},s={request_id:n,consumer_id:r,stream:!0,kind:"chat",messages:e};return typeof o.instructions=="string"&&(s.instructions=o.instructions),Array.isArray(o.modalities)&&(s.modalities=o.modalities),typeof o.temperature=="number"&&(s.temperature=o.temperature),typeof o.max_output_tokens=="number"&&(s.max_output_tokens=o.max_output_tokens),o.tools!==void 0&&(s.tools=o.tools),s}function ir(t,e,n){let r={request_id:e,consumer_id:n,stream:!!t.stream,kind:"responses",input:t.input};return t.model&&(r.model=t.model),t.tools!==void 0&&(r.tools=t.tools),t.tool_choice!==void 0&&(r.tool_choice=t.tool_choice),typeof t.temperature=="number"&&(r.temperature=t.temperature),typeof t.max_output_tokens=="number"&&(r.max_output_tokens=t.max_output_tokens),typeof t.top_p=="number"&&(r.top_p=t.top_p),Array.isArray(t.stop)&&t.stop.length>0&&(r.stop=t.stop),typeof t.reasoning_effort=="string"&&(r.reasoning_effort=t.reasoning_effort),typeof t.instructions=="string"&&(r.instructions=t.instructions),t.chat_template_kwargs!==void 0&&(r.chat_template_kwargs=t.chat_template_kwargs),t.response_format!==void 0&&(r.response_format=t.response_format),typeof t.voice=="string"&&(r.voice=t.voice),typeof t.language=="string"&&(r.language=t.language),r}function ar(t){if(t instanceof Error)return{type:"error",error:{type:"urun_error",code:t.name||null,message:t.message}};if(t&&typeof t=="object"&&t.t==="error"){let e=t,n=e.body??{},r=n.error,o=r?.message??n.message??`unreadable serve error body: ${JSON.stringify(e.body??null)}`;return{type:"error",error:{type:r?.type??"urun_error",code:e.code??r?.code??null,message:o}}}return{type:"error",error:{type:"urun_error",code:null,message:String(t)}}}var _i="llm-resp";async function*an(t,e){let n=`${_i}:${e}`,r=`resp_${e}`;yield{type:"response.created",response:{id:r,status:"in_progress"}};let o=new Map;try{for await(let s of t.stream(n).messages()){let i=s;if(i.t==="delta"){if(typeof i.delta=="string"&&(yield{type:"response.output_text.delta",item_id:r,delta:i.delta}),typeof i.reasoning=="string"&&(yield{type:"response.reasoning_text.delta",item_id:r,delta:i.reasoning}),Array.isArray(i.tool_calls))for(let a of i.tool_calls){let d=typeof a.index=="number"?a.index:0,u=o.get(d)??{};a.id&&(u.id=a.id),a.function?.name&&(u.name=a.function.name),o.set(d,u),yield{type:"response.function_call_arguments.delta",item_id:`fc_${e}_${d}`,tool_index:d,call_id:u.id,name:u.name,delta:a.function?.arguments??""}}}else if(i.t==="response"){yield{type:"response.completed",response:{id:r,status:"completed",...i.body}};return}else if(i.t==="error"){yield ar(i);return}}}finally{try{t.doc("llm").set({requests:{[e]:null}})}catch{}}}var vt=class t{constructor(e,n=t.DEFAULT_DOC_SYNC_GATE_TIMEOUT_MS){this.session=e;this.docSyncTimeoutMs=n;this.sessionTag=e.sessionId??globalThis.crypto.randomUUID()}session;docSyncTimeoutMs;sessionTag;static DEFAULT_DOC_SYNC_GATE_TIMEOUT_MS=15e3;get consumerId(){return this.session.consumerId}async ensureDocSynced(){let e=this.session.doc("llm");if(e.synced===!0||typeof e.onSynced!="function")return;let n;await new Promise((o,s)=>{let i=e.onSynced(()=>{clearTimeout(n),o()});n=setTimeout(()=>{i(),s(new Error(`[urun] llm doc plane never synced within ${this.docSyncTimeoutMs}ms \u2014 the request envelope write is withheld rather than raced into a possibly-lost pre-sync write (resumed-attach first-write-lost, prod-usw2 2026-09-23)`))},this.docSyncTimeoutMs)})}write(e){e.session_tag=this.sessionTag,this.session.doc("llm").set({requests:{[e.request_id]:{payload:e,consumer_id:e.consumer_id,stream:e.stream}}})}sendResponses(e,n){return this.writeGated(n,()=>{let r=ir(e,n,this.consumerId);return this.write(r),an(this.session,n)})}sendResponseCreate(e,n,r){return this.writeGated(r,()=>{let o=sr(e,n,r,this.consumerId);return this.write(o),an(this.session,r)})}async writeGated(e,n){try{await this.ensureDocSynced()}catch(r){throw new Error(`[urun] responses dial ${e} aborted before its envelope write: ${r instanceof Error?r.message:String(r)}`)}return n()}};var ur=0;function wi(){return ur+=1,`req_${Date.now().toString(36)}_${ur.toString(36)}`}var bt=class{transport;constructor(e){this.transport=new vt(e)}responses={create:async e=>{let n=wi(),r=await this.transport.sendResponses(e,n);return Object.assign((async function*(){yield*r})(),{requestId:n})}}};var cr="audio",un=class{constructor(e,n){this.backend=e;this.opts=n}backend;opts;source=null;sink=null;outHandlers=new Set;async startOutbound(){return this.source=this.backend.createSource(),this.source.track}appendInputAudio(e){if(!this.source)throw new Error("startOutbound() not called");let n=Buffer.from(e,"base64"),r=Math.floor(n.byteLength/2),o=new Int16Array(r);for(let s=0;s<r;s++)o[s]=n.readInt16LE(s*2);this.source.onData(o)}async startInbound(e){if(e==null)throw new Error('startInbound: no downstream audio track \u2014 the runtime audio producer has not been consumed yet (session.stream("audio").track is null)');this.sink=this.backend.createSink(e),this.sink.onframe=n=>{let r=Buffer.from(n.samples.buffer,n.samples.byteOffset,n.samples.byteLength).toString("base64");for(let o of this.outHandlers)o(r)}}onOutputAudio(e){return this.outHandlers.add(e),()=>this.outHandlers.delete(e)}};async function pr(t,e,n=1e4){let r=new un(e,{sampleRate:24e3}),o=await r.startOutbound();await t.stream(cr).attach(o);let s=await vi(t,n);return await r.startInbound(s),r}function vi(t,e){let n=t.stream(cr);return n.track!=null?Promise.resolve(n.track):new Promise((r,o)=>{let s,i=setTimeout(()=>{s?.(),o(new Error(`enableSessionAudio: no downstream audio track within ${e}ms (runtime produced no voice OUT / SFU audio consumer never attached)`))},e),a=d=>{d!=null&&(clearTimeout(i),s?.(),r(d))};s=n.on?.("track",a),n.track!=null&&a(n.track)})}var dr="rt-video-in",lr=256e3;function fr(t){let e=t.stream(dr),n=e.emit;if(typeof n!="function")throw new Error(`enableSessionVideo: session.stream('${dr}') has no emit() \u2014 the named-DATA stream produce seam (@urun-sh/core SessionStream.emit, contract \xA75) is required for the video frame lane`);return{sendInputFrame:async r=>{if(r.byteLength===0)throw new Error("enableSessionVideo: refusing to send an empty video frame");if(r.byteLength>lr)throw new Error(`enableSessionVideo: frame is ${r.byteLength} bytes \u2014 over the ${lr}-byte data-channel budget (the SFU's 262144-byte SCTP ceiling drops oversize messages SILENTLY; send smaller/lower-quality frames)`);await n.call(e,r)}}}var bi=24e3,Xe=480,ki=111;async function Si(){let t=await import("opusscript"),e=t.default??t;return new e(bi,1,2048)}async function kt(){let t=await import("werift"),e=await Si();return{createSource:()=>{let n=new t.MediaStreamTrack({kind:"audio"}),r=Math.random()*4294967295>>>0,o=Math.random()*65535&65535,s=Math.random()*4294967295>>>0,i=new Int16Array(0);return{track:n,onData:a=>{let d=new Int16Array(i.length+a.length);d.set(i,0),d.set(a,i.length);let u=0;for(;d.length-u>=Xe;){let l=d.subarray(u,u+Xe);u+=Xe;let c=Buffer.from(l.buffer,l.byteOffset,l.byteLength),f=e.encode(c,Xe);o=o+1&65535,s=s+Xe>>>0;let p=new t.RtpHeader({version:2,payloadType:ki,sequenceNumber:o,timestamp:s,ssrc:r,marker:!1}),m=new t.RtpPacket(p,f);n.writeRtp(m)}i=d.slice(u)}}},createSink:n=>{let r={onframe:null};return n.onReceiveRtp.subscribe(s=>{let i;try{i=e.decode(s.payload)}catch{return}let a=new Int16Array(i.length/2);for(let d=0;d<a.length;d++)a[d]=i.readInt16LE(d*2);r.onframe?.({samples:a})}),r}}}async function mr(t){let n=await(t.fetchImpl??fetch)(`${t.catalogUrl}/model_catalog?select=model_id,variant,gpu_spec,engine,task,description,size_gb,hf_repo,engine_args,updated_at`,{headers:{apikey:t.anonKey,Authorization:`Bearer ${t.anonKey}`}});if(!n.ok)throw new Error(`model_catalog fetch failed: ${n.status}`);return await n.json()}var St=require("@urun-sh/core"),dn="rt-video-out";var xi="h264";function Ri(t,e){if(!Number.isInteger(t.seq)||t.seq<0)throw new Error(`${e}: header seq must be a non-negative integer (got ${t.seq})`);if(!Number.isInteger(t.ptsUs))throw new Error(`${e}: header ptsUs must be an integer microsecond timestamp (got ${t.ptsUs})`);if(typeof t.codec!="string"||t.codec.length===0)throw new Error(`${e}: header codec must be a non-empty string`);if(typeof t.key!="boolean")throw new Error(`${e}: header key must be a boolean`)}function Ei(t){if(t.byteLength<2)throw new Error(`decodeVideoOutRecord: truncated record (${t.byteLength} byte(s), no header length)`);let e=t[0]|t[1]<<8;if(t.byteLength<2+e)throw new Error(`decodeVideoOutRecord: truncated record (header says ${e} bytes, ${t.byteLength-2} present)`);let n;try{n=JSON.parse(new TextDecoder().decode(t.subarray(2,2+e)))}catch(i){throw new Error(`decodeVideoOutRecord: header is not valid JSON (${String(i)})`)}let r=n;if(r===null||typeof r!="object"||r.v!==1)throw new Error(`decodeVideoOutRecord: header is not spec v1 (v=${JSON.stringify(r?.v)}) \u2014 a newer producer must be met with a newer consumer, never silently misread`);let o=r;Ri(o,"decodeVideoOutRecord");let s=t.subarray(2+e);if(s.byteLength===0)throw new Error("decodeVideoOutRecord: empty access unit \u2014 a record with no AU bytes is a producer bug");return{header:o,au:s.slice()}}var gr="urun.videoOut.v2-ws";function hr(t){let e=t.stream(dn);if(typeof e.messages!="function")throw new Error(`openSessionVideoOutLane: session.stream('${dn}') has no messages() \u2014 the named-DATA stream consume seam (@urun-sh/core SessionStream.messages, contract \xA75) is required for the video OUT lane`);let n=new Set,r=new Set,o=new Set,s=d=>{for(let u of r)u(d)},i=!1,a=async()=>{for await(let d of e.messages()){if(!(d instanceof Uint8Array)){s(new Error(`openSessionVideoOutLane: "${dn}" delivered a non-BINARY \xA75 payload (${typeof d}) \u2014 spec v1 records ride BINARY envelopes only`));continue}let u;try{u=Ei(d)}catch(l){s(l instanceof Error?l:new Error(String(l)));continue}for(let l of n)l(u)}for(let d of o)d()};return{codec:xi,onOutputFrame:d=>(n.add(d),i||(i=!0,a().catch(u=>s(u instanceof Error?u:new Error(String(u))))),()=>n.delete(d)),onLaneError:d=>(r.add(d),()=>r.delete(d)),onEnd:d=>(o.add(d),()=>o.delete(d))}}var yr={delta:!0,final:!0,turn_start:!0,turn_end:!0,turn_eager_end:!0,turn_resumed:!0},De=class extends Error{constructor(e){super(e),this.name="TurnLaneDecodeError"}};function _r(t){let e=t.t;if(typeof e!="string"||!(e in yr))throw new De(`the "stt" transcript lane delivered an unknown turn kind ${JSON.stringify(e??null)} \u2014 known kinds: ${Object.keys(yr).join(", ")}`);let n={kind:e};return typeof t.delta=="string"&&(n.text=t.delta),typeof t.start_ms=="number"&&Number.isFinite(t.start_ms)&&(n.startMs=t.start_ms),n}function Ai(t){if(typeof t=="string"){let e;try{e=JSON.parse(t)}catch(n){throw new De(`the "stt" transcript lane delivered a string payload that is not valid JSON (${n instanceof Error?n.message:String(n)})`)}if(e===null||typeof e!="object"||Array.isArray(e))throw new De(`the "stt" transcript lane delivered a JSON string that is not an object (${JSON.stringify(e)})`);return _r(e)}if(t===null||typeof t!="object"||Array.isArray(t))throw new De(`the "stt" transcript lane delivered a non-object payload (${Array.isArray(t)?"array":typeof t}) \u2014 transcript events are {"t":\u2026,"delta":\u2026,"start_ms":\u2026} objects (or their JSON serialization)`);return _r(t)}function wr(t){return t.reason instanceof Error?t.reason:new Error("the turn-lane consumer aborted")}async function Oi(t,e){return e.aborted?"aborted":await new Promise(n=>{let r=!1,o=i=>{r||(r=!0,e.removeEventListener("abort",s),n(i))},s=()=>o("aborted");e.addEventListener("abort",s,{once:!0}),t.then(()=>o("pulled"),()=>o("pulled"))})}function vr(t,e){let n=t.stream("stt");if(typeof n.messages!="function")throw new Error("openSessionTurnLane: session.stream('stt') has no messages() \u2014 the named-DATA stream consume seam (@urun-sh/core SessionStream.messages, contract \xA75) is required for the engine's own turn/transcript lane");async function*r(){let o=n.messages()[Symbol.asyncIterator]();try{for(;;){if(e!==void 0&&e.aborted)throw wr(e);let s=o.next();if(e!==void 0&&await Oi(s,e)==="aborted")throw s.catch(()=>{}),wr(e);let i=await s;if(i.done)return;yield Ai(i.value)}}finally{let s=o.return?.();s&&s.catch(()=>{})}}return r()}var br=require("@urun-sh/core"),ln=2;function Ii(t){let e=t?.type;return e==="response.created"||e==="response.in_progress"}function Ti(t){let e=t?.type;return e==="response.completed"||e==="error"}function kr(t){return async function(n,r){return(async function*(){for(let s=1;s<=ln;s++){let{app:i,entry:a,identity:d}=await t.sessionFor(n.model);r?.({sessionId:t.sessionIdOf?.(a)??null,identity:d});let u=!1,l=!1;try{let c=await t.createStream(a,n);for await(let f of c){if(Ti(f)&&(u=!0),Ii(f)){if(s>1)continue}else l=!0;yield f}}catch(c){if(c instanceof br.SessionFailedError&&(c.kind==="never-live"||c.kind==="create-failed")){try{t.onAdmissionVerdict?.(i,a,c)}catch{}throw c}if(s<ln&&!l){await t.evict(i,a);continue}throw c}if(u)return;if(s<ln&&!l){await t.evict(i,a);continue}return}})()}}var se=class extends Error{name="ModelPriceError"},cn="per_million_input_tokens",pn="per_million_output_tokens",xr="model_id,variant,unit,price_usd,effective_at,expires_at",Sr={per_request:!0,per_minute:!0,per_output_unit:!0},Pi=5e3;function Ci(t,e){let n=typeof t=="number"?t:typeof t=="string"&&t.trim()!==""?Number(t):NaN;if(!Number.isFinite(n)||n<0)throw new se(`${e}: price_usd is not a non-negative number (${JSON.stringify(t)})`);return n}function Rr(t,e,n){let r=typeof t=="string"?Date.parse(t):NaN;if(!Number.isFinite(r))throw new se(`${e}: ${n} is not a parseable timestamp (${JSON.stringify(t)})`);return r}function $i(t,e,n){return t===null?null:Rr(t,e,n)}function Li(t,e){if(t===cn)return"input";if(t===pn)return"output";if(typeof t=="string"&&Object.hasOwn(Sr,t))return null;throw new se(`${e}: unit ${JSON.stringify(t)} is neither a per-token rate (${cn} | ${pn}) nor a known GPU-time unit (${Object.keys(Sr).join(" | ")}). Skipping it would publish no prices forever with no signal \u2014 if ENG-317 named the per-token units differently, teach this module the new names instead`)}function Mi(t,e){let n=t.reduce((o,s)=>s.effective_at>o.effective_at?s:o,t[0]),r=t.find(o=>o.effective_at===n.effective_at&&o.usd!==n.usd);return r?{reason:`two ${e} rates are effective at the same instant (${n.usd} and ${r.usd} USD/Mtok), so the winner would be read order \u2014 this model is served UNPRICED until one of them is expired; expire one of them`}:{rate:n}}function fn(t,e){return`${t}\0${e}`}function Ui(t){if(!Array.isArray(t))throw new se(`model_prices read is not an array: ${JSON.stringify(t)}`);let e=[];for(let n=0;n<t.length;n++){let r=t[n],o=`model_prices[${n}]`;if(r===null||typeof r!="object"||Array.isArray(r))throw new se(`${o} is not an object: ${JSON.stringify(r)}`);let s=r;for(let u of xr.split(","))if(!Object.hasOwn(s,u))throw new se(`${o} has no "${u}" column: ${JSON.stringify(s)}`);let i=Li(s.unit,o);if(i===null)continue;let a=s.model_id;if(typeof a!="string"||a==="")throw new se(`${o} has no model_id (${JSON.stringify(s)})`);let d=s.variant;if(!(d===null||typeof d=="string"&&d!==""))throw new se(`${o} has a non-string variant (${JSON.stringify(d)})`);e.push({model_id:a,variant:d,side:i,usd:Ci(s.price_usd,o),effective_at:Rr(s.effective_at,o,"effective_at"),expires_at:$i(s.expires_at,o,"expires_at")})}return e}function Er(t,e=Date.now(),n){let r=new Map,o=new Map;for(let d of t){if(d.effective_at>e||d.expires_at!==null&&d.expires_at<=e)continue;let u=r.get(d.model_id);u||(u=new Map,r.set(d.model_id,u),o.set(d.model_id,new Map));let l=d.variant??"",c=u.get(l);c||(c={input:[],output:[]},u.set(l,c),o.get(d.model_id).set(l,d.variant)),c[d.side].push({effective_at:d.effective_at,usd:d.usd})}let s=[],i=[];for(let[d,u]of r){let l=u.get(""),c=(f,p,m)=>{let k=f&&f.length>0?f:l?.[p];if(!k||k.length===0)return null;let v=Mi(k,p);return"reason"in v?v:v.rate.usd===0?p==="output"&&m!==null&&n?.has(fn(d,m))?v.rate:{reason:`the ${p} rate in force is zero, which publishes as "free" and would top :cheapest routing \u2014 this model is served UNPRICED; delete the row if the model is not token-priced, or set a real rate`}:v.rate};for(let[f,p]of o.get(d)){let m=u.get(f),k=c(m?.input,"input",p),v=c(m?.output,"output",p);if(k!==null&&"reason"in k){i.push({model_id:d,variant:p,reason:k.reason});continue}if(v!==null&&"reason"in v){i.push({model_id:d,variant:p,reason:v.reason});continue}k===null||v===null||s.push({model_id:d,variant:p,pricing:{input:k.usd,output:v.usd}})}}let a=(d,u)=>d.model_id.localeCompare(u.model_id)||(d.variant===null?1:0)-(u.variant===null?1:0)||(d.variant??"").localeCompare(u.variant??"");return{prices:s.sort(a),refusals:i.sort(a)}}function Qe(t,e,n){if(n.refusals.some(s=>s.model_id===t&&s.variant===e))return null;let r=n.prices.find(s=>s.model_id===t&&s.variant===e);if(r)return r.pricing;if(n.refusals.some(s=>s.model_id===t&&s.variant===null))return null;let o=n.prices.find(s=>s.model_id===t&&s.variant===null);return o?o.pricing:null}var Ze={prices:[],refusals:[]};async function Ar(t){let e=t.fetchImpl??fetch,n=`${cn},${pn}`,r=await e(`${t.catalogUrl}/model_prices?select=${xr}&unit=in.(${n})`,{headers:{apikey:t.anonKey,Authorization:`Bearer ${t.anonKey}`},signal:AbortSignal.timeout(Pi)});if(!r.ok)throw new Error(`model_prices fetch failed: ${r.status}`);return Ui(await r.json())}var J=class extends Error{},Ni=/^(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(?:\.\d+)?(?:Z|[+-]\d{2}:\d{2})$/;function Di(t){if(typeof t!="string")return!1;let e=Ni.exec(t);if(!e)return!1;let[,n,r,o,s,i,a]=e.map(Number);if(!Number.isFinite(Date.parse(t)))return!1;let d=new Date(Date.UTC(n,r-1,o,s,i,a));return d.getUTCFullYear()===n&&d.getUTCMonth()===r-1&&d.getUTCDate()===o&&d.getUTCHours()===s&&d.getUTCMinutes()===i&&d.getUTCSeconds()===a}function Fi(t){if(t===null||typeof t!="object")return null;let e=t.shared;if(e==null)return null;if(typeof e!="object")throw new J(`catalog "shared" block is ${typeof e}, expected an object`);let{shared_org_id:n,endpoints:r,regions:o,compliance:s}=e;if(typeof n!="string"||n==="")throw new J(`catalog "shared" block has no shared_org_id: ${JSON.stringify(e)}`);if(!Array.isArray(r))throw new J(`catalog "shared" block endpoints is not an array: ${JSON.stringify(e)}`);let i=r.map((a,d)=>{if(a===null||typeof a!="object")throw new J(`catalog shared endpoints[${d}] is not an object: ${JSON.stringify(a)}`);let u=a;for(let c of["model_id","variant","app_slug","function"])if(typeof u[c]!="string"||u[c].length===0)throw new J(`catalog shared endpoints[${d}] (${JSON.stringify(u)}) has no valid "${c}"`);let l=(c,f)=>{if(u[c]!==void 0&&u[c]!==null&&!f)throw new J(`catalog shared endpoints[${d}] (${u.model_id}:${u.variant}) carries a malformed "${c}": ${JSON.stringify(u[c])}`)};l("ready",typeof u.ready=="boolean"),l("ready_runtimes",typeof u.ready_runtimes=="number"&&Number.isInteger(u.ready_runtimes)&&u.ready_runtimes>=0),l("ready_since",Di(u.ready_since));for(let c of["model_id","variant"]){let f=u[c];if(f.includes(":"))throw new J(`catalog shared endpoints[${d}] has "${c}" containing ":" (${JSON.stringify(f)}) \u2014 the external identity <model_id>:<variant> would be unparseable (resolveSharedModel splits at the LAST colon); platform catalog defect`)}return l("output_free",typeof u.output_free=="boolean"),u});if(o!=null&&(!Array.isArray(o)||!o.every(a=>typeof a=="string"&&a.length>0)))throw new J(`catalog "shared" block regions is malformed: ${JSON.stringify(o)}`);if(s!=null){let a=s;if(typeof s!="object"||typeof a.zdr!="boolean"||typeof a.hipaa!="boolean")throw new J(`catalog "shared" block compliance is malformed (operator-declared zdr + hipaa booleans required): ${JSON.stringify(s)}`);for(let d of Object.keys(a))if(d!=="zdr"&&d!=="hipaa")throw new J(`catalog "shared" block compliance carries "${d}" beyond the declared zdr/hipaa contract: ${JSON.stringify(s)}`)}return i.length===0?null:{shared_org_id:n,endpoints:i,...o!=null?{regions:o}:{},...s!=null?{compliance:s}:{}}}function Fe(t){return[...t.endpoints].sort((e,n)=>e.model_id.localeCompare(n.model_id)||e.variant.localeCompare(n.variant))}function Or(t,e,n){let r=(e??"").trim();if(r==="")return null;let o=r,s=n,i=r.lastIndexOf(":");i>0&&(o=r.slice(0,i),s=r.slice(i+1));let a=t.endpoints.filter(u=>u.model_id===o);if(a.length===0)return null;if(s!==void 0){let u=a.find(l=>l.variant===s);return u?{shared_org_id:t.shared_org_id,endpoint:u}:null}if(a.length===1)return{shared_org_id:t.shared_org_id,endpoint:a[0]};let d=a.filter(u=>u.compat_default===!0);if(d.length!==1)throw new J(`shared model "${o}" has ${d.length} compat_default rows (exactly one required) among variants ${a.map(u=>u.variant).join(", ")}`);return{shared_org_id:t.shared_org_id,endpoint:d[0]}}async function Ir(t){let e=t.fetchImpl??fetch,n=`${t.apiUrl.replace(/\/+$/,"")}/catalog`,r=await e(n,{headers:{Authorization:`Bearer ${t.apiKey}`,Accept:"application/json"}});if(!r.ok)throw new J(`catalog read failed: GET ${n} \u2192 ${r.status}`);return Fi(await r.json())}function ge(t){return t.toLowerCase().replace(/[^\p{L}\p{N}-]/gu,"-").replace(/^-+|-+$/g,"")}var et="/partners/openrouter/models",Bi={chat:!0,code:!0,agent:!0,vl:!0},Tr={int4:"int4",int8:"int8",fp4:"fp4",mxfp4:"mxfp4",nvfp4:"nvfp4",fp6:"fp6",fp8:"fp8",mxfp8:"mxfp8",fp16:"fp16",bf16:"bf16",fp32:"fp32"};function ji(t){let e=t.toLowerCase();return Object.hasOwn(Tr,e)?Tr[e]:null}var Pr={"us-east-1":"US","us-east-2":"US","us-west-1":"US","us-west-2":"US","ca-central-1":"CA","ca-west-1":"CA","sa-east-1":"BR","eu-central-1":"DE","eu-central-2":"CH","eu-west-1":"IE","eu-west-2":"GB","eu-west-3":"FR","eu-north-1":"SE","eu-south-1":"IT","eu-south-2":"ES","af-south-1":"ZA","ap-east-1":"HK","ap-south-1":"IN","ap-south-2":"IN","ap-northeast-1":"JP","ap-northeast-2":"KR","ap-northeast-3":"JP","ap-southeast-1":"SG","ap-southeast-2":"AU","ap-southeast-3":"ID","ap-southeast-4":"AU","ap-southeast-5":"MY","ap-southeast-7":"TH","il-central-1":"IL","me-central-1":"AE","me-south-1":"BH"};function qi(t,e){if(!t||t.length===0)return[];let n=[],r=[];for(let o of t){let s=Object.hasOwn(Pr,o)?Pr[o]:null;if(s===null){r.push(o);continue}n.some(a=>a.region===o)||n.push({country_code:s,region:o})}return r.length>0&&e(`urun openrouter doc: shared block region(s) ${r.join(", ")} have no country mapping \u2014 omitted from datacenters, never guessed`),n}var Cr={qwen:"Qwen",qwen1:"Qwen",qwen2:"Qwen",qwen3:"Qwen",gemma:"Gemma",diffusiongemma:"Gemma",gpt:"GPT",glm:"GLM",deepseek:"DeepSeek",mistral:"Mistral"},$r={2:"Llama2",3:"Llama3"};function Hi(t){if(!t)return null;let e=t.split("@")[0],n=e.indexOf("/"),r=(n===-1?e:e.slice(n+1)).toLowerCase().split(/[^a-z0-9]+/).filter(o=>o.length>0);for(let o=0;o<r.length;o+=1){let s=r[o];if(Object.hasOwn(Cr,s))return Cr[s];let i=r[o+1];if(s==="llama"&&i!==void 0&&Object.hasOwn($r,i))return $r[i];if(s==="phi"&&i!==void 0&&/^\d/.test(i))return"Phi"}return null}var Gi=["context_length","max_model_len"];function Vi(t){let e=Gi.map(n=>t.engine_args?.[n]).filter(n=>typeof n=="number"&&Number.isFinite(n)&&n>0);return e.length===0?null:e.every(n=>n===e[0])?e[0]:null}function Rt(t){let e=t.map(Vi),n=e[0];return n==null?null:e.every(r=>r===n)?n:null}function Ji(t){let e=t.engine_args?.reasoning_parser;return e==null||e===""?!1:typeof e=="string"?!0:null}function mn(t){if(t.length===0)return null;let e=t.map(Ji),n=e[0];return n==null?null:e.every(r=>r===n)?n:null}function Wi(t,e){let n=e.filter(o=>ge(`${o.model_id}-${o.variant}`)===t);if(n.length>0)return xt(n);let r=e.filter(o=>ge(o.model_id)===t);return r.length>0?xt(r):null}function xt(t){let e=t[0];return t.every(r=>r.model_id===e.model_id&&r.variant===e.variant)?{row:t.length===1?e:Ki(t),matches:t}:null}function Ki(t){let e=t[0],n=r=>t.every(o=>(o[r]??void 0)===(e[r]??void 0))?e[r]:void 0;return{model_id:e.model_id,variant:e.variant,gpu_spec:n("gpu_spec"),engine:n("engine"),task:n("task"),description:n("description"),size_gb:n("size_gb"),hf_repo:n("hf_repo"),updated_at:n("updated_at")}}function Ur(t){return 0}function Re(t){let e={id:t.id,object:t.object,created:t.created,owned_by:t.owned_by,...t.context_length!==void 0?{context_length:t.context_length}:{},...t.pricing!==void 0?{pricing:t.pricing}:{},...t.voices!==void 0?{voices:t.voices}:{},...t.capabilities!==void 0?{capabilities:t.capabilities}:{}};return"image_modes"in t?{...e,image_modes:t.image_modes}:e}function Et(t,e,n){let r=Wi(t,e);if(!r)return Re({id:t,object:"model",created:0,owned_by:"urun"});let{row:o,matches:s}=r,i=Rt(s),a=Qe(o.model_id,o.variant,n),d=Nr(o,s),u=mn(s);return Re({id:t,object:"model",created:Ur(o),owned_by:"urun",...i!==null?{context_length:i}:{},...a!==null?{pricing:a}:{},...d.published.length>0?{voices:[...d.published]}:{},...u!==null?{capabilities:{reasoning:u}}:{}})}var zi=["Vivian","Serena","Uncle_Fu","Dylan","Eric","Ryan","Aiden","Ono_Anna","Sohee"];function Nr(t,e){if((t.task??void 0)!=="tts")return{published:[],defect:null};let n=e.map(s=>s.engine_args?.voices),r=n[0];if(Array.isArray(r)&&r.length>0&&r.every(s=>typeof s=="string")&&n.every(s=>Array.isArray(s)&&s.length===r.length&&s.every((i,a)=>i===r[a])))return{published:[...r],defect:null};let o=n.some(s=>s!=null)?`the catalog's engine_args.voices for ${t.model_id}:${t.variant} could not be vouched (empty, malformed, or not an identical non-empty string array on every GPU placement)`:null;return t.model_id==="qwen3-tts-customvoice"?{published:[...zi],defect:o}:{published:[],defect:o}}function gn(t){let e=t.length>0?xt(t):null;return e===null?{published:[],defect:null}:Nr(e.row,e.matches)}function Lr(t){let e=/^(\d+)(?:\.(\d+))?(?:e([+-]?\d+))?$/.exec(String(t));if(!e)throw new Error(`unrenderable per-token price: ${String(t)}`);let[,n="",r="",o=""]=e,s=n+r,i=n.length-6+(o===""?0:Number(o));return(i<=0?`0.${"0".repeat(-i)}${s}`:`${s.slice(0,i)}.${s.slice(i).padEnd(1,"0")}`).replace(/(\.\d*?)0+$/,"$1").replace(/\.$/,"")}function Mr(t){return{input:[{type:"prompt",unit:"token",cost_usd:Lr(t.input)}],output:[{type:"completion",unit:"token",cost_usd:Lr(t.output)}]}}function Yi(t,e,n,r){if(e.length===0)return null;let o=xt(e);if(!o)return null;let{row:s,matches:i}=o;if(!s.task||Bi[s.task]!==!0)return null;let a=Rt(i),d=Qe(s.model_id,s.variant,n),u=Hi(s.hf_repo),l={temperature:{type:"range",min:0,max:2},top_p:{type:"range",min:0,max:1},stop:{type:"array",max_items:4}};return a!==null&&(l.max_tokens={type:"integer",min:1,max:a,unit:"token"}),{schema_version:"2.4",id:`${s.model_id}:${s.variant}`,name:`${s.model_id}:${s.variant}`,created:Ur(s),quantization:ji(s.variant),...u!==null?{tokenizer:u}:{},description:s.description??"",hugging_face_id:s.hf_repo?s.hf_repo.split("@")[0]??s.hf_repo:"",is_ready:t.ready===!0&&d!==null,is_free:!1,input_modalities:[{type:"text",...a!==null?{supported_inputs:{max_context_length:{value:a,unit:"token"}}}:{},...d?{pricing:Mr(d).input}:{}},...s.task==="vl"?[{type:"image"}]:[]],output_modalities:[{type:"text",streaming:!0,supported_parameters:l,...d?{pricing:Mr(d).output}:{}}],...r.datacenters.length>0?{datacenters:r.datacenters}:{},...r.compliance?{compliance:r.compliance}:{}}}function Dr(t,e,n,r){let o=r??(u=>console.warn(u.trimEnd())),s=t?Fe(t):[];if(s.length>0){let u=s.filter(l=>l.ready===void 0);if(u.length===s.length)o("urun openrouter doc: readiness seam absent from shared block; declaring every endpoint not ready");else if(u.length>0){let l=u.map(c=>`${c.model_id}:${c.variant}`).join(", ");o(`urun openrouter doc: readiness seam partially deployed \u2014 endpoints ${l} carry no ready field and are declared not ready`)}}let i={datacenters:qi(t?.regions,o),compliance:t?.compliance??null},a=[],d=new Set;for(let u of s){let l=`${u.model_id}:${u.variant}`;if(d.has(l))continue;d.add(l);let c=Yi(u,e.filter(f=>f.model_id===u.model_id&&f.variant===u.variant),n,i);c&&a.push(c)}return{data:a}}var Vr="https://api.urun.sh/v1",N=class extends Error{},z=class extends Error{},yn="urs1.";function Fr(t,e){return yn+Buffer.from(JSON.stringify([t,e]),"utf8").toString("base64url")}function Xi(t){if(!t.startsWith(yn))return null;try{let e=JSON.parse(Buffer.from(t.slice(yn.length),"base64url").toString("utf8"));if(Array.isArray(e)&&typeof e[0]=="string"&&typeof e[1]=="string")return{app:e[0],key:e[1]}}catch{}return null}async function Jr(t){let e=t.fetchImpl??fetch,n=`${t.apiUrl.replace(/\/+$/,"")}/apps`,r=await e(n,{headers:{Authorization:`Bearer ${t.apiKey}`,Accept:"application/json"}});if(!r.ok)throw new Error(`org apps listing failed: GET ${n} \u2192 ${r.status}`);let o=await r.json();if(!Array.isArray(o.apps))throw new Error(`org apps listing returned no "apps" array (GET ${n})`);if(o.truncated===!0)throw new Error(`org apps listing was truncated (GET ${n} returned ${o.apps.length} of more) \u2014 model discovery would silently omit deployed apps`);return o.apps}function Br(t){if(t.length===0)return[];if(!t.every(n=>(n.task??void 0)==="image"))return[];let e=Zi(t);return e===null?[]:[e]}function hn(t,e,n,r,o){if(!o)throw new J(`shared model "${t}" cannot be gated: no catalog oracle is configured, and a shared endpoint's modality must come from the model's OWN model_catalog row \u2014 never a default`);if(e===void 0||n===void 0)throw new J(`shared model "${t}" resolved without a catalog id + variant to join on`);let s=r.filter(i=>i.model_id===e&&i.variant===n);if(s.length===0)throw new J(`shared model "${t}" names endpoint ${e}:${n} but the catalog has no model_catalog row for it \u2014 the shared block cannot vouch a modality from nothing`);return s}function jr(t,e){if(!e.every(o=>(o.task??void 0)==="image"))return[];let n=e.map(o=>o.engine_args?.expects_image),r=n[0];if(typeof r!="boolean"||!n.every(o=>o===r))throw new J(`shared image model "${t}" does not vouch an explicit image mode: its ${e.length} model_catalog row(s) carry engine_args.expects_image ${JSON.stringify(n)} \u2014 the shared lane requires a boolean (false = pure text-to-image generation, true = edit) and refuses to silently default to edit`);return[r===!1?"generation":"edit"]}var Wr="shared:",qr="speech:";function tt(t){return t.sharedApp?Wr+t.appSlug:t.appSlug}function Hr(t){return typeof t.modelId=="string"&&typeof t.variant=="string"?{kind:"catalog",model_id:t.modelId,variant:t.variant}:{kind:"not-a-catalog-model",model:t.appSlug}}function we(t,e){let n=e.filter(s=>ge(`${s.model_id}-${s.variant}`)===t);if(n.length>0)return n;let r=e.filter(s=>ge(s.model_id)===t);return new Set(r.map(s=>s.variant)).size===1?r:[]}function Qi(t){let e=t.engine_args?.expects_image;return e==null?"edit":e===!1?"generation":e===!0?"edit":null}function Zi(t){let e=t.map(Qi),n=e[0];return n!=null&&e.every(r=>r===n)?n:null}var Gr={stt:"stt",tts:"tts"};function ve(t){if(t.length===0)return null;let e=t[0].task??void 0;return e===void 0||Gr[e]===void 0?null:t.every(n=>(n.task??void 0)===e)?Gr[e]:null}function ea(t){let e=t.map(r=>r.engine_args?.transcript_stream).filter(r=>r!=null);if(e.length===0)return"stt";let n=e[0];if(typeof n!="string"||n.length===0||!e.every(r=>r===n))throw new Error(`the model's model_catalog rows cannot vow one engine_args.transcript_stream (found ${JSON.stringify(e)}) \u2014 the field must be a non-empty string agreeing across placements; the realtime transcription lane refuses to guess the stream the engine writes`);return n}var At=6e4,Ot=class{constructor(e){this.opts=e}opts;pool=new Map;appsCache=null;rowsCache=null;seed(e,n){this.pool.set(e,Promise.resolve(n))}async deployedApps(){if(!this.opts.listApps)return[];let e=this.opts.appsTtlMs??At;if(this.appsCache&&Date.now()-this.appsCache.at<e)return this.appsCache.apps;let n=await this.opts.listApps();return this.appsCache={at:Date.now(),apps:n},n}async sharedBlock(){if(!this.opts.shared)return null;let e=this.opts.appsTtlMs??At;if(this.sharedCache&&Date.now()-this.sharedCache.at<e)return this.sharedCache.block;let n=await this.opts.shared();return this.sharedCache={at:Date.now(),block:n},n}sharedCache=null;async catalogRows(){if(!this.opts.listCatalog)return[];let e=this.opts.appsTtlMs??At;if(this.rowsCache&&Date.now()-this.rowsCache.at<e)return this.rowsCache.rows;let n=await this.opts.listCatalog();return this.rowsCache={at:Date.now(),rows:n},n}pricesCache=null;async priceRows(){if(!this.opts.listPrices)return[];let e=this.opts.appsTtlMs??At;if(this.pricesCache&&Date.now()-this.pricesCache.at<e)return this.pricesCache.rows;let n=await this.opts.listPrices();return this.pricesCache={at:Date.now(),rows:n},n}async pricesForListing(e){let n;try{n=await this.priceRows()}catch(o){if(o instanceof se)throw o;return this.warn(`urun /v1/models: the per-token price surface could not be read (${String(o instanceof Error?o.message:o)}) \u2014 every model is listed UNPRICED for now; Hugging Face will show no price until the read succeeds
3
+ `),Ze}let r=Er(n,Date.now(),e);for(let o of r.refusals)this.warn(`urun /v1/models: refusing to price ${o.model_id}:${o.variant??"*"} \u2014 ${o.reason}
4
+ `);return r}outputFreeKeys(e){let n=new Set;if(!e)return n;for(let r of e.endpoints)r.output_free===!0&&n.add(fn(r.model_id,r.variant));return n}warn(e){(this.opts.warn??(r=>console.warn(r.trimEnd())))(e)}servable(e){return e.filter(n=>n.serves==="openai"&&n.deployment_status==="active").map(n=>n.app_slug)}async availableIds(){let e=this.opts.defaultApp,n=new Set(e===null?[]:[e]);if(this.opts.listApps)for(let o of this.servable(await this.deployedApps()))n.add(o);for(let o of this.pool.keys())o.startsWith(Wr)||o.startsWith(qr)||n.add(o);let r=[...n].filter(o=>o!==e).sort();return e===null?r:[e,...r]}async noDefaultApp(e){let n=await this.availableIds(),r=n.length>0?n.join(", "):"(none deployed)";throw new N(e===""?`no "model" was given and this endpoint has no default model \u2014 name one of your org's deployed apps that declare serves="openai"; available models: ${r}`:`model "${e}" does not name a deployed app in your org that declares serves="openai", and this endpoint has no default model to fall back to; available models: ${r}`)}async resolveTarget(e){let n=(e??"").trim(),r=this.opts.defaultApp;if(!n||n==="urun")return r===null?this.noDefaultApp(n):{appSlug:r};let o=ge(n);if(o===r)return{appSlug:r};if(this.pool.has(o))return{appSlug:o};if(this.opts.listApps){let s=await this.deployedApps(),i=this.servable(s);if(i.includes(o))return{appSlug:o};let a=i.filter(u=>u.startsWith(`${o}-`));if(a.length===1)return{appSlug:a[0]};if(a.length>1)throw new N(`model "${n}" is ambiguous across deployed apps ${a.join(", ")} \u2014 name the exact app slug (or catalog id:variant)`);let d=s.find(u=>u.app_slug===o||u.app_slug.startsWith(`${o}-`));if(d)throw new N(`model "${n}" maps to app "${d.app_slug}", which has no function declaring serves="openai" \u2014 add serves="openai" to its @app.function or deploy it with \`urun serve ${n}\`; available models: ${(await this.availableIds()).join(", ")}`)}if(this.opts.shared){let s=await this.sharedBlock();if(s){let i=Or(s,n);if(i)return{appSlug:i.endpoint.app_slug,fnName:i.endpoint.function,sharedApp:!0,modelId:i.endpoint.model_id,variant:i.endpoint.variant,sharedOrgId:s.shared_org_id}}}if(this.opts.listCatalog){let i=(await this.opts.listCatalog()).find(a=>n===a.model_id||n===`${a.model_id}:${a.variant}`||o===ge(a.model_id)||o===ge(`${a.model_id}-${a.variant}`));if(i)throw new N(`model "${n}" is in the uRun catalog but not deployed \u2014 deploy it with \`urun serve ${i.model_id}\`; available models: ${(await this.availableIds()).join(", ")}`)}return r===null?this.noDefaultApp(n):{appSlug:r}}async catalogIdentityFor(e){let n=Hr(await this.resolveTarget(e));return n.kind==="catalog"?{model_id:n.model_id,variant:n.variant}:null}async servingAppSlugFor(e){return(await this.resolveTarget(e)).appSlug}async resolveApp(e){return tt(await this.resolveTarget(e))}async sessionFor(e){let n=await this.resolveTarget(e);return this.acquire(n,tt(n))}async speechSessionFor(e){let n=await this.resolveTarget(e);return this.acquire(n,qr+tt(n))}async acquire(e,n){let r=this.pool.get(n);return r||(r=Promise.resolve(this.opts.openSession(e,n)),this.pool.set(n,r),r.catch(()=>this.pool.delete(n))),{app:n,entry:await r,identity:Hr(e)}}keyOf(e){let n=this.opts.sessionKey;if(!n)throw new Error("ModelRouter: sessionKey is not configured \u2014 the session-identity seam (handleFor/sessionForHandle) is unavailable on this router");let r=n(e);if(typeof r!="string"||r.length===0)throw new Error("ModelRouter: sessionKey returned an empty identity for a pooled session");return r}async handleFor(e){let{app:n,entry:r}=await this.sessionFor(e);return{app:n,handle:Fr(n,this.keyOf(r))}}async speechHandleFor(e){let{app:n,entry:r}=await this.speechSessionFor(e);return{app:n,handle:Fr(n,this.keyOf(r))}}async sessionForHandle(e){let n=Xi(e);if(!n)throw new z(`malformed session handle ${JSON.stringify(e)} \u2014 not issued by this proxy`);let{app:r,key:o}=n,s=this.pool.get(r),i=s?await s.then(a=>a,()=>null):null;if(i===null)throw new z(`the session behind this handle (app "${r}") is gone \u2014 closed, evicted after its pod died, or the proxy restarted; it cannot be reattached. Reconnect without a handle to start a new session.`);if(this.keyOf(i)!==o)throw new z(`the session behind this handle (app "${r}") was replaced \u2014 the original backhaul died and a new session serves this app now; the handle's session cannot be reattached. Reconnect without a handle to start a new session.`);return{app:r,entry:i}}async evict(e,n){let r=this.pool.get(e);!r||await r.then(s=>s,()=>null)!==n||this.pool.get(e)!==r||(this.pool.delete(e),await this.opts.closeSession(n).catch(()=>{}))}async modelList(){let e=this.opts.sharedOnlyListing?[]:await this.availableIds(),n=await this.sharedBlock(),[r,o]=await Promise.all([this.catalogRows().then(u=>({ok:!0,rows:u}),()=>({ok:!1,rows:[]})),this.pricesForListing(this.outputFreeKeys(n))]),s=r.rows,i=r.ok?o:Ze;r.ok||this.warn(`urun /v1/models: the model catalog could not be read \u2014 entries fall back to the bare OpenAI fields AND no model is priced on either lane (pricing follows catalog identity, so a half-priced listing would flicker on Hugging Face)
5
+ `);let d=(n?Fe(n):[]).map(u=>{let l=s.filter(v=>v.model_id===u.model_id&&v.variant===u.variant),c=Rt(l),f=mn(l),p=Qe(u.model_id,u.variant,i),m=gn(l);return Re({id:`${u.model_id}:${u.variant}`,object:"model",created:0,owned_by:"urun",...c!==null?{context_length:c}:{},...p!==null?{pricing:p}:{},...m.published.length>0?{voices:[...m.published]}:{},...f!==null?{capabilities:{reasoning:f}}:{}})});return{object:"list",data:this.opts.sharedOnlyListing?d:[...e.map(u=>Et(u,s,i)),...d]}}async openRouterModels(){let e=await this.sharedBlock(),[n,r]=await Promise.all([this.catalogRows(),this.pricesForListing(this.outputFreeKeys(e))]);return Dr(e,n,r,o=>this.warn(o))}async supportsImages(e,n){let r=await this.resolveTarget(e),o=await this.catalogRows();if(r.sharedApp){let s=hn(String(e),r.modelId,r.variant,o,this.opts.listCatalog!==null);return jr(`${r.modelId}:${r.variant}`,s).includes(n)}return Br(we(r.appSlug,o)).includes(n)}async supportsAudio(e){let n=await this.resolveTarget(e),r=await this.catalogRows();return n.sharedApp?ve(r.filter(o=>o.model_id===n.modelId&&o.variant===n.variant))!==null:ve(we(n.appSlug,r))!==null}async supportsSpeech(e){let n=await this.resolveTarget(e),r=await this.catalogRows();return n.sharedApp?ve(r.filter(o=>o.model_id===n.modelId&&o.variant===n.variant))==="tts":ve(we(n.appSlug,r))==="tts"}async supportsTranscription(e){let n=await this.resolveTarget(e),r=await this.catalogRows();return n.sharedApp?ve(r.filter(o=>o.model_id===n.modelId&&o.variant===n.variant))==="stt":ve(we(n.appSlug,r))==="stt"}async transcriptStreamFor(e){let n=await this.resolveTarget(e),r=await this.catalogRows(),o=n.sharedApp?r.filter(s=>s.model_id===n.modelId&&s.variant===n.variant):we(n.appSlug,r);return ea(o)}async speechVoices(e){let n=await this.resolveTarget(e),r=await this.catalogRows(),o=n.sharedApp?r.filter(s=>s.model_id===n.modelId&&s.variant===n.variant):we(n.appSlug,r);return gn(o)}async imageModelList(){let e=await this.catalogRows(),n=Ze,r=[];for(let s of await this.availableIds()){let i=Br(we(s,e));i.length!==0&&r.push(Re({...Et(s,e,n),image_modes:i}))}let o=await this.sharedBlock();if(o)for(let s of Fe(o)){let i=hn(`${s.model_id}:${s.variant}`,s.model_id,s.variant,e,this.opts.listCatalog!==null),a=jr(`${s.model_id}:${s.variant}`,i);if(a.length===0)continue;let d=Re({id:`${s.model_id}:${s.variant}`,object:"model",created:0,owned_by:"urun",image_modes:a});r.push(d)}return{object:"list",data:r}}async speechToTextModelList(){let e=await this.catalogRows(),n=Ze,r=[];for(let s of await this.availableIds())ve(we(s,e))==="stt"&&r.push(Et(s,e,n));let o=await this.sharedBlock();if(o)for(let s of Fe(o)){let i=hn(`${s.model_id}:${s.variant}`,s.model_id,s.variant,e,this.opts.listCatalog!==null);if(ve(i)!=="stt")continue;let a=Re({id:`${s.model_id}:${s.variant}`,object:"model",created:0,owned_by:"urun"});r.push(a)}return{object:"list",data:r}}async closeAll(){let e=[...this.pool.values()],n=[];if(await Promise.all(e.map(async r=>{try{await this.opts.closeSession(await r)}catch(o){n.push(String(o instanceof Error?o.message:o))}})),n.length>0)throw new Error(`failed to close ${n.length} pooled session(s): ${n.join("; ")}`)}};var ta=3,na="llm",ra=new Set(["paused","error"]);function Kr(t,e){let n=t.doc(na),r=typeof n.onConnectionState=="function",o=typeof t.onPhase=="function";if(!r&&!o)throw new Error(`session for app "${e}" exposes neither a doc connection-state surface nor onPhase \u2014 session-gone detection requires @urun-sh/core Session (SessionDocument.onConnectionState / Session.onPhase); pooling a session with no native lifecycle signal would silently swallow requests dispatched after the platform closes it`);let s=null,i=!1,a=new Set,d=[],u=l=>{if(!s){s=l;for(let c of[...a])c(l);a.clear()}};return r&&d.push(n.onConnectionState(l=>{i&&(l.consecutiveFailures<ta||u(new z(`the pooled session for app "${e}" is gone: its doc backhaul failed ${l.consecutiveFailures} consecutive times (last close ${l.lastCloseCode===null?"by provider liveness reap":`code ${l.lastCloseCode}`}${l.lastCloseReason?`, reason ${JSON.stringify(l.lastCloseReason)}`:""}) \u2014 the platform closed the session (idle timeout or a serve-side crash). The entry is evicted; retry to get a fresh session.`)))})),o&&d.push(t.onPhase(l=>{if(l.name==="live"){i=!0;return}i&&ra.has(l.name)&&u(new z(`the pooled session for app "${e}" lost its compute binding (phase "${l.name}"). The entry is evicted; retry to get a fresh session. The named session itself is not over \u2014 it stays attachable by name.`))})),{gone:()=>s,onGone(l){return s?(l(s),()=>{}):(a.add(l),()=>a.delete(l))},dispose(){a.clear();for(let l of d.splice(0))l()}}}async function*_n(t,e){let n=e.gone();if(n)throw n;let r=t[Symbol.asyncIterator](),o,s=new Promise((i,a)=>{o=e.onGone(d=>a(d))});s.catch(()=>{});try{for(;;){let i=await Promise.race([r.next(),s]);if(i.done)return;yield i.value}}finally{o?.(),r.return?.(void 0)}}function zr(t,e,n,r){let o=t[n];if(typeof o!="function")throw new Error(`app "${e}" has no function "${n}" (set URUN_FUNCTION)`);let s=r?o(void 0,r):o();if(typeof s.end!="function")throw new Error(`app "${e}" function "${n}" returned a session without end()`);return s}function oa(t,e,n){let{baseUrl:r,orgId:o,auth:s}=t,i=e.fnName??t.fnName,a=t.sessionStartOptions?.(n),d=e.sharedApp?{sharedApp:!0,...a}:a,u=p=>({session:p,responses:new bt(p),gone:Kr(p,n)});if(s.lane==="jwt"){let p=(0,Ee.App)(e.appSlug,{baseUrl:r,orgId:o,jwt:s.jwt});return u(zr(p,e.appSlug,i,d))}let{apiKey:l,gatewayUrl:c}=s,f=(0,Ee.App)(e.appSlug,{baseUrl:r,orgId:o,getAccessToken:async()=>(await(0,Ee.createClientToken)(l,{baseUrl:c,expiresIn:300,allowedFunctions:[`${e.appSlug}/${i}`],...e.sharedApp?{sharedApp:!0}:{}})).token});return u(zr(f,e.appSlug,i,d))}function sa(t){let e=t.session.id;if(typeof e!="string"||e.length===0)throw new Error("pooled session exposes no stable session id \u2014 the session-identity seam requires @urun-sh/core Session (session.id)");return e}function ia(t){if(t.kind==="never-live")return!0;if(t.kind!=="create-failed")return!1;let e=t.status.error?.httpStatus,n=t.status.error?.code;return e===410||e===409&&(n==="cancelled"||n==="expired")?!0:n==="client_ended"}var aa=new Set(["error","paused"]);function Xr(t){let{auth:e,catalog:n}=t,r=null,o=(i,a)=>{let d=oa(t,i,a);return t.onSessionOpen&&typeof d.session.id=="string"&&d.session.id!==""&&t.onSessionOpen(a,d.session.id),d.gone.onGone(()=>{r?.evict(a,d)}),d},s=new Ot({sharedOnlyListing:t.sharedOnlyListing===!0,defaultApp:t.defaultApp,fnName:t.fnName,openSession:o,closeSession:async i=>{if(i.gone.dispose(),t.release==="detach"){if(typeof i.session.detach!="function")throw new Error('pooled session exposes no native detach() \u2014 the release:"detach" lane requires @urun-sh/core Session.detach');i.session.detach();return}await i.session.end()},listApps:e.lane==="api-key"?()=>Jr({apiUrl:t.apiUrl,apiKey:e.apiKey}):null,listCatalog:n?()=>mr(n):null,listPrices:n?()=>Ar(n):null,shared:e.lane==="api-key"?()=>Ir({apiUrl:t.apiUrl,apiKey:e.apiKey}):null,sessionKey:sa});return r=s,t.defaultApp!==null&&s.seed(t.defaultApp,o({appSlug:t.defaultApp},tt({appSlug:t.defaultApp}))),s}async function wn(t,e){let n=t.whenLive;if(typeof n!="function")throw new Error("pooled session exposes no native whenLive() \u2014 the audio lane must wait for the session's own admission (cold wake: queued \u2192 demand \u2192 promote) before wiring media; a session without the core Session.whenLive surface cannot be served audio");await n.call(t,{timeout:Ee.DEFAULT_WHEN_LIVE_TIMEOUT_MS,signal:e})}async function Yr(t){if(typeof t.cancel=="function")try{await t.cancel();return}catch{}if(typeof t.detach!="function")throw new Error("pooled session exposes neither cancel() nor detach() \u2014 the client-gone abandon path requires the @urun-sh/core Session native lifecycle surface");t.detach()}function Tt(t){return t.reason instanceof Error?t.reason:new Error("the client socket closed")}function Qr(t,e=kt,n){let r=new WeakMap,o=new WeakMap,s=new WeakMap,i=new WeakMap,a=new WeakMap,d=f=>{let p=f.session.id;return typeof p=="string"&&p.length>0?p:null},u=f=>{let p=r.get(f);if(!p){let m={waiting:0,gone:new AbortController};a.set(f,m),p=(async()=>{if(await wn(f.session,m.gone.signal),m.gone.signal.aborted)throw Tt(m.gone.signal);a.get(f)===m&&a.delete(f);let k=await pr(f.session,await e());return Object.assign(k,{sessionId:f.session.id})})(),r.set(f,p),p.catch(()=>{r.get(f)===p&&r.delete(f)}),p.then(()=>{a.get(f)===m&&a.delete(f)},()=>{a.get(f)===m&&a.delete(f)})}return p},l=f=>{let p=i.get(f);return p||(p=(async()=>{let m=await u(f);return{appendInputAudio:k=>m.appendInputAudio(k),onOutputAudio:k=>m.onOutputAudio(k),sessionId:d(f)}})(),i.set(f,p),p.catch(()=>{i.get(f)===p&&i.delete(f)})),p},c=async(f,p,m)=>{if(m?.aborted){let y=a.get(f);throw(r.get(f)===void 0||y!==void 0&&y.waiting===0)&&await Yr(f.session),Tt(m)}let k=p(f),v=a.get(f);return v!==void 0&&v.waiting++,m===void 0?k:new Promise((y,g)=>{let w=()=>{v!==void 0&&--v.waiting===0&&a.get(f)===v&&(v.gone.abort(),a.delete(f),r.delete(f),i.delete(f),Yr(f.session).catch(()=>{})),g(Tt(m))};m.addEventListener("abort",w,{once:!0});let E=()=>m.removeEventListener("abort",w);k.then(h=>{E(),y(h)},h=>{E(),g(h)})})};return{createResponse:kr({sessionFor:f=>t.sessionFor(f),sessionIdOf:f=>d(f),evict:(f,p)=>t.evict(f,p),onAdmissionVerdict:(f,p,m)=>{ia(m)&&(t.evict(f,p),n?.(f,m.kind==="never-live"?"never-live":"create-failed"))},createStream:async(f,p)=>(await wn(f.session),_n(await f.responses.responses.create(p),f.gone))}),listModels:()=>t.modelList(),openRouterModels:()=>t.openRouterModels(),supportsImages:(f,p)=>t.supportsImages(f,p),listImageModels:()=>t.imageModelList(),catalogIdentity:f=>t.catalogIdentityFor(f),servingAppSlug:async f=>await t.servingAppSlugFor(f),supportsAudio:f=>t.supportsAudio(f),supportsSpeech:f=>t.supportsSpeech(f),speechVoices:f=>t.speechVoices(f),supportsTranscription:f=>t.supportsTranscription(f),transcriptStreamFor:f=>t.transcriptStreamFor(f),listSpeechToTextModels:()=>t.speechToTextModelList(),openAudio:async(f,p)=>{let{entry:m}=await t.sessionFor(f);return await c(m,u,p)},openAudioOn:async(f,p)=>{let{entry:m}=await t.sessionForHandle(f);return await c(m,l,p)},openTurnsOn:async function*(f,p){if(p?.aborted)throw Tt(p);let{entry:m}=await t.sessionForHandle(f);yield*vr(m.session,p)},openVideo:async f=>{let{entry:p}=await t.sessionFor(f),m=o.get(p);return m||(m=fr(p.session),o.set(p,m)),m},openVideoOut:async f=>{let{entry:p}=await t.sessionFor(f),m=s.get(p);return m||(m=hr(p.session),s.set(p,m)),m},sessionHandle:async f=>(await t.handleFor(f)).handle,speechSessionHandle:async f=>(await t.speechHandleFor(f)).handle,evictSpeechSession:async f=>{let{app:p,entry:m}=await t.sessionForHandle(f);await t.evict(p,m)},createResponseOn:async(f,p)=>{let{entry:m}=await t.sessionForHandle(f);return await wn(m.session),_n(await m.responses.responses.create(p),m.gone)},onSessionEnd:async(f,p)=>{let{entry:m}=await t.sessionForHandle(f),k=m.session;if(typeof k.onPhase!="function")throw new Error("pooled session exposes no onPhase \u2014 session-end (goAway) wiring requires @urun-sh/core Session");let v=!1;return k.onPhase(y=>{if(v||!aa.has(y.name))return;v=!0;let g=k.endsAt??null;p({timeLeftMs:g?Math.max(0,g.getTime()-Date.now()):null,reason:y.reason??`session ${y.name}`})})}}}var ni=require("http");var _o=require("crypto"),wo=require("ws");var eo="/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent",ua=1007,to=1008,he=1011,Lt=1008,b=class extends Error{constructor(n,r=ua){super(n);this.closeCode=r}closeCode},q=t=>typeof t=="object"&&t!==null&&!Array.isArray(t)?t:null,Pt=["setup","clientContent","realtimeInput","toolResponse"];function no(t){let e;try{e=JSON.parse(t)}catch{throw new b("client message is not valid JSON")}let n=q(e);if(!n)throw new b("client message must be a JSON object");let r=Pt.filter(a=>n[a]!==void 0),o=Object.keys(n).filter(a=>!Pt.includes(a));if(o.length>0)throw new b(`unknown client message field(s) ${JSON.stringify(o)} \u2014 expected exactly one of ${Pt.join(", ")}`);if(r.length!==1)throw new b(`client message must contain exactly one of ${Pt.join(", ")} (got ${r.length})`);let s=r[0],i=q(n[s]);if(!i)throw new b(`"${s}" must be a JSON object`);return{kind:s,[s]:i}}function ro(t,e){if(typeof t=="string")return t;let n=q(t),r=n?n.parts:void 0;if(!Array.isArray(r))throw new b(`${e}: expected a Content with a parts array`);let o=[];for(let s of r){let i=q(s);if(i&&typeof i.text=="string"){o.push(i.text);continue}throw i&&(i.inlineData!==void 0||i.fileData!==void 0)?new b(`${e}: media parts (inlineData/fileData) are a declared follow-up slice (audio/video lanes over the proxy transport AudioBridge) \u2014 only text parts are supported in this slice`):i&&(i.functionCall!==void 0||i.functionResponse!==void 0)?new b(`${e}: functionCall/functionResponse parts are not valid here \u2014 the Live API exchanges tool traffic via the dedicated toolCall/toolResponse messages`):new b(`${e}: unsupported part ${JSON.stringify(s)}`)}return o.join(`
6
+ `)}var da={manualActivity:!1,activityHandling:"START_OF_ACTIVITY_INTERRUPTS"},Ae="urun.videoOut";function oo(t){return{framing:gr,codec:t}}function so(t){let{seq:e,ptsUs:n,codec:r,key:o}=t.header;return{[Ae]:{v:1,seq:e,ptsUs:n,codec:r,key:o,data:Buffer.from(t.au).toString("base64")}}}var la={inputAudioTranscription:"setup.inputAudioTranscription is part of the declared audio follow-up slice",outputAudioTranscription:"setup.outputAudioTranscription is part of the declared audio follow-up slice"},ca=["model","generationConfig","systemInstruction","tools","realtimeInputConfig","sessionResumption",Ae],Zr=["START_OF_ACTIVITY_INTERRUPTS","NO_INTERRUPTION"];function pa(t){let e=q(t);if(!e)throw new b("setup.realtimeInputConfig must be an object");for(let o of Object.keys(e))if(!(o==="automaticActivityDetection"||o==="activityHandling"))throw new b(o==="turnCoverage"?"realtimeInputConfig.turnCoverage is part of the declared audio follow-up slice":`unsupported realtimeInputConfig field "${o}"`);let n=q(e.automaticActivityDetection);if(e.automaticActivityDetection!==void 0&&!n)throw new b("realtimeInputConfig.automaticActivityDetection must be an object");for(let o of Object.keys(n??{}))if(o!=="disabled")throw new b(`automaticActivityDetection.${o} tunes AUTOMATIC (server-side) activity detection \u2014 the declared platform follow-up (serve turn_detection events over the session stream lane); only "disabled: true" (manual activity mode) is supported in this slice`);if(n?.disabled!==!0)throw new b("automatic (server-side) activity detection is the declared platform follow-up (serve turn_detection turn_start/turn_end events over the session stream lane, not proxy DSP) \u2014 set realtimeInputConfig.automaticActivityDetection.disabled: true for manual activity mode");let r="START_OF_ACTIVITY_INTERRUPTS";if(e.activityHandling!==void 0){if(!Zr.includes(e.activityHandling))throw new b(`unsupported activityHandling ${JSON.stringify(e.activityHandling)} \u2014 expected one of ${Zr.join(", ")}`);r=e.activityHandling}return{manualActivity:!0,activityHandling:r}}var fa=["temperature","maxOutputTokens","responseModalities"];function io(t){for(let[c,f]of Object.entries(la))if(t[c]!==void 0)throw new b(f);for(let c of Object.keys(t))if(!ca.includes(c))throw new b(`unsupported setup field "${c}"`);if(typeof t.model!="string"||t.model.length===0)throw new b('setup.model is required (format "models/{model}")');let e=t.model.replace(/^models\//,""),n,r,o=!1,s=q(t.generationConfig);if(t.generationConfig!==void 0&&!s)throw new b("setup.generationConfig must be an object");if(s){for(let c of Object.keys(s))if(!fa.includes(c))throw new b(`unsupported generationConfig field "${c}"`);if(s.temperature!==void 0){if(typeof s.temperature!="number")throw new b("generationConfig.temperature must be a number");n=s.temperature}if(s.maxOutputTokens!==void 0){if(typeof s.maxOutputTokens!="number")throw new b("generationConfig.maxOutputTokens must be a number");r=s.maxOutputTokens}if(s.responseModalities!==void 0){let c=Array.isArray(s.responseModalities)?s.responseModalities:[s.responseModalities];for(let f of c){let p=String(f).toUpperCase();if(p==="AUDIO"){o=!0;continue}if(p!=="TEXT")throw new b(`responseModalities ${JSON.stringify(f)} is not supported \u2014 this surface speaks TEXT and AUDIO (audio-out rides the native AudioBridge 'audio' lane)`)}}}let i=[];t.systemInstruction!==void 0&&i.push({role:"system",content:ro(t.systemInstruction,"setup.systemInstruction")});let a;if(t.tools!==void 0){if(!Array.isArray(t.tools))throw new b("setup.tools must be an array");a=[];for(let c of t.tools){let f=q(c);if(!f)throw new b("setup.tools entries must be objects");for(let p of Object.keys(f))if(p!=="functionDeclarations")throw new b(`unsupported tool "${p}" \u2014 this slice translates functionDeclarations only (no googleSearch/codeExecution)`);if(!Array.isArray(f.functionDeclarations))throw new b("tool.functionDeclarations must be an array");for(let p of f.functionDeclarations){let m=q(p);if(!m||typeof m.name!="string")throw new b("functionDeclarations entries require a string name");a.push({type:"function",name:m.name,description:m.description,parameters:m.parameters})}}a.length===0&&(a=void 0)}let d={enabled:!1,handle:null};if(t.sessionResumption!==void 0){let c=q(t.sessionResumption);if(!c)throw new b("setup.sessionResumption must be an object (SessionResumptionConfig)");for(let f of Object.keys(c))if(f!=="handle")throw new b(`unsupported sessionResumption field "${f}" \u2014 this lane implements SessionResumptionConfig.handle only`);if(c.handle!==void 0&&(typeof c.handle!="string"||c.handle.length===0))throw new b("sessionResumption.handle must be a non-empty string when present");d={enabled:!0,handle:typeof c.handle=="string"?c.handle:null}}let u=t.realtimeInputConfig===void 0?da:pa(t.realtimeInputConfig),l=!1;if(t[Ae]!==void 0){if(!q(t[Ae]))throw new b(`setup["${Ae}"] must be an object (the v1 opt-in is {})`);l=!0}return{model:e,systemItems:i,tools:a,temperature:n,maxOutputTokens:r,audioModality:o,activity:u,sessionResumption:d,videoOut:l}}function ao(t){return{sessionResumptionUpdate:{newHandle:t,resumable:!0}}}function uo(t){let e=Math.max(0,t??0)/1e3;return{goAway:{timeLeft:`${Math.round(e*1e3)/1e3}s`}}}function lo(t){for(let r of Object.keys(t))if(r!=="turns"&&r!=="turnComplete")throw new b(`unsupported clientContent field "${r}"`);let e=t.turns===void 0?[]:t.turns;if(!Array.isArray(e))throw new b("clientContent.turns must be an array");let n=[];for(let r of e){let o=q(r);if(!o)throw new b("clientContent.turns entries must be Content objects");let s=o.role===void 0?"user":String(o.role).toLowerCase();if(s!=="user"&&s!=="model")throw new b(`clientContent turn role must be "user" or "model" (got ${JSON.stringify(o.role)})`);n.push({role:s==="model"?"assistant":"user",content:ro(o,"clientContent.turns")})}return{items:n,turnComplete:t.turnComplete===!0}}var Ct=16e3,co=24e3,ma=`audio/pcm;rate=${co}`,po=Buffer.alloc(960).toString("base64");function ga(t,e,n){if(e===n)return t;let r=Math.floor(t.length*n/e),o=new Int16Array(r),s=e/n,i=t.length-1;for(let a=0;a<r;a++){let d=a*s,u=Math.floor(d);if(u>=i){o[a]=t[i];continue}let l=d-u;o[a]=Math.round(t[u]+(t[u+1]-t[u])*l)}return o}function ha(t){let e=q(t);if(!e)throw new b("realtimeInput.video must be a Blob object {mimeType, data}");if(typeof e.mimeType!="string"||!/^image\/jpeg\s*(;|$)/.test(e.mimeType))throw new b(`realtimeInput.video.mimeType must be image/jpeg (the Live video input stream is individual JPEG frames), got ${JSON.stringify(e.mimeType)}`);if(typeof e.data!="string"||e.data.length===0)throw new b("realtimeInput.video.data must be non-empty base64");let n=Buffer.from(e.data,"base64");if(n.length<3||n[0]!==255||n[1]!==216)throw new b("realtimeInput.video.data does not decode to a JPEG frame (missing FF D8 SOI marker)");return new Uint8Array(n)}function ya(t){let e=q(t);if(!e)throw new b("realtimeInput.audio must be a Blob object {mimeType, data}");if(typeof e.mimeType!="string"||!/^audio\/pcm\s*(;|$)/.test(e.mimeType))throw new b(`realtimeInput.audio.mimeType must be audio/pcm (16-bit LE PCM @16kHz mono per the Live spec), got ${JSON.stringify(e.mimeType)}`);let n=/;\s*rate=(\d+)/.exec(e.mimeType);if(n&&Number(n[1])!==Ct)throw new b(`realtimeInput.audio.mimeType declares rate=${n[1]} \u2014 the Live spec input format is ${Ct} Hz (audio/pcm;rate=${Ct})`);if(typeof e.data!="string"||e.data.length===0)throw new b("realtimeInput.audio.data must be non-empty base64");let r=Buffer.from(e.data,"base64");if(r.length===0||r.length%2!==0)throw new b(`realtimeInput.audio.data must decode to whole 16-bit samples (got ${r.length} bytes \u2014 not even)`);let o=new Int16Array(r.length/2);for(let i=0;i<o.length;i++)o[i]=r.readInt16LE(i*2);let s=ga(o,Ct,co);return Buffer.from(s.buffer,s.byteOffset,s.byteLength).toString("base64")}function fo(t){if(t.mediaChunks!==void 0)throw new b('realtimeInput.mediaChunks is deprecated by the Live API \u2014 send the audio stream via realtimeInput.audio ({mimeType:"audio/pcm;rate=16000", data}) instead');if(t.activityStart!==void 0||t.activityEnd!==void 0){if(Object.keys(t).length!==1||t.activityStart!==void 0&&t.activityEnd!==void 0)throw new b("realtimeInput must carry exactly one field when signaling activity (activityStart XOR activityEnd, nothing else)");let o=t.activityStart!==void 0?"activityStart":"activityEnd",s=q(t[o]);if(!s||Object.keys(s).length!==0)throw new b(`realtimeInput.${o} must be an empty object (ActivityStart/ActivityEnd are bare markers)`);return{kind:o}}let e=["text","audio","audioStreamEnd","video"];for(let r of Object.keys(t))if(!e.includes(r))throw new b(`unsupported realtimeInput field "${r}"`);let n=e.filter(r=>t[r]!==void 0);if(n.length!==1)throw new b(`realtimeInput must carry exactly one of ${e.join(", ")} (got ${n.length})`);if(t.audio!==void 0)return{kind:"audio",base64Pcm24k:ya(t.audio)};if(t.video!==void 0)return{kind:"video",jpegFrame:ha(t.video)};if(t.audioStreamEnd!==void 0){if(t.audioStreamEnd!==!0)throw new b("realtimeInput.audioStreamEnd must be true when present");return{kind:"audioStreamEnd"}}if(typeof t.text!="string"||t.text.length===0)throw new b("realtimeInput.text must be a non-empty string");return{kind:"text",text:t.text}}function mo(t){for(let e of Object.keys(t))if(e!=="functionResponses")throw new b(`unsupported toolResponse field "${e}"`);if(!Array.isArray(t.functionResponses)||t.functionResponses.length===0)throw new b("toolResponse.functionResponses must be a non-empty array");return t.functionResponses.map(e=>{let n=q(e);if(!n||typeof n.id!="string"||n.id.length===0)throw new b("functionResponses entries require the string id matched from the toolCall");return{type:"function_call_output",call_id:n.id,output:JSON.stringify(n.response??null)}})}function go(t){return t.type!=="response.output_text.delta"||typeof t.delta!="string"?null:{serverContent:{modelTurn:{role:"model",parts:[{text:t.delta}]}}}}function ho(t){return{serverContent:{modelTurn:{role:"model",parts:[{inlineData:{mimeType:ma,data:t}}]}}}}function yo(t){let e=q(t)??{},n=Array.isArray(e.output)?e.output:[],r=[],o=[],s=typeof e.output_text=="string"?e.output_text:"";if(!s)for(let u of n){let l=q(u);if(!(l?.type!=="message"||!Array.isArray(l.content)))for(let c of l.content){let f=q(c);f?.type==="output_text"&&typeof f.text=="string"&&(s+=f.text)}}s&&o.push({role:"assistant",content:s});for(let u of n){let l=q(u);if(l?.type!=="function_call")continue;if(typeof l.call_id!="string"||typeof l.name!="string")throw new b(`upstream function_call item is missing call_id/name: ${JSON.stringify(u)}`,he);let c=typeof l.arguments=="string"&&l.arguments.length>0?l.arguments:"{}",f;try{f=JSON.parse(c)}catch{throw new b(`upstream function_call arguments are not valid JSON: ${c}`,he)}r.push({id:l.call_id,name:l.name,args:f}),o.push({type:"function_call",call_id:l.call_id,name:l.name,arguments:c})}let i=[];r.length>0&&i.push({toolCall:{functionCalls:r}}),i.push({serverContent:{generationComplete:!0}});let a=q(e.usage),d={serverContent:{turnComplete:!0}};if(a){let u={};typeof a.input_tokens=="number"&&(u.promptTokenCount=a.input_tokens),typeof a.output_tokens=="number"&&(u.responseTokenCount=a.output_tokens),typeof a.total_tokens=="number"&&(u.totalTokenCount=a.total_tokens),Object.keys(u).length>0&&(d.usageMetadata=u)}return i.push(d),{messages:i,assistantItems:o}}var _a=256,vn=class{snapshots=new Map;store(e,n,r){for(this.snapshots.set(`${e}\0${n}`,r);this.snapshots.size>_a;){let o=this.snapshots.keys().next().value;this.snapshots.delete(o)}}get(e,n){return this.snapshots.get(`${e}\0${n}`)}},wa="local",nt=t=>t.slice(0,120),bn=class{constructor(e,n,r){this.ws=e;this.call=n;this.registry=r;this.clients=n.clients,this.scope=n.scope,e.on("message",o=>this.onMessage(o)),e.on("close",()=>{this.unsubscribeEnd?.(),this.unsubscribeEnd=null,this.detachAudio?.(),this.detachVideoOut?.(),this.call.release?.().catch(()=>{})})}ws;call;registry;config=null;transcript=[];queue=Promise.resolve();proxyHandle=null;unsubscribeEnd=null;audio=null;detachAudio=null;detachVideoOut=null;video=null;activityOpen=!1;activeTurn=null;scope;clients;send(e){this.ws.readyState===this.ws.OPEN&&this.ws.send(JSON.stringify(e))}fail(e){if(e instanceof N){this.ws.close(to,nt(e.message));return}if(e instanceof z){this.ws.close(Lt,nt(e.message));return}if(e instanceof b){this.ws.close(e.closeCode,nt(e.message));return}this.ws.close(he,nt(String(e instanceof Error?e.message:e)))}onMessage(e){try{let n=no(typeof e=="string"?e:Buffer.concat(Array.isArray(e)?e:[e]).toString("utf8"));if(n.kind==="setup"){this.handleSetup(n.setup).catch(o=>this.fail(o));return}if(!this.config)throw new b(`"${n.kind}" before setup \u2014 the first client message must be BidiGenerateContentSetup`);let r=this.config;if(n.kind==="clientContent"){let{items:o,turnComplete:s}=lo(n.clientContent);this.transcript.push(...o),s&&this.enqueue(()=>this.runTurn());return}if(n.kind==="realtimeInput"){let o=fo(n.realtimeInput);if(o.kind==="activityStart"||o.kind==="activityEnd"){this.onActivity(o.kind,r);return}if(o.kind==="text"){this.transcript.push({role:"user",content:o.text}),this.enqueue(()=>this.runTurn());return}if(o.kind==="video"){this.appendVideoFrame(o.jpegFrame);return}this.appendAudio(o.kind==="audio"?o.base64Pcm24k:po);return}this.transcript.push(...mo(n.toolResponse)),this.enqueue(()=>this.runTurn())}catch(n){this.fail(n)}}async handleSetup(e){if(this.config)throw new b("setup may only be sent once, as the first client message");let n=io(e),r=n.sessionResumption.handle;if(r!==null){let s=this.registry.get(this.scope,r);if(!s)throw new b("unknown sessionResumption.handle \u2014 the Live session it names is gone (proxy restarted, handle evicted, or never issued) and cannot be resumed; reconnect without a handle to start a new session",Lt);if(s.model!==n.model)throw new b(`sessionResumption.handle was issued for model "${s.model}" \u2014 the model cannot change on resume (got "${n.model}", per the Live API session-resumption contract)`);if(n.systemItems.length>0)throw new b("setup.systemInstruction cannot be changed on resume \u2014 it is part of the resumed conversation state");if(this.call.clientsForResume!==void 0&&(this.clients=await this.call.clientsForResume(r)),this.proxyHandle=await this.clients.sessionHandle(n.model),this.proxyHandle!==s.proxyHandle)throw new b(`sessionResumption.handle named pooled session "${s.proxyHandle}" but the re-attach landed on "${this.proxyHandle}" \u2014 the conversation's native session changed and the snapshot cannot be adopted; reconnect without a handle to start a new session`,Lt);this.unsubscribeEnd=await this.clients.onSessionEnd(s.proxyHandle,i=>this.enqueue(()=>this.handleUpstreamEnd(i))),this.transcript=[...s.transcript]}else this.proxyHandle=await this.clients.sessionHandle(n.model),this.unsubscribeEnd=await this.clients.onSessionEnd(this.proxyHandle,s=>this.enqueue(()=>this.handleUpstreamEnd(s))),this.transcript.push(...n.systemItems);this.config=n;let o={};if(n.videoOut){let s=this.clients.openVideoOut;if(s){let i=await s.call(this.clients,n.model),a=i.onOutputFrame(u=>this.send(so(u))),d=i.onLaneError(u=>this.fail(u));this.detachVideoOut=()=>{a(),d()},o[Ae]=oo(i.codec)}}this.send({setupComplete:o}),n.audioModality&&this.ensureAudioLane(),n.sessionResumption.enabled&&await this.mintResumptionUpdate()}ensureAudioLane(){if(this.audio)return this.audio;let e=this.config;if(!e)throw new b("audio before setup \u2014 the first client message must be BidiGenerateContentSetup");let n=this.clients.openAudio;if(!n)throw new b("audio lane not wired: this proxy embedding provides no ProxyClients.openAudio (the native AudioBridge seam over the canonical `audio` lane)",he);return this.audio=(async()=>{let r=await n.call(this.clients,e.model);return this.detachAudio=r.onOutputAudio(o=>this.send(ho(o))),r})(),this.audio.catch(r=>this.fail(r)),this.audio}appendAudio(e){this.ensureAudioLane().then(n=>n.appendInputAudio(e)).catch(n=>this.fail(n))}ensureVideoLane(){if(this.video)return this.video;let e=this.config;if(!e)throw new b("video before setup \u2014 the first client message must be BidiGenerateContentSetup");let n=this.clients.openVideo;if(!n)throw new b("video lane not wired: this proxy embedding provides no ProxyClients.openVideo (the native rt-video-in frame-lane seam, transport/media.ts enableSessionVideo)",he);return this.video=Promise.resolve(n.call(this.clients,e.model)),this.video.catch(r=>this.fail(r)),this.video}appendVideoFrame(e){this.ensureVideoLane().then(n=>n.sendInputFrame(e)).catch(n=>this.fail(n))}onActivity(e,n){if(!n.activity.manualActivity)throw new b(`realtimeInput.${e} requires manual activity mode \u2014 set setup.realtimeInputConfig.automaticActivityDetection.disabled: true (automatic server-side activity detection is the declared platform follow-up)`);if(e==="activityStart"){if(this.activityOpen)throw new b("activityStart while an activity window is already open (send activityEnd first)");this.activityOpen=!0,n.activity.activityHandling==="START_OF_ACTIVITY_INTERRUPTS"&&this.activeTurn&&(this.activeTurn.interrupted=!0);return}if(!this.activityOpen)throw new b("activityEnd without an open activity window (send activityStart first)");this.activityOpen=!1}enqueue(e){this.queue=this.queue.then(e,()=>{}),this.queue=this.queue.catch(n=>this.fail(n))}async mintResumptionUpdate(){let e=this.config;if(!e?.sessionResumption.enabled||this.ws.readyState!==this.ws.OPEN)return;let n=await this.clients.sessionHandle(e.model);this.proxyHandle=n;let r=(0,_o.randomUUID)();this.registry.store(this.scope,r,{model:e.model,proxyHandle:n,transcript:[...this.transcript]}),this.call.onBindResumeHandle?.(r),this.send(ao(r))}async handleUpstreamEnd(e){if(this.ws.readyState!==this.ws.OPEN||!this.config)return;this.unsubscribeEnd?.(),this.unsubscribeEnd=null;let n=null;try{n=await this.clients.sessionHandle(this.config.model)}catch{}if(n!==null&&n!==this.proxyHandle){this.proxyHandle=n,this.unsubscribeEnd=await this.clients.onSessionEnd(n,r=>this.enqueue(()=>this.handleUpstreamEnd(r))),this.config.sessionResumption.enabled&&await this.mintResumptionUpdate();return}this.send(uo(e.timeLeftMs)),this.ws.close(he,nt(`upstream session ended: ${e.reason}`))}async runTurn(){let e=this.config;if(!e||this.ws.readyState!==this.ws.OPEN)return;let n={interrupted:!1};this.activeTurn=n;try{let r=await this.clients.createResponse({model:e.model,input:[...this.transcript],stream:!0,tools:e.tools,temperature:e.temperature,max_output_tokens:e.maxOutputTokens}),o,s=!1;for await(let d of r){if(n.interrupted)break;let u=d;if(u.type==="error")throw new b(`upstream error: ${JSON.stringify(u)}`,he);if(u.type==="response.completed"){o=u.response,s=!0;continue}let l=go(u);l&&this.send(l)}if(n.interrupted){this.send({serverContent:{interrupted:!0}});return}if(!s)throw new b("upstream produced no response.completed event",he);let{messages:i,assistantItems:a}=yo(o);this.transcript.push(...a);for(let d of i)this.send(d);await this.mintResumptionUpdate()}finally{this.activeTurn=null}}},Oe=class extends Error{constructor(n,r){super(r);this.status=n;this.name="UpgradeAuthError"}status};function va(t,e,n){let r=new Set;(d=>{if(typeof d=="string")d!==""&&r.add(d);else if(Array.isArray(d))for(let u of d)u!==""&&r.add(u)})(t.headers["x-goog-api-key"]);let s=t.headers.authorization;typeof s=="string"&&s.startsWith("Bearer ")&&s.length>7&&r.add(s.slice(7));let i=e.searchParams.get("key")??void 0;if(i!==void 0&&i!==""&&r.add(i),r.size>1)throw new Oe(401,`contradictory credentials: ${r.size} distinct keys presented across the x-goog-api-key/Authorization headers and the ?key= query parameter \u2014 present exactly one`);if(n&&i!==void 0&&i!=="")throw new Oe(401,"the ?key= query parameter is not accepted on the hosted endpoint \u2014 send the org API key in the x-goog-api-key header or as Authorization: Bearer");let a;for(let d of r)a=d;if(a===void 0&&n)throw new Oe(401,"missing credentials: send the org API key in the x-goog-api-key header or as Authorization: Bearer");return a??""}function vo(t,e){let n=e.authenticate!==void 0;if(n&&(e.clients!==void 0||e.apiKey!==void 0))throw new TypeError("attachGeminiLive: authenticate (hosted per-request resolution) is mutually exclusive with a fixed clients/apiKey lane");if(!n&&e.clients===void 0)throw new TypeError("attachGeminiLive: pass fixed `clients` (local lane) or `authenticate` (hosted lane)");let r=new wo.WebSocketServer({noServer:!0}),o=new vn;t.on("upgrade",(i,a,d)=>{let u=new URL(i.url??"/","http://localhost");u.pathname===eo&&(a.on("error",()=>{}),(async()=>{let l=va(i,u,n),c;if(e.authenticate)c=await e.authenticate(l,i);else{if(e.apiKey!==void 0&&l!==e.apiKey)throw new Oe(401,"invalid local proxy api key");c={clients:e.clients,scope:wa}}r.handleUpgrade(i,a,d,f=>{new bn(f,c,o)})})().catch(l=>{let c=502;(l instanceof Oe||typeof l=="object"&&l!==null&&"status"in l&&typeof l.status=="number")&&(c=l.status);let f=c===401?"Unauthorized":c===403?"Forbidden":c===502?"Bad Gateway":"Internal Server Error",p=l instanceof Error?l.message:String(l);a.destroyed||(a.write(`HTTP/1.1 ${c} ${f}\r
7
7
  Connection: close\r
8
8
  \r
9
- ${c}\r
10
- `),a.destroy())}))});let s=null;return()=>(s??=(async()=>{for(let i of r.clients)i.close(1001,"server closing");await new Promise((i,a)=>r.close(u=>u===void 0?i():a(u)))})(),s)}var xe=require("ws");var Eo=require("crypto"),Ao="Inference-Id";function ot(){return(0,Eo.randomUUID)()}function An(t){return t==="/v1"||t.startsWith("/v1/")}function Io(t,e){if(!An(t)||e===null)throw new Error(`no inference turn for ${t}: an inference lane was reached off the /v1 surface, so its response would carry no Inference-Id and could never be billed`);return e}function st(t){return`resp_${t}`}function Oo(t){return`chatcmpl-${t}`}function To(t){return`msg_${t}`}function ie(t){return e=>{t.sessionId=e.sessionId,t.catalog=e.identity}}function Po(t){let e=t.now??(()=>performance.now());return{event:"inference_request",ts:new Date().toISOString(),inference_id:t.turn.id,method:t.method,path:t.path,status:t.res.headersSent?t.res.statusCode:null,delivered:t.res.writableFinished,stream_error:t.turn.streamError,model:t.turn.model,stream:t.turn.stream,org:t.turn.org,duration_ms:e()-t.turn.startedAt,ttft_ms:t.turn.stream===!0?t.turn.ttftMs:null,prompt_tokens:t.turn.promptTokens,completion_tokens:t.turn.completionTokens,output_units:t.turn.outputUnits,output_minutes:t.turn.outputMinutes,session_id:t.turn.sessionId,queue_ms:t.turn.timing?.queue_ms??null,prefill_ms:t.turn.timing?.prefill_ms??null,decode_ms:t.turn.timing?.decode_ms??null,total_ms:t.turn.timing?.total_ms??null,catalog:t.turn.catalog}}function Co(t){return`${JSON.stringify(t)}
11
- `}var ba=256,ka=128;function ne(t){return typeof t.model!="string"||!t.model.trim()?"(default)":t.model.trim().slice(0,ka)}var $e=class t{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(e,n,r){this.requests[e]=(this.requests[e]??0)+1,this.localInBytes+=n,this.naiveInBytes+=r}modelEntry(e){let n=this.models[e];if(n)return n;let r=Object.keys(this.models).length>=ba?"(other)":e;return this.models[r]??={requests:0,tokens_out:0}}model(e){this.modelEntry(e).requests+=1}track(e,n,r){let o=this,s=performance.now(),i=null,a=0;return(async function*(){for await(let d of e)d.type==="response.output_text.delta"&&typeof d.delta=="string"&&(i===null&&(i=performance.now(),o.ttftMs.push(i-s),o.ttftMs.length>512&&o.ttftMs.shift(),r!==void 0&&(r.ttftMs=i-r.startedAt)),a+=1,o.tokensOut+=1,o.charsOut+=d.delta.length,n!==void 0&&(o.modelEntry(n).tokens_out+=1)),yield d;let u=(performance.now()-(i??s))/1e3;a>0&&u>0&&(o.tokRates.push(a/u),o.tokRates.length>512&&o.tokRates.shift())})()}static p50(e){if(!e.length)return null;let n=[...e].sort((r,o)=>r-o);return n[Math.floor(n.length/2)]}snapshot(){let e=Object.values(this.requests).reduce((n,r)=>n+r,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:t.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:t.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:e},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}},Sa=256;function Ra(t){if(typeof t=="string")return[{role:"user",content:t}];if(Array.isArray(t))return t;throw new Error("responses input must be a string or an array of messages/items")}var Me=class extends Error{},qe=class{conversations=new Map;thread(e,n){let r=Ra(n);if(e==null)return r;let o=this.conversations.get(String(e));if(!o)throw new Me(`unknown previous_response_id ${String(e)} (proxy restarts drop stored responses)`);return[...o,...r]}remember(e,n,r,o=!0){this.conversations.set(e,[...n,...r]);for(let s of this.conversations.keys()){if(this.conversations.size<=Sa)break;this.conversations.delete(s)}}forget(e){this.conversations.delete(e)}},$o=new WeakMap;function it(t){let e=$o.get(t);return e||(e=new qe,$o.set(t,e)),e}function He(t){let e=t?.output;return Array.isArray(e)?e.filter(n=>n.type==="function_call"):[]}function pe(t){return t.find(e=>e.type==="response.completed")?.response??null}function Ge(t){return t.type!=="response.function_call_arguments.delta"||typeof t.tool_index!="number"?null:{tool_index:t.tool_index,call_id:typeof t.call_id=="string"?t.call_id:void 0,name:typeof t.name=="string"?t.name:void 0,delta:typeof t.delta=="string"?t.delta:""}}var Re=class{calls=new Map;add(e){let n=this.calls.get(e.tool_index),r=!n;return n||(n={args:""},this.calls.set(e.tool_index,n)),e.call_id&&(n.id=e.call_id),e.name&&(n.name=e.name),n.args+=e.delta,{call:n,isNew:r}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([e,n])=>({type:"function_call",call_id:n.id??`call_${e}`,name:n.name??"",arguments:n.args}))}},xa=["<tool_call>","<function="];function Ea(t){return xa.find(e=>t.includes(e))}function Le(t,e){return`serving row emitted a prose tool call (literal ${JSON.stringify(e)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${t}" (see catalog parser_defaults)`}function Ue(t,e,n){if(!(!t||e>0))return Ea(n)}function Ve(t,e){let n=e?.output_text;return typeof n=="string"?n:t.filter(r=>r.type==="response.output_text.delta"&&typeof r.delta=="string").map(r=>r.delta).join("")}function Aa(t){let e=t?.output;if(!Array.isArray(e))return[];let n=[];for(let r of e){if(r===null||typeof r!="object")continue;let o=r;o.type==="message"?n.push({role:"assistant",content:o.content??""}):o.type==="function_call"&&n.push({type:"function_call",call_id:o.call_id,name:o.name,arguments:o.arguments})}return n}function In(t,e){let n=Aa(t);return n.length>0?n:e?[{role:"assistant",content:e}]:[]}var ae=class extends Error{constructor(n,r,o=400,s){super(n);this.code=r;this.status=o;this.param=s}code;status;param};function Je(t,e){try{return t.thread(e.previous_response_id,e.input)}catch(n){throw n instanceof Me?new ae(n.message,"previous_response_not_found",400,"previous_response_id"):new ae(String(n instanceof Error?n.message:n),"invalid_input")}}function Mo(t){let e=t.text;if(e!==null&&typeof e=="object"){let n=e.format;if(n!==void 0)return n}}async function On(t,e,n,r,o){if(e.instructions!==void 0&&typeof e.instructions!="string")throw new ae("instructions must be a string","invalid_instructions");let s=typeof e.instructions=="string"?e.instructions:void 0;return t.createResponse({model:e.model,input:n,stream:r,tools:e.tools,tool_choice:e.tool_choice,temperature:e.temperature,top_p:e.top_p,stop:e.stop,...s!==void 0?{instructions:s}:{},max_output_tokens:e.max_output_tokens,...e.reasoning_effort!==void 0?{reasoning_effort:e.reasoning_effort}:{},...e.chat_template_kwargs!==void 0?{chat_template_kwargs:e.chat_template_kwargs}:{},...Mo(e)!==void 0?{response_format:Mo(e)}:{}},o)}async function at(t){let{body:e,clients:n,store:r,stats:o}=t,s=Je(r,e);e.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(s))-Buffer.byteLength(JSON.stringify(e.input)));let i=t.responseId,a=t.remember??e.store!==!1,u=e.store!==!1,d=ne(e);o.model(d);let l=Array.isArray(e.tools)&&e.tools.length>0,p=t.turn,m=await On(n,e,s,!0,p?ie(p):void 0);return{responseId:i,events:Pa({events:m,conversation:s,responseId:i,modelKey:d,requestHadTools:l,remember:a,persist:u,store:r,stats:o,turn:t.turn})}}function Ia(t,e){let n=[...t].sort((u,d)=>u.output_index-d.output_index).map(({item:u})=>u),r=Array.isArray(e?.output)?e.output:[],o=r.filter(u=>u!==null&&typeof u=="object"&&u.type==="message"),s=n.filter(u=>u.type==="message").length===o.length,i=0;return[...n.map(u=>u.type==="message"&&s?Ta(o[i++],u):u),...Oa(r,n)]}function Oa(t,e){let n=e.some(d=>d.type==="message"),r=e.some(d=>d.type==="reasoning"),o=d=>String(d.call_id??d.id??""),s=e.filter(d=>d.type==="function_call"),i=t.filter(d=>d!==null&&typeof d=="object"&&d.type==="function_call").length,a=s.length===i,u=new Set(s.map(o));return t.filter(d=>{if(d===null||typeof d!="object")return!0;let l=d;return l.type==="message"?!n:l.type==="reasoning"?!r:l.type==="function_call"?!a&&!u.has(o(l)):!0})}function Ta(t,e){let n=a=>a!==null&&typeof a=="object"&&a.type==="output_text",r=Array.isArray(t.content)?t.content:[];if(r.filter(n).length!==1)return e;let s=(Array.isArray(e.content)?e.content:[]).find(n);if(s===void 0)return e;let i={...t};return i.id=e.id,t.role===void 0&&(i.role=e.role),t.status===void 0&&(i.status=e.status),i.content=r.map(a=>n(a)?{...a,text:s.text}:a),i}async function*Pa(t){let{events:e,conversation:n,responseId:r,modelKey:o,requestHadTools:s,remember:i,persist:a,store:u,stats:d}=t,l=[],p=T=>T.response&&typeof T.response=="object"?{...T,response:{...T.response,id:r}}:T,m=`item_${r.slice(5)}`,c=!1,f=!1,g=0;function*_(){c||(c=!0,yield{type:"response.created",response:{id:r,object:"response",status:"in_progress"}})}let y=[],h=(T,N)=>{y.push({output_index:T,item:N})},w=!1,A=0,v="",b=0,R="";function*L(){if(!w)return;w=!1,yield{type:"response.reasoning_text.done",item_id:v,output_index:A,content_index:0,text:R};let T={id:v,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:R}],status:"completed"};yield{type:"response.output_item.done",output_index:A,item:T},h(A,T),R=""}let S=!1,x=0,C="",F=0,Y="",te="";function*ue(T){if(!S)return;S=!1,yield{type:"response.output_text.done",item_id:C,output_index:x,content_index:0,text:Y},yield{type:"response.content_part.done",item_id:C,output_index:x,content_index:0,part:{type:"output_text",text:Y}};let N={id:C,type:"message",role:"assistant",status:T,content:[{type:"output_text",text:Y}]};yield{type:"response.output_item.done",output_index:x,item:N},h(x,N),Y=""}let ve=new Re,G=null,V=-1;function*Z(T){if(!G)return;let N=G;G=null,yield{type:"response.function_call_arguments.done",item_id:N.fcId,output_index:N.outputIndex,arguments:N.args};let z={id:N.fcId,type:"function_call",call_id:N.callId??N.fcId,name:N.name??"",arguments:N.args,status:T};yield{type:"response.output_item.done",output_index:N.outputIndex,item:z},h(N.outputIndex,z)}let Ae=!1;for await(let T of d.track(e,o,t.turn)){l.push(T);let N=String(T.type??"");if(N==="response.created"||N==="response.in_progress"){c=!0,yield p(T);continue}if(N==="response.output_item.added"){f=!0,yield p(T);continue}if(N==="response.reasoning_text.delta"&&!f){yield*_(),w||(w=!0,A=g++,b+=1,v=b===1?`rs_${r.slice(5)}`:`rs_${r.slice(5)}_${b}`,yield{type:"response.output_item.added",output_index:A,item:{id:v,type:"reasoning",summary:[],content:[],status:"in_progress"}}),R+=String(T.delta??""),yield{type:"response.reasoning_text.delta",item_id:v,output_index:A,content_index:0,delta:T.delta};continue}if(N==="response.output_text.delta"&&!f){yield*_(),yield*L(),S||(S=!0,x=g++,F+=1,C=F===1?m:`${m}_${F}`,yield{type:"response.output_item.added",output_index:x,item:{id:C,type:"message",role:"assistant",status:"in_progress",content:[]}},yield{type:"response.content_part.added",item_id:C,output_index:x,content_index:0,part:{type:"output_text",text:""}}),Y+=String(T.delta??""),te+=String(T.delta??""),yield{type:N,item_id:C,output_index:x,content_index:0,delta:T.delta};continue}let z=f?null:Ge(T);if(z){if(yield*_(),yield*L(),yield*ue("completed"),ve.add(z),z.tool_index!==V){yield*Z("completed"),V=z.tool_index;let he=g++;G={fcId:`fc_${r.slice(5)}_${z.tool_index}`,outputIndex:he,callId:z.call_id,name:z.name,args:""},yield{type:"response.output_item.added",output_index:he,item:{id:G.fcId,type:"function_call",call_id:G.callId??G.fcId,name:G.name??"",arguments:"",status:"in_progress"}}}G&&(z.call_id&&(G.callId=z.call_id),z.name&&(G.name=z.name),G.args+=z.delta,yield{type:"response.function_call_arguments.delta",item_id:G.fcId,output_index:G.outputIndex,delta:z.delta});continue}if(N==="response.completed"&&!f){let he=He(T.response),B=Ue(s,ve.size+he.length,te);if(B){Ae=!0,yield{type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:Le(o,B)}};break}if(yield*L(),yield*ue("completed"),yield*Z("completed"),ve.size===0)for(let be of he){let Fe=g++,vt=be.id??be.call_id??`fc_${Fe}`,cn=be.arguments??"",dr={id:vt,type:"function_call",call_id:be.call_id??vt,name:be.name??""};yield{type:"response.output_item.added",output_index:Fe,item:{...dr,arguments:"",status:"in_progress"}},yield{type:"response.function_call_arguments.delta",item_id:vt,output_index:Fe,delta:cn},yield{type:"response.function_call_arguments.done",item_id:vt,output_index:Fe,arguments:cn};let lr={...dr,arguments:cn,status:"completed"};yield{type:"response.output_item.done",output_index:Fe,item:lr},h(Fe,lr)}let ee=Ia(y,T.response);yield ee.length>0?p({...T,response:{...T.response,output:ee}}):p(T);continue}yield p(T)}if(yield*L(),yield*ue("incomplete"),yield*Z("incomplete"),i&&!Ae){let T=pe(l);u.remember(r,n,In(T,Ve(l,T)),a)}}var Ca="/v1/responses",$a=64*1024*1024,Ma=8*1024*1024,La=16,Lo=32,Uo=3600*1e3,Ua=/^[A-Za-z0-9._-]{1,256}$/;function re(t,e,n){return{type:"error",status:t,...n!==void 0?{stream_id:n}:{},error:{...e,...e.code!==void 0?{code:e.code}:{}}}}var Na=re(400,{type:"invalid_request_error",code:"invalid_stream_id",message:"The 'stream_id' field must be a non-empty string with at most 256 characters and may only contain letters, numbers, underscores, hyphens, and periods.",param:"stream_id"});function Cn(){let t,e;return{promise:new Promise((r,o)=>{t=r,e=o}),resolve:t,reject:e}}async function Da(t){for(;t.bufferedAmount>Ma&&t.readyState===xe.WebSocket.OPEN;){let{promise:e,resolve:n}=Cn();setTimeout(n,5),await e}}var Tn=class extends qe{constructor(n){super();this.shared=n}shared;thread(n,r){if(n==null)return super.thread(n,r);try{return super.thread(n,r)}catch(o){if(!(o instanceof Me))throw o;return this.shared.thread(n,r)}}remember(n,r,o,s=!0){s?this.shared.remember(n,r,o):super.remember(n,r,o)}forget(n){super.forget(n),this.shared.forget(n)}},Pn=class{constructor(e,n,r,o){this.ws=e;this.clients=n;this.stats=r;this.statusOf=o;this.store=new Tn(it(n)),e.on("message",(i,a)=>this.onMessage(i,a)),e.on("close",()=>this.dispose()),e.on("error",()=>this.dispose()),setTimeout(()=>{this.closed||(this.sendFrame(re(400,{type:"invalid_request_error",code:"websocket_connection_limit_reached",message:`Responses websocket connection limit reached (${Uo/6e4} minutes). Create a new websocket connection to continue.`})),this.ws.close(1001,"connection time limit reached"))},Uo).unref?.()}ws;clients;stats;statusOf;store;lanes=new Map;laneOfResponse=new Map;activeTurns=new Set;active=0;waiters=[];closed=!1;onMessage(e,n){if(this.closed)return;if(n){this.sendFrame(re(400,{type:"invalid_request_error",code:"binary_frame",message:"Responses WebSocket frames must be JSON text"})),this.ws.close(1003,"binary frames are not supported");return}let r;try{r=JSON.parse(e.toString())}catch{this.sendFrame(re(400,{type:"invalid_request_error",code:"invalid_json",message:"frame is not valid JSON"}));return}if(r===null||typeof r!="object"||Array.isArray(r)){this.sendFrame(re(400,{type:"invalid_request_error",code:"invalid_event",message:"frame must be a JSON object"}));return}let o=r;if(o.type!=="response.create"){this.sendFrame(re(400,{type:"invalid_request_error",code:"unknown_event",message:`unknown client event type ${JSON.stringify(o.type??null)}; only "response.create" is supported`}));return}if("stream"in o){this.sendFrame(re(400,{type:"invalid_request_error",code:"stream_is_implicit",message:"'stream' is implicit over the Responses WebSocket and must not be sent",param:"stream"}));return}if("background"in o){this.sendFrame(re(400,{type:"invalid_request_error",code:"background_not_supported",message:"'background' is not supported over the Responses WebSocket",param:"background"}));return}let s;if(o.stream_id!==void 0){if(typeof o.stream_id!="string"||!Ua.test(o.stream_id)){this.sendFrame(Na);return}if(s=o.stream_id,!this.lanes.has(s)&&this.namedLaneCount()>=Lo){this.sendFrame(re(400,{type:"invalid_request_error",code:"websocket_stream_limit_reached",message:`This WebSocket connection has reached its maximum number of distinct stream IDs (${Lo}). Reuse an existing stream_id or open a new WebSocket connection.`,param:"stream_id"},s));return}}let i=o.generate===!1?()=>this.runWarmup(o,s):()=>this.runTurn(o,s),a=s??"",u=this.lanes.get(a)??Promise.resolve();this.lanes.set(a,u.then(i).catch(()=>{}))}namedLaneCount(){return this.lanes.has("")?this.lanes.size-1:this.lanes.size}async runTurn(e,n){if(!this.closed){await this.acquire();try{let r=Buffer.byteLength(JSON.stringify(e));this.stats.request("responses_ws",r,r);let o;try{o=await at({body:e,clients:this.clients,store:this.store,stats:this.stats,remember:!0,responseId:st(ot())})}catch(i){this.failTurn(i,n,e);return}this.laneOfResponse.set(o.responseId,n??null);let s=o.events;this.activeTurns.add(s);try{for await(let i of s){if(this.closed||this.ws.readyState!==xe.WebSocket.OPEN)break;this.send(i,n),await Da(this.ws)}}finally{this.activeTurns.delete(s)}}catch(r){this.failTurn(r,n,e)}finally{this.release()}}}runWarmup(e,n){if(this.closed)return;let r=st(ot());try{let o=Je(this.store,{...e,input:e.input??(e.previous_response_id!=null?[]:void 0)});this.store.remember(r,o,[],e.store!==!1),this.laneOfResponse.set(r,n??null),this.send({type:"response.created",response:{id:r,object:"response",status:"in_progress"}},n)}catch(o){this.failTurn(o,n,e)}}failTurn(e,n,r){this.sendFrame(this.errorFrameOf(e,n));let o=r.previous_response_id;typeof o=="string"&&this.laneOfResponse.get(o)===(n??null)&&(this.store.forget(o),this.laneOfResponse.delete(o))}errorFrameOf(e,n){let r=String(e instanceof Error?e.message:e);if(e instanceof ae)return re(e.status,{type:"invalid_request_error",code:e.code,message:e.message,...e.param!==void 0?{param:e.param}:{}},n);if(e instanceof U)return re(404,{type:"invalid_request_error",code:"model_not_found",message:r},n);if(e instanceof X)return re(503,{type:"upstream_error",code:"session_gone",message:r},n);let o=this.statusOf?.(e)??null;return o?re(o.status,{type:o.openaiType,message:r},n):re(500,{type:"upstream_error",message:r},n)}async acquire(){for(;this.active>=La;){let{promise:e,resolve:n}=Cn();this.waiters.push(n),await e}this.active++}release(){this.active--,this.waiters.shift()?.()}dispose(){if(!this.closed){this.closed=!0;for(let e of[...this.activeTurns])e.return(void 0);this.activeTurns.clear(),this.lanes.clear(),this.laneOfResponse.clear();for(let e of this.waiters.splice(0))e()}}send(e,n){if(this.closed||this.ws.readyState!==xe.WebSocket.OPEN)return;let r=n===void 0?e:{...e,stream_id:n};this.ws.send(JSON.stringify(r))}sendFrame(e){this.closed||this.ws.readyState!==xe.WebSocket.OPEN||this.ws.send(JSON.stringify(e))}};function Dt(t,e,n){let r=e===401?"Unauthorized":e===404?"Not Found":"Internal Server Error",o=`${n}\r
9
+ ${p}\r
10
+ `),a.destroy())}))});let s=null;return()=>(s??=(async()=>{for(let i of r.clients)i.close(1001,"server closing");await new Promise((i,a)=>r.close(d=>d===void 0?i():a(d)))})(),s)}var ke=require("ws");var bo=require("crypto"),ko="Inference-Id";function rt(){return(0,bo.randomUUID)()}function kn(t){return t==="/v1"||t.startsWith("/v1/")}function So(t,e){if(!kn(t)||e===null)throw new Error(`no inference turn for ${t}: an inference lane was reached off the /v1 surface, so its response would carry no Inference-Id and could never be billed`);return e}function ot(t){return`resp_${t}`}function xo(t){return`chatcmpl-${t}`}function Ro(t){return`msg_${t}`}function ie(t){return e=>{t.sessionId=e.sessionId,t.catalog=e.identity}}function Eo(t){let e=t.now??(()=>performance.now());return{event:"inference_request",ts:new Date().toISOString(),inference_id:t.turn.id,method:t.method,path:t.path,status:t.res.headersSent?t.res.statusCode:null,delivered:t.res.writableFinished,stream_error:t.turn.streamError,model:t.turn.model,stream:t.turn.stream,org:t.turn.org,duration_ms:e()-t.turn.startedAt,ttft_ms:t.turn.stream===!0?t.turn.ttftMs:null,prompt_tokens:t.turn.promptTokens,completion_tokens:t.turn.completionTokens,output_units:t.turn.outputUnits,output_minutes:t.turn.outputMinutes,session_id:t.turn.sessionId,queue_ms:t.turn.timing?.queue_ms??null,prefill_ms:t.turn.timing?.prefill_ms??null,decode_ms:t.turn.timing?.decode_ms??null,total_ms:t.turn.timing?.total_ms??null,catalog:t.turn.catalog}}function Ao(t){return`${JSON.stringify(t)}
11
+ `}var ba=256,ka=128;function ne(t){return typeof t.model!="string"||!t.model.trim()?"(default)":t.model.trim().slice(0,ka)}var Ie=class t{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(e,n,r){this.requests[e]=(this.requests[e]??0)+1,this.localInBytes+=n,this.naiveInBytes+=r}modelEntry(e){let n=this.models[e];if(n)return n;let r=Object.keys(this.models).length>=ba?"(other)":e;return this.models[r]??={requests:0,tokens_out:0}}model(e){this.modelEntry(e).requests+=1}track(e,n,r){let o=this,s=performance.now(),i=null,a=0;return(async function*(){for await(let u of e)u.type==="response.output_text.delta"&&typeof u.delta=="string"&&(i===null&&(i=performance.now(),o.ttftMs.push(i-s),o.ttftMs.length>512&&o.ttftMs.shift(),r!==void 0&&(r.ttftMs=i-r.startedAt)),a+=1,o.tokensOut+=1,o.charsOut+=u.delta.length,n!==void 0&&(o.modelEntry(n).tokens_out+=1)),yield u;let d=(performance.now()-(i??s))/1e3;a>0&&d>0&&(o.tokRates.push(a/d),o.tokRates.length>512&&o.tokRates.shift())})()}static p50(e){if(!e.length)return null;let n=[...e].sort((r,o)=>r-o);return n[Math.floor(n.length/2)]}snapshot(){let e=Object.values(this.requests).reduce((n,r)=>n+r,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:t.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:t.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:e},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}},Sa=256;function xa(t){if(typeof t=="string")return[{role:"user",content:t}];if(Array.isArray(t))return t;throw new Error("responses input must be a string or an array of messages/items")}var Te=class extends Error{},Be=class{conversations=new Map;thread(e,n){let r=xa(n);if(e==null)return r;let o=this.conversations.get(String(e));if(!o)throw new Te(`unknown previous_response_id ${String(e)} (proxy restarts drop stored responses)`);return[...o,...r]}remember(e,n,r,o=!0){this.conversations.set(e,[...n,...r]);for(let s of this.conversations.keys()){if(this.conversations.size<=Sa)break;this.conversations.delete(s)}}forget(e){this.conversations.delete(e)}},Oo=new WeakMap;function st(t){let e=Oo.get(t);return e||(e=new Be,Oo.set(t,e)),e}function je(t){let e=t?.output;return Array.isArray(e)?e.filter(n=>n.type==="function_call"):[]}function pe(t){return t.find(e=>e.type==="response.completed")?.response??null}function qe(t){return t.type!=="response.function_call_arguments.delta"||typeof t.tool_index!="number"?null:{tool_index:t.tool_index,call_id:typeof t.call_id=="string"?t.call_id:void 0,name:typeof t.name=="string"?t.name:void 0,delta:typeof t.delta=="string"?t.delta:""}}var be=class{calls=new Map;add(e){let n=this.calls.get(e.tool_index),r=!n;return n||(n={args:""},this.calls.set(e.tool_index,n)),e.call_id&&(n.id=e.call_id),e.name&&(n.name=e.name),n.args+=e.delta,{call:n,isNew:r}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([e,n])=>({type:"function_call",call_id:n.id??`call_${e}`,name:n.name??"",arguments:n.args}))}},Ra=["<tool_call>","<function="];function Ea(t){return Ra.find(e=>t.includes(e))}function Pe(t,e){return`serving row emitted a prose tool call (literal ${JSON.stringify(e)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${t}" (see catalog parser_defaults)`}function Ce(t,e,n){if(!(!t||e>0))return Ea(n)}function He(t,e){let n=e?.output_text;return typeof n=="string"?n:t.filter(r=>r.type==="response.output_text.delta"&&typeof r.delta=="string").map(r=>r.delta).join("")}function Aa(t){let e=t?.output;if(!Array.isArray(e))return[];let n=[];for(let r of e){if(r===null||typeof r!="object")continue;let o=r;o.type==="message"?n.push({role:"assistant",content:o.content??""}):o.type==="function_call"&&n.push({type:"function_call",call_id:o.call_id,name:o.name,arguments:o.arguments})}return n}function Sn(t,e){let n=Aa(t);return n.length>0?n:e?[{role:"assistant",content:e}]:[]}var ae=class extends Error{constructor(n,r,o=400,s){super(n);this.code=r;this.status=o;this.param=s}code;status;param};function Ge(t,e){try{return t.thread(e.previous_response_id,e.input)}catch(n){throw n instanceof Te?new ae(n.message,"previous_response_not_found",400,"previous_response_id"):new ae(String(n instanceof Error?n.message:n),"invalid_input")}}function Io(t){let e=t.text;if(e!==null&&typeof e=="object"){let n=e.format;if(n!==void 0)return n}}async function xn(t,e,n,r,o){if(e.instructions!==void 0&&typeof e.instructions!="string")throw new ae("instructions must be a string","invalid_instructions");let s=typeof e.instructions=="string"?e.instructions:void 0;return t.createResponse({model:e.model,input:n,stream:r,tools:e.tools,tool_choice:e.tool_choice,temperature:e.temperature,top_p:e.top_p,stop:e.stop,...s!==void 0?{instructions:s}:{},max_output_tokens:e.max_output_tokens,...e.reasoning_effort!==void 0?{reasoning_effort:e.reasoning_effort}:{},...e.chat_template_kwargs!==void 0?{chat_template_kwargs:e.chat_template_kwargs}:{},...Io(e)!==void 0?{response_format:Io(e)}:{}},o)}async function it(t){let{body:e,clients:n,store:r,stats:o}=t,s=Ge(r,e);e.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(s))-Buffer.byteLength(JSON.stringify(e.input)));let i=t.responseId,a=t.remember??e.store!==!1,d=e.store!==!1,u=ne(e);o.model(u);let l=Array.isArray(e.tools)&&e.tools.length>0,c=t.turn,f=await xn(n,e,s,!0,c?ie(c):void 0);return{responseId:i,events:Pa({events:f,conversation:s,responseId:i,modelKey:u,requestHadTools:l,remember:a,persist:d,store:r,stats:o,turn:t.turn})}}function Oa(t,e){let n=[...t].sort((d,u)=>d.output_index-u.output_index).map(({item:d})=>d),r=Array.isArray(e?.output)?e.output:[],o=r.filter(d=>d!==null&&typeof d=="object"&&d.type==="message"),s=n.filter(d=>d.type==="message").length===o.length,i=0;return[...n.map(d=>d.type==="message"&&s?Ta(o[i++],d):d),...Ia(r,n)]}function Ia(t,e){let n=e.some(u=>u.type==="message"),r=e.some(u=>u.type==="reasoning"),o=u=>String(u.call_id??u.id??""),s=e.filter(u=>u.type==="function_call"),i=t.filter(u=>u!==null&&typeof u=="object"&&u.type==="function_call").length,a=s.length===i,d=new Set(s.map(o));return t.filter(u=>{if(u===null||typeof u!="object")return!0;let l=u;return l.type==="message"?!n:l.type==="reasoning"?!r:l.type==="function_call"?!a&&!d.has(o(l)):!0})}function Ta(t,e){let n=a=>a!==null&&typeof a=="object"&&a.type==="output_text",r=Array.isArray(t.content)?t.content:[];if(r.filter(n).length!==1)return e;let s=(Array.isArray(e.content)?e.content:[]).find(n);if(s===void 0)return e;let i={...t};return i.id=e.id,t.role===void 0&&(i.role=e.role),t.status===void 0&&(i.status=e.status),i.content=r.map(a=>n(a)?{...a,text:s.text}:a),i}async function*Pa(t){let{events:e,conversation:n,responseId:r,modelKey:o,requestHadTools:s,remember:i,persist:a,store:d,stats:u}=t,l=[],c=T=>T.response&&typeof T.response=="object"?{...T,response:{...T.response,id:r}}:T,f=`item_${r.slice(5)}`,p=!1,m=!1,k=0;function*v(){p||(p=!0,yield{type:"response.created",response:{id:r,object:"response",status:"in_progress"}})}let y=[],g=(T,U)=>{y.push({output_index:T,item:U})},w=!1,E=0,h="",_=0,x="";function*C(){if(!w)return;w=!1,yield{type:"response.reasoning_text.done",item_id:h,output_index:E,content_index:0,text:x};let T={id:h,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:x}],status:"completed"};yield{type:"response.output_item.done",output_index:E,item:T},g(E,T),x=""}let S=!1,O=0,$="",F=0,K="",te="";function*ue(T){if(!S)return;S=!1,yield{type:"response.output_text.done",item_id:$,output_index:O,content_index:0,text:K},yield{type:"response.content_part.done",item_id:$,output_index:O,content_index:0,part:{type:"output_text",text:K}};let U={id:$,type:"message",role:"assistant",status:T,content:[{type:"output_text",text:K}]};yield{type:"response.output_item.done",output_index:O,item:U},g(O,U),K=""}let ye=new be,G=null,V=-1;function*Q(T){if(!G)return;let U=G;G=null,yield{type:"response.function_call_arguments.done",item_id:U.fcId,output_index:U.outputIndex,arguments:U.args};let W={id:U.fcId,type:"function_call",call_id:U.callId??U.fcId,name:U.name??"",arguments:U.args,status:T};yield{type:"response.output_item.done",output_index:U.outputIndex,item:W},g(U.outputIndex,W)}let xe=!1;for await(let T of u.track(e,o,t.turn)){l.push(T);let U=String(T.type??"");if(U==="response.created"||U==="response.in_progress"){p=!0,yield c(T);continue}if(U==="response.output_item.added"){m=!0,yield c(T);continue}if(U==="response.reasoning_text.delta"&&!m){yield*v(),w||(w=!0,E=k++,_+=1,h=_===1?`rs_${r.slice(5)}`:`rs_${r.slice(5)}_${_}`,yield{type:"response.output_item.added",output_index:E,item:{id:h,type:"reasoning",summary:[],content:[],status:"in_progress"}}),x+=String(T.delta??""),yield{type:"response.reasoning_text.delta",item_id:h,output_index:E,content_index:0,delta:T.delta};continue}if(U==="response.output_text.delta"&&!m){yield*v(),yield*C(),S||(S=!0,O=k++,F+=1,$=F===1?f:`${f}_${F}`,yield{type:"response.output_item.added",output_index:O,item:{id:$,type:"message",role:"assistant",status:"in_progress",content:[]}},yield{type:"response.content_part.added",item_id:$,output_index:O,content_index:0,part:{type:"output_text",text:""}}),K+=String(T.delta??""),te+=String(T.delta??""),yield{type:U,item_id:$,output_index:O,content_index:0,delta:T.delta};continue}let W=m?null:qe(T);if(W){if(yield*v(),yield*C(),yield*ue("completed"),ye.add(W),W.tool_index!==V){yield*Q("completed"),V=W.tool_index;let me=k++;G={fcId:`fc_${r.slice(5)}_${W.tool_index}`,outputIndex:me,callId:W.call_id,name:W.name,args:""},yield{type:"response.output_item.added",output_index:me,item:{id:G.fcId,type:"function_call",call_id:G.callId??G.fcId,name:G.name??"",arguments:"",status:"in_progress"}}}G&&(W.call_id&&(G.callId=W.call_id),W.name&&(G.name=W.name),G.args+=W.delta,yield{type:"response.function_call_arguments.delta",item_id:G.fcId,output_index:G.outputIndex,delta:W.delta});continue}if(U==="response.completed"&&!m){let me=je(T.response),B=Ce(s,ye.size+me.length,te);if(B){xe=!0,yield{type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:Pe(o,B)}};break}if(yield*C(),yield*ue("completed"),yield*Q("completed"),ye.size===0)for(let _e of me){let Ue=k++,_t=_e.id??_e.call_id??`fc_${Ue}`,sn=_e.arguments??"",nr={id:_t,type:"function_call",call_id:_e.call_id??_t,name:_e.name??""};yield{type:"response.output_item.added",output_index:Ue,item:{...nr,arguments:"",status:"in_progress"}},yield{type:"response.function_call_arguments.delta",item_id:_t,output_index:Ue,delta:sn},yield{type:"response.function_call_arguments.done",item_id:_t,output_index:Ue,arguments:sn};let rr={...nr,arguments:sn,status:"completed"};yield{type:"response.output_item.done",output_index:Ue,item:rr},g(Ue,rr)}let Z=Oa(y,T.response);yield Z.length>0?c({...T,response:{...T.response,output:Z}}):c(T);continue}yield c(T)}if(yield*C(),yield*ue("incomplete"),yield*Q("incomplete"),i&&!xe){let T=pe(l);d.remember(r,n,Sn(T,He(l,T)),a)}}var Ca="/v1/responses",$a=64*1024*1024,La=8*1024*1024,Ma=16,To=32,Po=3600*1e3,Ua=/^[A-Za-z0-9._-]{1,256}$/;function re(t,e,n){return{type:"error",status:t,...n!==void 0?{stream_id:n}:{},error:{...e,...e.code!==void 0?{code:e.code}:{}}}}var Na=re(400,{type:"invalid_request_error",code:"invalid_stream_id",message:"The 'stream_id' field must be a non-empty string with at most 256 characters and may only contain letters, numbers, underscores, hyphens, and periods.",param:"stream_id"});function An(){let t,e;return{promise:new Promise((r,o)=>{t=r,e=o}),resolve:t,reject:e}}async function Da(t){for(;t.bufferedAmount>La&&t.readyState===ke.WebSocket.OPEN;){let{promise:e,resolve:n}=An();setTimeout(n,5),await e}}var Rn=class extends Be{constructor(n){super();this.shared=n}shared;thread(n,r){if(n==null)return super.thread(n,r);try{return super.thread(n,r)}catch(o){if(!(o instanceof Te))throw o;return this.shared.thread(n,r)}}remember(n,r,o,s=!0){s?this.shared.remember(n,r,o):super.remember(n,r,o)}forget(n){super.forget(n),this.shared.forget(n)}},En=class{constructor(e,n,r,o){this.ws=e;this.clients=n;this.stats=r;this.statusOf=o;this.store=new Rn(st(n)),e.on("message",(i,a)=>this.onMessage(i,a)),e.on("close",()=>this.dispose()),e.on("error",()=>this.dispose()),setTimeout(()=>{this.closed||(this.sendFrame(re(400,{type:"invalid_request_error",code:"websocket_connection_limit_reached",message:`Responses websocket connection limit reached (${Po/6e4} minutes). Create a new websocket connection to continue.`})),this.ws.close(1001,"connection time limit reached"))},Po).unref?.()}ws;clients;stats;statusOf;store;lanes=new Map;laneOfResponse=new Map;activeTurns=new Set;active=0;waiters=[];closed=!1;onMessage(e,n){if(this.closed)return;if(n){this.sendFrame(re(400,{type:"invalid_request_error",code:"binary_frame",message:"Responses WebSocket frames must be JSON text"})),this.ws.close(1003,"binary frames are not supported");return}let r;try{r=JSON.parse(e.toString())}catch{this.sendFrame(re(400,{type:"invalid_request_error",code:"invalid_json",message:"frame is not valid JSON"}));return}if(r===null||typeof r!="object"||Array.isArray(r)){this.sendFrame(re(400,{type:"invalid_request_error",code:"invalid_event",message:"frame must be a JSON object"}));return}let o=r;if(o.type!=="response.create"){this.sendFrame(re(400,{type:"invalid_request_error",code:"unknown_event",message:`unknown client event type ${JSON.stringify(o.type??null)}; only "response.create" is supported`}));return}if("stream"in o){this.sendFrame(re(400,{type:"invalid_request_error",code:"stream_is_implicit",message:"'stream' is implicit over the Responses WebSocket and must not be sent",param:"stream"}));return}if("background"in o){this.sendFrame(re(400,{type:"invalid_request_error",code:"background_not_supported",message:"'background' is not supported over the Responses WebSocket",param:"background"}));return}let s;if(o.stream_id!==void 0){if(typeof o.stream_id!="string"||!Ua.test(o.stream_id)){this.sendFrame(Na);return}if(s=o.stream_id,!this.lanes.has(s)&&this.namedLaneCount()>=To){this.sendFrame(re(400,{type:"invalid_request_error",code:"websocket_stream_limit_reached",message:`This WebSocket connection has reached its maximum number of distinct stream IDs (${To}). Reuse an existing stream_id or open a new WebSocket connection.`,param:"stream_id"},s));return}}let i=o.generate===!1?()=>this.runWarmup(o,s):()=>this.runTurn(o,s),a=s??"",d=this.lanes.get(a)??Promise.resolve();this.lanes.set(a,d.then(i).catch(()=>{}))}namedLaneCount(){return this.lanes.has("")?this.lanes.size-1:this.lanes.size}async runTurn(e,n){if(!this.closed){await this.acquire();try{let r=Buffer.byteLength(JSON.stringify(e));this.stats.request("responses_ws",r,r);let o;try{o=await it({body:e,clients:this.clients,store:this.store,stats:this.stats,remember:!0,responseId:ot(rt())})}catch(i){this.failTurn(i,n,e);return}this.laneOfResponse.set(o.responseId,n??null);let s=o.events;this.activeTurns.add(s);try{for await(let i of s){if(this.closed||this.ws.readyState!==ke.WebSocket.OPEN)break;this.send(i,n),await Da(this.ws)}}finally{this.activeTurns.delete(s)}}catch(r){this.failTurn(r,n,e)}finally{this.release()}}}runWarmup(e,n){if(this.closed)return;let r=ot(rt());try{let o=Ge(this.store,{...e,input:e.input??(e.previous_response_id!=null?[]:void 0)});this.store.remember(r,o,[],e.store!==!1),this.laneOfResponse.set(r,n??null),this.send({type:"response.created",response:{id:r,object:"response",status:"in_progress"}},n)}catch(o){this.failTurn(o,n,e)}}failTurn(e,n,r){this.sendFrame(this.errorFrameOf(e,n));let o=r.previous_response_id;typeof o=="string"&&this.laneOfResponse.get(o)===(n??null)&&(this.store.forget(o),this.laneOfResponse.delete(o))}errorFrameOf(e,n){let r=String(e instanceof Error?e.message:e);if(e instanceof ae)return re(e.status,{type:"invalid_request_error",code:e.code,message:e.message,...e.param!==void 0?{param:e.param}:{}},n);if(e instanceof N)return re(404,{type:"invalid_request_error",code:"model_not_found",message:r},n);if(e instanceof z)return re(503,{type:"upstream_error",code:"session_gone",message:r},n);let o=this.statusOf?.(e)??null;return o?re(o.status,{type:o.openaiType,message:r},n):re(500,{type:"upstream_error",message:r},n)}async acquire(){for(;this.active>=Ma;){let{promise:e,resolve:n}=An();this.waiters.push(n),await e}this.active++}release(){this.active--,this.waiters.shift()?.()}dispose(){if(!this.closed){this.closed=!0;for(let e of[...this.activeTurns])e.return(void 0);this.activeTurns.clear(),this.lanes.clear(),this.laneOfResponse.clear();for(let e of this.waiters.splice(0))e()}}send(e,n){if(this.closed||this.ws.readyState!==ke.WebSocket.OPEN)return;let r=n===void 0?e:{...e,stream_id:n};this.ws.send(JSON.stringify(r))}sendFrame(e){this.closed||this.ws.readyState!==ke.WebSocket.OPEN||this.ws.send(JSON.stringify(e))}};function Mt(t,e,n){let r=e===401?"Unauthorized":e===404?"Not Found":"Internal Server Error",o=`${n}\r
12
12
  `;t.end(`HTTP/1.1 ${e} ${r}\r
13
13
  Connection: close\r
14
14
  Content-Type: text/plain; charset=utf-8\r
15
15
  Content-Length: ${Buffer.byteLength(o)}\r
16
16
  \r
17
- ${o}`)}function No(t,e){let n=new xe.WebSocketServer({noServer:!0,maxPayload:$a}),r=new $e,o=new Set,s=new Set,i=new Set,a=typeof e.clients=="function"?e.clients:()=>e.clients,u=!1,d=(l,p,m)=>{let c;try{c=new URL(l.url??"/","http://localhost")}catch{Dt(p,400,"malformed upgrade URL");return}if(p.on("error",()=>p.destroy()),p.on("close",()=>i.delete(p)),c.pathname!==Ca){i.add(p);return}s.add(p);let f=!1;(async()=>{if(e.apiKey&&(l.headers.authorization??"")!==`Bearer ${e.apiKey}`){Dt(p,401,"invalid local proxy api key");return}let g;try{g=await a(l)}catch(_){let y=e.statusOf?.(_)??null;Dt(p,y?.status??500,"upstream resolver rejected the connection");return}u||p.destroyed||(f=!0,n.handleUpgrade(l,p,m,_=>{s.delete(p),o.add(_),_.on("close",()=>o.delete(_));try{new Pn(_,g,r,e.statusOf)}catch{o.delete(_),_.close(1011,"responses websocket setup failed")}}))})().catch(()=>{!f&&!p.destroyed&&Dt(p,500,"responses websocket upgrade failed")}).finally(()=>s.delete(p))};return t.on("upgrade",d),{stats:r,close:()=>{let{promise:l,resolve:p}=Cn();if(u)return p(),l;u=!0,t.off("upgrade",d);for(let c of s)c.destroy();s.clear();for(let c of i)c.destroy();i.clear();for(let c of o)c.close(1001,"server shutting down");let m=setTimeout(()=>{for(let c of o)c.readyState!==xe.WebSocket.CLOSED&&c.terminate()},2e3);return m.unref?.(),n.close(()=>{clearTimeout(m),p()}),l}}}var cs=require("@urun-sh/core");var Do=require("@urun-sh/core"),Fa={no_capacity:429,queue_timeout:429,cold_start_exceeded:429,queue_full:429,admission_busy:503,admission_unavailable:503,backend_error:502},Ba={no_capacity:"no ready GPU capacity for this model right now \u2014 the platform will cold-wake it on request; retry",queue_timeout:"the session was admitted but never became live within the cold-wake fence \u2014 the backend is busy or wedged; retry",cold_start_exceeded:"the cold boot exceeded its budget without serving \u2014 the platform keeps pursuing the wake; retry with a longer client timeout",queue_full:"the admission queue for this model is full \u2014 retry after the Retry-After period",admission_busy:"admission is momentarily contended (lock convoy) \u2014 retry shortly",admission_unavailable:"session admission is temporarily unavailable \u2014 retry",backend_error:"the control plane failed while admitting the session"};function $n(t,e){let n=Ba[t.code];return e?`${n} (${e})`:n}function Ft(t){if(t==null)return null;let e=Fa[t];return e===void 0?null:{status:e,code:t,retryable:e!==502,openaiType:e===429?"capacity_error":"upstream_error",anthropicType:e===429?"rate_limit_error":e===503?"overloaded_error":"api_error"}}function Bt(t){if(t.kind==="create-failed")return Ft(t.status.error?.code??null);if(t.kind!=="never-live")return null;let e=(t.status.elapsedMs??0)>=Do.COLD_BOOT_WHEN_LIVE_TIMEOUT_MS;return Ft(e?"cold_start_exceeded":"queue_timeout")}var Bo=Ie(require("os"),1),jo=Ie(require("path"),1),qo=require("url"),Ho=require("util");var Fo="0.6.18";var Go=4141,qa=Fo,qt={claude:{bin:"claude",env:"anthropic"},codex:{bin:"codex",env:"openai"},pi:{bin:"pi",env:"openai"},omp:{bin:"omp",env:"openai"},aider:{bin:"aider",env:"openai"},opencode:{bin:"opencode",env:"openai"},crush:{bin:"crush",env:"openai"}};function Un(t,e="openai"){if(e==="anthropic")return{ANTHROPIC_BASE_URL:`http://127.0.0.1:${t}`,ANTHROPIC_API_KEY:"urun-local"};let n=`http://127.0.0.1:${t}/v1`;return{OPENAI_BASE_URL:n,OPENAI_API_BASE:n,OPENAI_API_KEY:"urun-local"}}function Vo(t,e,n){let r={...t,...Un(e,n)};return delete r.URUN_API_KEY,delete r.URUN_JWT,delete r.URUN_SESSION_TOKEN_SECRET,r}function Jo(t,e,n){let r=["-c","model_providers.urun.name=urun","-c",`model_providers.urun.base_url="http://127.0.0.1:${t}/v1"`,"-c",'model_providers.urun.wire_api="responses"',"-c",'model_provider="urun"'],o=n.indexOf("--"),s=o===-1?n:n.slice(0,o),i=s.some(l=>l==="-m"||l==="--model"||l.startsWith("--model=")),a=n[0]==="exec",u=s.includes("--skip-git-repo-check"),d=a&&!u?["exec","--skip-git-repo-check",...n.slice(1)]:n;return[...r,...i?[]:["-m",e],...d]}function Wo(t,e){return e.some(r=>r==="--model"||r==="--provider"||r.startsWith("--model=")||r.startsWith("--provider="))?e:["--provider","urun","--model",t,...e]}function Ko(t,e){return e.some(r=>r==="--model"||r==="--provider"||r.startsWith("--model=")||r.startsWith("--provider="))?e:["--model",`urun/${t}`,...e]}function zo(t,e,n){let r=(t.URUN_PI_EXTENSION_ENTRY??"").trim();if(r){if(!n(r))throw new Error(`URUN_PI_EXTENSION_ENTRY points at ${r}, which does not exist \u2014 the launcher that injected it (the vendored urun CLI shim) must materialize the pi extension bundle before spawning pi`);return r}let o=(0,qo.fileURLToPath)(new URL("../pi-extension/standalone.cjs",e));if(!n(o))throw new Error(`pi extension entry not found at ${o} \u2014 the pi lane loads the self-contained @urun-sh/openai dist/pi-extension/standalone.cjs from the installed package (run \`urun compat pi\` via the npm-installed CLI, e.g. \`npx @urun-sh/openai\`), or pass an entry to pi yourself: \`pi -e <path-to-@urun-sh/openai>/dist/pi-extension/standalone.cjs\``);return o}function Yo(t){let e=Number(t);if(!Number.isInteger(e)||e<0)throw new Error(`--port needs a non-negative integer (0 = OS-assigned ephemeral), got ${t}`);return e}function Xo(t){if(t[0]!=="--port")return null;let e=Yo(t[1]);return t.splice(0,2),e}function Nn(t){let e=t.indexOf("--port");if(e===-1)return Go;let n=Yo(t[e+1]);return t.splice(e,2),n}function Qo(t){if(t===0)throw new Error("`env` cannot use --port 0: it starts no proxy, so the OS never assigns the ephemeral port \u2014 pass the actual port of the running proxy");return t}function Mn(t,e){let n=(t[e]??"").trim();if(!n)throw new Error(`${e} is not set. The proxy needs URUN_BASE_URL, URUN_ORG_ID, URUN_APP and either URUN_API_KEY (the org key; the proxy vends short-lived function-scoped client tokens from it via the SDK) or URUN_JWT (an explicit pre-vended token override) \u2014 plus optional URUN_FUNCTION, default "serve" \u2014 to open the backhaul session.`);return n}function We(t){let e=Ha(Mn(t,"URUN_BASE_URL")),n=Mn(t,"URUN_ORG_ID"),r=Mn(t,"URUN_APP"),o=(t.URUN_FUNCTION??"serve").trim()||"serve",s=(t.URUN_API_URL??"").trim(),i=s?jt(s,"URUN_API_URL"):Yr,a=(t.URUN_SESSION_TOKEN_SECRET??"").trim(),u=(t.URUN_JWT??"").trim();if(u)return{baseUrl:e,orgId:n,appId:r,fnName:o,apiUrl:i,decisionSecret:a,auth:{lane:"jwt",jwt:u}};let d=(t.URUN_API_KEY??"").trim();if(d){let l=(t.URUN_GATEWAY_URL??"").trim(),p=l?jt(l):void 0;return{baseUrl:e,orgId:n,appId:r,fnName:o,apiUrl:i,decisionSecret:a,auth:{lane:"api-key",apiKey:d,gatewayUrl:p}}}throw new Error("neither URUN_API_KEY nor URUN_JWT is set. Set URUN_API_KEY (the org API key \u2014 the proxy vends short-lived, function-scoped client tokens from it via the SDK, so the key never reaches the agent process) or URUN_JWT (an explicit pre-vended token; when set it always wins). URUN_BASE_URL, URUN_ORG_ID and URUN_APP are also required.")}function Ha(t,e="URUN_BASE_URL"){if(/\/v1\/*$/.test(new URL(t).pathname))throw new Error(`${e} must be the session-gateway base (e.g. https://api.urun.sh), got ${t} \u2014 a trailing /v1 is the org control-plane API form (that belongs in URUN_API_URL); session allocation 404s against it. Drop the /v1.`);return t}function jt(t,e="URUN_GATEWAY_URL"){let n=new URL(t),r=n.hostname==="localhost"||n.hostname==="127.0.0.1"||n.hostname==="[::1]";if(n.protocol!=="https:"&&!r)throw new Error(`${e} must be https (got ${t}) \u2014 the org API key rides the request's Authorization header`);return t}function Dn(t){return{app:t.appId,org:t.orgId,fn:t.fnName,base_url:t.baseUrl,proxy_version:qa}}function Ga(t,e){return t.app===e.app&&t.org===e.org&&t.fn===e.fn&&t.base_url===e.base_url&&t.proxy_version===e.proxy_version}var Va=250;async function Fn(t,e=Va){try{let n=await fetch(`http://127.0.0.1:${t}/stats`,{signal:AbortSignal.timeout(e)});if(!n.ok)return null;let r=(await n.json()).identity;if(r==null||typeof r!="object")return null;let{app:o,org:s,fn:i,base_url:a,proxy_version:u}=r;return typeof o!="string"||typeof s!="string"||typeof i!="string"||typeof a!="string"||typeof u!="string"?null:{app:o,org:s,fn:i,base_url:a,proxy_version:u}}catch{return null}}var Zo=2e3;async function Ja(t,e=Zo){try{let n=await fetch(`http://127.0.0.1:${t}/v1/models`,{signal:AbortSignal.timeout(e)});return n.ok?null:`GET /v1/models answered HTTP ${n.status}`}catch(n){return`GET /v1/models failed (${String(n instanceof Error?n.message:n)})`}}async function es(t,e,n=Go,r=Zo){if(t!=null)return{mode:"spawn",port:t};let o=await Fn(n);if(o!==null&&Ga(o,e)){let s=await Ja(n,r);return s===null?{mode:"reuse",port:n,identity:o}:{mode:"spawn",port:0,reason:`a urun-openai proxy on port ${n} matches this invocation's identity but failed the serving-surface liveness check (${s}) \u2014 starting a fresh proxy on an ephemeral port instead of pointing the harness at it`}}return{mode:"spawn",port:0}}function Bn(t,e=Bo.default.homedir()){return jo.default.join(e,".urun","logs",`compat-proxy-${t}.log`)}var Ln=["log","info","warn","error","debug","trace"];function ts(t,e=process,n=console){let r=e.stdout.write,o=e.stderr.write,s=(a,...u)=>t.write(a,...u);e.stdout.write=s,e.stderr.write=s;let i=Object.fromEntries(Ln.map(a=>[a,n[a]]));for(let a of Ln)n[a]=(...u)=>{t.write(`${(0,Ho.format)(...u)}
18
- `)};return()=>{e.stdout.write=r,e.stderr.write=o;for(let a of Ln)n[a]=i[a]}}var Wa=new Set(["EPIPE","EIO","EBADF","ENXIO"]);function ns(t){let e=t?.code;return typeof e=="string"&&Wa.has(e)}function de(t,e){try{return t.write(e),!0}catch(n){if(ns(n))return!1;throw n}}function rs(t){let e={stdout:!1,stderr:!1},n=[];for(let r of["stdout","stderr"]){let o=t.streams[r],s=i=>{ns(i)&&(e[r]=!0);let a=i?.code;try{t.note(`${new Date().toISOString()} urun compat: process.${r} died (${String(a??(i instanceof Error?i.message:i))}) \u2014 the terminal is gone; launcher output continues in this log only
19
- `)}catch{}};o.on("error",s),n.push([o,s])}return{isDead:r=>e[r],uninstall:()=>{for(let[r,o]of n)r.off("error",o)}}}function os(t){let e=n=>{let r=n instanceof Error?`${n.stack??`${n.name}: ${n.message}`}`:String(n);try{t.appendSync(t.logPath,`${new Date().toISOString()} launcher crashed (in-process proxy): ${r}
17
+ ${o}`)}function Co(t,e){let n=new ke.WebSocketServer({noServer:!0,maxPayload:$a}),r=new Ie,o=new Set,s=new Set,i=new Set,a=typeof e.clients=="function"?e.clients:()=>e.clients,d=!1,u=(l,c,f)=>{let p;try{p=new URL(l.url??"/","http://localhost")}catch{Mt(c,400,"malformed upgrade URL");return}if(c.on("error",()=>c.destroy()),c.on("close",()=>i.delete(c)),p.pathname!==Ca){i.add(c);return}s.add(c);let m=!1;(async()=>{if(e.apiKey&&(l.headers.authorization??"")!==`Bearer ${e.apiKey}`){Mt(c,401,"invalid local proxy api key");return}let k;try{k=await a(l)}catch(v){let y=e.statusOf?.(v)??null;Mt(c,y?.status??500,"upstream resolver rejected the connection");return}d||c.destroyed||(m=!0,n.handleUpgrade(l,c,f,v=>{s.delete(c),o.add(v),v.on("close",()=>o.delete(v));try{new En(v,k,r,e.statusOf)}catch{o.delete(v),v.close(1011,"responses websocket setup failed")}}))})().catch(()=>{!m&&!c.destroyed&&Mt(c,500,"responses websocket upgrade failed")}).finally(()=>s.delete(c))};return t.on("upgrade",u),{stats:r,close:()=>{let{promise:l,resolve:c}=An();if(d)return c(),l;d=!0,t.off("upgrade",u);for(let p of s)p.destroy();s.clear();for(let p of i)p.destroy();i.clear();for(let p of o)p.close(1001,"server shutting down");let f=setTimeout(()=>{for(let p of o)p.readyState!==ke.WebSocket.CLOSED&&p.terminate()},2e3);return f.unref?.(),n.close(()=>{clearTimeout(f),c()}),l}}}var is=require("@urun-sh/core");var $o=require("@urun-sh/core"),Fa={no_capacity:429,queue_timeout:429,cold_start_exceeded:429,queue_full:429,admission_busy:503,admission_unavailable:503,backend_error:502},Ba={no_capacity:"no ready GPU capacity for this model right now \u2014 the platform will cold-wake it on request; retry",queue_timeout:"the session was admitted but never became live within the cold-wake fence \u2014 the backend is busy or wedged; retry",cold_start_exceeded:"the cold boot exceeded its budget without serving \u2014 the platform keeps pursuing the wake; retry with a longer client timeout",queue_full:"the admission queue for this model is full \u2014 retry after the Retry-After period",admission_busy:"admission is momentarily contended (lock convoy) \u2014 retry shortly",admission_unavailable:"session admission is temporarily unavailable \u2014 retry",backend_error:"the control plane failed while admitting the session"};function On(t,e){let n=Ba[t.code];return e?`${n} (${e})`:n}function Ut(t){if(t==null)return null;let e=Fa[t];return e===void 0?null:{status:e,code:t,retryable:e!==502,openaiType:e===429?"capacity_error":"upstream_error",anthropicType:e===429?"rate_limit_error":e===503?"overloaded_error":"api_error"}}function Nt(t){if(t.kind==="create-failed")return Ut(t.status.error?.code??null);if(t.kind!=="never-live")return null;let e=(t.status.elapsedMs??0)>=$o.COLD_BOOT_WHEN_LIVE_TIMEOUT_MS;return Ut(e?"cold_start_exceeded":"queue_timeout")}var Mo=Ne(require("os"),1),Uo=Ne(require("path"),1),No=require("url"),Do=require("util");var Lo="0.6.20";var Fo=4141,qa=Lo,Ft={claude:{bin:"claude",env:"anthropic"},codex:{bin:"codex",env:"openai"},pi:{bin:"pi",env:"openai"},omp:{bin:"omp",env:"openai"},aider:{bin:"aider",env:"openai"},opencode:{bin:"opencode",env:"openai"},crush:{bin:"crush",env:"openai"}};function Pn(t,e="openai"){if(e==="anthropic")return{ANTHROPIC_BASE_URL:`http://127.0.0.1:${t}`,ANTHROPIC_API_KEY:"urun-local"};let n=`http://127.0.0.1:${t}/v1`;return{OPENAI_BASE_URL:n,OPENAI_API_BASE:n,OPENAI_API_KEY:"urun-local"}}function Bo(t,e,n){let r={...t,...Pn(e,n)};return delete r.URUN_API_KEY,delete r.URUN_JWT,r}function jo(t,e,n){let r=["-c","model_providers.urun.name=urun","-c",`model_providers.urun.base_url="http://127.0.0.1:${t}/v1"`,"-c",'model_providers.urun.wire_api="responses"',"-c",'model_provider="urun"'],o=n.indexOf("--"),s=o===-1?n:n.slice(0,o),i=s.some(l=>l==="-m"||l==="--model"||l.startsWith("--model=")),a=n[0]==="exec",d=s.includes("--skip-git-repo-check"),u=a&&!d?["exec","--skip-git-repo-check",...n.slice(1)]:n;return[...r,...i?[]:["-m",e],...u]}function qo(t,e){return e.some(r=>r==="--model"||r==="--provider"||r.startsWith("--model=")||r.startsWith("--provider="))?e:["--provider","urun","--model",t,...e]}function Ho(t,e){return e.some(r=>r==="--model"||r==="--provider"||r.startsWith("--model=")||r.startsWith("--provider="))?e:["--model",`urun/${t}`,...e]}function Go(t,e,n){let r=(t.URUN_PI_EXTENSION_ENTRY??"").trim();if(r){if(!n(r))throw new Error(`URUN_PI_EXTENSION_ENTRY points at ${r}, which does not exist \u2014 the launcher that injected it (the vendored urun CLI shim) must materialize the pi extension bundle before spawning pi`);return r}let o=(0,No.fileURLToPath)(new URL("../pi-extension/standalone.cjs",e));if(!n(o))throw new Error(`pi extension entry not found at ${o} \u2014 the pi lane loads the self-contained @urun-sh/openai dist/pi-extension/standalone.cjs from the installed package (run \`urun compat pi\` via the npm-installed CLI, e.g. \`npx @urun-sh/openai\`), or pass an entry to pi yourself: \`pi -e <path-to-@urun-sh/openai>/dist/pi-extension/standalone.cjs\``);return o}function Vo(t){let e=Number(t);if(!Number.isInteger(e)||e<0)throw new Error(`--port needs a non-negative integer (0 = OS-assigned ephemeral), got ${t}`);return e}function Jo(t){if(t[0]!=="--port")return null;let e=Vo(t[1]);return t.splice(0,2),e}function Cn(t){let e=t.indexOf("--port");if(e===-1)return Fo;let n=Vo(t[e+1]);return t.splice(e,2),n}function Wo(t){if(t===0)throw new Error("`env` cannot use --port 0: it starts no proxy, so the OS never assigns the ephemeral port \u2014 pass the actual port of the running proxy");return t}function In(t,e){let n=(t[e]??"").trim();if(!n)throw new Error(`${e} is not set. The proxy needs URUN_BASE_URL, URUN_ORG_ID, URUN_APP and either URUN_API_KEY (the org key; the proxy vends short-lived function-scoped client tokens from it via the SDK) or URUN_JWT (an explicit pre-vended token override) \u2014 plus optional URUN_FUNCTION, default "serve" \u2014 to open the backhaul session.`);return n}function Ve(t){let e=Ha(In(t,"URUN_BASE_URL")),n=In(t,"URUN_ORG_ID"),r=In(t,"URUN_APP"),o=(t.URUN_FUNCTION??"serve").trim()||"serve",s=(t.URUN_API_URL??"").trim(),i=s?Dt(s,"URUN_API_URL"):Vr,a=(t.URUN_JWT??"").trim();if(a)return{baseUrl:e,orgId:n,appId:r,fnName:o,apiUrl:i,auth:{lane:"jwt",jwt:a}};let d=(t.URUN_API_KEY??"").trim();if(d){let u=(t.URUN_GATEWAY_URL??"").trim(),l=u?Dt(u):void 0;return{baseUrl:e,orgId:n,appId:r,fnName:o,apiUrl:i,auth:{lane:"api-key",apiKey:d,gatewayUrl:l}}}throw new Error("neither URUN_API_KEY nor URUN_JWT is set. Set URUN_API_KEY (the org API key \u2014 the proxy vends short-lived, function-scoped client tokens from it via the SDK, so the key never reaches the agent process) or URUN_JWT (an explicit pre-vended token; when set it always wins). URUN_BASE_URL, URUN_ORG_ID and URUN_APP are also required.")}function Ha(t,e="URUN_BASE_URL"){if(/\/v1\/*$/.test(new URL(t).pathname))throw new Error(`${e} must be the session-gateway base (e.g. https://api.urun.sh), got ${t} \u2014 a trailing /v1 is the org control-plane API form (that belongs in URUN_API_URL); session allocation 404s against it. Drop the /v1.`);return t}function Dt(t,e="URUN_GATEWAY_URL"){let n=new URL(t),r=n.hostname==="localhost"||n.hostname==="127.0.0.1"||n.hostname==="[::1]";if(n.protocol!=="https:"&&!r)throw new Error(`${e} must be https (got ${t}) \u2014 the org API key rides the request's Authorization header`);return t}function $n(t){return{app:t.appId,org:t.orgId,fn:t.fnName,base_url:t.baseUrl,proxy_version:qa}}function Ga(t,e){return t.app===e.app&&t.org===e.org&&t.fn===e.fn&&t.base_url===e.base_url&&t.proxy_version===e.proxy_version}var Va=250;async function Ln(t,e=Va){try{let n=await fetch(`http://127.0.0.1:${t}/stats`,{signal:AbortSignal.timeout(e)});if(!n.ok)return null;let r=(await n.json()).identity;if(r==null||typeof r!="object")return null;let{app:o,org:s,fn:i,base_url:a,proxy_version:d}=r;return typeof o!="string"||typeof s!="string"||typeof i!="string"||typeof a!="string"||typeof d!="string"?null:{app:o,org:s,fn:i,base_url:a,proxy_version:d}}catch{return null}}var Ko=2e3;async function Ja(t,e=Ko){try{let n=await fetch(`http://127.0.0.1:${t}/v1/models`,{signal:AbortSignal.timeout(e)});return n.ok?null:`GET /v1/models answered HTTP ${n.status}`}catch(n){return`GET /v1/models failed (${String(n instanceof Error?n.message:n)})`}}async function zo(t,e,n=Fo,r=Ko){if(t!=null)return{mode:"spawn",port:t};let o=await Ln(n);if(o!==null&&Ga(o,e)){let s=await Ja(n,r);return s===null?{mode:"reuse",port:n,identity:o}:{mode:"spawn",port:0,reason:`a urun-openai proxy on port ${n} matches this invocation's identity but failed the serving-surface liveness check (${s}) \u2014 starting a fresh proxy on an ephemeral port instead of pointing the harness at it`}}return{mode:"spawn",port:0}}function Mn(t,e=Mo.default.homedir()){return Uo.default.join(e,".urun","logs",`compat-proxy-${t}.log`)}var Tn=["log","info","warn","error","debug","trace"];function Yo(t,e=process,n=console){let r=e.stdout.write,o=e.stderr.write,s=(a,...d)=>t.write(a,...d);e.stdout.write=s,e.stderr.write=s;let i=Object.fromEntries(Tn.map(a=>[a,n[a]]));for(let a of Tn)n[a]=(...d)=>{t.write(`${(0,Do.format)(...d)}
18
+ `)};return()=>{e.stdout.write=r,e.stderr.write=o;for(let a of Tn)n[a]=i[a]}}var Wa=new Set(["EPIPE","EIO","EBADF","ENXIO"]);function Xo(t){let e=t?.code;return typeof e=="string"&&Wa.has(e)}function de(t,e){try{return t.write(e),!0}catch(n){if(Xo(n))return!1;throw n}}function Qo(t){let e={stdout:!1,stderr:!1},n=[];for(let r of["stdout","stderr"]){let o=t.streams[r],s=i=>{Xo(i)&&(e[r]=!0);let a=i?.code;try{t.note(`${new Date().toISOString()} urun compat: process.${r} died (${String(a??(i instanceof Error?i.message:i))}) \u2014 the terminal is gone; launcher output continues in this log only
19
+ `)}catch{}};o.on("error",s),n.push([o,s])}return{isDead:r=>e[r],uninstall:()=>{for(let[r,o]of n)r.off("error",o)}}}function Zo(t){let e=n=>{let r=n instanceof Error?`${n.stack??`${n.name}: ${n.message}`}`:String(n);try{t.appendSync(t.logPath,`${new Date().toISOString()} launcher crashed (in-process proxy): ${r}
20
20
  `)}catch{}t.restore();try{t.writeStderr(`urun compat: the in-process proxy crashed (${n instanceof Error?n.message:String(n)}) \u2014 terminating the harness (its backend is gone); details: ${t.logPath}
21
21
  `)}catch(o){try{t.appendSync(t.logPath,`${new Date().toISOString()} urun compat: the crash line could not reach stderr (${String(o?.code??o)}) \u2014 the terminal is gone
22
- `)}catch{}}t.killChild(),t.exit(1)};return t.proc.on("uncaughtException",e),t.proc.on("unhandledRejection",e),()=>{t.proc.off("uncaughtException",e),t.proc.off("unhandledRejection",e)}}function ss(t,e){let n="pass --port 0 for an OS-assigned ephemeral port";return e?`port ${t} is held by another urun-openai proxy serving app ${e.app} (org ${e.org}, fn ${e.fn}, version ${e.proxy_version}) \u2014 reuse it by pointing your agent at http://127.0.0.1:${t}, or ${n}`:`port ${t} is already in use and does not answer the urun-openai /stats identity probe \u2014 ${n}`}var ps=require("ws");var ls=require("@urun-sh/core");var as=require("crypto");function E(t){return`${t}_${(0,as.randomUUID)().replace(/-/g,"").slice(0,24)}`}var Ht=4*1024*1024,jn=8*1024*1024,Gt=512,Vt=20*1024*1024;function H(t,e,n){return{type:"invalid_request_error",code:t,message:e,param:n??null}}function Ke(t,e){return{type:"server_error",code:t,message:e}}function D(t){return{type:"error",event_id:E("event"),error:t}}function qn(){return{outputModalities:["text"],turnDetection:null,inputAudioTranscription:!1}}var I=class extends Error{constructor(n,r,o="invalid_value"){super(n);this.param=r;this.code=o;this.name="SessionUpdateError"}param;code},Ka={type:!0,model:!0,instructions:!0,modalities:!0,voice:!0,input_audio_format:!0,output_audio_format:!0,temperature:!0,max_output_tokens:!0,max_response_output_tokens:!0,tool_choice:!0,tools:!0,metadata:!0,turn_detection:!0,input_audio_transcription:!0,input_audio_noise_reduction:!0,audio:!0},za={format:!0,transcription:!0,turn_detection:!0,noise_reduction:!0},Ya={format:!0,voice:!0,speed:!0};function is(t,e){let n=t;if(!n||typeof n!="object"||n.type!=="audio/pcm"||n.rate!==void 0&&n.rate!==24e3)throw new I(`${e} must be {"type":"audio/pcm","rate":24000} \u2014 the session audio lane is 24 kHz mono PCM16 only`,e)}function ut(t,e,n){if(!t||typeof t!="object"||Array.isArray(t))throw new I("session must be an object","session","invalid_request");let r=t,o=Object.keys(r).filter(i=>!(i in Ka));if(o.length>0)throw new I(`session field(s) not supported by this backend: ${o.join(", ")}`,o[0],"unsupported_field");let s={...e,outputModalities:[...e.outputModalities]};for(let[i,a]of Object.entries(r))switch(i){case"type":{if(a!=="realtime"&&a!=="transcription")throw new I(`session.type ${JSON.stringify(a)} is not "realtime" or "transcription"`,"type");if(e.type!==void 0&&e.type!==a)throw new I(`session.type cannot change once established \u2014 this session is ${JSON.stringify(e.type)} and the update names ${JSON.stringify(a)}: the type is fixed at establishment (the connection's URL intent, the first session.update that names it, or the first input_audio_buffer.append, which establishes realtime)`,"type","invalid_request");if(a==="transcription"&&!n.turns)throw new I('session.type "transcription" is refused: the resolved backend wires no turn/transcript lane (the stt stream behind the engine\u2019s own transcripts) \u2014 there is no transcription source on this session',"type","unsupported_field");s.type=a;break}case"model":if(a!==null&&typeof a!="string")throw new I("model must be a string or null","model");s.model=a??void 0;break;case"instructions":if(a!==null&&typeof a!="string")throw new I("instructions must be a string or null","instructions");s.instructions=a??void 0;break;case"modalities":{if(!Array.isArray(a)||a.length===0)throw new I("modalities must be a non-empty array","modalities");let u=[];for(let d of a){if(d!=="text"&&d!=="audio")throw new I(`modality ${JSON.stringify(d)} is not "text" or "audio"`,"modalities");if(d==="audio"&&!n.voice)throw new I('modality "audio" refused: the resolver did not provide an authoritative voice binding for the resolved backend \u2014 this model cannot speak on this session',"modalities","audio_not_supported");u.includes(d)||u.push(d)}s.outputModalities=u;break}case"voice":if(a===null){delete s.voice;break}if(typeof a!="string")throw new I("voice must be a string or null","voice");if(!n.voice)throw new I("voice refused: no authoritative voice binding for the resolved backend","voice","audio_not_supported");s.voice=a;break;case"input_audio_format":case"output_audio_format":if(a!=="pcm16")throw new I(`${i} must be "pcm16" \u2014 the session audio lane is 24 kHz mono PCM16 only`,i);break;case"temperature":if(a!==null&&(typeof a!="number"||!Number.isFinite(a)))throw new I("temperature must be a finite number or null","temperature");s.temperature=a??void 0;break;case"max_output_tokens":case"max_response_output_tokens":if(a!==null&&a!=="inf"&&(typeof a!="number"||!Number.isInteger(a)||a<1))throw new I(`${i} must be a positive integer, "inf" or null`,i);s.maxOutputTokens=a===null?void 0:a;break;case"tools":if(!Array.isArray(a))throw new I("tools must be an array","tools");s.tools=a;break;case"tool_choice":s.toolChoice=a;break;case"metadata":if(a!==null&&(!a||typeof a!="object"||Array.isArray(a)))throw new I("metadata must be an object or null","metadata");s.metadata=a??null;break;case"turn_detection":{if(a===null){s.turnDetection=null;break}if(!n.turns)throw new I("turn_detection is refused: the resolved backend does not wire its own turn boundary lane (stt stream with turn_start/turn_end) \u2014 there is no native VAD source to drive responses from. Drive turns manually: input_audio_buffer.commit + response.create.","turn_detection","unsupported_field");let u=a;if(!u||typeof u!="object"||Array.isArray(u))throw new I("turn_detection must be an object or null","turn_detection");let d=String(u.type??"");if(d!=="server_vad"&&d!=="semantic_vad")throw new I(`turn_detection.type ${JSON.stringify(u.type)} is not "server_vad"/"semantic_vad"`,"turn_detection.type");s.turnDetection={createResponse:u.create_response!==!1,interruptResponse:u.interrupt_response!==!1};break}case"input_audio_transcription":{if(a===null){s.inputAudioTranscription=!1;break}if(!n.turns)throw new I("input_audio_transcription is refused: the resolved backend does not wire a transcript lane \u2014 no native transcription source exists behind this session","input_audio_transcription","unsupported_field");if(!a||typeof a!="object"||Array.isArray(a))throw new I("input_audio_transcription must be an object or null","input_audio_transcription");for(let d of Object.keys(a))if(!["model","language","languages","prompt"].includes(d))throw new I(`input_audio_transcription field not honored by this backend: ${d} (transcription comes from the voice engine itself)`,`input_audio_transcription.${d}`,"unsupported_field");let u=a.model;if(u!=null){let d=typeof u=="string"?u:JSON.stringify(u);if(typeof u!="string"||u!==n.model)throw new I(`input_audio_transcription.model ${JSON.stringify(d)} does not match the model this connection is bound to (${n.model===void 0?"the unnamed default app":JSON.stringify(n.model)}) \u2014 a transcription session runs the engine the connection bound and cannot be retuned to another model mid-connection`,"input_audio_transcription.model","unsupported_field")}s.inputAudioTranscription=!0;break}case"input_audio_noise_reduction":if(a!==null)throw new I("input_audio_noise_reduction must be null on this backend: no noise-reduction primitive exists behind the session audio bridge","input_audio_noise_reduction","unsupported_field");break;case"audio":{if(a===null)break;let u=a;if(!u||typeof u!="object"||Array.isArray(u))throw new I("audio must be an object or null","audio");if(u.input!==void 0&&u.input!==null){let d=u.input;if(!d||typeof d!="object"||Array.isArray(d))throw new I("audio.input must be an object","audio.input");for(let l of Object.keys(d))if(!(l in za))throw new I(`audio.input field not supported by this backend: ${l}`,`audio.input.${l}`,"unsupported_field");if(d.format!==void 0&&is(d.format,"audio.input.format"),d.transcription!==null&&d.transcription!==void 0){let l=ut({input_audio_transcription:d.transcription},s,n);s.inputAudioTranscription=l.inputAudioTranscription}if(d.turn_detection!==null&&d.turn_detection!==void 0){let l=ut({turn_detection:d.turn_detection},s,n);s.turnDetection=l.turnDetection}if(d.noise_reduction!==null&&d.noise_reduction!==void 0)throw new I("audio.input.noise_reduction must be null on this backend: no noise-reduction primitive","audio.input.noise_reduction","unsupported_field")}if(u.output!==void 0&&u.output!==null){let d=u.output;if(!d||typeof d!="object"||Array.isArray(d))throw new I("audio.output must be an object","audio.output");for(let l of Object.keys(d))if(!(l in Ya))throw new I(`audio.output field not supported by this backend: ${l}`,`audio.output.${l}`,"unsupported_field");if(d.format!==void 0&&is(d.format,"audio.output.format"),d.speed!==void 0)throw new I("audio.output.speed is not supported on this backend: playback rate is fixed","audio.output.speed","unsupported_field");if(d.voice!==void 0)if(d.voice===null)delete s.voice;else{if(typeof d.voice!="string")throw new I("audio.output.voice must be a string or null","audio.output.voice");if(!n.voice)throw new I("audio.output.voice refused: no authoritative voice binding for the resolved backend","audio.output.voice","audio_not_supported");s.voice=d.voice}d.format!==void 0&&!s.outputModalities.includes("audio")&&(s.outputModalities=["text","audio"])}break}default:break}return s}function Jt(t,e){return{id:e,object:"realtime.session",type:t.type??"realtime",model:t.model??null,instructions:t.instructions??"",modalities:[...t.outputModalities],voice:t.voice??null,input_audio_format:"pcm16",output_audio_format:"pcm16",input_audio_transcription:t.inputAudioTranscription?{}:null,input_audio_noise_reduction:null,turn_detection:t.turnDetection?{type:"server_vad",create_response:t.turnDetection.createResponse,interrupt_response:t.turnDetection.interruptResponse}:null,temperature:t.temperature??null,max_response_output_tokens:t.maxOutputTokens??"inf",tool_choice:t.toolChoice??"auto",tools:t.tools??[],metadata:t.metadata??null}}function Hn(t,e){let n=t;if(!n||typeof n!="object")throw new I("item must be an object","item","invalid_request");if(n.type==="function_call_output"){if(typeof n.call_id!="string"||typeof n.output!="string")throw new I("function_call_output item requires string call_id and output","item.call_id","invalid_request");return{id:typeof n.id=="string"?n.id:E("item"),type:"function_call_output",callId:n.call_id,output:n.output}}if(n.type==="message"){let r=n.role;if(r!=="user"&&r!=="assistant"&&r!=="system")throw new I('message item role must be "user", "assistant" or "system"',"item.role","invalid_request");if(!Array.isArray(n.content))throw new I("message item content must be an array","item.content","invalid_request");let o=[];for(let s of n.content){let i=s;if(!i||typeof i!="object")throw new I("content part must be an object","item.content","invalid_request");if(i.type==="input_text"||r==="assistant"&&i.type==="output_text"){if(typeof i.text!="string")throw new I(`${String(i.type)} part requires string text`,"item.content.text","invalid_request");o.push({type:i.type,text:i.text});continue}if(i.type==="input_audio"){if(!e)throw new I("input_audio content refused: no authoritative voice binding for the resolved backend","item.content.type","audio_not_supported");if(typeof i.audio!="string")throw new I("input_audio part requires base64 audio","item.content.audio","invalid_request");o.push({type:"input_audio",...typeof i.transcript=="string"?{transcript:i.transcript}:{}});continue}throw new I(`content part type ${String(i.type)} is not supported on message items here (input_text / output_text / input_audio)`,"item.content.type","invalid_request")}return{id:typeof n.id=="string"?n.id:E("item"),type:"message",role:r,content:o}}throw new I(`item type ${String(n.type)} is not supported \u2014 message and function_call_output items only`,"item.type","invalid_request")}function Gn(t){let e=[],n=!1;for(let r of t){if(r.type==="function_call"){e.push({type:"function_call",call_id:r.callId,name:r.name,arguments:r.arguments??"{}"});continue}if(r.type==="function_call_output"){e.push({type:"function_call_output",call_id:r.callId,output:r.output});continue}let o=[];for(let s of r.content??[]){if(s.type==="input_text"||s.type==="output_text"){o.push({type:s.type,text:s.text});continue}if(s.type==="input_audio"){let i=s.transcript;if(typeof i=="string"&&i.trim().length>0){o.push({type:"input_text",text:i});continue}n=!0;continue}}e.push({role:r.role,content:o})}return{input:e,sawAudioOnlyItem:n}}var Xa=1001,Qa=1011,us=t=>t.slice(0,120),Za=/^[A-Za-z0-9+/=]*$/,eu=2;function tu(t){let e=Buffer.from(t,"base64");for(let n=0;n+1<e.byteLength;n+=2)if(Math.abs(e.readInt16LE(n))>eu)return!1;return!0}var dt=class{id=E("conn");ws;binding;onClosed;config=qn();sessionId=E("sess");conversationId=E("conv");items=[];pendingAudioBytes=[];pendingAudioTotalBytes=0;frozenAudio=[];inFlight=null;activeResponseId=null;responseFlushed=!1;cancelled=!1;voiceClaimed=!1;audioLaneOwner=!1;audioUnsubscribe=null;outOfTurnAudioWarned=!1;audioOnlyTranscriptGapWarned=!1;closed=!1;turnLaneAbort=null;turnLaneIterator=null;turnTranscript={open:!1,text:"",final:!1};lastCommittedTranscript=null;pendingTranscriptItemId=null;manuallyDischargedTurnItem=null;constructor(e){this.ws=e.ws,this.binding=e.binding,this.onClosed=e.onClosed,this.binding.model&&(this.config.model=this.binding.model),this.binding.intent==="transcription"&&(this.config.type="transcription"),this.ws.on("message",n=>{this.onMessage(n)}),this.ws.on("close",()=>this.teardown("client disconnected")),this.ws.on("error",()=>this.teardown("client socket error")),this.send({type:"session.created",event_id:E("event"),session:Jt(this.config,this.sessionId)}),this.send({type:"conversation.created",event_id:E("event"),conversation:{id:this.conversationId,object:"realtime.conversation"}}),this.binding.turns&&this.startTurnLane()}startTurnLane(){let e=new AbortController;this.turnLaneAbort=e;let n=this.binding.turns(e.signal)[Symbol.asyncIterator]();this.turnLaneIterator=n,(async()=>{try{for(;;){let r=await n.next();if(r.done||this.closed||e.signal.aborted)return;this.onTurnEvent(r.value)}}catch(r){!this.closed&&!e.signal.aborted&&this.send(D(Ke("turn_lane_fault",`the backend turn/transcript lane failed: ${r instanceof Error?r.message:String(r)}`)))}finally{this.turnLaneIterator===n&&(this.turnLaneIterator=null)}})()}isTranscriptionSession(){return this.binding.intent==="transcription"||this.config.type==="transcription"}transcriptionEventsOn(){return this.config.inputAudioTranscription||this.isTranscriptionSession()}completePendingTranscription(e){this.pendingTranscriptItemId=null;let n=this.turnTranscript.text.trim();this.turnTranscript={open:!1,text:"",final:!1},this.send({type:"conversation.item.input_audio_transcription.completed",event_id:E("event"),item_id:e,content_index:0,transcript:n})}onTurnEvent(e){switch(e.kind){case"delta":case"final":{let n=typeof e.text=="string"?e.text:"",r=this.pendingTranscriptItemId;this.turnTranscript.open=!0,n.length>0&&(this.turnTranscript.text+=n),this.turnTranscript.final=e.kind==="final",this.transcriptionEventsOn()&&n.length>0&&this.send({type:"conversation.item.input_audio_transcription.delta",event_id:E("event"),item_id:r??"input_audio_turn",content_index:0,delta:n}),e.kind==="final"&&r!==null&&(this.completePendingTranscription(r),this.manuallyDischargedTurnItem=r);return}case"turn_start":{this.manuallyDischargedTurnItem=null,this.turnTranscript={open:!0,text:this.turnTranscript.text,final:!1},this.send({type:"input_audio_buffer.speech_started",event_id:E("event"),item_id:"input_audio_turn",audio_start_ms:typeof e.startMs=="number"?e.startMs:0}),this.config.turnDetection?.interruptResponse&&this.inFlight&&this.cancelResponse();return}case"turn_end":{let n=this.pendingTranscriptItemId;if(n!==null){this.send({type:"input_audio_buffer.speech_stopped",event_id:E("event"),item_id:n,audio_end_ms:typeof e.startMs=="number"?e.startMs:0}),this.completePendingTranscription(n);return}let r=this.manuallyDischargedTurnItem;if(r!==null){this.manuallyDischargedTurnItem=null,this.turnTranscript={open:!1,text:"",final:!1},this.send({type:"input_audio_buffer.speech_stopped",event_id:E("event"),item_id:r,audio_end_ms:typeof e.startMs=="number"?e.startMs:0});return}let o=this.turnTranscript.text.trim(),s=o.length>0?o:null;if(this.turnTranscript={open:!1,text:"",final:!1},this.lastCommittedTranscript=s,this.isTranscriptionSession()&&this.config.turnDetection===null){this.send({type:"input_audio_buffer.speech_stopped",event_id:E("event"),item_id:"input_audio_turn",audio_end_ms:typeof e.startMs=="number"?e.startMs:0});return}this.frozenAudio=this.pendingAudioBytes.splice(0),this.pendingAudioTotalBytes=0;let i=E("item"),a=this.items.length>0?this.items[this.items.length-1].id:null;this.pushItem({id:i,type:"message",role:"user",content:[{type:"input_audio",...s!==null?{transcript:s}:{}}]}),this.send({type:"input_audio_buffer.committed",event_id:E("event"),previous_item_id:a,item_id:i}),this.send({type:"conversation.item.created",event_id:E("event"),previous_item_id:a,item:this.itemToProtocol(this.items[this.items.length-1])}),this.send({type:"input_audio_buffer.speech_stopped",event_id:E("event"),item_id:i,audio_end_ms:typeof e.startMs=="number"?e.startMs:0}),this.transcriptionEventsOn()&&s!==null&&this.send({type:"conversation.item.input_audio_transcription.completed",event_id:E("event"),item_id:i,content_index:0,transcript:s}),this.config.turnDetection?.createResponse&&!this.inFlight&&!this.isTranscriptionSession()&&this.startResponse({});return}case"turn_eager_end":case"turn_resumed":return;default:return}}takeTurnTranscript(){let e=this.lastCommittedTranscript;return this.lastCommittedTranscript=null,e}async onMessage(e){if(this.closed)return;let n;try{n=e.toString()}catch{this.fail(H("decode_error","frame is not decodable text"),"invalid_frame");return}if(Buffer.byteLength(n,"utf8")>Ht){this.fail(H("frame_too_large",`frame exceeds the ${Ht}-byte limit`),"invalid_frame");return}let r;try{r=JSON.parse(n)}catch{this.fail(H("invalid_json","frame is not valid JSON"),"invalid_frame");return}if(typeof r.type!="string"||r.type.length===0){this.fail(H("missing_type",'event is missing a string "type"'),"invalid_frame");return}try{await this.handle(r)}catch(o){let s=o;if(s&&typeof s=="object"&&s.name==="SessionUpdateError"){this.send(D({type:"invalid_request_error",code:s.code??"invalid_value",message:s.message,param:s.param??null}));return}this.fail(Ke(null,o instanceof Error?o.message:String(o)),"handler_fault")}}async handle(e){switch(e.type){case"session.update":this.config=ut(e.session,this.config,{voice:this.binding.voice,turns:this.binding.turns!==void 0,model:this.binding.model}),this.send({type:"session.updated",event_id:E("event"),session:Jt(this.config,this.sessionId)});return;case"conversation.item.create":{let n=Hn(e.item,this.binding.voice),r=this.items.length>0?this.items[this.items.length-1].id:null;this.pushItem(n),this.send({type:"conversation.item.created",event_id:E("event"),previous_item_id:r,item:this.itemToProtocol(n)});return}case"conversation.item.delete":{let n=this.items.findIndex(r=>r.id===e.item_id);if(n<0){this.send(D(H("item_not_found",`no item with id ${JSON.stringify(e.item_id)}`,"item_id")));return}this.items.splice(n,1),this.send({type:"conversation.item.deleted",event_id:E("event"),item_id:e.item_id});return}case"conversation.item.retrieve":{let n=this.items.find(r=>r.id===e.item_id);if(!n){this.send(D(H("item_not_found",`no item with id ${JSON.stringify(e.item_id)}`,"item_id")));return}this.send({type:"conversation.item.retrieved",event_id:E("event"),item:this.itemToProtocol(n)});return}case"conversation.item.truncate":{let n=this.items.find(r=>r.id===e.item_id);if(!n||n.type!=="message"||n.role!=="assistant"){this.send(D(H("item_not_found",`no assistant message item with id ${JSON.stringify(e.item_id)}`,"item_id")));return}n.truncated=!0,this.send({type:"conversation.item.truncated",event_id:E("event"),item_id:n.id,content_index:typeof e.content_index=="number"?e.content_index:0,audio_end_ms:typeof e.audio_end_ms=="number"?e.audio_end_ms:0});return}case"input_audio_buffer.append":{if(typeof e.audio!="string"||e.audio.length===0){this.send(D(H("invalid_audio",'input_audio_buffer.append requires base64 "audio"',"audio")));return}if(!this.ensureVoice())return;if(!Za.test(e.audio)){this.send(D(H("invalid_audio","input_audio_buffer.append audio must be base64","audio")));return}let n=Buffer.byteLength(e.audio,"base64");if(this.pendingAudioTotalBytes+n>Vt){this.send(D(H("buffer_full",`uncommitted input audio exceeds the ${Vt}-byte bound \u2014 commit or clear first`,"audio")));return}if(this.config.type===void 0&&(this.config.type="realtime"),this.inFlight){this.binding.audioSession.audio.appendInputAudio(e.audio);return}if(this.isTranscriptionSession()){this.binding.audioSession.audio.appendInputAudio(e.audio),this.pendingAudioTotalBytes+=n;return}this.pendingAudioBytes.push(e.audio),this.pendingAudioTotalBytes+=n;return}case"input_audio_buffer.clear":{if(!this.ensureVoice())return;this.pendingAudioBytes.length=0,this.pendingAudioTotalBytes=0,this.lastCommittedTranscript=null,this.pendingTranscriptItemId===null&&(this.turnTranscript={open:!1,text:"",final:!1}),this.send({type:"input_audio_buffer.cleared",event_id:E("event")});return}case"input_audio_buffer.commit":{if(!this.ensureVoice())return;if(this.pendingAudioTotalBytes===0&&this.takeTurnTranscript()===null){this.send(D(H("empty_buffer","input_audio_buffer.commit with no buffered audio","audio")));return}this.isTranscriptionSession()&&this.pendingTranscriptItemId!==null&&this.completePendingTranscription(this.pendingTranscriptItemId),this.frozenAudio=this.pendingAudioBytes.splice(0),this.pendingAudioTotalBytes=0;let n=this.takeTurnTranscript();n===null&&this.binding.turns===void 0&&this.warnAudioOnlyTranscriptGap();let r=E("item"),o=this.items.length>0?this.items[this.items.length-1].id:null;if(this.pushItem({id:r,type:"message",role:"user",content:[{type:"input_audio",...n!==null?{transcript:n}:{}}]}),this.send({type:"input_audio_buffer.committed",event_id:E("event"),previous_item_id:o,item_id:r}),this.send({type:"conversation.item.created",event_id:E("event"),previous_item_id:o,item:this.itemToProtocol(this.items[this.items.length-1])}),this.isTranscriptionSession())if(n!==null)this.send({type:"conversation.item.input_audio_transcription.completed",event_id:E("event"),item_id:r,content_index:0,transcript:n});else if(this.turnTranscript.final){let s=this.turnTranscript.text.trim();this.turnTranscript={open:!1,text:"",final:!1},this.send({type:"conversation.item.input_audio_transcription.completed",event_id:E("event"),item_id:r,content_index:0,transcript:s}),this.manuallyDischargedTurnItem=r}else this.pendingTranscriptItemId=r;return}case"output_audio_buffer.clear":{this.send(D(H("output_clear_unavailable","output_audio_buffer.clear has no server-side playback queue to flush on this adapter: output audio is delivered as response.output_audio.delta events and interrupted turns are stopped with response.cancel")));return}case"response.create":if(this.isTranscriptionSession()){this.send(D(H("unsupported","response.create is not supported on a transcription session \u2014 this session transcribes the streamed audio with the engine's own transcript lane and emits conversation.item.input_audio_transcription events; there are no model responses to create","response.create")));return}this.startResponse(e.response??{});return;case"response.cancel":this.cancelResponse();return;default:this.send(D(H("unknown_event",`event type ${e.type} is not supported by this adapter`)))}}ensureVoice(){return!this.binding.voice||!this.binding.audioSession?(this.send(D(H("audio_not_supported","audio events require a voice binding from the resolver \u2014 this session was resolved text-only","audio"))),!1):(this.voiceClaimed||(this.claimVoiceBinding(),this.audioUnsubscribe=this.binding.audioSession.audio.onOutputAudio(e=>{this.onOutputAudioFrame(this.activeResponseId??"",e)}),this.voiceClaimed=!0),!0)}claimVoiceBinding(){let e=this.binding.audioSession,n=e.openaiRealtimeClaims??(e.openaiRealtimeClaims=new Set);if(n.has(e))throw new Error("voice binding already owned by another connection \u2014 the resolver handed one audio bridge to two realtime conversations, which must never happen (independent callers require private bindings)");n.add(e),this.audioLaneOwner=!0}releaseVoiceBinding(){let e=this.binding.audioSession;!e||!this.audioLaneOwner||(e.openaiRealtimeClaims?.delete(e),this.audioLaneOwner=!1)}warnAudioOnlyTranscriptGap(){this.audioOnlyTranscriptGapWarned||(this.audioOnlyTranscriptGapWarned=!0,this.send(D({type:"invalid_request_error",code:"audio_input_transcript_unavailable",message:"committed input audio is forwarded to the runtime audio lane but is NOT model-visible in the text turn lane: the resolved backend wires no turn/transcript lane (the voice engine's own stt stream with turn_start/turn_end + transcripts). Wire the transcribe/turn-detection leg upstream (the resolver supplies binding.turns) and committed audio gains its REAL transcript as the model-visible turn.",param:"input_audio_buffer.commit"})))}async upstreamStream(e,n){let r=this.binding.session;if(r&&typeof r.sendResponseCreate=="function"){let s=e.response??e;return r.sendResponseCreate({type:"response.create",response:s},e.input??[],n)}let o=this.binding.clients;if(o&&typeof o.createResponse=="function"){let{response:s,input:i,...a}=e;return await o.createResponse({...a,input:i})}throw new Error("realtime binding provides neither session.sendResponseCreate nor clients.createResponse \u2014 no upstream turn seam")}startResponse(e){if(this.inFlight){this.send(D(H("response_in_progress","a response is already in progress \u2014 cancel it with response.cancel first","response.create")));return}let n=e??{};if(n.modalities!==void 0){if(!Array.isArray(n.modalities)||n.modalities.some(g=>g!=="text"&&g!=="audio")){this.send(D(H("invalid_modalities",'response.modalities must be "text"/"audio"',"response.modalities")));return}if(n.modalities.includes("audio")&&!this.ensureVoice())return}if(n.input!==void 0){this.send(D(H("response_input_unsupported","response.input is not supported by this adapter: build the context with conversation.item.create, then response.create","response.input")));return}this.cancelled=!1,this.responseFlushed=!1,this.messageItemAdded=!1;let r=E("req"),o=`resp_${r}`;this.activeResponseId=o;let s=this.items.length,{input:i,sawAudioOnlyItem:a}=Gn(this.items),u=typeof n.instructions=="string"?n.instructions:this.config.instructions,d=typeof n.temperature=="number"?n.temperature:this.config.temperature,l=n.max_output_tokens??this.config.maxOutputTokens,p=l==="inf"||l===void 0?void 0:l,m=n.tools!==void 0?n.tools:this.config.tools,c=n.tool_choice!==void 0?n.tool_choice:this.config.toolChoice,f={input:i,stream:!0,...this.config.model?{model:this.config.model}:{},...u!==void 0?{instructions:u}:{},...d!==void 0?{temperature:d}:{},...p!==void 0?{max_output_tokens:p}:{},...m!==void 0?{tools:m}:{},...c!==void 0?{tool_choice:c}:{}};for(let g of this.frozenAudio.splice(0))this.binding.audioSession?.audio.appendInputAudio(g);this.inFlight=(async()=>{let g=[],_=A=>{this.responseFlushed?this.send(A):g.push(A)},y=()=>{if(!this.responseFlushed){this.send({type:"response.created",event_id:E("event"),response:this.responseObject(o,"in_progress")}),this.send({type:"response.in_progress",event_id:E("event"),response:this.responseObject(o,"in_progress")});for(let A of g)this.send(A);g.length=0,this.responseFlushed=!0}},h={messageOpen:!1,messageText:"",tools:new Map,nextOutputIndex:0},w=null;try{a&&this.binding.turns===void 0&&this.warnAudioOnlyTranscriptGap();let A;try{A=await this.upstreamStream(f,r)}catch(v){this.upstreamTurnFault(v,o);return}try{for await(let v of A){if(this.cancelled)break;let b=v;if(b.type==="error"){let R=this.upstreamErrorBody(b);this.responseFlushed?this.send(D(R)):this.send({type:"response.failed",event_id:E("event"),response:this.failedResponse(o,R)});return}if(b.type==="response.output_text.delta"&&typeof b.delta=="string"){y(),h.messageOpen||(this.beginMessageItem(o,h.nextOutputIndex++),h.messageOpen=!0),_({type:"response.output_text.delta",event_id:E("event"),item_id:`${o}_msg_0`,response_id:o,output_index:0,content_index:0,delta:b.delta}),h.messageText+=b.delta;continue}if(b.type==="response.function_call_arguments.delta"){y();let R=typeof b.delta=="string"?b.delta:"",L=typeof b.call_id=="string"&&b.call_id.length>0?b.call_id:`${o}_fc_${h.nextOutputIndex}`,S=h.tools.get(L);if(!S){let x=typeof b.name=="string"&&b.name.length>0?b.name:void 0;S={outputIndex:h.nextOutputIndex++,name:x,args:""},h.tools.set(L,S),_({type:"response.output_item.added",event_id:E("event"),response_id:o,output_index:S.outputIndex,item:{id:L,object:"realtime.item",type:"function_call",call_id:L,name:x??"",arguments:"",status:"in_progress"}})}typeof b.name=="string"&&b.name.length>0&&(S.name=b.name),S.args+=R,_({type:"response.function_call_arguments.delta",event_id:E("event"),item_id:L,response_id:o,output_index:S.outputIndex,call_id:L,name:S.name??"",delta:R});continue}if(b.type==="response.completed"){w=b.response??null;continue}}}catch(v){this.upstreamTurnFault(v,o);return}if(this.cancelled)return;this.closeOpenItems(o,h,s),y(),this.send({type:"response.done",event_id:E("event"),response:this.doneResponse(o,s,w)})}finally{this.inFlight=null,this.activeResponseId=null}})()}onOutputAudioFrame(e,n){if(this.cancelled)return;if(this.activeResponseId!==e){if(tu(n))return;!this.outOfTurnAudioWarned&&!this.closed&&(this.outOfTurnAudioWarned=!0,this.send(D({type:"invalid_request_error",code:"out_of_turn_audio",message:"the runtime produced voice OUT outside a response turn; this adapter delivers output audio only within response.output_audio.delta of an open turn \u2014 wire server-driven turns (VAD) upstream or keep speech inside response turns"})));return}this.responseFlushed||(this.send({type:"response.created",event_id:E("event"),response:this.responseObject(e,"in_progress")}),this.send({type:"response.in_progress",event_id:E("event"),response:this.responseObject(e,"in_progress")}),this.responseFlushed=!0);let r=`${e}_msg_0`;this.messageItemOpenForAudio||(this.beginAudioMessageItem(e),this.messageItemOpenForAudio=!0),this.send({type:"response.output_audio.delta",event_id:E("event"),item_id:r,response_id:e,output_index:0,content_index:0,delta:n})}messageItemAdded=!1;messageItemOpenForAudio=!1;beginMessageItem(e,n){let r=`${e}_msg_0`;this.messageItemAdded||(this.messageItemAdded=!0,this.send({type:"response.output_item.added",event_id:E("event"),response_id:e,output_index:n,item:{id:r,object:"realtime.item",type:"message",role:"assistant",status:"in_progress",content:[]}})),this.send({type:"response.content_part.added",event_id:E("event"),item_id:r,response_id:e,output_index:n,content_index:0,part:{type:"output_text",text:""}})}beginAudioMessageItem(e){let n=`${e}_msg_0`;this.messageItemAdded||(this.messageItemAdded=!0,this.send({type:"response.output_item.added",event_id:E("event"),response_id:e,output_index:0,item:{id:n,object:"realtime.item",type:"message",role:"assistant",status:"in_progress",content:[]}})),this.send({type:"response.content_part.added",event_id:E("event"),item_id:n,response_id:e,output_index:0,content_index:0,part:{type:"output_audio",transcript:""}})}closeOpenItems(e,n,r){if(n.messageOpen||this.messageItemOpenForAudio){let o=`${e}_msg_0`,s=this.messageItemOpenForAudio;s&&this.send({type:"response.output_audio.done",event_id:E("event"),item_id:o,response_id:e,output_index:0,content_index:0}),n.messageText.length>0&&this.send({type:"response.output_text.done",event_id:E("event"),item_id:o,response_id:e,output_index:0,content_index:0,text:n.messageText}),this.send({type:"response.content_part.done",event_id:E("event"),item_id:o,response_id:e,output_index:0,content_index:0,part:s?{type:"output_audio",transcript:""}:{type:"output_text",text:n.messageText}});let i=[];s&&i.push({type:"output_audio"}),n.messageText.length>0&&i.push({type:"output_text",text:n.messageText});let a={id:o,type:"message",role:"assistant",content:i};this.pushItem(a),this.send({type:"response.output_item.done",event_id:E("event"),response_id:e,output_index:0,item:this.itemToProtocol(a)})}for(let[o,s]of n.tools){let i=s.args.length>0?s.args:"{}";this.send({type:"response.function_call_arguments.done",event_id:E("event"),item_id:o,response_id:e,output_index:s.outputIndex,call_id:o,name:s.name??"",arguments:i});let a={id:o,type:"function_call",callId:o,name:s.name,arguments:i};this.pushItem(a),this.send({type:"response.output_item.done",event_id:E("event"),response_id:e,output_index:s.outputIndex,item:this.itemToProtocol(a)})}this.messageItemOpenForAudio=!1,this.messageItemAdded=!1}responseObject(e,n,r){return{id:e,object:"realtime.response",status:n,conversation_id:this.conversationId,usage:null,...r??{}}}failedResponse(e,n){return this.responseObject(e,"failed",{status_details:{error:{code:n.code,message:n.message}}})}doneResponse(e,n,r){let o=r&&typeof r.usage=="object"&&r.usage!==null?r.usage:null,s=[];for(let i=n;i<this.items.length;i++)s.push(this.itemToProtocol(this.items[i]));return this.responseObject(e,"completed",{output:s,usage:o?{input_tokens:typeof o.input_tokens=="number"&&Number.isFinite(o.input_tokens)?o.input_tokens:0,output_tokens:typeof o.output_tokens=="number"&&Number.isFinite(o.output_tokens)?o.output_tokens:0,total_tokens:typeof o.total_tokens=="number"&&Number.isFinite(o.total_tokens)?o.total_tokens:(typeof o.input_tokens=="number"&&Number.isFinite(o.input_tokens)?o.input_tokens:0)+(typeof o.output_tokens=="number"&&Number.isFinite(o.output_tokens)?o.output_tokens:0),input_token_details:{cached_tokens:0,audio_tokens:0,text_tokens:0},output_token_details:{audio_tokens:0,text_tokens:0}}:null})}upstreamErrorBody(e){let n=e.error,r=n&&typeof n.message=="string"?n.message:JSON.stringify(e);return{type:"server_error",code:n&&typeof n.code=="string"?n.code:null,message:r}}failSessionGone(e){let n=e instanceof Error?e.message:String(e);this.fail(Ke("session_gone",`this realtime connection's pooled session \u2014 the one its audio bridge and every turn ride \u2014 is gone: ${n}`),"session_gone")}upstreamTurnFault(e,n){if(e instanceof X){this.failSessionGone(e);return}if(!this.cancelled){if(!this.responseFlushed&&!(e instanceof ls.SessionFailedError&&(e.kind==="never-live"||e.kind==="create-failed"))){this.failSessionGone(e);return}this.emitUpstreamFault(e,n)}}emitUpstreamFault(e,n){let r=Ke(null,e instanceof Error?e.message:String(e));this.responseFlushed?this.send(D(r)):this.send({type:"response.failed",event_id:E("event"),response:this.failedResponse(n,r)})}cancelResponse(){let e=this.inFlight;if(!e){this.send(D(H("no_response_to_cancel","no response is in progress","response.cancel")));return}this.cancelled=!0;let n=this.activeResponseId??"resp_";e.finally(()=>{this.send({type:"response.cancelled",event_id:E("event"),response:this.responseObject(n,"cancelled")})})}pushItem(e){this.items.push(e),this.items.length>Gt&&(this.items.shift(),this.send(D({type:"invalid_request_error",code:"transcript_evicted",message:`the conversation transcript exceeded ${Gt} items \u2014 the oldest item was evicted to keep the per-connection bound`})))}itemToProtocol(e){let n={id:e.id,object:"realtime.item"};if(e.type==="function_call")return{...n,type:"function_call",call_id:e.callId,name:e.name,arguments:e.arguments??"{}",status:"completed"};if(e.type==="function_call_output")return{...n,type:"function_call_output",call_id:e.callId,output:e.output};let r=(e.content??[]).map(o=>o.type==="input_text"||o.type==="output_text"?{type:o.type,text:o.text}:o.type==="input_audio"?{type:"input_audio",...o.transcript?{transcript:o.transcript}:{}}:{type:"output_audio",transcript:o.transcript??""});return{...n,type:"message",role:e.role,status:e.truncated?"incomplete":"completed",content:r}}send(e){if(!(this.closed||this.ws.readyState!==this.ws.OPEN)){if(this.ws.bufferedAmount>jn){this.ws.close(Xa,us("outbound buffer exceeded")),this.teardown("outbound buffer exceeded");return}this.ws.send(JSON.stringify(e))}}fail(e,n){this.send(D(e)),this.ws.close(Qa,us(n)),this.teardown(n)}teardown(e){if(this.closed)return;this.closed=!0,this.turnLaneAbort?.abort(new Error("the realtime connection closed \u2014 the turn lane consumer is gone")),this.turnLaneAbort=null;let n=this.turnLaneIterator;if(this.turnLaneIterator=null,n!==null){let r=n.return?.();r&&r.catch(()=>{})}this.releaseVoiceBinding(),this.audioUnsubscribe?.(),this.audioUnsubscribe=null,this.binding.release&&Promise.resolve().then(()=>this.binding.release?.()).catch(r=>ds(this.id,`binding release failed: ${r instanceof Error?r.message:String(r)}`));try{this.ws.removeAllListeners("message")}catch{}this.onClosed?.(this,{reason:e}),ds(this.id,e)}},Vn=[];function ds(t,e){Vn.push({id:t,reason:e}),Vn.length>256&&Vn.shift()}var Wn="/v1/realtime",nu=t=>t.slice(0,120);function ru(t,e,n){let r=e===401||e===403?"Unauthorized":e===502?"Upstream Fault":"Upgrade Refused";t.write(`HTTP/1.1 ${e} ${r}\r
22
+ `)}catch{}}t.killChild(),t.exit(1)};return t.proc.on("uncaughtException",e),t.proc.on("unhandledRejection",e),()=>{t.proc.off("uncaughtException",e),t.proc.off("unhandledRejection",e)}}function es(t,e){let n="pass --port 0 for an OS-assigned ephemeral port";return e?`port ${t} is held by another urun-openai proxy serving app ${e.app} (org ${e.org}, fn ${e.fn}, version ${e.proxy_version}) \u2014 reuse it by pointing your agent at http://127.0.0.1:${t}, or ${n}`:`port ${t} is already in use and does not answer the urun-openai /stats identity probe \u2014 ${n}`}var as=require("ws");var ss=require("@urun-sh/core");var ns=require("crypto");function R(t){return`${t}_${(0,ns.randomUUID)().replace(/-/g,"").slice(0,24)}`}var Bt=4*1024*1024,Un=8*1024*1024,jt=512,qt=20*1024*1024;function H(t,e,n){return{type:"invalid_request_error",code:t,message:e,param:n??null}}function Je(t,e){return{type:"server_error",code:t,message:e}}function D(t){return{type:"error",event_id:R("event"),error:t}}function Nn(){return{outputModalities:["text"],turnDetection:null,inputAudioTranscription:!1}}var A=class extends Error{constructor(n,r,o="invalid_value"){super(n);this.param=r;this.code=o;this.name="SessionUpdateError"}param;code},Ka={type:!0,model:!0,instructions:!0,modalities:!0,voice:!0,input_audio_format:!0,output_audio_format:!0,temperature:!0,max_output_tokens:!0,max_response_output_tokens:!0,tool_choice:!0,tools:!0,metadata:!0,turn_detection:!0,input_audio_transcription:!0,input_audio_noise_reduction:!0,audio:!0},za={format:!0,transcription:!0,turn_detection:!0,noise_reduction:!0},Ya={format:!0,voice:!0,speed:!0};function ts(t,e){let n=t;if(!n||typeof n!="object"||n.type!=="audio/pcm"||n.rate!==void 0&&n.rate!==24e3)throw new A(`${e} must be {"type":"audio/pcm","rate":24000} \u2014 the session audio lane is 24 kHz mono PCM16 only`,e)}function at(t,e,n){if(!t||typeof t!="object"||Array.isArray(t))throw new A("session must be an object","session","invalid_request");let r=t,o=Object.keys(r).filter(i=>!(i in Ka));if(o.length>0)throw new A(`session field(s) not supported by this backend: ${o.join(", ")}`,o[0],"unsupported_field");let s={...e,outputModalities:[...e.outputModalities]};for(let[i,a]of Object.entries(r))switch(i){case"type":{if(a!=="realtime"&&a!=="transcription")throw new A(`session.type ${JSON.stringify(a)} is not "realtime" or "transcription"`,"type");if(e.type!==void 0&&e.type!==a)throw new A(`session.type cannot change once established \u2014 this session is ${JSON.stringify(e.type)} and the update names ${JSON.stringify(a)}: the type is fixed at establishment (the connection's URL intent, the first session.update that names it, or the first input_audio_buffer.append, which establishes realtime)`,"type","invalid_request");if(a==="transcription"&&!n.turns)throw new A('session.type "transcription" is refused: the resolved backend wires no turn/transcript lane (the stt stream behind the engine\u2019s own transcripts) \u2014 there is no transcription source on this session',"type","unsupported_field");s.type=a;break}case"model":if(a!==null&&typeof a!="string")throw new A("model must be a string or null","model");s.model=a??void 0;break;case"instructions":if(a!==null&&typeof a!="string")throw new A("instructions must be a string or null","instructions");s.instructions=a??void 0;break;case"modalities":{if(!Array.isArray(a)||a.length===0)throw new A("modalities must be a non-empty array","modalities");let d=[];for(let u of a){if(u!=="text"&&u!=="audio")throw new A(`modality ${JSON.stringify(u)} is not "text" or "audio"`,"modalities");if(u==="audio"&&!n.voice)throw new A('modality "audio" refused: the resolver did not provide an authoritative voice binding for the resolved backend \u2014 this model cannot speak on this session',"modalities","audio_not_supported");d.includes(u)||d.push(u)}s.outputModalities=d;break}case"voice":if(a===null){delete s.voice;break}if(typeof a!="string")throw new A("voice must be a string or null","voice");if(!n.voice)throw new A("voice refused: no authoritative voice binding for the resolved backend","voice","audio_not_supported");s.voice=a;break;case"input_audio_format":case"output_audio_format":if(a!=="pcm16")throw new A(`${i} must be "pcm16" \u2014 the session audio lane is 24 kHz mono PCM16 only`,i);break;case"temperature":if(a!==null&&(typeof a!="number"||!Number.isFinite(a)))throw new A("temperature must be a finite number or null","temperature");s.temperature=a??void 0;break;case"max_output_tokens":case"max_response_output_tokens":if(a!==null&&a!=="inf"&&(typeof a!="number"||!Number.isInteger(a)||a<1))throw new A(`${i} must be a positive integer, "inf" or null`,i);s.maxOutputTokens=a===null?void 0:a;break;case"tools":if(!Array.isArray(a))throw new A("tools must be an array","tools");s.tools=a;break;case"tool_choice":s.toolChoice=a;break;case"metadata":if(a!==null&&(!a||typeof a!="object"||Array.isArray(a)))throw new A("metadata must be an object or null","metadata");s.metadata=a??null;break;case"turn_detection":{if(a===null){s.turnDetection=null;break}if(!n.turns)throw new A("turn_detection is refused: the resolved backend does not wire its own turn boundary lane (stt stream with turn_start/turn_end) \u2014 there is no native VAD source to drive responses from. Drive turns manually: input_audio_buffer.commit + response.create.","turn_detection","unsupported_field");let d=a;if(!d||typeof d!="object"||Array.isArray(d))throw new A("turn_detection must be an object or null","turn_detection");let u=String(d.type??"");if(u!=="server_vad"&&u!=="semantic_vad")throw new A(`turn_detection.type ${JSON.stringify(d.type)} is not "server_vad"/"semantic_vad"`,"turn_detection.type");s.turnDetection={createResponse:d.create_response!==!1,interruptResponse:d.interrupt_response!==!1};break}case"input_audio_transcription":{if(a===null){s.inputAudioTranscription=!1;break}if(!n.turns)throw new A("input_audio_transcription is refused: the resolved backend does not wire a transcript lane \u2014 no native transcription source exists behind this session","input_audio_transcription","unsupported_field");if(!a||typeof a!="object"||Array.isArray(a))throw new A("input_audio_transcription must be an object or null","input_audio_transcription");for(let u of Object.keys(a))if(!["model","language","languages","prompt"].includes(u))throw new A(`input_audio_transcription field not honored by this backend: ${u} (transcription comes from the voice engine itself)`,`input_audio_transcription.${u}`,"unsupported_field");let d=a.model;if(d!=null){let u=typeof d=="string"?d:JSON.stringify(d);if(typeof d!="string"||d!==n.model)throw new A(`input_audio_transcription.model ${JSON.stringify(u)} does not match the model this connection is bound to (${n.model===void 0?"the unnamed default app":JSON.stringify(n.model)}) \u2014 a transcription session runs the engine the connection bound and cannot be retuned to another model mid-connection`,"input_audio_transcription.model","unsupported_field")}s.inputAudioTranscription=!0;break}case"input_audio_noise_reduction":if(a!==null)throw new A("input_audio_noise_reduction must be null on this backend: no noise-reduction primitive exists behind the session audio bridge","input_audio_noise_reduction","unsupported_field");break;case"audio":{if(a===null)break;let d=a;if(!d||typeof d!="object"||Array.isArray(d))throw new A("audio must be an object or null","audio");if(d.input!==void 0&&d.input!==null){let u=d.input;if(!u||typeof u!="object"||Array.isArray(u))throw new A("audio.input must be an object","audio.input");for(let l of Object.keys(u))if(!(l in za))throw new A(`audio.input field not supported by this backend: ${l}`,`audio.input.${l}`,"unsupported_field");if(u.format!==void 0&&ts(u.format,"audio.input.format"),u.transcription!==null&&u.transcription!==void 0){let l=at({input_audio_transcription:u.transcription},s,n);s.inputAudioTranscription=l.inputAudioTranscription}if(u.turn_detection!==null&&u.turn_detection!==void 0){let l=at({turn_detection:u.turn_detection},s,n);s.turnDetection=l.turnDetection}if(u.noise_reduction!==null&&u.noise_reduction!==void 0)throw new A("audio.input.noise_reduction must be null on this backend: no noise-reduction primitive","audio.input.noise_reduction","unsupported_field")}if(d.output!==void 0&&d.output!==null){let u=d.output;if(!u||typeof u!="object"||Array.isArray(u))throw new A("audio.output must be an object","audio.output");for(let l of Object.keys(u))if(!(l in Ya))throw new A(`audio.output field not supported by this backend: ${l}`,`audio.output.${l}`,"unsupported_field");if(u.format!==void 0&&ts(u.format,"audio.output.format"),u.speed!==void 0)throw new A("audio.output.speed is not supported on this backend: playback rate is fixed","audio.output.speed","unsupported_field");if(u.voice!==void 0)if(u.voice===null)delete s.voice;else{if(typeof u.voice!="string")throw new A("audio.output.voice must be a string or null","audio.output.voice");if(!n.voice)throw new A("audio.output.voice refused: no authoritative voice binding for the resolved backend","audio.output.voice","audio_not_supported");s.voice=u.voice}u.format!==void 0&&!s.outputModalities.includes("audio")&&(s.outputModalities=["text","audio"])}break}default:break}return s}function Ht(t,e){return{id:e,object:"realtime.session",type:t.type??"realtime",model:t.model??null,instructions:t.instructions??"",modalities:[...t.outputModalities],voice:t.voice??null,input_audio_format:"pcm16",output_audio_format:"pcm16",input_audio_transcription:t.inputAudioTranscription?{}:null,input_audio_noise_reduction:null,turn_detection:t.turnDetection?{type:"server_vad",create_response:t.turnDetection.createResponse,interrupt_response:t.turnDetection.interruptResponse}:null,temperature:t.temperature??null,max_response_output_tokens:t.maxOutputTokens??"inf",tool_choice:t.toolChoice??"auto",tools:t.tools??[],metadata:t.metadata??null}}function Dn(t,e){let n=t;if(!n||typeof n!="object")throw new A("item must be an object","item","invalid_request");if(n.type==="function_call_output"){if(typeof n.call_id!="string"||typeof n.output!="string")throw new A("function_call_output item requires string call_id and output","item.call_id","invalid_request");return{id:typeof n.id=="string"?n.id:R("item"),type:"function_call_output",callId:n.call_id,output:n.output}}if(n.type==="message"){let r=n.role;if(r!=="user"&&r!=="assistant"&&r!=="system")throw new A('message item role must be "user", "assistant" or "system"',"item.role","invalid_request");if(!Array.isArray(n.content))throw new A("message item content must be an array","item.content","invalid_request");let o=[];for(let s of n.content){let i=s;if(!i||typeof i!="object")throw new A("content part must be an object","item.content","invalid_request");if(i.type==="input_text"||r==="assistant"&&i.type==="output_text"){if(typeof i.text!="string")throw new A(`${String(i.type)} part requires string text`,"item.content.text","invalid_request");o.push({type:i.type,text:i.text});continue}if(i.type==="input_audio"){if(!e)throw new A("input_audio content refused: no authoritative voice binding for the resolved backend","item.content.type","audio_not_supported");if(typeof i.audio!="string")throw new A("input_audio part requires base64 audio","item.content.audio","invalid_request");o.push({type:"input_audio",...typeof i.transcript=="string"?{transcript:i.transcript}:{}});continue}throw new A(`content part type ${String(i.type)} is not supported on message items here (input_text / output_text / input_audio)`,"item.content.type","invalid_request")}return{id:typeof n.id=="string"?n.id:R("item"),type:"message",role:r,content:o}}throw new A(`item type ${String(n.type)} is not supported \u2014 message and function_call_output items only`,"item.type","invalid_request")}function Fn(t){let e=[],n=!1;for(let r of t){if(r.type==="function_call"){e.push({type:"function_call",call_id:r.callId,name:r.name,arguments:r.arguments??"{}"});continue}if(r.type==="function_call_output"){e.push({type:"function_call_output",call_id:r.callId,output:r.output});continue}let o=[];for(let s of r.content??[]){if(s.type==="input_text"||s.type==="output_text"){o.push({type:s.type,text:s.text});continue}if(s.type==="input_audio"){let i=s.transcript;if(typeof i=="string"&&i.trim().length>0){o.push({type:"input_text",text:i});continue}n=!0;continue}}e.push({role:r.role,content:o})}return{input:e,sawAudioOnlyItem:n}}var Xa=1001,Qa=1011,rs=t=>t.slice(0,120),Za=/^[A-Za-z0-9+/=]*$/,eu=2;function tu(t){let e=Buffer.from(t,"base64");for(let n=0;n+1<e.byteLength;n+=2)if(Math.abs(e.readInt16LE(n))>eu)return!1;return!0}var ut=class{id=R("conn");ws;binding;onClosed;config=Nn();sessionId=R("sess");conversationId=R("conv");items=[];pendingAudioBytes=[];pendingAudioTotalBytes=0;frozenAudio=[];inFlight=null;activeResponseId=null;responseFlushed=!1;cancelled=!1;voiceClaimed=!1;audioLaneOwner=!1;audioUnsubscribe=null;outOfTurnAudioWarned=!1;audioOnlyTranscriptGapWarned=!1;closed=!1;turnLaneAbort=null;turnLaneIterator=null;turnTranscript={open:!1,text:"",final:!1};lastCommittedTranscript=null;pendingTranscriptItemId=null;manuallyDischargedTurnItem=null;constructor(e){this.ws=e.ws,this.binding=e.binding,this.onClosed=e.onClosed,this.binding.model&&(this.config.model=this.binding.model),this.binding.intent==="transcription"&&(this.config.type="transcription"),this.ws.on("message",n=>{this.onMessage(n)}),this.ws.on("close",()=>this.teardown("client disconnected")),this.ws.on("error",()=>this.teardown("client socket error")),this.send({type:"session.created",event_id:R("event"),session:Ht(this.config,this.sessionId)}),this.send({type:"conversation.created",event_id:R("event"),conversation:{id:this.conversationId,object:"realtime.conversation"}}),this.binding.turns&&this.startTurnLane()}startTurnLane(){let e=new AbortController;this.turnLaneAbort=e;let n=this.binding.turns(e.signal)[Symbol.asyncIterator]();this.turnLaneIterator=n,(async()=>{try{for(;;){let r=await n.next();if(r.done||this.closed||e.signal.aborted)return;this.onTurnEvent(r.value)}}catch(r){!this.closed&&!e.signal.aborted&&this.send(D(Je("turn_lane_fault",`the backend turn/transcript lane failed: ${r instanceof Error?r.message:String(r)}`)))}finally{this.turnLaneIterator===n&&(this.turnLaneIterator=null)}})()}isTranscriptionSession(){return this.binding.intent==="transcription"||this.config.type==="transcription"}transcriptionEventsOn(){return this.config.inputAudioTranscription||this.isTranscriptionSession()}completePendingTranscription(e){this.pendingTranscriptItemId=null;let n=this.turnTranscript.text.trim();this.turnTranscript={open:!1,text:"",final:!1},this.send({type:"conversation.item.input_audio_transcription.completed",event_id:R("event"),item_id:e,content_index:0,transcript:n})}onTurnEvent(e){switch(e.kind){case"delta":case"final":{let n=typeof e.text=="string"?e.text:"",r=this.pendingTranscriptItemId;this.turnTranscript.open=!0,n.length>0&&(this.turnTranscript.text+=n),this.turnTranscript.final=e.kind==="final",this.transcriptionEventsOn()&&n.length>0&&this.send({type:"conversation.item.input_audio_transcription.delta",event_id:R("event"),item_id:r??"input_audio_turn",content_index:0,delta:n}),e.kind==="final"&&r!==null&&(this.completePendingTranscription(r),this.manuallyDischargedTurnItem=r);return}case"turn_start":{this.manuallyDischargedTurnItem=null,this.turnTranscript={open:!0,text:this.turnTranscript.text,final:!1},this.send({type:"input_audio_buffer.speech_started",event_id:R("event"),item_id:"input_audio_turn",audio_start_ms:typeof e.startMs=="number"?e.startMs:0}),this.config.turnDetection?.interruptResponse&&this.inFlight&&this.cancelResponse();return}case"turn_end":{let n=this.pendingTranscriptItemId;if(n!==null){this.send({type:"input_audio_buffer.speech_stopped",event_id:R("event"),item_id:n,audio_end_ms:typeof e.startMs=="number"?e.startMs:0}),this.completePendingTranscription(n);return}let r=this.manuallyDischargedTurnItem;if(r!==null){this.manuallyDischargedTurnItem=null,this.turnTranscript={open:!1,text:"",final:!1},this.send({type:"input_audio_buffer.speech_stopped",event_id:R("event"),item_id:r,audio_end_ms:typeof e.startMs=="number"?e.startMs:0});return}let o=this.turnTranscript.text.trim(),s=o.length>0?o:null;if(this.turnTranscript={open:!1,text:"",final:!1},this.lastCommittedTranscript=s,this.isTranscriptionSession()&&this.config.turnDetection===null){this.send({type:"input_audio_buffer.speech_stopped",event_id:R("event"),item_id:"input_audio_turn",audio_end_ms:typeof e.startMs=="number"?e.startMs:0});return}this.frozenAudio=this.pendingAudioBytes.splice(0),this.pendingAudioTotalBytes=0;let i=R("item"),a=this.items.length>0?this.items[this.items.length-1].id:null;this.pushItem({id:i,type:"message",role:"user",content:[{type:"input_audio",...s!==null?{transcript:s}:{}}]}),this.send({type:"input_audio_buffer.committed",event_id:R("event"),previous_item_id:a,item_id:i}),this.send({type:"conversation.item.created",event_id:R("event"),previous_item_id:a,item:this.itemToProtocol(this.items[this.items.length-1])}),this.send({type:"input_audio_buffer.speech_stopped",event_id:R("event"),item_id:i,audio_end_ms:typeof e.startMs=="number"?e.startMs:0}),this.transcriptionEventsOn()&&s!==null&&this.send({type:"conversation.item.input_audio_transcription.completed",event_id:R("event"),item_id:i,content_index:0,transcript:s}),this.config.turnDetection?.createResponse&&!this.inFlight&&!this.isTranscriptionSession()&&this.startResponse({});return}case"turn_eager_end":case"turn_resumed":return;default:return}}takeTurnTranscript(){let e=this.lastCommittedTranscript;return this.lastCommittedTranscript=null,e}async onMessage(e){if(this.closed)return;let n;try{n=e.toString()}catch{this.fail(H("decode_error","frame is not decodable text"),"invalid_frame");return}if(Buffer.byteLength(n,"utf8")>Bt){this.fail(H("frame_too_large",`frame exceeds the ${Bt}-byte limit`),"invalid_frame");return}let r;try{r=JSON.parse(n)}catch{this.fail(H("invalid_json","frame is not valid JSON"),"invalid_frame");return}if(typeof r.type!="string"||r.type.length===0){this.fail(H("missing_type",'event is missing a string "type"'),"invalid_frame");return}try{await this.handle(r)}catch(o){let s=o;if(s&&typeof s=="object"&&s.name==="SessionUpdateError"){this.send(D({type:"invalid_request_error",code:s.code??"invalid_value",message:s.message,param:s.param??null}));return}this.fail(Je(null,o instanceof Error?o.message:String(o)),"handler_fault")}}async handle(e){switch(e.type){case"session.update":this.config=at(e.session,this.config,{voice:this.binding.voice,turns:this.binding.turns!==void 0,model:this.binding.model}),this.send({type:"session.updated",event_id:R("event"),session:Ht(this.config,this.sessionId)});return;case"conversation.item.create":{let n=Dn(e.item,this.binding.voice),r=this.items.length>0?this.items[this.items.length-1].id:null;this.pushItem(n),this.send({type:"conversation.item.created",event_id:R("event"),previous_item_id:r,item:this.itemToProtocol(n)});return}case"conversation.item.delete":{let n=this.items.findIndex(r=>r.id===e.item_id);if(n<0){this.send(D(H("item_not_found",`no item with id ${JSON.stringify(e.item_id)}`,"item_id")));return}this.items.splice(n,1),this.send({type:"conversation.item.deleted",event_id:R("event"),item_id:e.item_id});return}case"conversation.item.retrieve":{let n=this.items.find(r=>r.id===e.item_id);if(!n){this.send(D(H("item_not_found",`no item with id ${JSON.stringify(e.item_id)}`,"item_id")));return}this.send({type:"conversation.item.retrieved",event_id:R("event"),item:this.itemToProtocol(n)});return}case"conversation.item.truncate":{let n=this.items.find(r=>r.id===e.item_id);if(!n||n.type!=="message"||n.role!=="assistant"){this.send(D(H("item_not_found",`no assistant message item with id ${JSON.stringify(e.item_id)}`,"item_id")));return}n.truncated=!0,this.send({type:"conversation.item.truncated",event_id:R("event"),item_id:n.id,content_index:typeof e.content_index=="number"?e.content_index:0,audio_end_ms:typeof e.audio_end_ms=="number"?e.audio_end_ms:0});return}case"input_audio_buffer.append":{if(typeof e.audio!="string"||e.audio.length===0){this.send(D(H("invalid_audio",'input_audio_buffer.append requires base64 "audio"',"audio")));return}if(!this.ensureVoice())return;if(!Za.test(e.audio)){this.send(D(H("invalid_audio","input_audio_buffer.append audio must be base64","audio")));return}let n=Buffer.byteLength(e.audio,"base64");if(this.pendingAudioTotalBytes+n>qt){this.send(D(H("buffer_full",`uncommitted input audio exceeds the ${qt}-byte bound \u2014 commit or clear first`,"audio")));return}if(this.config.type===void 0&&(this.config.type="realtime"),this.inFlight){this.binding.audioSession.audio.appendInputAudio(e.audio);return}if(this.isTranscriptionSession()){this.binding.audioSession.audio.appendInputAudio(e.audio),this.pendingAudioTotalBytes+=n;return}this.pendingAudioBytes.push(e.audio),this.pendingAudioTotalBytes+=n;return}case"input_audio_buffer.clear":{if(!this.ensureVoice())return;this.pendingAudioBytes.length=0,this.pendingAudioTotalBytes=0,this.lastCommittedTranscript=null,this.pendingTranscriptItemId===null&&(this.turnTranscript={open:!1,text:"",final:!1}),this.send({type:"input_audio_buffer.cleared",event_id:R("event")});return}case"input_audio_buffer.commit":{if(!this.ensureVoice())return;if(this.pendingAudioTotalBytes===0&&this.takeTurnTranscript()===null){this.send(D(H("empty_buffer","input_audio_buffer.commit with no buffered audio","audio")));return}this.isTranscriptionSession()&&this.pendingTranscriptItemId!==null&&this.completePendingTranscription(this.pendingTranscriptItemId),this.frozenAudio=this.pendingAudioBytes.splice(0),this.pendingAudioTotalBytes=0;let n=this.takeTurnTranscript();n===null&&this.binding.turns===void 0&&this.warnAudioOnlyTranscriptGap();let r=R("item"),o=this.items.length>0?this.items[this.items.length-1].id:null;if(this.pushItem({id:r,type:"message",role:"user",content:[{type:"input_audio",...n!==null?{transcript:n}:{}}]}),this.send({type:"input_audio_buffer.committed",event_id:R("event"),previous_item_id:o,item_id:r}),this.send({type:"conversation.item.created",event_id:R("event"),previous_item_id:o,item:this.itemToProtocol(this.items[this.items.length-1])}),this.isTranscriptionSession())if(n!==null)this.send({type:"conversation.item.input_audio_transcription.completed",event_id:R("event"),item_id:r,content_index:0,transcript:n});else if(this.turnTranscript.final){let s=this.turnTranscript.text.trim();this.turnTranscript={open:!1,text:"",final:!1},this.send({type:"conversation.item.input_audio_transcription.completed",event_id:R("event"),item_id:r,content_index:0,transcript:s}),this.manuallyDischargedTurnItem=r}else this.pendingTranscriptItemId=r;return}case"output_audio_buffer.clear":{this.send(D(H("output_clear_unavailable","output_audio_buffer.clear has no server-side playback queue to flush on this adapter: output audio is delivered as response.output_audio.delta events and interrupted turns are stopped with response.cancel")));return}case"response.create":if(this.isTranscriptionSession()){this.send(D(H("unsupported","response.create is not supported on a transcription session \u2014 this session transcribes the streamed audio with the engine's own transcript lane and emits conversation.item.input_audio_transcription events; there are no model responses to create","response.create")));return}this.startResponse(e.response??{});return;case"response.cancel":this.cancelResponse();return;default:this.send(D(H("unknown_event",`event type ${e.type} is not supported by this adapter`)))}}ensureVoice(){return!this.binding.voice||!this.binding.audioSession?(this.send(D(H("audio_not_supported","audio events require a voice binding from the resolver \u2014 this session was resolved text-only","audio"))),!1):(this.voiceClaimed||(this.claimVoiceBinding(),this.audioUnsubscribe=this.binding.audioSession.audio.onOutputAudio(e=>{this.onOutputAudioFrame(this.activeResponseId??"",e)}),this.voiceClaimed=!0),!0)}claimVoiceBinding(){let e=this.binding.audioSession,n=e.openaiRealtimeClaims??(e.openaiRealtimeClaims=new Set);if(n.has(e))throw new Error("voice binding already owned by another connection \u2014 the resolver handed one audio bridge to two realtime conversations, which must never happen (independent callers require private bindings)");n.add(e),this.audioLaneOwner=!0}releaseVoiceBinding(){let e=this.binding.audioSession;!e||!this.audioLaneOwner||(e.openaiRealtimeClaims?.delete(e),this.audioLaneOwner=!1)}warnAudioOnlyTranscriptGap(){this.audioOnlyTranscriptGapWarned||(this.audioOnlyTranscriptGapWarned=!0,this.send(D({type:"invalid_request_error",code:"audio_input_transcript_unavailable",message:"committed input audio is forwarded to the runtime audio lane but is NOT model-visible in the text turn lane: the resolved backend wires no turn/transcript lane (the voice engine's own stt stream with turn_start/turn_end + transcripts). Wire the transcribe/turn-detection leg upstream (the resolver supplies binding.turns) and committed audio gains its REAL transcript as the model-visible turn.",param:"input_audio_buffer.commit"})))}async upstreamStream(e,n){let r=this.binding.session;if(r&&typeof r.sendResponseCreate=="function"){let s=e.response??e;return r.sendResponseCreate({type:"response.create",response:s},e.input??[],n)}let o=this.binding.clients;if(o&&typeof o.createResponse=="function"){let{response:s,input:i,...a}=e;return await o.createResponse({...a,input:i})}throw new Error("realtime binding provides neither session.sendResponseCreate nor clients.createResponse \u2014 no upstream turn seam")}startResponse(e){if(this.inFlight){this.send(D(H("response_in_progress","a response is already in progress \u2014 cancel it with response.cancel first","response.create")));return}let n=e??{};if(n.modalities!==void 0){if(!Array.isArray(n.modalities)||n.modalities.some(k=>k!=="text"&&k!=="audio")){this.send(D(H("invalid_modalities",'response.modalities must be "text"/"audio"',"response.modalities")));return}if(n.modalities.includes("audio")&&!this.ensureVoice())return}if(n.input!==void 0){this.send(D(H("response_input_unsupported","response.input is not supported by this adapter: build the context with conversation.item.create, then response.create","response.input")));return}this.cancelled=!1,this.responseFlushed=!1,this.messageItemAdded=!1;let r=R("req"),o=`resp_${r}`;this.activeResponseId=o;let s=this.items.length,{input:i,sawAudioOnlyItem:a}=Fn(this.items),d=typeof n.instructions=="string"?n.instructions:this.config.instructions,u=typeof n.temperature=="number"?n.temperature:this.config.temperature,l=n.max_output_tokens??this.config.maxOutputTokens,c=l==="inf"||l===void 0?void 0:l,f=n.tools!==void 0?n.tools:this.config.tools,p=n.tool_choice!==void 0?n.tool_choice:this.config.toolChoice,m={input:i,stream:!0,...this.config.model?{model:this.config.model}:{},...d!==void 0?{instructions:d}:{},...u!==void 0?{temperature:u}:{},...c!==void 0?{max_output_tokens:c}:{},...f!==void 0?{tools:f}:{},...p!==void 0?{tool_choice:p}:{}};for(let k of this.frozenAudio.splice(0))this.binding.audioSession?.audio.appendInputAudio(k);this.inFlight=(async()=>{let k=[],v=E=>{this.responseFlushed?this.send(E):k.push(E)},y=()=>{if(!this.responseFlushed){this.send({type:"response.created",event_id:R("event"),response:this.responseObject(o,"in_progress")}),this.send({type:"response.in_progress",event_id:R("event"),response:this.responseObject(o,"in_progress")});for(let E of k)this.send(E);k.length=0,this.responseFlushed=!0}},g={messageOpen:!1,messageText:"",tools:new Map,nextOutputIndex:0},w=null;try{a&&this.binding.turns===void 0&&this.warnAudioOnlyTranscriptGap();let E;try{E=await this.upstreamStream(m,r)}catch(h){this.upstreamTurnFault(h,o);return}try{for await(let h of E){if(this.cancelled)break;let _=h;if(_.type==="error"){let x=this.upstreamErrorBody(_);this.responseFlushed?this.send(D(x)):this.send({type:"response.failed",event_id:R("event"),response:this.failedResponse(o,x)});return}if(_.type==="response.output_text.delta"&&typeof _.delta=="string"){y(),g.messageOpen||(this.beginMessageItem(o,g.nextOutputIndex++),g.messageOpen=!0),v({type:"response.output_text.delta",event_id:R("event"),item_id:`${o}_msg_0`,response_id:o,output_index:0,content_index:0,delta:_.delta}),g.messageText+=_.delta;continue}if(_.type==="response.function_call_arguments.delta"){y();let x=typeof _.delta=="string"?_.delta:"",C=typeof _.call_id=="string"&&_.call_id.length>0?_.call_id:`${o}_fc_${g.nextOutputIndex}`,S=g.tools.get(C);if(!S){let O=typeof _.name=="string"&&_.name.length>0?_.name:void 0;S={outputIndex:g.nextOutputIndex++,name:O,args:""},g.tools.set(C,S),v({type:"response.output_item.added",event_id:R("event"),response_id:o,output_index:S.outputIndex,item:{id:C,object:"realtime.item",type:"function_call",call_id:C,name:O??"",arguments:"",status:"in_progress"}})}typeof _.name=="string"&&_.name.length>0&&(S.name=_.name),S.args+=x,v({type:"response.function_call_arguments.delta",event_id:R("event"),item_id:C,response_id:o,output_index:S.outputIndex,call_id:C,name:S.name??"",delta:x});continue}if(_.type==="response.completed"){w=_.response??null;continue}}}catch(h){this.upstreamTurnFault(h,o);return}if(this.cancelled)return;this.closeOpenItems(o,g,s),y(),this.send({type:"response.done",event_id:R("event"),response:this.doneResponse(o,s,w)})}finally{this.inFlight=null,this.activeResponseId=null}})()}onOutputAudioFrame(e,n){if(this.cancelled)return;if(this.activeResponseId!==e){if(tu(n))return;!this.outOfTurnAudioWarned&&!this.closed&&(this.outOfTurnAudioWarned=!0,this.send(D({type:"invalid_request_error",code:"out_of_turn_audio",message:"the runtime produced voice OUT outside a response turn; this adapter delivers output audio only within response.output_audio.delta of an open turn \u2014 wire server-driven turns (VAD) upstream or keep speech inside response turns"})));return}this.responseFlushed||(this.send({type:"response.created",event_id:R("event"),response:this.responseObject(e,"in_progress")}),this.send({type:"response.in_progress",event_id:R("event"),response:this.responseObject(e,"in_progress")}),this.responseFlushed=!0);let r=`${e}_msg_0`;this.messageItemOpenForAudio||(this.beginAudioMessageItem(e),this.messageItemOpenForAudio=!0),this.send({type:"response.output_audio.delta",event_id:R("event"),item_id:r,response_id:e,output_index:0,content_index:0,delta:n})}messageItemAdded=!1;messageItemOpenForAudio=!1;beginMessageItem(e,n){let r=`${e}_msg_0`;this.messageItemAdded||(this.messageItemAdded=!0,this.send({type:"response.output_item.added",event_id:R("event"),response_id:e,output_index:n,item:{id:r,object:"realtime.item",type:"message",role:"assistant",status:"in_progress",content:[]}})),this.send({type:"response.content_part.added",event_id:R("event"),item_id:r,response_id:e,output_index:n,content_index:0,part:{type:"output_text",text:""}})}beginAudioMessageItem(e){let n=`${e}_msg_0`;this.messageItemAdded||(this.messageItemAdded=!0,this.send({type:"response.output_item.added",event_id:R("event"),response_id:e,output_index:0,item:{id:n,object:"realtime.item",type:"message",role:"assistant",status:"in_progress",content:[]}})),this.send({type:"response.content_part.added",event_id:R("event"),item_id:n,response_id:e,output_index:0,content_index:0,part:{type:"output_audio",transcript:""}})}closeOpenItems(e,n,r){if(n.messageOpen||this.messageItemOpenForAudio){let o=`${e}_msg_0`,s=this.messageItemOpenForAudio;s&&this.send({type:"response.output_audio.done",event_id:R("event"),item_id:o,response_id:e,output_index:0,content_index:0}),n.messageText.length>0&&this.send({type:"response.output_text.done",event_id:R("event"),item_id:o,response_id:e,output_index:0,content_index:0,text:n.messageText}),this.send({type:"response.content_part.done",event_id:R("event"),item_id:o,response_id:e,output_index:0,content_index:0,part:s?{type:"output_audio",transcript:""}:{type:"output_text",text:n.messageText}});let i=[];s&&i.push({type:"output_audio"}),n.messageText.length>0&&i.push({type:"output_text",text:n.messageText});let a={id:o,type:"message",role:"assistant",content:i};this.pushItem(a),this.send({type:"response.output_item.done",event_id:R("event"),response_id:e,output_index:0,item:this.itemToProtocol(a)})}for(let[o,s]of n.tools){let i=s.args.length>0?s.args:"{}";this.send({type:"response.function_call_arguments.done",event_id:R("event"),item_id:o,response_id:e,output_index:s.outputIndex,call_id:o,name:s.name??"",arguments:i});let a={id:o,type:"function_call",callId:o,name:s.name,arguments:i};this.pushItem(a),this.send({type:"response.output_item.done",event_id:R("event"),response_id:e,output_index:s.outputIndex,item:this.itemToProtocol(a)})}this.messageItemOpenForAudio=!1,this.messageItemAdded=!1}responseObject(e,n,r){return{id:e,object:"realtime.response",status:n,conversation_id:this.conversationId,usage:null,...r??{}}}failedResponse(e,n){return this.responseObject(e,"failed",{status_details:{error:{code:n.code,message:n.message}}})}doneResponse(e,n,r){let o=r&&typeof r.usage=="object"&&r.usage!==null?r.usage:null,s=[];for(let i=n;i<this.items.length;i++)s.push(this.itemToProtocol(this.items[i]));return this.responseObject(e,"completed",{output:s,usage:o?{input_tokens:typeof o.input_tokens=="number"&&Number.isFinite(o.input_tokens)?o.input_tokens:0,output_tokens:typeof o.output_tokens=="number"&&Number.isFinite(o.output_tokens)?o.output_tokens:0,total_tokens:typeof o.total_tokens=="number"&&Number.isFinite(o.total_tokens)?o.total_tokens:(typeof o.input_tokens=="number"&&Number.isFinite(o.input_tokens)?o.input_tokens:0)+(typeof o.output_tokens=="number"&&Number.isFinite(o.output_tokens)?o.output_tokens:0),input_token_details:{cached_tokens:0,audio_tokens:0,text_tokens:0},output_token_details:{audio_tokens:0,text_tokens:0}}:null})}upstreamErrorBody(e){let n=e.error,r=n&&typeof n.message=="string"?n.message:JSON.stringify(e);return{type:"server_error",code:n&&typeof n.code=="string"?n.code:null,message:r}}failSessionGone(e){let n=e instanceof Error?e.message:String(e);this.fail(Je("session_gone",`this realtime connection's pooled session \u2014 the one its audio bridge and every turn ride \u2014 is gone: ${n}`),"session_gone")}upstreamTurnFault(e,n){if(e instanceof z){this.failSessionGone(e);return}if(!this.cancelled){if(!this.responseFlushed&&!(e instanceof ss.SessionFailedError&&(e.kind==="never-live"||e.kind==="create-failed"))){this.failSessionGone(e);return}this.emitUpstreamFault(e,n)}}emitUpstreamFault(e,n){let r=Je(null,e instanceof Error?e.message:String(e));this.responseFlushed?this.send(D(r)):this.send({type:"response.failed",event_id:R("event"),response:this.failedResponse(n,r)})}cancelResponse(){let e=this.inFlight;if(!e){this.send(D(H("no_response_to_cancel","no response is in progress","response.cancel")));return}this.cancelled=!0;let n=this.activeResponseId??"resp_";e.finally(()=>{this.send({type:"response.cancelled",event_id:R("event"),response:this.responseObject(n,"cancelled")})})}pushItem(e){this.items.push(e),this.items.length>jt&&(this.items.shift(),this.send(D({type:"invalid_request_error",code:"transcript_evicted",message:`the conversation transcript exceeded ${jt} items \u2014 the oldest item was evicted to keep the per-connection bound`})))}itemToProtocol(e){let n={id:e.id,object:"realtime.item"};if(e.type==="function_call")return{...n,type:"function_call",call_id:e.callId,name:e.name,arguments:e.arguments??"{}",status:"completed"};if(e.type==="function_call_output")return{...n,type:"function_call_output",call_id:e.callId,output:e.output};let r=(e.content??[]).map(o=>o.type==="input_text"||o.type==="output_text"?{type:o.type,text:o.text}:o.type==="input_audio"?{type:"input_audio",...o.transcript?{transcript:o.transcript}:{}}:{type:"output_audio",transcript:o.transcript??""});return{...n,type:"message",role:e.role,status:e.truncated?"incomplete":"completed",content:r}}send(e){if(!(this.closed||this.ws.readyState!==this.ws.OPEN)){if(this.ws.bufferedAmount>Un){this.ws.close(Xa,rs("outbound buffer exceeded")),this.teardown("outbound buffer exceeded");return}this.ws.send(JSON.stringify(e))}}fail(e,n){this.send(D(e)),this.ws.close(Qa,rs(n)),this.teardown(n)}teardown(e){if(this.closed)return;this.closed=!0,this.turnLaneAbort?.abort(new Error("the realtime connection closed \u2014 the turn lane consumer is gone")),this.turnLaneAbort=null;let n=this.turnLaneIterator;if(this.turnLaneIterator=null,n!==null){let r=n.return?.();r&&r.catch(()=>{})}this.releaseVoiceBinding(),this.audioUnsubscribe?.(),this.audioUnsubscribe=null,this.binding.release&&Promise.resolve().then(()=>this.binding.release?.()).catch(r=>os(this.id,`binding release failed: ${r instanceof Error?r.message:String(r)}`));try{this.ws.removeAllListeners("message")}catch{}this.onClosed?.(this,{reason:e}),os(this.id,e)}},Bn=[];function os(t,e){Bn.push({id:t,reason:e}),Bn.length>256&&Bn.shift()}var qn="/v1/realtime",nu=t=>t.slice(0,120);function ru(t,e,n){let r=e===401||e===403?"Unauthorized":e===502?"Upstream Fault":"Upgrade Refused";t.write(`HTTP/1.1 ${e} ${r}\r
23
23
  Connection: close\r
24
24
  Content-Type: text/plain\r
25
25
  \r
26
26
  ${nu(n)}\r
27
27
  `),t.destroy()}function ou(t){return`${JSON.stringify({event:"realtime_upgrade",ts:new Date().toISOString(),...t})}
28
- `}function su(t){de(process.stdout,t)}function iu(t){let n=new URL(t.url??"/","http://localhost").searchParams.get("model")?.trim();return n===""?void 0:n}function Jn(t){return t.audioSession?.audio.sessionId??void 0}function Kn(t,e){let n=new ps.WebSocketServer({noServer:!0}),r=new Set;return t.on("upgrade",(o,s,i)=>{if(new URL(o.url??"/","http://localhost").pathname!==Wn)return;r.add(s),s.on("close",()=>{r.delete(s)});let u=E("rtup"),d=iu(o),l=v=>{(e.log??su)(ou(v))};l({stage:"accept",conn:u,model:d}),s.resume();let p=new AbortController,m=null,c=v=>{m??=v,p.abort(new Error(m))},f=()=>c("client socket closed"),g=()=>c("client socket closed (half-close)"),_=v=>c(`client socket error: ${v.message}`);s.once("close",f),s.once("end",g),s.once("error",_);let y=()=>{s.removeListener("close",f),s.removeListener("end",g),s.removeListener("error",_)},h=v=>{l({stage:"close",conn:u,model:d,...v})},w=v=>{let b=v,R=b.session!=null&&typeof b.session.sendResponseCreate=="function",L=b.clients!=null&&typeof b.clients.createResponse=="function";if(!R&&!L)throw new Error("resolver returned a binding without an upstream turn seam (session.sendResponseCreate or clients.createResponse required) \u2014 refusing the upgrade LOUD");return new Promise((S,x)=>{n.handleUpgrade(o,s,i,C=>{try{new dt({ws:C,binding:v,onClosed:(F,Y)=>{h({while:"live",reason:Y.reason})}}),l({stage:"admit",conn:u,model:d,...Jn(v)===void 0?{}:{session:Jn(v)}}),S()}catch(F){x(F)}})})};(typeof e.resolver=="function"?e.resolver:e.resolver.resolve.bind(e.resolver))(o,p.signal).then(async v=>{if(p.signal.aborted){y();let b=Jn(v);try{await v.release?.()}catch(R){h({while:"queued",...b===void 0?{}:{session:b},reason:m??"client socket closed",release_failed:R instanceof Error?R.message:String(R)});return}h({while:"queued",...b===void 0?{}:{session:b},reason:m??"client socket closed",released:!0}),s.destroy();return}y(),await w(v)}).catch(v=>{let b=v instanceof cs.SessionFailedError?Bt(v):null,R=null;if(v!==null&&typeof v=="object"&&"status"in v){let x=v.status;typeof x=="number"&&(R=x)}let L=R??b?.status??502,S=v instanceof Error?v.message:String(v);h({while:"queued",...p.signal.aborted?{reason:m??"client socket closed"}:{reason:S,status:L}}),s.destroyed||ru(s,L,S)}).finally(()=>{r.delete(s)})}),async()=>{let o=Date.now()+5e3;for(;r.size>0&&Date.now()<o;)await new Promise(s=>setTimeout(s,25));await new Promise(s=>n.close(()=>s()))}}var le=(t,e)=>Object.assign(new Error(e),{status:t});function au(t){let n=new URL(t.url??"/","http://localhost").searchParams.get("model")?.trim();return n===""?void 0:n}function uu(t){let n=new URL(t.url??"/","http://localhost").searchParams.get("intent")?.trim();return n===""?void 0:n}var du='"transcription" (a transcription session), or no intent at all (the realtime voice session)';async function lu(t,e,n,r){if(!t.supportsAudio)throw le(501,"the realtime lane needs a router-backed client (supportsAudio) to gate audio modality \u2014 hand-built clients without the catalog oracle are refused, never allowed silently");let o;try{o=await t.supportsAudio(e)}catch(d){throw d instanceof U?le(404,d.message):d}if(!o)throw le(404,`model ${JSON.stringify(e??"(default)")} is not audio-capable (catalog task is neither stt nor tts) \u2014 this realtime lane serves only audio-task models; chat models ride /v1/chat/completions`);if(!t.openAudioOn)throw le(501,"an audio-capable model needs a router-backed client (openAudioOn) to open its native session audio bridge pinned to the connection\u2019s pooled session \u2014 refusing loudly rather than binding a voiceless session");let s=!1;if(t.supportsTranscription)try{s=await t.supportsTranscription(e)}catch(d){throw d instanceof U?le(404,d.message):d}if(s&&!t.openTurnsOn)throw le(501,"a transcription-capable (stt) model needs a router-backed client (openTurnsOn) to open the engine\u2019s own turn/transcript lane (the stt named stream) pinned to the connection\u2019s pooled session \u2014 refusing loudly rather than binding a transcript-less transcription session");if(s&&t.transcriptStreamFor){let d;try{d=await t.transcriptStreamFor(e)}catch(l){throw l instanceof U?le(404,l.message):l}if(d!=="stt")throw le(501,`model ${JSON.stringify(e??"(default)")} overrides engine_args.transcript_stream with ${JSON.stringify(d)} \u2014 this lane consumes the engine\u2019s own transcripts from the platform\u2019s default "${"stt"}" stream and refuses loudly rather than listen on a stream the engine does not write`)}if(r!==void 0&&r!=="transcription")throw le(400,`intent ${JSON.stringify(r)} is not supported on this realtime lane \u2014 accepted values: ${du}`);if(r==="transcription"&&!s)throw le(400,`model ${JSON.stringify(e??"(default)")} cannot serve the transcription intent \u2014 the transcription intent needs an stt model (the catalog task is not stt)`);let i=await t.sessionHandle(e),a={audio:await t.openAudioOn(i,n)},u={clients:{createResponse:async d=>await t.createResponseOn(i,d)},voice:o,audioSession:a};return s&&(u.turns=d=>t.openTurnsOn(i,d)),r==="transcription"&&(u.intent="transcription"),e!==void 0&&(u.model=e),u}function fs(t,e){return{resolve:async(n,r)=>{if(e!==void 0){let o=n.headers.authorization,s=typeof o=="string"?o.trim():"",i=s.startsWith("Bearer ")?s.slice(7).trim():"";if(i===""||i!==e)throw le(401,"invalid local proxy api key")}return lu(t,au(n),r,uu(n))}}}var Q=class extends Error{};async function Wt(t,e){let n=Number(t.headers["content-length"]??"0");if(Number.isFinite(n)&&n>e)throw new Q(`request body exceeds the ${e}-byte limit`);let r=[],o=0;for await(let s of t){let i=s;if(o+=i.length,o>e)throw new Q(`request body exceeds the ${e}-byte limit`);r.push(i)}return Buffer.concat(r)}async function Kt(t,e){let n=t[Symbol.asyncIterator](),r=0,o=new ReadableStream({async pull(i){try{let a=await n.next();if(a.done){i.close();return}if(r+=a.value.length,r>e){i.error(new Q(`request body exceeds the ${e}-byte limit`));return}i.enqueue(a.value)}catch(a){i.error(a)}},cancel(){n.return?.()}}),s;try{let i=new Headers;for(let[d,l]of Object.entries(t.headers))if(typeof l=="string")i.set(d,l);else if(Array.isArray(l))for(let p of l)i.append(d,p);let a={method:"POST",headers:i,body:o,duplex:"half"};s=await new Request(`https://proxy.internal${t.url??"/"}`,a).formData()}catch(i){throw i instanceof Q?i:new Error(`malformed multipart body: ${String(i instanceof Error?i.message:i)}`)}return s}var ms="/v1/images/generations",zt="/v1/images/edits";function gs(t){return t===ms||t===zt}var hs="/v1/images/models";async function ys(t,e,n){if(t){if(t.model=ne({model:n}),t.stream=!1,typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}}var $=class extends Error{status;param;constructor(e,n,r){super(n),this.status=e,this.param=r}},cu=16*1024*1024,ws=64*1024*1024;function _s(t){return t.length>=8&&t[0]===137&&t[1]===80&&t[2]===78&&t[3]===71&&t[4]===13&&t[5]===10&&t[6]===26&&t[7]===10?"image/png":t.length>=3&&t[0]===255&&t[1]===216&&t[2]===255?"image/jpeg":t.length>=12&&t[0]===82&&t[1]===73&&t[2]===70&&t[3]===70&&t[8]===87&&t[9]===69&&t[10]===66&&t[11]===80?"image/webp":null}function lt(t,e){t.statusCode=e.status,t.setHeader("content-type","application/json"),t.end(JSON.stringify({error:{message:e.message,type:e.status>=500?"upstream_error":"invalid_request_error",...e.param?{param:e.param}:{}}}))}async function vs(t,e,n,r){let o=await t.createResponse({model:e,input:[{role:"user",content:n}],stream:!1},r),s=null;for await(let p of o){if(p.type==="error"){let m=p.error??{};throw new $(502,`image upstream error: ${String(m.message??"upstream reported an error")}`)}if(p.type==="response.completed"){s=p.response??null;break}}if(s===null)throw new $(502,"image upstream produced no terminal response \u2014 refusing to fabricate an image");let i=s.images;if(!Array.isArray(i)||i.length!==1||typeof i[0]!="string"||i[0].length===0)throw new $(502,`image upstream returned ${Array.isArray(i)?i.length:"a non-array images field"} images for the single-shot (n=1) contract, which produces exactly one \u2014 refusing to truncate or fabricate`);let a=[],u=i[0].startsWith("data:")?i[0].slice(i[0].indexOf(";base64,")+8):i[0],d=Buffer.from(u,"base64");if(_s(d)===null)throw new $(502,`image upstream returned a payload that is not a PNG/JPEG/WebP image (${d.length} bytes) \u2014 refusing to pass it through`);return a.push(u),{images:a}}function bs(t){return t instanceof $?t:t instanceof U?new $(404,t.message):new $(502,`image upstream failed: ${String(t instanceof Error?t.message:t)}`)}async function ks(t,e,n,r){if(await t(e,n))return!0;let o=n==="edit"?"no image-input (expects_image) edit destination":"no pure text-to-image (expects_image=false) generation destination";return lt(r,new $(404,e===void 0?`no image-capable default model is configured for this caller (${o}) \u2014 name an image-capable \`model\``:`model "${e}" is not ${n==="edit"?"edit-capable":"generation-capable"} for this caller (${o}; capability is read from the catalog's modality metadata, not the serve function name)`)),!1}function Ss(t,e){t&&(t.outputUnits=e.images.length)}function Rs(t,e){t.statusCode=200,t.setHeader("content-type","application/json"),t.end(JSON.stringify({created:Math.floor(Date.now()/1e3),data:e.images.map(n=>({b64_json:n}))}))}var pu={model:!0,prompt:!0,response_format:!0,n:!0};async function xs(t,e,n){let r=n.maxBodyBytes??ws;try{if(t.method!=="POST")throw new $(405,`${String(t.method)} is not supported on ${ms}`);let o;try{o=JSON.parse((await Wt(t,r)).toString("utf8")||"{}")}catch(p){throw p instanceof Q?new $(413,p.message):new $(400,"request body is not valid JSON")}if(o===null||typeof o!="object"||Array.isArray(o))throw new $(400,"request body must be a JSON object");let s=o;for(let p of Object.keys(s))if(!pu[p])throw new $(400,`request field "${p}" is not implemented: the native image request schema carries only the prompt (size, quality, style, seed, mask and similar knobs are per-deployment engine config, not per-request fields). Supported fields: model, prompt, response_format, n.`,p);let i=s.prompt;if(typeof i!="string"||i.trim().length===0)throw new $(400,"prompt is required and must be a non-empty string","prompt");let a=s.model===void 0?void 0:s.model;if(a!==void 0&&typeof a!="string")throw new $(400,"model must be a string","model");await ys(n.turn,n.clients,a);let u=s.n??1;if(u!==1)throw new $(400,`n=${JSON.stringify(u)} is not supported: the native image request is single-shot and produces exactly one image per request (no batch support yet)`,"n");let d=s.response_format??"b64_json";if(d!=="b64_json")throw new $(400,`response_format ${JSON.stringify(d)} is not supported: the runtime returns bare base64 PNG and exposes no image hosting, so b64_json is the only output format`,"response_format");if(n.stats?.request("images_generations",i.length,i.length),!await ks(n.imageModels,a,"generation",e))return;let l=[{type:"input_text",text:i}];try{let p=await vs(n.clients,a,l,n.turn?ie(n.turn):void 0);Ss(n.turn,p),Rs(e,p)}catch(p){throw bs(p)}}catch(o){if(o instanceof Q){lt(e,new $(413,o.message));return}if(o instanceof $){lt(e,o);return}throw o}}var fu={model:!0,prompt:!0,response_format:!0,image:!0,"image[]":!0};async function Es(t,e,n){let r=n.maxBodyBytes??ws,o=n.maxImagePartBytes??cu;try{if(t.method!=="POST")throw new $(405,`${String(t.method)} is not supported on ${zt}`);let s=String(t.headers["content-type"]??"");if(!s.toLowerCase().startsWith("multipart/form-data"))throw new $(400,`the edit endpoint consumes multipart/form-data, got ${s||"none"}`);let i;try{i=await Kt(t,r)}catch(c){throw c instanceof Q?new $(413,c.message):new $(400,String(c instanceof Error?c.message:c))}let a=i.get("prompt");if(typeof a!="string"||a.trim().length===0)throw new $(400,"prompt is required and must be a non-empty string field","prompt");let u=i.get("model");if(u!==null&&typeof u!="string")throw new $(400,"model must be a string field","model");let d=u===null?void 0:u;await ys(n.turn,n.clients,d);let l=i.get("response_format")??"b64_json";if(l!=="b64_json")throw new $(400,`response_format ${JSON.stringify(l)} is not supported: the runtime returns bare base64 PNG and exposes no image hosting, so b64_json is the only output format`,"response_format");for(let c of i.keys())if(!fu[c])throw new $(400,`form field "${c}" is not implemented: the native image request schema carries the prompt and the image inputs only (mask, size, seed and similar knobs are per-deployment engine config, not per-request fields). Supported fields: model, prompt, response_format, image (or image[]).`,c);let p=[];for(let c of["image","image[]"])for(let f of i.getAll(c)){if(!(f instanceof File))throw new $(400,"image must be an uploaded file: the proxy accepts only multipart file bytes and never fetches URLs or server-side paths",c);if(f.size>o)throw new $(413,`image part exceeds the ${o}-byte limit (the serve protocol's MAX_IMAGE_BYTES)`,c);let g=new Uint8Array(await f.arrayBuffer()),_=_s(g);if(_===null)throw new $(400,"image payload is not a supported format \u2014 supported: PNG, JPEG, WebP (detected by magic bytes, not the declared Content-Type)",c);p.push({bytes:g,mime:_})}if(p.length===0)throw new $(400,"the edit endpoint requires at least one `image` file part","image");if(n.stats?.request("images_edits",a.length,a.length),!await ks(n.imageModels,d,"edit",e))return;let m=[{type:"input_text",text:a}];for(let{bytes:c,mime:f}of p)m.push({type:"input_image",image_url:`data:${f};base64,${Buffer.from(c).toString("base64")}`});try{let c=await vs(n.clients,d,m,n.turn?ie(n.turn):void 0);Ss(n.turn,c),Rs(e,c)}catch(c){throw bs(c)}}catch(s){if(s instanceof Q){lt(e,new $(413,s.message));return}if(s instanceof $){lt(e,s);return}throw s}}var pt="/v1/audio/speech";function Ps(t){return t===pt}var As=4096,mu=18e4,gu=5e3,hu=64*1024*1024,Is=8,Os=5,Xt="voice_applied",yu="X-Urun-Voice-Applied",P=class extends Error{status;param;retryAfterSeconds;constructor(e,n,r,o){super(n),this.status=e,this.param=r,this.retryAfterSeconds=o}};function zn(t,e){t.statusCode=e.status,t.setHeader("content-type","application/json"),e.retryAfterSeconds!==void 0&&t.setHeader("retry-after",String(e.retryAfterSeconds)),t.end(JSON.stringify({error:{message:e.message,type:e.status>=500?"upstream_error":"invalid_request_error",...e.param?{param:e.param}:{}}}))}var Qt=class extends P{constructor(e){super(502,e)}};async function wu(t,e,n){if(t){if(t.model=ne({model:n}),t.stream=!1,typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}}function _u(t,e){if(!t)return;let n=e/(24e3*2);t.outputUnits=n,t.outputMinutes=n/60}var vu=2;function bu(t){for(let e=0;e+1<t.byteLength;e+=2)if(Math.abs(t.readInt16LE(e))>vu)return!1;return!0}function ku(t){let e=24e3,n=2,r=1,o=Buffer.alloc(44);return o.write("RIFF",0,"ascii"),o.writeUInt32LE(36+t,4),o.write("WAVE",8,"ascii"),o.write("fmt ",12,"ascii"),o.writeUInt32LE(16,16),o.writeUInt16LE(1,20),o.writeUInt16LE(r,22),o.writeUInt32LE(e,24),o.writeUInt32LE(e*r*n,28),o.writeUInt16LE(r*n,32),o.writeUInt16LE(16,34),o.write("data",36,"ascii"),o.writeUInt32LE(t,40),o}var Ts=new WeakMap,Yt=new WeakMap;function Su(t,e){let n=Yt.get(t)??0;if(n>=Is)throw new P(503,`this model's speech queue is full \u2014 ${Is} requests are already admitted (one in-flight turn plus the queued depth) and each holds a pooled session turn; retry after ${Os}s`,void 0,Os);Yt.set(t,n+1);let r=Ts.get(t)??Promise.resolve(),o,s=new Promise(i=>{o=i});return Ts.set(t,s),(async()=>{await r;try{return await e()}finally{Yt.set(t,(Yt.get(t)??1)-1),o()}})()}async function Ru(t,e,n,r){if(typeof t.evictSpeechSession!="function")throw new P(501,"a speech-capable model needs a router-backed client (evictSpeechSession) to retire its pinned session after a failed turn \u2014 refusing loudly rather than handing the next request the failed turn\u2019s audio");try{await t.evictSpeechSession(e)}catch(i){if(!(i instanceof X))throw i}if(n?.return===void 0)return;let o=Promise.resolve(n.return()).then(()=>{},()=>{}),s;await Promise.race([o,new Promise(i=>{s=setTimeout(i,r)})]).finally(()=>{s!==void 0&&clearTimeout(s)})}function ct(t){return t instanceof P?t:t instanceof U?new P(404,t.message):new P(502,`speech upstream failed: ${String(t instanceof Error?t.message:t)}`)}async function xu(t,e,n,r,o,s,i){return Su(e,async()=>{if(i?.()===!0)return null;let a=[],u=!1,d=0,l=!1,p=!1,m,c=new Promise(A=>{m=A}),f=()=>{l&&!p&&d>=o.quietRunFrames&&(p=!0,m())},g=e.onOutputAudio(A=>{let v=Buffer.from(A,"base64");if(v.byteLength===0)return;let b=bu(v);if(!u){if(b)return;u=!0}a.push(v),d=b?d+1:0,f()}),_=null,y,h,w;try{w=(await t.createResponseOn(n,{model:r.model,input:[{role:"user",content:[{type:"input_text",text:r.text}]}],stream:!1,...r.voice!==void 0?{voice:r.voice}:{}}))[Symbol.asyncIterator]();let v=new Promise(S=>{h=setTimeout(S,s.capMs)}),b=!1;for(;;){let S=w.next(),x=await Promise.race([S,v]);if(x===void 0){b=!0,S.catch(()=>{});break}if(x.done)break;let C=x.value;if(C.type==="error"){let F=C.error??{};throw await w.return?.(),new P(502,`speech upstream error: ${String(F.message??"upstream reported an error")}`)}if(C.type==="response.completed"){_=C.response??null,l=!0,f(),await w.return?.();break}}if(clearTimeout(h),b)throw new P(504,`the speech turn produced no terminal event within ${s.capMs}ms \u2014 the upstream stream never completed, so the pinned speech session is evicted (the next request opens a fresh one), the serialized lane is released and the caller can retry; a stuck turn must not hold every later request on this lane`);if(_===null)throw new P(502,"speech upstream produced no terminal response \u2014 refusing to fabricate audio");let R=!1;if(await Promise.race([c,new Promise(S=>{y=setTimeout(()=>{R=!0,S()},o.capMs)})]),y!==void 0&&clearTimeout(y),r.voice!==void 0){let S=_[Xt];if(typeof S!="string"||S!==r.voice){let x=`the runtime did not acknowledge the requested voice ${JSON.stringify(r.voice)} \u2014 the terminal response carried ${typeof S=="string"?`${Xt} ${JSON.stringify(S)}`:`no ${Xt} field`}; the speak-bridge companion is not deployed, and this lane never serves default-voice audio as the requested voice`;throw p?new Qt(x):new P(502,x)}}if(!u)throw new P(502,"the upstream produced no voice for this utterance \u2014 refusing to serve silence as success");if(R&&!p&&d<1)throw new P(502,`the upstream audio stream did not quiesce within ${o.capMs}ms of the turn's end (voiced frames still arriving) \u2014 refusing to serve audio whose tail cannot be vouched for`);let L=d>0?a.slice(0,a.length-d):a;return{pcm:Buffer.concat(L),completed:_}}catch(A){throw A instanceof Qt||await Ru(t,n,w,s.returnBoundMs),A}finally{y!==void 0&&clearTimeout(y),h!==void 0&&clearTimeout(h),g()}})}async function Eu(t,e,n){let r;try{r=await t(e)}catch(o){throw ct(o)}return r?!0:(zn(n,new P(404,e===void 0?"no speech-capable default model is configured for this caller (catalog task tts) \u2014 name a tts model":`model "${e}" is not speech-capable (catalog task is not tts) \u2014 this lane serves only text-to-speech models; chat models ride /v1/chat/completions`)),!1)}var Au={model:!0,input:!0,voice:!0,response_format:!0,stream_format:!0,speed:!0,instructions:!0},Iu="wav, pcm";async function Cs(t,e,n){let r=n.maxBodyBytes??hu,o=!1;e.once("close",()=>{o=!0});let s=()=>o||e.destroyed;try{if(t.method!=="POST")throw new P(405,`${String(t.method)} is not supported on ${pt}`);let i;try{i=JSON.parse((await Wt(t,r)).toString("utf8")||"{}")}catch(w){throw w instanceof Q?new P(413,w.message):new P(400,"request body is not valid JSON")}if(i===null||typeof i!="object"||Array.isArray(i))throw new P(400,"request body must be a JSON object");let a=i;for(let w of Object.keys(a))if(!Au[w])throw new P(400,`request field "${w}" is not implemented: the speech request schema carries the utterance and its voice (the qwen3 backend fixes voice style at deploy time, and sample rate is pinned to the engine's native 24 kHz mono). Supported fields: model, input, voice, response_format, stream_format, speed, instructions.`,w);let u=a.input;if(typeof u!="string"||u.trim().length===0)throw new P(400,"input is required and must be a non-empty string","input");if(u.length>As)throw new P(400,`input is ${u.length} chars \u2014 over the ${As}-char limit (one utterance; the backend bounds generation text-shaped, and an unbounded text is an unbounded synthesis)`,"input");let d=a.model===void 0?void 0:a.model;if(d!==void 0&&typeof d!="string")throw new P(400,"model must be a string","model");let l=a.voice;if(l!==void 0&&(typeof l!="string"||l.trim().length===0))throw new P(400,"voice must be a non-empty string","voice");if(typeof n.clients.speechVoices!="function")throw new P(501,`the speech lane needs a router-backed client (speechVoices) to resolve the voice set GET /v1/models publishes \u2014 refusing loudly rather than validating voices of ${pt} against a stale copy of the list`);let p;try{p=await n.clients.speechVoices(d)}catch(w){throw ct(w)}if(p.defect!==null)throw new P(500,`the voice set for this model cannot be resolved: ${p.defect} \u2014 fix the catalog row; the lane refuses to serve rather than validate against a set nobody vouched`);let m=typeof l=="string"?l:void 0;if(m!==void 0&&p.published.length>0&&!p.published.includes(m))throw new P(400,`voice ${JSON.stringify(m)} is not one of the voices this model publishes \u2014 accepted voices: ${p.published.join(", ")}`,"voice");let c=a.response_format??"wav";if(c!=="wav"&&c!=="pcm")throw new P(400,`response_format ${JSON.stringify(c)} is not supported: this lane serves the engine's raw 24 kHz mono PCM16, so the supported formats are ${Iu} \u2014 and the lane will not label bytes with a format it did not encode`,"response_format");if(a.stream_format!==void 0&&typeof a.stream_format!="string")throw new P(400,"stream_format, when present, must be a string","stream_format");let f=a.speed;if(f!==void 0){if(typeof f!="number"||!Number.isFinite(f))throw new P(400,"speed, when present, must be a number","speed");if(f!==1)throw new P(400,`speed=${JSON.stringify(f)} is not supported: the backend exposes no speed knob (the qwen3 engine's speaking rate is fixed), so a non-default speed would be silently ignored \u2014 1 (the OpenAI default) is the only accepted value`,"speed")}let g=a.instructions;if(g!==void 0){if(typeof g!="string")throw new P(400,"instructions, when present, must be a string","instructions");if(g.trim().length>0)throw new P(400,"instructions are not supported: the backend fixes the voice style (instruct) at deploy time, so a per-request instruction would be silently ignored \u2014 the deployment speaks with its configured style","instructions")}await wu(n.turn,n.clients,d);let _=Buffer.byteLength(JSON.stringify(a));if(n.stats?.request("audio_speech",_,_),!await Eu(n.speechModels,d,e))return;if(typeof n.clients.openAudioOn!="function")throw new P(501,"a speech-capable model needs a router-backed client (openAudioOn) to open its native session audio bridge pinned to the same session identity as the response turn \u2014 refusing loudly rather than answering an utterance whose audio cannot be collected");if(typeof n.clients.speechSessionHandle!="function")throw new P(501,"a speech-capable model needs a router-backed client (speechSessionHandle) to resolve the speech lane's own pooled session \u2014 one no interactive binding shares, because the per-session audio bridge broadcasts every output frame to every subscriber \u2014 refusing loudly rather than collecting speech audio on a session a realtime/gemini lane can be speaking on");if(typeof n.clients.evictSpeechSession!="function")throw new P(501,"a speech-capable model needs a router-backed client (evictSpeechSession) to retire its pinned speech session after a failed turn (a turn-cap timeout above all) \u2014 without it, the next request on the same model would silently collect the failed turn\u2019s still-emitting audio; refusing loudly rather than serving on an un-evictable speech slot");if(s())return;let y;try{y=await n.clients.speechSessionHandle(d)}catch(w){throw ct(w)}let h;try{h=await n.clients.openAudioOn(y)}catch(w){throw ct(w)}n.turn&&(n.turn.sessionId=h.sessionId);try{let w=await xu(n.clients,h,y,{model:d,text:u,...m!==void 0?{voice:m}:{}},{quietRunFrames:n.quietRunFrames??3,capMs:n.drainCapMs??2e3},{capMs:n.turnCapMs??mu,returnBoundMs:n.turnReturnBoundMs??gu},s);if(w===null||s())return;if(_u(n.turn,w.pcm.byteLength),e.statusCode=200,m===void 0){let A=w.completed[Xt];typeof A=="string"&&e.setHeader(yu,A)}c==="wav"?(e.setHeader("content-type","audio/wav"),e.end(Buffer.concat([ku(w.pcm.byteLength),w.pcm]))):(e.setHeader("content-type","audio/pcm"),e.end(w.pcm))}catch(w){throw ct(w)}}catch(i){if(i instanceof Q){zn(e,new P(413,i.message));return}if(i instanceof P){zn(e,i);return}throw i}}var Zt="/v1/audio/transcriptions";function $s(t){return t===Zt}var Ms="/v1/audio/models",Ou=16*1024*1024,Tu=64*1024*1024,j=class extends Error{status;param;constructor(e,n,r){super(n),this.status=e,this.param=r}};function Yn(t,e){t.statusCode=e.status,t.setHeader("content-type","application/json"),t.end(JSON.stringify({error:{message:e.message,type:e.status>=500?"upstream_error":"invalid_request_error",...e.param?{param:e.param}:{}}}))}function Ls(t){return t.length>=12&&t[0]===82&&t[1]===73&&t[2]===70&&t[3]===70&&t[8]===87&&t[9]===65&&t[10]===86&&t[11]===69}function Pu(t){if(!Ls(t))return null;let e=12,n=null,r=null;for(;e+8<=t.length;){let s=String.fromCharCode(t[e],t[e+1],t[e+2],t[e+3]),i=(t[e+4]|t[e+5]<<8|t[e+6]<<16|t[e+7]<<24)>>>0,a=e+8;if(s==="fmt "&&a+16<=t.length){let u=t[a+2]|t[a+3]<<8,d=(t[a+4]|t[a+5]<<8|t[a+6]<<16|t[a+7]<<24)>>>0,l=t[a+14]|t[a+15]<<8;n={sampleRate:d,channels:u,bitsPerSample:l}}else if(s==="data"){let u=t.length-a;r=Math.min(i===0||i===4294967295?u:i,u)}e=a+i+i%2}if(n===null||r===null||r===0||n.sampleRate===0||n.channels===0||n.bitsPerSample===0)return null;let o=r/(n.sampleRate*n.channels*(n.bitsPerSample/8));return!Number.isFinite(o)||o<0?null:{seconds:o,sampleRate:n.sampleRate,channels:n.channels,bitsPerSample:n.bitsPerSample}}async function Cu(t,e,n){if(t){if(t.model=ne({model:n}),t.stream=!1,typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}}function $u(t,e){t&&(t.outputUnits=e.seconds)}async function Mu(t,e,n,r,o){let s=await t.createResponse({model:e,input:[{role:"user",content:n}],stream:!1,...r!==void 0?{language:r}:{}},o),i=[],a=null;for await(let u of s){if(i.push(u),u.type==="error"){let d=u.error??{},l=typeof d.type=="string"?d.type:"upstream_error",p=String(d.message??"upstream reported an error");throw new j(l==="invalid_request_error"?400:502,`transcription upstream error: ${p}`)}if(u.type==="response.completed"){a=u.response??null;break}}if(a===null)throw new j(502,"transcription upstream produced no terminal response \u2014 refusing to fabricate a transcript");return Ve(i,a)}function Us(t){return t instanceof j?t:t instanceof U?new j(404,t.message):new j(502,`transcription upstream failed: ${String(t instanceof Error?t.message:t)}`)}async function Lu(t,e,n){let r;try{r=await t(e)}catch(o){throw Us(o)}return r?!0:(Yn(n,new j(404,e===void 0?"no transcription-capable default model is configured for this caller (catalog task stt) \u2014 name an stt model":`model "${e}" is not transcription-capable (catalog task is not stt) \u2014 this lane serves only speech-to-text models; tts models ride /v1/audio/speech and chat models ride /v1/chat/completions`)),!1)}var Uu=new Set(["file","model","language","response_format"]);async function Ns(t,e,n){let r=n.maxBodyBytes??Tu,o=n.maxAudioPartBytes??Ou;try{if(t.method!=="POST")throw new j(405,`${String(t.method)} is not supported on ${Zt}`);let s=String(t.headers["content-type"]??"");if(!s.toLowerCase().startsWith("multipart/form-data"))throw new j(400,`the transcriptions endpoint consumes multipart/form-data, got ${s||"none"}`);let i;try{i=await Kt(t,r)}catch(y){throw y instanceof Q?new j(413,y.message):new j(400,String(y instanceof Error?y.message:y))}let a=new Map;for(let y of i.keys()){if(!Uu.has(y))throw new j(400,`form field "${y}" is not implemented: the native transcription request carries the audio clip and a language hint only (prompt, temperature, timestamps and similar knobs have no native surface on this lane). Supported fields: file, model, language, response_format.`,y);a.set(y,(a.get(y)??0)+1)}for(let[y,h]of a)if(h>1)throw new j(400,`form field "${y}" appears ${h} times: the lane reads exactly one value per field, and a repeat is refused rather than silently discarded \u2014 resend the request with each field once`,y);let u=i.get("model");if(u!==null&&typeof u!="string")throw new j(400,"model must be a string field","model");let d=u===null?void 0:u,l=i.get("language");if(l!==null&&(typeof l!="string"||l.trim().length===0))throw new j(400,"language, when present, must be a non-empty string","language");let p=l===null?void 0:l,m=i.get("response_format")??"json";if(m!=="json")throw new j(400,`response_format ${JSON.stringify(m)} is not supported: timestamps/segments are not produced on this lane yet \u2014 the runtime answers terminal transcript text only, so json is the only output format`,"response_format");let c=i.get("file");if(!(c instanceof File))throw new j(400,"file must be an uploaded WAV: the proxy accepts only multipart file bytes and never fetches URLs or server-side paths","file");if(c.size>o)throw new j(413,`file part exceeds the ${o}-byte limit (the serve protocol's MAX_AUDIO_BYTES)`,"file");let f=new Uint8Array(await c.arrayBuffer());if(!Ls(f))throw new j(400,"the audio payload is not a RIFF/WAVE container \u2014 this lane accepts WAV uploads only (detected by magic bytes, not the declared Content-Type); the runtime decodes PCM16 WAV and nothing else","file");let g=Pu(f);if(g===null)throw new j(400,"the WAV header cannot be read (no fmt /data chunk pair, or a zero rate/channel/depth) \u2014 the runtime decodes RIFF/WAVE PCM16 and this container cannot be honestly decoded or billed","file");if(await Cu(n.turn,n.clients,d),n.stats?.request("audio_transcriptions",f.length,f.length),!await Lu(n.transcriptionModels,d,e))return;let _=[{type:"input_audio",input_audio:{data:Buffer.from(f).toString("base64"),format:"wav"}}];try{let y=await Mu(n.clients,d,_,p,n.turn?ie(n.turn):void 0);$u(n.turn,g),e.statusCode=200,e.setHeader("content-type","application/json"),e.end(JSON.stringify({text:y}))}catch(y){throw Us(y)}}catch(s){if(s instanceof Q){Yn(e,new j(413,s.message));return}if(s instanceof j){Yn(e,s);return}throw s}}var Fs="/v1/usage/requests",Ds=1e4,Nu=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/,Ee=class extends Error{constructor(n,r=400){super(n);this.status=r;this.name="UsageRequestError"}status},ze=class extends Error{constructor(e){super(e),this.name="UsageSurfaceError"}};var Bs=1024*1024;function Xn(t,e){if(t===null||typeof t!="object"||Array.isArray(t))throw new Ee(`request body must be a JSON object of the form {"${e}": ["<uuid>", ...]}`);let n=t[e];if(!Array.isArray(n))throw new Ee(`"${e}" must be an array of uuid strings`);if(n.length>Ds)throw new Ee(`"${e}" carries ${n.length} ids; at most ${Ds} may be looked up in one request. Split the batch \u2014 the ids past the limit are NOT silently dropped`);let r=[],o=new Set;for(let s of n){if(typeof s!="string"||!Nu.test(s))throw new Ee(`"${e}" contains ${JSON.stringify(s)}, which is not a LOWERCASE uuid \u2014 every uRun inference id is the lowercase uuid returned in the \`Inference-Id\` response header, and answering a differently-cased spelling would echo back an id the caller cannot match`);o.has(s)||(o.add(s),r.push(s))}return r}function js(t){return Xn(t,"inference_ids")}function en(t,e){let n=new Set(e),r=new Set;for(let o=0;o<t.length;o++){let s=t[o];if(!n.has(s.inference_id))throw new ze(`the usage surface returned an id at validated answer position ${o} that was not in the request (${e.length} asked, ${t.length} answered) \u2014 an answer carrying ids nobody asked about cannot be attributed to this caller`);if(r.has(s.inference_id))throw new ze(`the usage surface returned ${s.inference_id} more than once \u2014 inference_id is the ledger primary key, so a duplicate means the upstream query is not the one we asked, and a caller that sums the entries would bill the request twice`);r.add(s.inference_id)}}var un=require("@urun-sh/core");var Qn="/partners/huggingface/v1/billing/requests";function Du(t){return Xn(t,"requestIds")}function Fu(t){return t>=200&&t<=399}function Bu(t){let e=[];for(let n of t)n.cost_nano_usd!==null&&Fu(n.http_status)&&e.push({requestId:n.inference_id,costNanoUsd:n.cost_nano_usd});return{requests:e.length>0?e:null}}async function qs(t,e){let n=Du(t),r=await e(n);return en(r,n),Bu(r)}var ju={"/v1/chat/completions":"conversational","/v1/responses":"conversational","/v1/messages":"conversational","/v1/systemone":"conversational","/v1/images/generations":"text-to-image","/v1/images/edits":"image-to-image","/v1/audio/speech":"text-to-speech","/v1/audio/transcriptions":"speech-to-text"};function qu(t){return ju[t]??null}var Js=["duplicate","duplicate_foreign","auth","surface","unknown","dwell_expired","dropped_on_exit"];function Hu(t){let e=t?.ledgerAlreadyWritten;return e!==null&&typeof e=="object"?e:null}function Gu(t){return t==="surface"}function Vu(t){let e=t?.ledgerFailureReason;return Js.includes(e)?e:"unknown"}var Ju=["no_response_head","no_org","model_unresolved","no_model_named","queue_full"],Hs=["priced","unpriced"],Wu={written:Hs,already_written:Hs,skipped:Ju,failed:Js},Ep=Object.entries(Wu).flatMap(([t,e])=>e.map(n=>({outcome:t,reason:n})));function Ku(t){return t.status===null?!1:t.status>=200&&t.status<400&&!t.stream_error}function zu(t){let e=Date.parse(t.ts),n=Number.isFinite(t.duration_ms)?Math.max(0,t.duration_ms):0;return new Date(e-Math.round(n)).toISOString()}var Yu=256,Gs=4096,mt=12e4,Xu=250,Qu=8e3,gt=[],Vs=new Set,ht=0,ft=!1;var Zu=new Set;function ed(){return ht===0&&gt.length===0}function td(){if(ed()){ft=!1;for(let t of[...Zu])t()}}function Ws(t,e){return`${JSON.stringify({event:t,ts:new Date().toISOString(),...e})}
29
- `}function nd(t){de(process.stdout,t)}function Ks(t,e){try{t(e)}catch{}}function zs(t){let{record:e,ledger:n}=t;if(n===null)return;let r=n.report??nd,o=qu(e.path);if(o===null)return;let s=l=>{try{n.observe(l)}catch{}},i=(l,p)=>{s({outcome:"skipped",reason:l}),Ks(r,Ws("inference_ledger_skipped",{inference_id:e.inference_id,path:e.path,reason:l,detail:p}))};if(e.status===null){i("no_response_head","no head flushed, so the caller never received an Inference-Id and no status can be recorded honestly");return}if(e.org===null){i("no_org","the request never resolved a tenant, so there is no org to attribute the row to");return}let a=e.catalog;if(a.kind==="unresolved"){i("model_unresolved",a.reason);return}let u;if(a.kind==="catalog")u={model_id:a.model_id,identity_kind:"catalog_model",variant:a.variant};else{if(a.model===null){i("no_model_named","the request resolved to a caller-org app but named no model, so there is no app slug to record and `model_id` cannot be written honestly");return}u={model_id:a.model,identity_kind:"caller_org_app",variant:null}}let d={inference_id:e.inference_id,...u,task:o,http_status:e.status,started_at:zu(e),completed_at:e.ts,billable_outcome:Ku(e),session_id:e.session_id,prompt_tokens:e.prompt_tokens,completion_tokens:e.completion_tokens,output_units:e.output_units,output_minutes:e.output_minutes,queue_ms:e.queue_ms,prefill_ms:e.prefill_ms,decode_ms:e.decode_ms,total_ms:e.total_ms,ttft_ms:e.ttft_ms===null?null:Math.round(e.ttft_ms),e2e_ms:Math.round(e.duration_ms)};if(gt.length>=Gs){i("queue_full",`${gt.length} ledger writes are already waiting (capacity ${Gs}, ${ht} in flight) \u2014 the control plane is not draining them fast enough and this row is lost`);return}gt.push({entry:d,req:t.req,record:e,ledger:n,report:r,queuedAt:Date.now(),attempts:0,settled:!1}),ht<Yu&&(ht+=1,rd())}async function rd(){try{for(;;){let t=od();if(t===void 0)return;Vs.add(t);try{await sd(t)}finally{Vs.delete(t)}}}finally{ht-=1,td()}}function od(){let t=Date.now();for(;;){let e=gt.shift();if(e===void 0)return;let n=t-e.queuedAt;if(n<mt)return e;Ye(e,{outcome:"failed",reason:"dwell_expired"},{event:"inference_ledger_write_failed",reason:"dwell_expired",error:`this row waited ${n}ms for the control plane (bound ${mt}ms) after ${e.attempts} attempt(s) and was given up on \u2014 the request was served and answered, and it will never be billed. Hugging Face writes a request off ~30 minutes after serving, so a row placed later than this is not worth the memory to keep trying`})}}async function sd(t){let{entry:e,record:n,ledger:r}=t;for(;;){t.attempts+=1;try{let o=await r.write(t.req,e);Ye(t,{outcome:"written",reason:o.cost_nano_usd===null?"unpriced":"priced"},{event:"inference_ledger_written",inference_id:o.inference_id,path:n.path,model_id:e.model_id,identity_kind:e.identity_kind,variant:e.variant,org:n.org,session_id:e.session_id,cost_nano_usd:o.cost_nano_usd,price_version:o.price_version,unpriced_reason:o.unpriced_reason,attempts:t.attempts});return}catch(o){let s=Hu(o);if(s!==null){Ye(t,{outcome:"already_written",reason:s.cost_nano_usd===null?"unpriced":"priced"},{event:"inference_ledger_already_written",inference_id:e.inference_id,model_id:e.model_id,identity_kind:e.identity_kind,variant:e.variant,cost_nano_usd:s.cost_nano_usd,price_version:s.price_version,attempts:t.attempts});return}let i=Vu(o),a=Date.now()-t.queuedAt;if(ft){Ye(t,{outcome:"failed",reason:"dropped_on_exit"},{event:"inference_ledger_write_failed",reason:"dropped_on_exit",attempts:t.attempts,waited_ms:a,error:`the proxy is shutting down and this row was still being retried when the drain ran out \u2014 the request was served and answered, and its billing row was never written. Last failure: ${o instanceof Error?o.message:String(o)}`});return}if(Gu(i)&&a<mt){if(await ad(id(t.attempts)),ft||Date.now()-t.queuedAt>=mt){let u=Date.now()-t.queuedAt;Ye(t,{outcome:"failed",reason:ft?"dropped_on_exit":"dwell_expired"},{event:"inference_ledger_write_failed",reason:ft?"dropped_on_exit":"dwell_expired",attempts:t.attempts,waited_ms:u,error:`this row's backoff outlived the ${mt}ms dwell bound (waited ${u}ms over ${t.attempts} attempt(s)) and was given up on rather than starting an attempt that could only finish past it. Last failure: ${o instanceof Error?o.message:String(o)}`});return}continue}Ye(t,{outcome:"failed",reason:i},{event:"inference_ledger_write_failed",reason:i,attempts:t.attempts,waited_ms:a,error:o instanceof Error?o.message:String(o)});return}}}function id(t){return Math.min(Qu,Xu*2**Math.max(0,t-1))}function ad(t){return new Promise(e=>{setTimeout(e,t).unref?.()})}function Ye(t,e,n){if(t.settled)return;t.settled=!0;try{t.ledger.observe(e)}catch{}let{event:r,...o}=n;Ks(t.report,Ws(r,{inference_id:t.entry.inference_id,path:t.record.path,org:t.record.org,...o}))}var er="x-urun-profile",yt="voice";var oe=class extends Error{status=400},ud=/(?:[.!?:;]|\n)[)\]"'\u2019\u201d\u00bb\u300d\u300b\u3011\uff09\uff3d]?\s*$/,dd=/\s/;function ld(t){return ud.test(t)}function Zn(t,e,n){let r=t[e];if(r===void 0)return n;if(typeof r!="boolean")throw new oe(`stream_options.voice.${e} must be a boolean when present (got ${typeof r})`);return r}function Ys(t,e,n,r={}){let o=t[e];if(o===void 0)return n;if(typeof o!="number"||!Number.isFinite(o)||o<=0)throw new oe(`stream_options.voice.${e} must be a positive finite number when present (got ${JSON.stringify(o)})`);if(r.min!==void 0&&o<r.min)throw new oe(`stream_options.voice.${e} must be at least ${r.min} when present (got ${JSON.stringify(o)})${r.minReason?` \u2014 ${r.minReason}`:""}`);if(r.max!==void 0&&o>r.max)throw new oe(`stream_options.voice.${e} must be at most ${r.max} when present (got ${JSON.stringify(o)}) \u2014 larger values wrap Node's setTimeout to a 1ms delay`);return o}function Xs(t,e){let n=Array.isArray(t)?t[0]:t,r=e.stream_options??void 0;if(r!==void 0&&(typeof r!="object"||Array.isArray(r)))throw new oe(`stream_options must be a JSON object when present, e.g. {"profile":"voice","voice":{...}} (got ${JSON.stringify(r)})`);let o=r,s=o?.profile,i=!1;if(n!=null){let d=n.trim();if(d==="")throw new oe(`the ${er} header is empty \u2014 the only profile this lane accepts is "${yt}" (omit the header for the ordinary lane)`);if(d!==yt)throw new oe(`unknown profile "${d}" \u2014 the only profile this lane accepts is "${yt}"`);i=!0}if(s!==void 0){if(typeof s!="string"||s!==yt)throw new oe(`unknown profile ${JSON.stringify(s)} \u2014 the only profile this lane accepts is "${yt}"`);i=!0}if(!i)return null;if(e.stream!==!0)throw new oe("the voice profile is streaming-only \u2014 send stream: true");let a=o?.voice;if(a!==void 0&&(typeof a!="object"||a===null||Array.isArray(a)))throw new oe("stream_options.voice must be an object when present (flush_max_chars, flush_max_ms, sentence_flush, include_reasoning, metadata)");let u=a??{};return{flushMaxChars:Ys(u,"flush_max_chars",120,{min:2,minReason:"a hard split at a bound below 2 cannot keep UTF-16 surrogate pairs (astral characters) intact"}),flushMaxMs:Ys(u,"flush_max_ms",250,{max:2147483647}),sentenceFlush:Zn(u,"sentence_flush",!0),includeReasoning:Zn(u,"include_reasoning",!1),metadata:Zn(u,"metadata",!1)}}var tn=class{constructor(e,n){this.config=e;this.sink=n}config;sink;buffer="";timer=null;push(e){e!==""&&(this.buffer===""&&(this.timer=setTimeout(()=>{this.timer=null,this.flush()},this.config.flushMaxMs)),this.buffer+=e,this.drain())}flush(){if(this.clearTimer(),this.buffer==="")return;let e=this.buffer;this.buffer="",this.sink(e)}dispose(){this.clearTimer()}drain(){let e=this.config.flushMaxChars;for(;this.buffer.length>e;){let n=this.boundedCut();this.sink(this.buffer.slice(0,n)),this.buffer=this.buffer.slice(n)}(this.buffer.length>=e||this.config.sentenceFlush&&ld(this.buffer))&&this.flush(),this.buffer===""&&this.clearTimer()}boundedCut(){let e=Math.min(Math.floor(this.config.flushMaxChars),this.buffer.length);for(let o=e-1;o>0;o--)if(dd.test(this.buffer[o]))return o+1;let n=Math.max(1,e),r=this.buffer.charCodeAt(n-1);return r>=55296&&r<=56319?n-1:n}clearTimer(){this.timer!==null&&(clearTimeout(this.timer),this.timer=null)}};var tr=Ie(require("crypto"),1),cd="urun-runtime-key-v1";function pd(t,e){if(!t)throw new Error("deriveOrgRuntimeKey requires a master secret");if(!e)throw new Error("deriveOrgRuntimeKey requires an orgId");return tr.createHmac("sha256",t).update(`${cd}|${e}`,"ascii").digest("base64url")}var fd="decision-intake",nn=6e4,md=nn/1e3+5,Qs=3,nr=15;function gd(t,e,n=60,r=Math.floor(Date.now()/1e3)){if(!t)throw new Error("cannot mint a decision token without a secret");let o=d=>Buffer.from(d).toString("base64url"),s=o(JSON.stringify({alg:"HS256",typ:"JWT"})),i={tenant:e.tenant,app:e.app,fn:e.fn,...e.provider?{provider:e.provider}:{},session_id:"decision-intake",sub:`machine:${e.tenant}/${e.app}/${e.fn}`,aud:fd,iat:r,exp:r+Math.max(1,n)},a=o(JSON.stringify(i)),u=tr.createHmac("sha256",t).update(`${s}.${a}`,"ascii").digest("base64url");return`${s}.${a}.${u}`}function hd(t){if(t===null||typeof t!="object")return!1;let e=t;return typeof e.runtime_id=="string"&&e.runtime_id!==""&&typeof e.ready=="boolean"&&typeof e.address=="string"&&e.address!==""&&typeof e.last_seen=="string"&&!Number.isNaN(Date.parse(e.last_seen))}async function yd(t){let e=t.fetchImpl??fetch,n=`${t.apiUrl.replace(/\/+$/,"")}/runtimes?app=${encodeURIComponent(t.app)}&fn=${encodeURIComponent(t.fn)}`,r;try{r=await e(n,{headers:{Authorization:`Bearer ${t.apiKey}`,Accept:"application/json"},signal:AbortSignal.timeout(nn)})}catch(u){throw(u instanceof Error?u.name:void 0)==="TimeoutError"?new fe(`runtime presence read for (app=${t.app} fn=${t.fn}) timed out after ${nn}ms \u2014 the control plane is not answering; no replica can be discovered`):u}if(!r.ok)throw new Error(`runtime presence read failed: GET ${n} \u2192 ${r.status}`);let o=await r.json();if(!Array.isArray(o.runtimes))throw new Error(`runtime presence read returned no "runtimes" array (GET ${n})`);let s=[],i=[];for(let u of o.runtimes){if(!hd(u)){s.push(JSON.stringify(u));continue}i.push(u)}if(s.length>0)throw new Error(`runtime presence read for (app=${t.app} fn=${t.fn}) returned ${s.length} malformed presence row(s) \u2014 the control plane's runtimes schema drifted (runtime_id/address/ready/last_seen are all required): ${s.slice(0,3).join("; ")}`);let a=(t.nowMs??Date.now())/1e3;return i.filter(u=>u.ready===!0&&a-Date.parse(u.last_seen)/1e3<=nr)}var wd=nr*1e3,_d=nr*500,vd=256,rn=class{constructor(e){this.opts=e;this.nowMs=e.nowMs??Date.now}opts;replicas=new Map;nowMs;presenceCache=new Map;get enabled(){return this.opts.secret!==""}async targetFor(e){let n=await this.opts.targetFor(e);return n.sharedApp===!0&&this.opts.shared===void 0?null:n}async decide(e,n){let r=await this.targetFor(n);if(r===null)throw new fe("the shared-endpoint lane keeps the session dial \u2014 the stateless direct path serves caller-org functions");let o=r.appSlug,s=r.fnName??this.opts.fnName,i=r.sharedApp===!0,a=i?this.opts.shared.apiKey:this.opts.apiKey,u=`${a}\0${o}\0${s}`,d=await this.ensureRows(u,a,o,s);if(d.length===0)throw new fe(`no ready runtime for (org app=${o} fn=${s}) \u2014 nothing is serving decisions right now`);let l=null;for(let p=0;p<Qs;p++){let m=this.pick(d);if(m===null)throw new fe(`every discovered runtime for app=${o} failed at the transport layer \u2014 no replica took the decision`);let c=i&&r.sharedOrgId?r.sharedOrgId:this.opts.orgId,f=gd(pd(this.opts.secret,c),{tenant:this.opts.orgId,app:o,fn:s,...i&&r.sharedOrgId?{provider:r.sharedOrgId}:{}},md);try{return{...await this.post(m,e,f),target:{...r,fnName:s}}}catch(g){if(g instanceof Ne)throw g;l=g;let _=this.replicas.get(m)??{outstanding:0,cooldownUntil:0};_.cooldownUntil=this.nowMs()+5e3,this.replicas.set(m,_);let y=this.presenceCache.get(u);y&&(y.rows=y.rows.filter(h=>h.address!==m),y.rows.length===0&&this.presenceCache.delete(u))}}throw new fe(`no runtime for app=${o} answered within ${Qs} attempts: ${String(l instanceof Error?l.message:l)}`)}async ensureRows(e,n,r,o){let s=this.presenceCache.get(e);if(s)if(this.nowMs()-s.fetchedAtMs>wd)this.presenceCache.delete(e);else return this.nowMs()-s.fetchedAtMs>_d&&!s.refreshing&&(s.refreshing=!0,this.readPresence(n,r,o).then(a=>{this.presenceCache.set(e,{rows:a,fetchedAtMs:this.nowMs(),refreshing:!1})}).catch(()=>{s.refreshing=!1})),s.rows;let i=await this.readPresence(n,r,o);for(;this.presenceCache.size>=vd;){let a=this.presenceCache.keys().next();if(a.done)break;this.presenceCache.delete(a.value)}return this.presenceCache.set(e,{rows:i,fetchedAtMs:this.nowMs(),refreshing:!1}),i}readPresence(e,n,r){return yd({apiUrl:this.opts.apiUrl,apiKey:e,app:n,fn:r,fetchImpl:this.opts.fetchImpl,nowMs:this.nowMs()})}pick(e){let n=this.nowMs(),r=null,o=1/0;for(let s of e){let i=this.replicas.get(s.address);if(i!==void 0&&i.cooldownUntil>n)continue;let a=i?.outstanding??0;a<o&&(r=s.address,o=a)}return r}async post(e,n,r){let o=this.replicas.get(e)??{outstanding:0,cooldownUntil:0};o.outstanding+=1,this.replicas.set(e,o);try{let s=await fetch(`${e.replace(/\/+$/,"")}/v1/decision`,{method:"POST",headers:{Authorization:`Bearer ${r}`,"Content-Type":"application/json"},body:JSON.stringify(n),signal:AbortSignal.timeout(this.opts.timeoutMs??nn)}),i=null;try{i=await s.json()}catch{i={error:{message:`runtime answered ${s.status} with a non-JSON body`,type:"upstream_error"}}}if(s.status>=500)throw new Error(`runtime ${e} answered ${s.status}`);if(s.status>=400)throw new Ne(s.status,i);return{status:s.status,body:i,completed:bd(i)}}finally{o.outstanding-=1}}};function bd(t){if(t===null||typeof t!="object")return null;let e=t,n=e.usage;if(n===null||typeof n!="object")return e;let r=n;return{...e,usage:{input_tokens:r.prompt_tokens??r.input_tokens,output_tokens:r.completion_tokens??r.output_tokens}}}var Ne=class extends Error{constructor(n,r){super(`runtime answered ${n}`);this.status=n;this.body=r}status;body},fe=class extends Error{};function sr(t){t.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function kd(t){t.writeHead(200,{"content-type":"text/event-stream; charset=utf-8","cache-control":"no-cache",connection:"keep-alive","x-accel-buffering":"no"}),t.flushHeaders(),t.socket?.setNoDelay(!0)}function J(t,e,n){t.writeHead(e,{"content-type":"application/json"}),t.end(JSON.stringify(n))}function K(t,e,n,r="invalid_request_error",o){J(t,e,{error:o?{message:n,type:r,code:o}:{message:n,type:r}})}function ir(t,e){let n=e.error,r=n?.type??"upstream_error",o=n?.message??JSON.stringify(e);J(t,r==="invalid_request_error"?400:502,{error:{message:o,type:r,code:n?.code??null}})}function me(t,e,n,r){J(t,e,{type:"error",error:{type:n,message:r}})}function ge(t,e,n){if(e==="anthropic"){J(t,404,{type:"error",error:{type:"not_found_error",message:n.message}});return}J(t,404,{error:{message:n.message,type:"invalid_request_error",code:"model_not_found"}})}var Sd=64*1024*1024,wt=class extends Error{};async function Zs(t,e=Sd){let n=[],r=0;for await(let s of t){if(r+=s.length,r>e)throw new wt(`request body exceeds ${e} bytes`);n.push(s)}let o=Buffer.concat(n).toString("utf8");return o?JSON.parse(o):{}}function De(t,e,n,r){return{id:t,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:e,choices:[{index:0,delta:n,finish_reason:r}]}}function ni(t){let e=t?.usage;if(!e||typeof e!="object")return{kind:"absent"};let n=e,r=u=>typeof u=="number"&&Number.isFinite(u)&&u>=0?u:null,o=r(n.input_tokens),s=r(n.output_tokens),i=u=>u??0,a=r(n.total_tokens)??i(o)+i(s);if(i(o)>0||i(s)>0){let u={input_tokens:i(o),output_tokens:i(s),total_tokens:a};return o===null||s===null?{kind:"partial",usage:u}:{kind:"counts",usage:u}}return o===null||s===null?{kind:"absent"}:{kind:"zero",usage:{input_tokens:0,output_tokens:0,total_tokens:a}}}function on(t){let e=ni(t);return e.kind==="counts"||e.kind==="partial"?e.usage:null}function ei(t){let e=on(t);return e?{prompt_tokens:e.input_tokens,completion_tokens:e.output_tokens,total_tokens:e.total_tokens}:{prompt_tokens:0,completion_tokens:0,total_tokens:0}}function Rd(t,e){let n=ni(e);n.kind==="absent"||n.kind==="partial"||(t.promptTokens=n.usage.input_tokens,t.completionTokens=n.usage.output_tokens)}function xd(t){let e=t?.urun_timing;if(!e||typeof e!="object")return null;let n=e,r=u=>{let d=n[u];return typeof d=="number"&&Number.isSafeInteger(d)&&d>=0?d:null},o=r("queue_ms"),s=r("prefill_ms"),i=r("decode_ms"),a=r("total_ms");return o===null||s===null||i===null||a===null?null:{queue_ms:o,prefill_ms:s,decode_ms:i,total_ms:a}}function Ed(t,e){let n=xd(e);n&&(t.timing=n)}function _e(t,e){Rd(t,e),Ed(t,e)}async function dn(t,e,n){if(typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}function ri(t){let e=t?.output;if(!Array.isArray(e))return"";let n="";for(let r of e)if(!(r.type!=="reasoning"||!Array.isArray(r.content)))for(let o of r.content)o.type==="reasoning_text"&&(n+=String(o.text??""));return n}function Ad(t){if(Array.isArray(t))return t.map(e=>{let n=e.function;return!n||typeof n!="object"?e:{type:"function",name:n.name,description:n.description,parameters:n.parameters,strict:n.strict}})}var sn=class extends Error{};function Id(t,e){return Array.isArray(e)?e.map(n=>{let r=n;if(r.type==="text")return{type:t==="assistant"?"output_text":"input_text",text:r.text};if(r.type==="image_url"){let o=r.image_url??{};return{type:"input_image",image_url:o.url,detail:o.detail}}throw new sn(`unsupported chat content part type "${String(r.type)}" \u2014 the proxy translates text and image_url parts`)}):e}function Od(t){let e=[];for(let n of t){if(n.role==="tool"){e.push({type:"function_call_output",call_id:n.tool_call_id,output:typeof n.content=="string"?n.content:JSON.stringify(n.content??"")});continue}if(n.role==="assistant"&&Array.isArray(n.tool_calls)){typeof n.content=="string"&&n.content&&e.push({role:"assistant",content:n.content});for(let r of n.tool_calls){let o=r.function??{};e.push({type:"function_call",call_id:r.id,name:o.name,arguments:o.arguments})}continue}e.push({...n,content:Id(n.role,n.content)})}return e}function rr(t){return He(t).map((e,n)=>({index:n,id:e.call_id??e.id??`call_${n}`,type:"function",function:{name:e.name??"",arguments:e.arguments??"{}"}}))}async function Td(t,e,n,r,o,s){let i=st(s.id),a=t.stream===!0;if(s.model=ne(t),s.stream=a,await dn(s,e,typeof t.model=="string"?t.model:void 0),a){let y;try{y=await at({body:t,clients:e,store:n,stats:o,responseId:i,turn:s})}catch(h){if(h instanceof U){ge(r,"openai",h);return}if(h instanceof ae){K(r,h.status,h.message);return}throw h}sr(r);for await(let h of y.events)h.type==="error"&&(s.streamError=!0),h.type==="response.completed"&&_e(s,h.response),r.write(`event: ${String(h.type??"message")}
30
- data: ${JSON.stringify(h)}
28
+ `}function su(t){de(process.stdout,t)}function iu(t){let n=new URL(t.url??"/","http://localhost").searchParams.get("model")?.trim();return n===""?void 0:n}function jn(t){return t.audioSession?.audio.sessionId??void 0}function Hn(t,e){let n=new as.WebSocketServer({noServer:!0}),r=new Set;return t.on("upgrade",(o,s,i)=>{if(new URL(o.url??"/","http://localhost").pathname!==qn)return;r.add(s),s.on("close",()=>{r.delete(s)});let d=R("rtup"),u=iu(o),l=h=>{(e.log??su)(ou(h))};l({stage:"accept",conn:d,model:u}),s.resume();let c=new AbortController,f=null,p=h=>{f??=h,c.abort(new Error(f))},m=()=>p("client socket closed"),k=()=>p("client socket closed (half-close)"),v=h=>p(`client socket error: ${h.message}`);s.once("close",m),s.once("end",k),s.once("error",v);let y=()=>{s.removeListener("close",m),s.removeListener("end",k),s.removeListener("error",v)},g=h=>{l({stage:"close",conn:d,model:u,...h})},w=h=>{let _=h,x=_.session!=null&&typeof _.session.sendResponseCreate=="function",C=_.clients!=null&&typeof _.clients.createResponse=="function";if(!x&&!C)throw new Error("resolver returned a binding without an upstream turn seam (session.sendResponseCreate or clients.createResponse required) \u2014 refusing the upgrade LOUD");return new Promise((S,O)=>{n.handleUpgrade(o,s,i,$=>{try{new ut({ws:$,binding:h,onClosed:(F,K)=>{g({while:"live",reason:K.reason})}}),l({stage:"admit",conn:d,model:u,...jn(h)===void 0?{}:{session:jn(h)}}),S()}catch(F){O(F)}})})};(typeof e.resolver=="function"?e.resolver:e.resolver.resolve.bind(e.resolver))(o,c.signal).then(async h=>{if(c.signal.aborted){y();let _=jn(h);try{await h.release?.()}catch(x){g({while:"queued",..._===void 0?{}:{session:_},reason:f??"client socket closed",release_failed:x instanceof Error?x.message:String(x)});return}g({while:"queued",..._===void 0?{}:{session:_},reason:f??"client socket closed",released:!0}),s.destroy();return}y(),await w(h)}).catch(h=>{let _=h instanceof is.SessionFailedError?Nt(h):null,x=null;if(h!==null&&typeof h=="object"&&"status"in h){let O=h.status;typeof O=="number"&&(x=O)}let C=x??_?.status??502,S=h instanceof Error?h.message:String(h);g({while:"queued",...c.signal.aborted?{reason:f??"client socket closed"}:{reason:S,status:C}}),s.destroyed||ru(s,C,S)}).finally(()=>{r.delete(s)})}),async()=>{let o=Date.now()+5e3;for(;r.size>0&&Date.now()<o;)await new Promise(s=>setTimeout(s,25));await new Promise(s=>n.close(()=>s()))}}var le=(t,e)=>Object.assign(new Error(e),{status:t});function au(t){let n=new URL(t.url??"/","http://localhost").searchParams.get("model")?.trim();return n===""?void 0:n}function uu(t){let n=new URL(t.url??"/","http://localhost").searchParams.get("intent")?.trim();return n===""?void 0:n}var du='"transcription" (a transcription session), or no intent at all (the realtime voice session)';async function lu(t,e,n,r){if(!t.supportsAudio)throw le(501,"the realtime lane needs a router-backed client (supportsAudio) to gate audio modality \u2014 hand-built clients without the catalog oracle are refused, never allowed silently");let o;try{o=await t.supportsAudio(e)}catch(u){throw u instanceof N?le(404,u.message):u}if(!o)throw le(404,`model ${JSON.stringify(e??"(default)")} is not audio-capable (catalog task is neither stt nor tts) \u2014 this realtime lane serves only audio-task models; chat models ride /v1/chat/completions`);if(!t.openAudioOn)throw le(501,"an audio-capable model needs a router-backed client (openAudioOn) to open its native session audio bridge pinned to the connection\u2019s pooled session \u2014 refusing loudly rather than binding a voiceless session");let s=!1;if(t.supportsTranscription)try{s=await t.supportsTranscription(e)}catch(u){throw u instanceof N?le(404,u.message):u}if(s&&!t.openTurnsOn)throw le(501,"a transcription-capable (stt) model needs a router-backed client (openTurnsOn) to open the engine\u2019s own turn/transcript lane (the stt named stream) pinned to the connection\u2019s pooled session \u2014 refusing loudly rather than binding a transcript-less transcription session");if(s&&t.transcriptStreamFor){let u;try{u=await t.transcriptStreamFor(e)}catch(l){throw l instanceof N?le(404,l.message):l}if(u!=="stt")throw le(501,`model ${JSON.stringify(e??"(default)")} overrides engine_args.transcript_stream with ${JSON.stringify(u)} \u2014 this lane consumes the engine\u2019s own transcripts from the platform\u2019s default "${"stt"}" stream and refuses loudly rather than listen on a stream the engine does not write`)}if(r!==void 0&&r!=="transcription")throw le(400,`intent ${JSON.stringify(r)} is not supported on this realtime lane \u2014 accepted values: ${du}`);if(r==="transcription"&&!s)throw le(400,`model ${JSON.stringify(e??"(default)")} cannot serve the transcription intent \u2014 the transcription intent needs an stt model (the catalog task is not stt)`);let i=await t.sessionHandle(e),a={audio:await t.openAudioOn(i,n)},d={clients:{createResponse:async u=>await t.createResponseOn(i,u)},voice:o,audioSession:a};return s&&(d.turns=u=>t.openTurnsOn(i,u)),r==="transcription"&&(d.intent="transcription"),e!==void 0&&(d.model=e),d}function us(t,e){return{resolve:async(n,r)=>{if(e!==void 0){let o=n.headers.authorization,s=typeof o=="string"?o.trim():"",i=s.startsWith("Bearer ")?s.slice(7).trim():"";if(i===""||i!==e)throw le(401,"invalid local proxy api key")}return lu(t,au(n),r,uu(n))}}}var Y=class extends Error{};async function Gt(t,e){let n=Number(t.headers["content-length"]??"0");if(Number.isFinite(n)&&n>e)throw new Y(`request body exceeds the ${e}-byte limit`);let r=[],o=0;for await(let s of t){let i=s;if(o+=i.length,o>e)throw new Y(`request body exceeds the ${e}-byte limit`);r.push(i)}return Buffer.concat(r)}async function Vt(t,e){let n=t[Symbol.asyncIterator](),r=0,o=new ReadableStream({async pull(i){try{let a=await n.next();if(a.done){i.close();return}if(r+=a.value.length,r>e){i.error(new Y(`request body exceeds the ${e}-byte limit`));return}i.enqueue(a.value)}catch(a){i.error(a)}},cancel(){n.return?.()}}),s;try{let i=new Headers;for(let[u,l]of Object.entries(t.headers))if(typeof l=="string")i.set(u,l);else if(Array.isArray(l))for(let c of l)i.append(u,c);let a={method:"POST",headers:i,body:o,duplex:"half"};s=await new Request(`https://proxy.internal${t.url??"/"}`,a).formData()}catch(i){throw i instanceof Y?i:new Error(`malformed multipart body: ${String(i instanceof Error?i.message:i)}`)}return s}var ds="/v1/images/generations",Jt="/v1/images/edits";function ls(t){return t===ds||t===Jt}var cs="/v1/images/models";async function ps(t,e,n){if(t){if(t.model=ne({model:n}),t.stream=!1,typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}}var L=class extends Error{status;param;constructor(e,n,r){super(n),this.status=e,this.param=r}},cu=16*1024*1024,fs=64*1024*1024;function ms(t){return t.length>=8&&t[0]===137&&t[1]===80&&t[2]===78&&t[3]===71&&t[4]===13&&t[5]===10&&t[6]===26&&t[7]===10?"image/png":t.length>=3&&t[0]===255&&t[1]===216&&t[2]===255?"image/jpeg":t.length>=12&&t[0]===82&&t[1]===73&&t[2]===70&&t[3]===70&&t[8]===87&&t[9]===69&&t[10]===66&&t[11]===80?"image/webp":null}function dt(t,e){t.statusCode=e.status,t.setHeader("content-type","application/json"),t.end(JSON.stringify({error:{message:e.message,type:e.status>=500?"upstream_error":"invalid_request_error",...e.param?{param:e.param}:{}}}))}async function gs(t,e,n,r){let o=await t.createResponse({model:e,input:[{role:"user",content:n}],stream:!1},r),s=null;for await(let c of o){if(c.type==="error"){let f=c.error??{};throw new L(502,`image upstream error: ${String(f.message??"upstream reported an error")}`)}if(c.type==="response.completed"){s=c.response??null;break}}if(s===null)throw new L(502,"image upstream produced no terminal response \u2014 refusing to fabricate an image");let i=s.images;if(!Array.isArray(i)||i.length!==1||typeof i[0]!="string"||i[0].length===0)throw new L(502,`image upstream returned ${Array.isArray(i)?i.length:"a non-array images field"} images for the single-shot (n=1) contract, which produces exactly one \u2014 refusing to truncate or fabricate`);let a=[],d=i[0].startsWith("data:")?i[0].slice(i[0].indexOf(";base64,")+8):i[0],u=Buffer.from(d,"base64");if(ms(u)===null)throw new L(502,`image upstream returned a payload that is not a PNG/JPEG/WebP image (${u.length} bytes) \u2014 refusing to pass it through`);return a.push(d),{images:a}}function hs(t){return t instanceof L?t:t instanceof N?new L(404,t.message):new L(502,`image upstream failed: ${String(t instanceof Error?t.message:t)}`)}async function ys(t,e,n,r){if(await t(e,n))return!0;let o=n==="edit"?"no image-input (expects_image) edit destination":"no pure text-to-image (expects_image=false) generation destination";return dt(r,new L(404,e===void 0?`no image-capable default model is configured for this caller (${o}) \u2014 name an image-capable \`model\``:`model "${e}" is not ${n==="edit"?"edit-capable":"generation-capable"} for this caller (${o}; capability is read from the catalog's modality metadata, not the serve function name)`)),!1}function _s(t,e){t&&(t.outputUnits=e.images.length)}function ws(t,e){t.statusCode=200,t.setHeader("content-type","application/json"),t.end(JSON.stringify({created:Math.floor(Date.now()/1e3),data:e.images.map(n=>({b64_json:n}))}))}var pu={model:!0,prompt:!0,response_format:!0,n:!0};async function vs(t,e,n){let r=n.maxBodyBytes??fs;try{if(t.method!=="POST")throw new L(405,`${String(t.method)} is not supported on ${ds}`);let o;try{o=JSON.parse((await Gt(t,r)).toString("utf8")||"{}")}catch(c){throw c instanceof Y?new L(413,c.message):new L(400,"request body is not valid JSON")}if(o===null||typeof o!="object"||Array.isArray(o))throw new L(400,"request body must be a JSON object");let s=o;for(let c of Object.keys(s))if(!pu[c])throw new L(400,`request field "${c}" is not implemented: the native image request schema carries only the prompt (size, quality, style, seed, mask and similar knobs are per-deployment engine config, not per-request fields). Supported fields: model, prompt, response_format, n.`,c);let i=s.prompt;if(typeof i!="string"||i.trim().length===0)throw new L(400,"prompt is required and must be a non-empty string","prompt");let a=s.model===void 0?void 0:s.model;if(a!==void 0&&typeof a!="string")throw new L(400,"model must be a string","model");await ps(n.turn,n.clients,a);let d=s.n??1;if(d!==1)throw new L(400,`n=${JSON.stringify(d)} is not supported: the native image request is single-shot and produces exactly one image per request (no batch support yet)`,"n");let u=s.response_format??"b64_json";if(u!=="b64_json")throw new L(400,`response_format ${JSON.stringify(u)} is not supported: the runtime returns bare base64 PNG and exposes no image hosting, so b64_json is the only output format`,"response_format");if(n.stats?.request("images_generations",i.length,i.length),!await ys(n.imageModels,a,"generation",e))return;let l=[{type:"input_text",text:i}];try{let c=await gs(n.clients,a,l,n.turn?ie(n.turn):void 0);_s(n.turn,c),ws(e,c)}catch(c){throw hs(c)}}catch(o){if(o instanceof Y){dt(e,new L(413,o.message));return}if(o instanceof L){dt(e,o);return}throw o}}var fu={model:!0,prompt:!0,response_format:!0,image:!0,"image[]":!0};async function bs(t,e,n){let r=n.maxBodyBytes??fs,o=n.maxImagePartBytes??cu;try{if(t.method!=="POST")throw new L(405,`${String(t.method)} is not supported on ${Jt}`);let s=String(t.headers["content-type"]??"");if(!s.toLowerCase().startsWith("multipart/form-data"))throw new L(400,`the edit endpoint consumes multipart/form-data, got ${s||"none"}`);let i;try{i=await Vt(t,r)}catch(p){throw p instanceof Y?new L(413,p.message):new L(400,String(p instanceof Error?p.message:p))}let a=i.get("prompt");if(typeof a!="string"||a.trim().length===0)throw new L(400,"prompt is required and must be a non-empty string field","prompt");let d=i.get("model");if(d!==null&&typeof d!="string")throw new L(400,"model must be a string field","model");let u=d===null?void 0:d;await ps(n.turn,n.clients,u);let l=i.get("response_format")??"b64_json";if(l!=="b64_json")throw new L(400,`response_format ${JSON.stringify(l)} is not supported: the runtime returns bare base64 PNG and exposes no image hosting, so b64_json is the only output format`,"response_format");for(let p of i.keys())if(!fu[p])throw new L(400,`form field "${p}" is not implemented: the native image request schema carries the prompt and the image inputs only (mask, size, seed and similar knobs are per-deployment engine config, not per-request fields). Supported fields: model, prompt, response_format, image (or image[]).`,p);let c=[];for(let p of["image","image[]"])for(let m of i.getAll(p)){if(!(m instanceof File))throw new L(400,"image must be an uploaded file: the proxy accepts only multipart file bytes and never fetches URLs or server-side paths",p);if(m.size>o)throw new L(413,`image part exceeds the ${o}-byte limit (the serve protocol's MAX_IMAGE_BYTES)`,p);let k=new Uint8Array(await m.arrayBuffer()),v=ms(k);if(v===null)throw new L(400,"image payload is not a supported format \u2014 supported: PNG, JPEG, WebP (detected by magic bytes, not the declared Content-Type)",p);c.push({bytes:k,mime:v})}if(c.length===0)throw new L(400,"the edit endpoint requires at least one `image` file part","image");if(n.stats?.request("images_edits",a.length,a.length),!await ys(n.imageModels,u,"edit",e))return;let f=[{type:"input_text",text:a}];for(let{bytes:p,mime:m}of c)f.push({type:"input_image",image_url:`data:${m};base64,${Buffer.from(p).toString("base64")}`});try{let p=await gs(n.clients,u,f,n.turn?ie(n.turn):void 0);_s(n.turn,p),ws(e,p)}catch(p){throw hs(p)}}catch(s){if(s instanceof Y){dt(e,new L(413,s.message));return}if(s instanceof L){dt(e,s);return}throw s}}var lt="/v1/audio/speech";function Ts(t){return t===lt}var ks=4096,Ss=18e4,xs=5e3,mu=64*1024*1024,Rs=8,Es=5,As=1024*1024,We="voice_applied",Kt="X-Urun-Voice-Applied",P=class extends Error{status;param;retryAfterSeconds;constructor(e,n,r,o){super(n),this.status=e,this.param=r,this.retryAfterSeconds=o}};function Gn(t,e){t.statusCode=e.status,t.setHeader("content-type","application/json"),e.retryAfterSeconds!==void 0&&t.setHeader("retry-after",String(e.retryAfterSeconds)),t.end(JSON.stringify({error:{message:e.message,type:e.status>=500?"upstream_error":"invalid_request_error",...e.param?{param:e.param}:{}}}))}var zt=class extends P{constructor(e){super(502,e)}};function Ps(t){for(let e=0;e<t.length;e+=1){let n=t.charCodeAt(e);if(n!==9&&!(n>=32&&n<=126)&&!(n>=128&&n<=255))return!1}return!0}function Cs(t){return new P(502,`the runtime's ${We} receipt ${JSON.stringify(t)} cannot be relayed as the ${Kt} header \u2014 it carries a character no HTTP header or trailer value can carry (a newline, another control character, or a non-Latin-1 character); the lane never serves an answer whose receipt it cannot deliver nor silently drops the runtime's own acknowledgment`)}async function gu(t,e,n){if(t){if(t.model=ne({model:n}),t.stream=!1,typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}}function $s(t,e){if(!t)return;let n=e/(24e3*2);t.outputUnits=n,t.outputMinutes=n/60}var hu=2;function yu(t){for(let e=0;e+1<t.byteLength;e+=2)if(Math.abs(t.readInt16LE(e))>hu)return!1;return!0}function _u(t){let e=24e3,n=2,r=1,o=Buffer.alloc(44);return o.write("RIFF",0,"ascii"),o.writeUInt32LE(36+t,4),o.write("WAVE",8,"ascii"),o.write("fmt ",12,"ascii"),o.writeUInt32LE(16,16),o.writeUInt16LE(1,20),o.writeUInt16LE(r,22),o.writeUInt32LE(e,24),o.writeUInt32LE(e*r*n,28),o.writeUInt16LE(r*n,32),o.writeUInt16LE(16,34),o.write("data",36,"ascii"),o.writeUInt32LE(t,40),o}var Os=new WeakMap,Wt=new WeakMap;function wu(t,e){let n=Wt.get(t)??0;if(n>=Rs)throw new P(503,`this model's speech queue is full \u2014 ${Rs} requests are already admitted (one in-flight turn plus the queued depth) and each holds a pooled session turn; retry after ${Es}s`,void 0,Es);Wt.set(t,n+1);let r=Os.get(t)??Promise.resolve(),o,s=new Promise(i=>{o=i});return Os.set(t,s),(async()=>{await r;try{return await e()}finally{Wt.set(t,(Wt.get(t)??1)-1),o()}})()}async function vu(t,e,n,r){if(typeof t.evictSpeechSession!="function")throw new P(501,"a speech-capable model needs a router-backed client (evictSpeechSession) to retire its pinned session after a failed turn \u2014 refusing loudly rather than handing the next request the failed turn\u2019s audio");try{await t.evictSpeechSession(e)}catch(i){if(!(i instanceof z))throw i}if(n?.return===void 0)return;let o=Promise.resolve(n.return()).then(()=>{},()=>{}),s;await Promise.race([o,new Promise(i=>{s=setTimeout(i,r)})]).finally(()=>{s!==void 0&&clearTimeout(s)})}function $e(t){return t instanceof P?t:t instanceof N?new P(404,t.message):new P(502,`speech upstream failed: ${String(t instanceof Error?t.message:t)}`)}async function Is(t,e,n,r,o,s,i,a){let d=a??(()=>{});return wu(e,async()=>{if(i?.()===!0)return null;let u=!1,l=!1,c=!1,f,p=new Promise(h=>{f=h}),m=[],k=()=>{l&&!c&&m.length>=o.quietRunFrames&&(c=!0,f())},v=e.onOutputAudio(h=>{let _=Buffer.from(h,"base64");if(_.byteLength===0)return;let x=yu(_);if(!u){if(x)return;u=!0}if(x){m.push(_),k();return}for(let C of m)d(C);m.length=0,d(_),k()}),y=null,g,w,E;try{E=(await t.createResponseOn(n,{model:r.model,input:[{role:"user",content:[{type:"input_text",text:r.text}]}],stream:!1,...r.voice!==void 0?{voice:r.voice}:{}}))[Symbol.asyncIterator]();let _=new Promise(S=>{w=setTimeout(S,s.capMs)}),x=!1;for(;;){let S=E.next(),O=await Promise.race([S,_]);if(O===void 0){x=!0,S.catch(()=>{});break}if(O.done)break;let $=O.value;if($.type==="error"){let F=$.error??{};throw await E.return?.(),new P(502,`speech upstream error: ${String(F.message??"upstream reported an error")}`)}if($.type==="response.completed"){y=$.response??null,l=!0,k(),await E.return?.();break}}if(clearTimeout(w),x)throw new P(504,`the speech turn produced no terminal event within ${s.capMs}ms \u2014 the upstream stream never completed, so the pinned speech session is evicted (the next request opens a fresh one), the serialized lane is released and the caller can retry; a stuck turn must not hold every later request on this lane`);if(y===null)throw new P(502,"speech upstream produced no terminal response \u2014 refusing to fabricate audio");let C=!1;if(await Promise.race([p,new Promise(S=>{g=setTimeout(()=>{C=!0,S()},o.capMs)})]),g!==void 0&&clearTimeout(g),r.voice!==void 0){let S=y[We];if(typeof S!="string"||S!==r.voice){let O=`the runtime did not acknowledge the requested voice ${JSON.stringify(r.voice)} \u2014 the terminal response carried ${typeof S=="string"?`${We} ${JSON.stringify(S)}`:`no ${We} field`}; the speak-bridge companion is not deployed, and this lane never serves default-voice audio as the requested voice`;throw c?new zt(O):new P(502,O)}}if(!u)throw new P(502,"the upstream produced no voice for this utterance \u2014 refusing to serve silence as success");if(C&&!c&&m.length<1)throw new P(502,`the upstream audio stream did not quiesce within ${o.capMs}ms of the turn's end (voiced frames still arriving) \u2014 refusing to serve audio whose tail cannot be vouched for`);return y}catch(h){throw h instanceof zt||await vu(t,n,E,s.returnBoundMs),h}finally{g!==void 0&&clearTimeout(g),w!==void 0&&clearTimeout(w),v()}})}function bu(t,e,n,r){let o=!1,s=0,i=a=>{t.destroy(a instanceof Error?a:new Error(String(a)))};return{sink(a){n()||(o||(o=!0,t.statusCode=200,t.setHeader("content-type","audio/pcm"),r&&t.setHeader("trailer",Kt)),t.write(a,d=>{d||(s+=a.byteLength,$s(e,s))}),t.writableLength>As&&(e&&(e.streamError=!0),i(new Error(`the streamed pcm answer's undrained buffer crossed ${As} bytes (1 MiB \u2014 about 21 s of 24 kHz mono PCM16): the caller stopped reading the stream, and the lane bounds what it will buffer for one answer rather than let a stalled reader hold the process's memory; the transfer is aborted (an after-first-byte failure \u2014 the bytes whose writes the socket confirmed are billed) and the caller should retry when it can drain the audio as it arrives`))))},started:()=>o,async finish(a){if(!n()){if(r){let d=a[We];if(typeof d=="string"){if(!Ps(d))throw Cs(d);t.addTrailers({[Kt]:d})}}await new Promise(d=>{t.end(()=>d())})}},fail:i}}async function ku(t,e,n){let r;try{r=await t(e)}catch(o){throw $e(o)}return r?!0:(Gn(n,new P(404,e===void 0?"no speech-capable default model is configured for this caller (catalog task tts) \u2014 name a tts model":`model "${e}" is not speech-capable (catalog task is not tts) \u2014 this lane serves only text-to-speech models; chat models ride /v1/chat/completions`)),!1)}var Su={model:!0,input:!0,voice:!0,response_format:!0,stream_format:!0,speed:!0,instructions:!0},xu="wav, pcm";async function Ls(t,e,n){let r=n.maxBodyBytes??mu,o=!1;e.once("close",()=>{o=!0});let s=()=>o||e.destroyed;try{if(t.method!=="POST")throw new P(405,`${String(t.method)} is not supported on ${lt}`);let i;try{i=JSON.parse((await Gt(t,r)).toString("utf8")||"{}")}catch(w){throw w instanceof Y?new P(413,w.message):new P(400,"request body is not valid JSON")}if(i===null||typeof i!="object"||Array.isArray(i))throw new P(400,"request body must be a JSON object");let a=i;for(let w of Object.keys(a))if(!Su[w])throw new P(400,`request field "${w}" is not implemented: the speech request schema carries the utterance and its voice (the qwen3 backend fixes voice style at deploy time, and sample rate is pinned to the engine's native 24 kHz mono). Supported fields: model, input, voice, response_format, stream_format, speed, instructions.`,w);let d=a.input;if(typeof d!="string"||d.trim().length===0)throw new P(400,"input is required and must be a non-empty string","input");if(d.length>ks)throw new P(400,`input is ${d.length} chars \u2014 over the ${ks}-char limit (one utterance; the backend bounds generation text-shaped, and an unbounded text is an unbounded synthesis)`,"input");let u=a.model===void 0?void 0:a.model;if(u!==void 0&&typeof u!="string")throw new P(400,"model must be a string","model");let l=a.voice;if(l!==void 0&&(typeof l!="string"||l.trim().length===0))throw new P(400,"voice must be a non-empty string","voice");if(typeof n.clients.speechVoices!="function")throw new P(501,`the speech lane needs a router-backed client (speechVoices) to resolve the voice set GET /v1/models publishes \u2014 refusing loudly rather than validating voices of ${lt} against a stale copy of the list`);let c;try{c=await n.clients.speechVoices(u)}catch(w){throw $e(w)}if(c.defect!==null)throw new P(500,`the voice set for this model cannot be resolved: ${c.defect} \u2014 fix the catalog row; the lane refuses to serve rather than validate against a set nobody vouched`);let f=typeof l=="string"?l:void 0;if(f!==void 0&&c.published.length>0&&!c.published.includes(f))throw new P(400,`voice ${JSON.stringify(f)} is not one of the voices this model publishes \u2014 accepted voices: ${c.published.join(", ")}`,"voice");let p=a.response_format??"wav";if(p!=="wav"&&p!=="pcm")throw new P(400,`response_format ${JSON.stringify(p)} is not supported: this lane serves the engine's raw 24 kHz mono PCM16, so the supported formats are ${xu} \u2014 and the lane will not label bytes with a format it did not encode`,"response_format");if(a.stream_format!==void 0&&typeof a.stream_format!="string")throw new P(400,"stream_format, when present, must be a string","stream_format");let m=a.speed;if(m!==void 0){if(typeof m!="number"||!Number.isFinite(m))throw new P(400,"speed, when present, must be a number","speed");if(m!==1)throw new P(400,`speed=${JSON.stringify(m)} is not supported: the backend exposes no speed knob (the qwen3 engine's speaking rate is fixed), so a non-default speed would be silently ignored \u2014 1 (the OpenAI default) is the only accepted value`,"speed")}let k=a.instructions;if(k!==void 0){if(typeof k!="string")throw new P(400,"instructions, when present, must be a string","instructions");if(k.trim().length>0)throw new P(400,"instructions are not supported: the backend fixes the voice style (instruct) at deploy time, so a per-request instruction would be silently ignored \u2014 the deployment speaks with its configured style","instructions")}await gu(n.turn,n.clients,u);let v=Buffer.byteLength(JSON.stringify(a));if(n.stats?.request("audio_speech",v,v),!await ku(n.speechModels,u,e))return;if(typeof n.clients.openAudioOn!="function")throw new P(501,"a speech-capable model needs a router-backed client (openAudioOn) to open its native session audio bridge pinned to the same session identity as the response turn \u2014 refusing loudly rather than answering an utterance whose audio cannot be collected");if(typeof n.clients.speechSessionHandle!="function")throw new P(501,"a speech-capable model needs a router-backed client (speechSessionHandle) to resolve the speech lane's own pooled session \u2014 one no interactive binding shares, because the per-session audio bridge broadcasts every output frame to every subscriber \u2014 refusing loudly rather than collecting speech audio on a session a realtime/gemini lane can be speaking on");if(typeof n.clients.evictSpeechSession!="function")throw new P(501,"a speech-capable model needs a router-backed client (evictSpeechSession) to retire its pinned speech session after a failed turn (a turn-cap timeout above all) \u2014 without it, the next request on the same model would silently collect the failed turn\u2019s still-emitting audio; refusing loudly rather than serving on an un-evictable speech slot");if(s())return;let y;try{y=await n.clients.speechSessionHandle(u)}catch(w){throw $e(w)}let g;try{g=await n.clients.openAudioOn(y)}catch(w){throw $e(w)}n.turn&&(n.turn.sessionId=g.sessionId);try{if(p==="wav"){let w=[],E=await Is(n.clients,g,y,{model:u,text:d,...f!==void 0?{voice:f}:{}},{quietRunFrames:n.quietRunFrames??3,capMs:n.drainCapMs??2e3},{capMs:n.turnCapMs??Ss,returnBoundMs:n.turnReturnBoundMs??xs},s,_=>w.push(_));if(E===null||s())return;let h=Buffer.concat(w);if(f===void 0){let _=E[We];if(typeof _=="string"){if(!Ps(_))throw Cs(_);e.setHeader(Kt,_)}}$s(n.turn,h.byteLength),e.statusCode=200,e.setHeader("content-type","audio/wav"),e.end(Buffer.concat([_u(h.byteLength),h]))}else{let w=bu(e,n.turn,s,f===void 0),E;try{E=await Is(n.clients,g,y,{model:u,text:d,...f!==void 0?{voice:f}:{}},{quietRunFrames:n.quietRunFrames??3,capMs:n.drainCapMs??2e3},{capMs:n.turnCapMs??Ss,returnBoundMs:n.turnReturnBoundMs??xs},s,w.sink)}catch(h){let _=$e(h);if(!w.started())throw _;n.turn&&(n.turn.streamError=!0),w.fail(_);return}if(E===null)return;try{await w.finish(E)}catch(h){let _=$e(h);n.turn&&(n.turn.streamError=!0),w.fail(_);return}}}catch(w){throw $e(w)}}catch(i){if(i instanceof Y){Gn(e,new P(413,i.message));return}if(i instanceof P){Gn(e,i);return}throw i}}var Yt="/v1/audio/transcriptions";function Ms(t){return t===Yt}var Us="/v1/audio/models",Ru=16*1024*1024,Eu=64*1024*1024,j=class extends Error{status;param;constructor(e,n,r){super(n),this.status=e,this.param=r}};function Vn(t,e){t.statusCode=e.status,t.setHeader("content-type","application/json"),t.end(JSON.stringify({error:{message:e.message,type:e.status>=500?"upstream_error":"invalid_request_error",...e.param?{param:e.param}:{}}}))}function Ns(t){return t.length>=12&&t[0]===82&&t[1]===73&&t[2]===70&&t[3]===70&&t[8]===87&&t[9]===65&&t[10]===86&&t[11]===69}function Au(t){if(!Ns(t))return null;let e=12,n=null,r=null;for(;e+8<=t.length;){let s=String.fromCharCode(t[e],t[e+1],t[e+2],t[e+3]),i=(t[e+4]|t[e+5]<<8|t[e+6]<<16|t[e+7]<<24)>>>0,a=e+8;if(s==="fmt "&&a+16<=t.length){let d=t[a+2]|t[a+3]<<8,u=(t[a+4]|t[a+5]<<8|t[a+6]<<16|t[a+7]<<24)>>>0,l=t[a+14]|t[a+15]<<8;n={sampleRate:u,channels:d,bitsPerSample:l}}else if(s==="data"){let d=t.length-a;r=Math.min(i===0||i===4294967295?d:i,d)}e=a+i+i%2}if(n===null||r===null||r===0||n.sampleRate===0||n.channels===0||n.bitsPerSample===0)return null;let o=r/(n.sampleRate*n.channels*(n.bitsPerSample/8));return!Number.isFinite(o)||o<0?null:{seconds:o,sampleRate:n.sampleRate,channels:n.channels,bitsPerSample:n.bitsPerSample}}async function Ou(t,e,n){if(t){if(t.model=ne({model:n}),t.stream=!1,typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}}function Iu(t,e){t&&(t.outputUnits=e.seconds)}async function Tu(t,e,n,r,o){let s=await t.createResponse({model:e,input:[{role:"user",content:n}],stream:!1,...r!==void 0?{language:r}:{}},o),i=[],a=null;for await(let d of s){if(i.push(d),d.type==="error"){let u=d.error??{},l=typeof u.type=="string"?u.type:"upstream_error",c=String(u.message??"upstream reported an error");throw new j(l==="invalid_request_error"?400:502,`transcription upstream error: ${c}`)}if(d.type==="response.completed"){a=d.response??null;break}}if(a===null)throw new j(502,"transcription upstream produced no terminal response \u2014 refusing to fabricate a transcript");return He(i,a)}function Ds(t){return t instanceof j?t:t instanceof N?new j(404,t.message):new j(502,`transcription upstream failed: ${String(t instanceof Error?t.message:t)}`)}async function Pu(t,e,n){let r;try{r=await t(e)}catch(o){throw Ds(o)}return r?!0:(Vn(n,new j(404,e===void 0?"no transcription-capable default model is configured for this caller (catalog task stt) \u2014 name an stt model":`model "${e}" is not transcription-capable (catalog task is not stt) \u2014 this lane serves only speech-to-text models; tts models ride /v1/audio/speech and chat models ride /v1/chat/completions`)),!1)}var Cu=new Set(["file","model","language","response_format"]);async function Fs(t,e,n){let r=n.maxBodyBytes??Eu,o=n.maxAudioPartBytes??Ru;try{if(t.method!=="POST")throw new j(405,`${String(t.method)} is not supported on ${Yt}`);let s=String(t.headers["content-type"]??"");if(!s.toLowerCase().startsWith("multipart/form-data"))throw new j(400,`the transcriptions endpoint consumes multipart/form-data, got ${s||"none"}`);let i;try{i=await Vt(t,r)}catch(y){throw y instanceof Y?new j(413,y.message):new j(400,String(y instanceof Error?y.message:y))}let a=new Map;for(let y of i.keys()){if(!Cu.has(y))throw new j(400,`form field "${y}" is not implemented: the native transcription request carries the audio clip and a language hint only (prompt, temperature, timestamps and similar knobs have no native surface on this lane). Supported fields: file, model, language, response_format.`,y);a.set(y,(a.get(y)??0)+1)}for(let[y,g]of a)if(g>1)throw new j(400,`form field "${y}" appears ${g} times: the lane reads exactly one value per field, and a repeat is refused rather than silently discarded \u2014 resend the request with each field once`,y);let d=i.get("model");if(d!==null&&typeof d!="string")throw new j(400,"model must be a string field","model");let u=d===null?void 0:d,l=i.get("language");if(l!==null&&(typeof l!="string"||l.trim().length===0))throw new j(400,"language, when present, must be a non-empty string","language");let c=l===null?void 0:l,f=i.get("response_format")??"json";if(f!=="json")throw new j(400,`response_format ${JSON.stringify(f)} is not supported: timestamps/segments are not produced on this lane yet \u2014 the runtime answers terminal transcript text only, so json is the only output format`,"response_format");let p=i.get("file");if(!(p instanceof File))throw new j(400,"file must be an uploaded WAV: the proxy accepts only multipart file bytes and never fetches URLs or server-side paths","file");if(p.size>o)throw new j(413,`file part exceeds the ${o}-byte limit (the serve protocol's MAX_AUDIO_BYTES)`,"file");let m=new Uint8Array(await p.arrayBuffer());if(!Ns(m))throw new j(400,"the audio payload is not a RIFF/WAVE container \u2014 this lane accepts WAV uploads only (detected by magic bytes, not the declared Content-Type); the runtime decodes PCM16 WAV and nothing else","file");let k=Au(m);if(k===null)throw new j(400,"the WAV header cannot be read (no fmt /data chunk pair, or a zero rate/channel/depth) \u2014 the runtime decodes RIFF/WAVE PCM16 and this container cannot be honestly decoded or billed","file");if(await Ou(n.turn,n.clients,u),n.stats?.request("audio_transcriptions",m.length,m.length),!await Pu(n.transcriptionModels,u,e))return;let v=[{type:"input_audio",input_audio:{data:Buffer.from(m).toString("base64"),format:"wav"}}];try{let y=await Tu(n.clients,u,v,c,n.turn?ie(n.turn):void 0);Iu(n.turn,k),e.statusCode=200,e.setHeader("content-type","application/json"),e.end(JSON.stringify({text:y}))}catch(y){throw Ds(y)}}catch(s){if(s instanceof Y){Vn(e,new j(413,s.message));return}if(s instanceof j){Vn(e,s);return}throw s}}var js="/v1/usage/requests",Bs=1e4,$u=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/,Se=class extends Error{constructor(n,r=400){super(n);this.status=r;this.name="UsageRequestError"}status},Ke=class extends Error{constructor(e){super(e),this.name="UsageSurfaceError"}};var qs=1024*1024;function Jn(t,e){if(t===null||typeof t!="object"||Array.isArray(t))throw new Se(`request body must be a JSON object of the form {"${e}": ["<uuid>", ...]}`);let n=t[e];if(!Array.isArray(n))throw new Se(`"${e}" must be an array of uuid strings`);if(n.length>Bs)throw new Se(`"${e}" carries ${n.length} ids; at most ${Bs} may be looked up in one request. Split the batch \u2014 the ids past the limit are NOT silently dropped`);let r=[],o=new Set;for(let s of n){if(typeof s!="string"||!$u.test(s))throw new Se(`"${e}" contains ${JSON.stringify(s)}, which is not a LOWERCASE uuid \u2014 every uRun inference id is the lowercase uuid returned in the \`Inference-Id\` response header, and answering a differently-cased spelling would echo back an id the caller cannot match`);o.has(s)||(o.add(s),r.push(s))}return r}function Hs(t){return Jn(t,"inference_ids")}function Xt(t,e){let n=new Set(e),r=new Set;for(let o=0;o<t.length;o++){let s=t[o];if(!n.has(s.inference_id))throw new Ke(`the usage surface returned an id at validated answer position ${o} that was not in the request (${e.length} asked, ${t.length} answered) \u2014 an answer carrying ids nobody asked about cannot be attributed to this caller`);if(r.has(s.inference_id))throw new Ke(`the usage surface returned ${s.inference_id} more than once \u2014 inference_id is the ledger primary key, so a duplicate means the upstream query is not the one we asked, and a caller that sums the entries would bill the request twice`);r.add(s.inference_id)}}var nn=require("@urun-sh/core");var Wn="/partners/huggingface/v1/billing/requests";function Lu(t){return Jn(t,"requestIds")}function Mu(t){return t>=200&&t<=399}function Uu(t){let e=[];for(let n of t)n.cost_nano_usd!==null&&Mu(n.http_status)&&e.push({requestId:n.inference_id,costNanoUsd:n.cost_nano_usd});return{requests:e.length>0?e:null}}async function Gs(t,e){let n=Lu(t),r=await e(n);return Xt(r,n),Uu(r)}var Nu={"/v1/chat/completions":"conversational","/v1/responses":"conversational","/v1/messages":"conversational","/v1/systemone":"conversational","/v1/images/generations":"text-to-image","/v1/images/edits":"image-to-image","/v1/audio/speech":"text-to-speech","/v1/audio/transcriptions":"speech-to-text"};function Du(t){return Nu[t]??null}var Ks=["duplicate","duplicate_foreign","auth","surface","unknown","dwell_expired","dropped_on_exit"];function Fu(t){let e=t?.ledgerAlreadyWritten;return e!==null&&typeof e=="object"?e:null}function Bu(t){return t==="surface"}function ju(t){let e=t?.ledgerFailureReason;return Ks.includes(e)?e:"unknown"}var qu=["no_response_head","no_org","model_unresolved","no_model_named","queue_full"],Vs=["priced","unpriced"],Hu={written:Vs,already_written:Vs,skipped:qu,failed:Ks},lp=Object.entries(Hu).flatMap(([t,e])=>e.map(n=>({outcome:t,reason:n})));function Gu(t){return t.status===null?!1:t.status>=200&&t.status<400&&!t.stream_error}function Vu(t){let e=Date.parse(t.ts),n=Number.isFinite(t.duration_ms)?Math.max(0,t.duration_ms):0;return new Date(e-Math.round(n)).toISOString()}var Ju=256,Js=4096,pt=12e4,Wu=250,Ku=8e3,ft=[],Ws=new Set,mt=0,ct=!1;var zu=new Set;function Yu(){return mt===0&&ft.length===0}function Xu(){if(Yu()){ct=!1;for(let t of[...zu])t()}}function zs(t,e){return`${JSON.stringify({event:t,ts:new Date().toISOString(),...e})}
29
+ `}function Qu(t){de(process.stdout,t)}function Ys(t,e){try{t(e)}catch{}}function Xs(t){let{record:e,ledger:n}=t;if(n===null)return;let r=n.report??Qu,o=Du(e.path);if(o===null)return;let s=l=>{try{n.observe(l)}catch{}},i=(l,c)=>{s({outcome:"skipped",reason:l}),Ys(r,zs("inference_ledger_skipped",{inference_id:e.inference_id,path:e.path,reason:l,detail:c}))};if(e.status===null){i("no_response_head","no head flushed, so the caller never received an Inference-Id and no status can be recorded honestly");return}if(e.org===null){i("no_org","the request never resolved a tenant, so there is no org to attribute the row to");return}let a=e.catalog;if(a.kind==="unresolved"){i("model_unresolved",a.reason);return}let d;if(a.kind==="catalog")d={model_id:a.model_id,identity_kind:"catalog_model",variant:a.variant};else{if(a.model===null){i("no_model_named","the request resolved to a caller-org app but named no model, so there is no app slug to record and `model_id` cannot be written honestly");return}d={model_id:a.model,identity_kind:"caller_org_app",variant:null}}let u={inference_id:e.inference_id,...d,task:o,http_status:e.status,started_at:Vu(e),completed_at:e.ts,billable_outcome:Gu(e),session_id:e.session_id,prompt_tokens:e.prompt_tokens,completion_tokens:e.completion_tokens,output_units:e.output_units,output_minutes:e.output_minutes,queue_ms:e.queue_ms,prefill_ms:e.prefill_ms,decode_ms:e.decode_ms,total_ms:e.total_ms,ttft_ms:e.ttft_ms===null?null:Math.round(e.ttft_ms),e2e_ms:Math.round(e.duration_ms)};if(ft.length>=Js){i("queue_full",`${ft.length} ledger writes are already waiting (capacity ${Js}, ${mt} in flight) \u2014 the control plane is not draining them fast enough and this row is lost`);return}ft.push({entry:u,req:t.req,record:e,ledger:n,report:r,queuedAt:Date.now(),attempts:0,settled:!1}),mt<Ju&&(mt+=1,Zu())}async function Zu(){try{for(;;){let t=ed();if(t===void 0)return;Ws.add(t);try{await td(t)}finally{Ws.delete(t)}}}finally{mt-=1,Xu()}}function ed(){let t=Date.now();for(;;){let e=ft.shift();if(e===void 0)return;let n=t-e.queuedAt;if(n<pt)return e;ze(e,{outcome:"failed",reason:"dwell_expired"},{event:"inference_ledger_write_failed",reason:"dwell_expired",error:`this row waited ${n}ms for the control plane (bound ${pt}ms) after ${e.attempts} attempt(s) and was given up on \u2014 the request was served and answered, and it will never be billed. Hugging Face writes a request off ~30 minutes after serving, so a row placed later than this is not worth the memory to keep trying`})}}async function td(t){let{entry:e,record:n,ledger:r}=t;for(;;){t.attempts+=1;try{let o=await r.write(t.req,e);ze(t,{outcome:"written",reason:o.cost_nano_usd===null?"unpriced":"priced"},{event:"inference_ledger_written",inference_id:o.inference_id,path:n.path,model_id:e.model_id,identity_kind:e.identity_kind,variant:e.variant,org:n.org,session_id:e.session_id,cost_nano_usd:o.cost_nano_usd,price_version:o.price_version,unpriced_reason:o.unpriced_reason,attempts:t.attempts});return}catch(o){let s=Fu(o);if(s!==null){ze(t,{outcome:"already_written",reason:s.cost_nano_usd===null?"unpriced":"priced"},{event:"inference_ledger_already_written",inference_id:e.inference_id,model_id:e.model_id,identity_kind:e.identity_kind,variant:e.variant,cost_nano_usd:s.cost_nano_usd,price_version:s.price_version,attempts:t.attempts});return}let i=ju(o),a=Date.now()-t.queuedAt;if(ct){ze(t,{outcome:"failed",reason:"dropped_on_exit"},{event:"inference_ledger_write_failed",reason:"dropped_on_exit",attempts:t.attempts,waited_ms:a,error:`the proxy is shutting down and this row was still being retried when the drain ran out \u2014 the request was served and answered, and its billing row was never written. Last failure: ${o instanceof Error?o.message:String(o)}`});return}if(Bu(i)&&a<pt){if(await rd(nd(t.attempts)),ct||Date.now()-t.queuedAt>=pt){let d=Date.now()-t.queuedAt;ze(t,{outcome:"failed",reason:ct?"dropped_on_exit":"dwell_expired"},{event:"inference_ledger_write_failed",reason:ct?"dropped_on_exit":"dwell_expired",attempts:t.attempts,waited_ms:d,error:`this row's backoff outlived the ${pt}ms dwell bound (waited ${d}ms over ${t.attempts} attempt(s)) and was given up on rather than starting an attempt that could only finish past it. Last failure: ${o instanceof Error?o.message:String(o)}`});return}continue}ze(t,{outcome:"failed",reason:i},{event:"inference_ledger_write_failed",reason:i,attempts:t.attempts,waited_ms:a,error:o instanceof Error?o.message:String(o)});return}}}function nd(t){return Math.min(Ku,Wu*2**Math.max(0,t-1))}function rd(t){return new Promise(e=>{setTimeout(e,t).unref?.()})}function ze(t,e,n){if(t.settled)return;t.settled=!0;try{t.ledger.observe(e)}catch{}let{event:r,...o}=n;Ys(t.report,zs(r,{inference_id:t.entry.inference_id,path:t.record.path,org:t.record.org,...o}))}var zn="x-urun-profile",gt="voice";var oe=class extends Error{status=400},od=/(?:[.!?:;]|\n)[)\]"'\u2019\u201d\u00bb\u300d\u300b\u3011\uff09\uff3d]?\s*$/,sd=/\s/;function id(t){return od.test(t)}function Kn(t,e,n){let r=t[e];if(r===void 0)return n;if(typeof r!="boolean")throw new oe(`stream_options.voice.${e} must be a boolean when present (got ${typeof r})`);return r}function Qs(t,e,n,r={}){let o=t[e];if(o===void 0)return n;if(typeof o!="number"||!Number.isFinite(o)||o<=0)throw new oe(`stream_options.voice.${e} must be a positive finite number when present (got ${JSON.stringify(o)})`);if(r.min!==void 0&&o<r.min)throw new oe(`stream_options.voice.${e} must be at least ${r.min} when present (got ${JSON.stringify(o)})${r.minReason?` \u2014 ${r.minReason}`:""}`);if(r.max!==void 0&&o>r.max)throw new oe(`stream_options.voice.${e} must be at most ${r.max} when present (got ${JSON.stringify(o)}) \u2014 larger values wrap Node's setTimeout to a 1ms delay`);return o}function Zs(t,e){let n=Array.isArray(t)?t[0]:t,r=e.stream_options??void 0;if(r!==void 0&&(typeof r!="object"||Array.isArray(r)))throw new oe(`stream_options must be a JSON object when present, e.g. {"profile":"voice","voice":{...}} (got ${JSON.stringify(r)})`);let o=r,s=o?.profile,i=!1;if(n!=null){let u=n.trim();if(u==="")throw new oe(`the ${zn} header is empty \u2014 the only profile this lane accepts is "${gt}" (omit the header for the ordinary lane)`);if(u!==gt)throw new oe(`unknown profile "${u}" \u2014 the only profile this lane accepts is "${gt}"`);i=!0}if(s!==void 0){if(typeof s!="string"||s!==gt)throw new oe(`unknown profile ${JSON.stringify(s)} \u2014 the only profile this lane accepts is "${gt}"`);i=!0}if(!i)return null;if(e.stream!==!0)throw new oe("the voice profile is streaming-only \u2014 send stream: true");let a=o?.voice;if(a!==void 0&&(typeof a!="object"||a===null||Array.isArray(a)))throw new oe("stream_options.voice must be an object when present (flush_max_chars, flush_max_ms, sentence_flush, include_reasoning, metadata)");let d=a??{};return{flushMaxChars:Qs(d,"flush_max_chars",120,{min:2,minReason:"a hard split at a bound below 2 cannot keep UTF-16 surrogate pairs (astral characters) intact"}),flushMaxMs:Qs(d,"flush_max_ms",250,{max:2147483647}),sentenceFlush:Kn(d,"sentence_flush",!0),includeReasoning:Kn(d,"include_reasoning",!1),metadata:Kn(d,"metadata",!1)}}var Qt=class{constructor(e,n){this.config=e;this.sink=n}config;sink;buffer="";timer=null;push(e){e!==""&&(this.buffer===""&&(this.timer=setTimeout(()=>{this.timer=null,this.flush()},this.config.flushMaxMs)),this.buffer+=e,this.drain())}flush(){if(this.clearTimer(),this.buffer==="")return;let e=this.buffer;this.buffer="",this.sink(e)}dispose(){this.clearTimer()}drain(){let e=this.config.flushMaxChars;for(;this.buffer.length>e;){let n=this.boundedCut();this.sink(this.buffer.slice(0,n)),this.buffer=this.buffer.slice(n)}(this.buffer.length>=e||this.config.sentenceFlush&&id(this.buffer))&&this.flush(),this.buffer===""&&this.clearTimer()}boundedCut(){let e=Math.min(Math.floor(this.config.flushMaxChars),this.buffer.length);for(let o=e-1;o>0;o--)if(sd.test(this.buffer[o]))return o+1;let n=Math.max(1,e),r=this.buffer.charCodeAt(n-1);return r>=55296&&r<=56319?n-1:n}clearTimer(){this.timer!==null&&(clearTimeout(this.timer),this.timer=null)}};function Qn(t){t.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function ad(t){t.writeHead(200,{"content-type":"text/event-stream; charset=utf-8","cache-control":"no-cache",connection:"keep-alive","x-accel-buffering":"no"}),t.flushHeaders(),t.socket?.setNoDelay(!0)}function ee(t,e,n){t.writeHead(e,{"content-type":"application/json"}),t.end(JSON.stringify(n))}function X(t,e,n,r="invalid_request_error",o){ee(t,e,{error:o?{message:n,type:r,code:o}:{message:n,type:r}})}function Zn(t,e){let n=e.error,r=n?.type??"upstream_error",o=n?.message??JSON.stringify(e);ee(t,r==="invalid_request_error"?400:502,{error:{message:o,type:r,code:n?.code??null}})}function fe(t,e,n,r){ee(t,e,{type:"error",error:{type:n,message:r}})}function Ye(t,e,n){if(e==="anthropic"){ee(t,404,{type:"error",error:{type:"not_found_error",message:n.message}});return}ee(t,404,{error:{message:n.message,type:"invalid_request_error",code:"model_not_found"}})}var ud=64*1024*1024,ht=class extends Error{};async function ei(t,e=ud){let n=[],r=0;for await(let s of t){if(r+=s.length,r>e)throw new ht(`request body exceeds ${e} bytes`);n.push(s)}let o=Buffer.concat(n).toString("utf8");return o?JSON.parse(o):{}}function Le(t,e,n,r){return{id:t,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:e,choices:[{index:0,delta:n,finish_reason:r}]}}function ri(t){let e=t?.usage;if(!e||typeof e!="object")return{kind:"absent"};let n=e,r=d=>typeof d=="number"&&Number.isFinite(d)&&d>=0?d:null,o=r(n.input_tokens),s=r(n.output_tokens),i=d=>d??0,a=r(n.total_tokens)??i(o)+i(s);if(i(o)>0||i(s)>0){let d={input_tokens:i(o),output_tokens:i(s),total_tokens:a};return o===null||s===null?{kind:"partial",usage:d}:{kind:"counts",usage:d}}return o===null||s===null?{kind:"absent"}:{kind:"zero",usage:{input_tokens:0,output_tokens:0,total_tokens:a}}}function Zt(t){let e=ri(t);return e.kind==="counts"||e.kind==="partial"?e.usage:null}function ti(t){let e=Zt(t);return e?{prompt_tokens:e.input_tokens,completion_tokens:e.output_tokens,total_tokens:e.total_tokens}:{prompt_tokens:0,completion_tokens:0,total_tokens:0}}function dd(t,e){let n=ri(e);n.kind==="absent"||n.kind==="partial"||(t.promptTokens=n.usage.input_tokens,t.completionTokens=n.usage.output_tokens)}function ld(t){let e=t?.urun_timing;if(!e||typeof e!="object")return null;let n=e,r=d=>{let u=n[d];return typeof u=="number"&&Number.isSafeInteger(u)&&u>=0?u:null},o=r("queue_ms"),s=r("prefill_ms"),i=r("decode_ms"),a=r("total_ms");return o===null||s===null||i===null||a===null?null:{queue_ms:o,prefill_ms:s,decode_ms:i,total_ms:a}}function cd(t,e){let n=ld(e);n&&(t.timing=n)}function Me(t,e){dd(t,e),cd(t,e)}async function rn(t,e,n){if(typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}function oi(t){let e=t?.output;if(!Array.isArray(e))return"";let n="";for(let r of e)if(!(r.type!=="reasoning"||!Array.isArray(r.content)))for(let o of r.content)o.type==="reasoning_text"&&(n+=String(o.text??""));return n}function pd(t){if(Array.isArray(t))return t.map(e=>{let n=e.function;return!n||typeof n!="object"?e:{type:"function",name:n.name,description:n.description,parameters:n.parameters,strict:n.strict}})}var en=class extends Error{};function fd(t,e){return Array.isArray(e)?e.map(n=>{let r=n;if(r.type==="text")return{type:t==="assistant"?"output_text":"input_text",text:r.text};if(r.type==="image_url"){let o=r.image_url??{};return{type:"input_image",image_url:o.url,detail:o.detail}}throw new en(`unsupported chat content part type "${String(r.type)}" \u2014 the proxy translates text and image_url parts`)}):e}function md(t){let e=[];for(let n of t){if(n.role==="tool"){e.push({type:"function_call_output",call_id:n.tool_call_id,output:typeof n.content=="string"?n.content:JSON.stringify(n.content??"")});continue}if(n.role==="assistant"&&Array.isArray(n.tool_calls)){typeof n.content=="string"&&n.content&&e.push({role:"assistant",content:n.content});for(let r of n.tool_calls){let o=r.function??{};e.push({type:"function_call",call_id:r.id,name:o.name,arguments:o.arguments})}continue}e.push({...n,content:fd(n.role,n.content)})}return e}function Yn(t){return je(t).map((e,n)=>({index:n,id:e.call_id??e.id??`call_${n}`,type:"function",function:{name:e.name??"",arguments:e.arguments??"{}"}}))}async function gd(t,e,n,r,o,s){let i=ot(s.id),a=t.stream===!0;if(s.model=ne(t),s.stream=a,await rn(s,e,typeof t.model=="string"?t.model:void 0),a){let y;try{y=await it({body:t,clients:e,store:n,stats:o,responseId:i,turn:s})}catch(g){if(g instanceof N){Ye(r,"openai",g);return}if(g instanceof ae){X(r,g.status,g.message);return}throw g}Qn(r);for await(let g of y.events)g.type==="error"&&(s.streamError=!0),g.type==="response.completed"&&Me(s,g.response),r.write(`event: ${String(g.type??"message")}
30
+ data: ${JSON.stringify(g)}
31
31
 
32
32
  `);r.write(`data: [DONE]
33
33
 
34
- `),r.end();return}let u;try{u=Je(n,t)}catch(y){if(y instanceof ae){K(r,y.status,y.message);return}throw y}t.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(u))-Buffer.byteLength(JSON.stringify(t.input)));let d=t.store!==!1,l=ne(t);o.model(l);let p=Array.isArray(t.tools)&&t.tools.length>0,m;try{m=await On(e,t,u,!1,ie(s))}catch(y){if(y instanceof U){ge(r,"openai",y);return}if(y instanceof ae){K(r,y.status,y.message);return}throw y}let c=[],f=null;for await(let y of o.track(m,l,s)){if(c.push(y),y.type==="error"){ir(r,y);return}y.type==="response.completed"&&(f=y.response)}if(f==null){K(r,502,"upstream produced no response.completed event","upstream_error");return}_e(s,f);let g=Ve(c,f),_=Ue(p,He(f).length,g);if(_){K(r,502,Le(l,_),"upstream_error");return}d&&n.remember(i,u,In(f,g),d),J(r,200,{...f,id:i})}async function Pd(t,e,n,r,o,s){let i=t.messages;if(!Array.isArray(i)){K(n,400,"chat/completions requires a messages array");return}let a;try{a=Xs(s,t)}catch(S){if(S instanceof oe){K(n,S.status,S.message);return}throw S}let u=String(t.model??"urun"),d=Oo(o.id),l;try{l=Od(i)}catch(S){if(S instanceof sn){K(n,400,S.message);return}throw S}let p=ne(t);r.model(p),o.model=p,o.stream=t.stream===!0,await dn(o,e,typeof t.model=="string"?t.model:void 0);let m=Array.isArray(t.tools)&&t.tools.length>0;if(t.stream!==!0&&e.stateless?.enabled){let S;try{S=await e.stateless.targetFor(typeof t.model=="string"?t.model:void 0)}catch(x){if(x instanceof U){ge(n,"openai",x);return}throw x}if(S!==null){try{let x=await e.stateless.decide(t,typeof t.model=="string"?t.model:void 0);o.catalog=nt(x.target),_e(o,x.completed),J(n,200,{...x.body,id:d})}catch(x){if(x instanceof U){ge(n,"openai",x);return}if(x instanceof Ne){J(n,x.status,x.body);return}if(x instanceof fe){K(n,503,x.message,"upstream_error");return}throw x}return}}let c;try{c=await e.createResponse({model:t.model,input:l,stream:!0,tools:Ad(t.tools),tool_choice:t.tool_choice,temperature:t.temperature,top_p:t.top_p,stop:t.stop,max_output_tokens:t.max_completion_tokens??t.max_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{},...t.response_format!==void 0?{response_format:t.response_format}:{}},ie(o))}catch(S){if(S instanceof U){ge(n,"openai",S);return}throw S}if(t.stream===!0){a?kd(n):sr(n);let S=[],x=new Re,C="",F=a?new tn(a,te=>{n.write(`data: ${JSON.stringify(De(d,u,{content:te},null))}
34
+ `),r.end();return}let d;try{d=Ge(n,t)}catch(y){if(y instanceof ae){X(r,y.status,y.message);return}throw y}t.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(d))-Buffer.byteLength(JSON.stringify(t.input)));let u=t.store!==!1,l=ne(t);o.model(l);let c=Array.isArray(t.tools)&&t.tools.length>0,f;try{f=await xn(e,t,d,!1,ie(s))}catch(y){if(y instanceof N){Ye(r,"openai",y);return}if(y instanceof ae){X(r,y.status,y.message);return}throw y}let p=[],m=null;for await(let y of o.track(f,l,s)){if(p.push(y),y.type==="error"){Zn(r,y);return}y.type==="response.completed"&&(m=y.response)}if(m==null){X(r,502,"upstream produced no response.completed event","upstream_error");return}Me(s,m);let k=He(p,m),v=Ce(c,je(m).length,k);if(v){X(r,502,Pe(l,v),"upstream_error");return}u&&n.remember(i,d,Sn(m,k),u),ee(r,200,{...m,id:i})}async function hd(t,e,n,r,o,s){let i=t.messages;if(!Array.isArray(i)){X(n,400,"chat/completions requires a messages array");return}let a;try{a=Zs(s,t)}catch(S){if(S instanceof oe){X(n,S.status,S.message);return}throw S}let d=String(t.model??"urun"),u=xo(o.id),l;try{l=md(i)}catch(S){if(S instanceof en){X(n,400,S.message);return}throw S}let c=ne(t);r.model(c),o.model=c,o.stream=t.stream===!0,await rn(o,e,typeof t.model=="string"?t.model:void 0);let f=Array.isArray(t.tools)&&t.tools.length>0,p;try{p=await e.createResponse({model:t.model,input:l,stream:!0,tools:pd(t.tools),tool_choice:t.tool_choice,temperature:t.temperature,top_p:t.top_p,stop:t.stop,max_output_tokens:t.max_completion_tokens??t.max_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{},...t.response_format!==void 0?{response_format:t.response_format}:{}},ie(o))}catch(S){if(S instanceof N){Ye(n,"openai",S);return}throw S}if(t.stream===!0){a?ad(n):Qn(n);let S=[],O=new be,$="",F=a?new Qt(a,te=>{n.write(`data: ${JSON.stringify(Le(u,d,{content:te},null))}
35
35
 
36
- `)}):null,Y=te=>{F?.flush(),n.write(te),n.end()};try{a?.metadata&&n.write(`data: ${JSON.stringify({object:"chat.completion.metadata",id:d,model:u,interruptible:!0,tts:{sample_rate_hz:24e3,voice_hint:null}})}
36
+ `)}):null,K=te=>{F?.flush(),n.write(te),n.end()};try{a?.metadata&&n.write(`data: ${JSON.stringify({object:"chat.completion.metadata",id:u,model:d,interruptible:!0,tts:{sample_rate_hz:24e3,voice_hint:null}})}
37
37
 
38
- `),n.write(`data: ${JSON.stringify(De(d,u,{role:"assistant"},null))}
38
+ `),n.write(`data: ${JSON.stringify(Le(u,d,{role:"assistant"},null))}
39
39
 
40
- `);for await(let V of r.track(c,p,o)){S.push(V);let Z=Ge(V);if(V.type==="response.output_text.delta"&&typeof V.delta=="string")C+=V.delta,F?F.push(V.delta):n.write(`data: ${JSON.stringify(De(d,u,{content:V.delta},null))}
40
+ `);for await(let V of r.track(p,c,o)){S.push(V);let Q=qe(V);if(V.type==="response.output_text.delta"&&typeof V.delta=="string")$+=V.delta,F?F.push(V.delta):n.write(`data: ${JSON.stringify(Le(u,d,{content:V.delta},null))}
41
41
 
42
- `);else if(V.type==="response.reasoning_text.delta"&&typeof V.delta=="string")(!a||a.includeReasoning)&&n.write(`data: ${JSON.stringify(De(d,u,{reasoning_content:V.delta},null))}
42
+ `);else if(V.type==="response.reasoning_text.delta"&&typeof V.delta=="string")(!a||a.includeReasoning)&&n.write(`data: ${JSON.stringify(Le(u,d,{reasoning_content:V.delta},null))}
43
43
 
44
- `);else if(Z){F?.flush();let{call:Ae,isNew:T}=x.add(Z),N=T?{index:Z.tool_index,id:Ae.id??`call_${Z.tool_index}`,type:"function",function:{name:Ae.name??"",arguments:Z.delta}}:{index:Z.tool_index,function:{arguments:Z.delta}};n.write(`data: ${JSON.stringify(De(d,u,{tool_calls:[N]},null))}
44
+ `);else if(Q){F?.flush();let{call:xe,isNew:T}=O.add(Q),U=T?{index:Q.tool_index,id:xe.id??`call_${Q.tool_index}`,type:"function",function:{name:xe.name??"",arguments:Q.delta}}:{index:Q.tool_index,function:{arguments:Q.delta}};n.write(`data: ${JSON.stringify(Le(u,d,{tool_calls:[U]},null))}
45
45
 
46
- `)}else if(V.type==="error"){o.streamError=!0,Y(`data: ${JSON.stringify({error:V})}
46
+ `)}else if(V.type==="error"){o.streamError=!0,K(`data: ${JSON.stringify({error:V})}
47
47
 
48
- `);return}}let te=rr(pe(S)),ue=Ue(m,x.size+te.length,C);if(ue){o.streamError=!0,Y(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:Le(p,ue)}})}
48
+ `);return}}let te=Yn(pe(S)),ue=Ce(f,O.size+te.length,$);if(ue){o.streamError=!0,K(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:Pe(c,ue)}})}
49
49
 
50
- `);return}F?.flush(),x.size===0&&te.length>0&&n.write(`data: ${JSON.stringify(De(d,u,{tool_calls:te},null))}
50
+ `);return}F?.flush(),O.size===0&&te.length>0&&n.write(`data: ${JSON.stringify(Le(u,d,{tool_calls:te},null))}
51
51
 
52
- `);let ve=x.size>0||te.length>0;n.write(`data: ${JSON.stringify(De(d,u,{},ve?"tool_calls":"stop"))}
52
+ `);let ye=O.size>0||te.length>0;n.write(`data: ${JSON.stringify(Le(u,d,{},ye?"tool_calls":"stop"))}
53
53
 
54
- `);let G=on(pe(S));_e(o,pe(S)),G&&n.write(`data: ${JSON.stringify({id:d,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:u,choices:[],usage:ei(pe(S))})}
54
+ `);let G=Zt(pe(S));Me(o,pe(S)),G&&n.write(`data: ${JSON.stringify({id:u,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:d,choices:[],usage:ti(pe(S))})}
55
55
 
56
56
  `),n.write(`data: [DONE]
57
57
 
58
- `),n.end();return}finally{F?.flush(),F?.dispose()}}let f="",g="",_=[],y=new Re;for await(let S of r.track(c,p,o)){_.push(S),S.type==="response.output_text.delta"&&typeof S.delta=="string"&&(f+=S.delta),S.type==="response.reasoning_text.delta"&&typeof S.delta=="string"&&(g+=S.delta);let x=Ge(S);if(x&&y.add(x),S.type==="error"){ir(n,S);return}}let h=pe(_);_e(o,h);let w=rr(h),A=w.length>0?w:rr({output:y.items()}),v=Ue(m,A.length,f);if(v){K(n,502,Le(p,v),"upstream_error");return}let b=A.map(({index:S,...x})=>x),R={role:"assistant",content:f||null},L=g||ri(h);L&&(R.reasoning_content=L),b.length>0&&(R.tool_calls=b),J(n,200,{id:d,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:u,choices:[{index:0,message:R,finish_reason:b.length>0?"tool_calls":"stop"}],usage:ei(h)})}var Cd="reflex-latest";async function $d(t,e,n,r,o){if(t===null||typeof t!="object"||Array.isArray(t)){K(n,400,"systemone requires a JSON object body");return}delete t.key;let s=typeof t.model=="string"&&t.model?t.model:Cd,i=ne({model:s});if(o.model=i,o.stream=!1,t.state===void 0||t.state===null){K(n,400,"systemone requires a state (string or JSON structure)");return}let a=t.questions;if(a===null||typeof a!="object"||Array.isArray(a)||Object.keys(a).length===0){K(n,400,"systemone requires a questions object (question id -> {kind, options, ...})");return}if(t.media!==void 0&&!Array.isArray(t.media)){K(n,400,"systemone media, when present, must be an array");return}if(r.model(i),await dn(o,e,s),e.stateless?.enabled){let c;try{c=await e.stateless.targetFor(s)}catch(f){if(f instanceof U){ge(n,"openai",f);return}throw f}if(c!==null){try{let f=await e.stateless.decide(t,s);o.catalog=nt(f.target),_e(o,f.completed),J(n,200,f.body)}catch(f){if(f instanceof U){ge(n,"openai",f);return}if(f instanceof Ne){J(n,f.status,f.body);return}if(f instanceof fe){K(n,503,f.message,"upstream_error");return}throw f}return}}let u;try{u=await e.createResponse({model:s,input:[{role:"user",content:JSON.stringify(t)}],stream:!0},ie(o))}catch(c){if(c instanceof U){ge(n,"openai",c);return}throw c}let d=[];try{for await(let c of r.track(u,i,o))if(d.push(c),c.type==="error"){ir(n,c);return}}catch(c){if(c instanceof U){ge(n,"openai",c);return}throw c}let l=pe(d);if(l==null){K(n,502,"upstream produced no response.completed event","upstream_error");return}_e(o,l);let p=Ve(d,l),m;try{m=JSON.parse(p)}catch{K(n,502,"systemone answer was not valid JSON","upstream_error");return}if(m===null||typeof m!="object"||Array.isArray(m)){K(n,502,"systemone answer was not a JSON object","upstream_error");return}J(n,200,m)}function Md(t){return typeof t=="string"?t:Array.isArray(t)?t.filter(e=>e.type==="text").map(e=>String(e.text??"")).join(""):""}var _t=class extends Error{};function an(t){return new _t(`unsupported anthropic content block type "${t}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function Ld(t){if(Array.isArray(t))return t.map(e=>{let n=e;return{type:"function",name:n.name,description:n.description,parameters:n.input_schema}})}function Ud(t){if(t==null)return;let e=t.type;if(e==="auto")return"auto";if(e==="none")return"none";if(e==="any")return"required";if(e==="tool")return{type:"function",name:t.name};throw new _t(`unsupported anthropic tool_choice type ${JSON.stringify(String(e))} \u2014 the proxy maps auto, none, any and tool`)}function Nd(t){if(typeof t=="string")return t;if(t==null)return"";if(!Array.isArray(t))throw an(typeof t);let e="";for(let n of t){let r=String(n.type??"");if(r!=="text")throw an(`tool_result > ${r}`);e+=String(n.text??"")}return e}function Dd(t){let{role:e,content:n}=t;if(typeof n=="string")return[{role:e,content:n}];if(n==null)return[];if(!Array.isArray(n))throw an(typeof n);let r=[],o="",s=()=>{o&&(r.push({role:e,content:o}),o="")};for(let i of n){let a=String(i.type??"");if(a==="text")o+=String(i.text??"");else if(a==="tool_use")s(),r.push({type:"function_call",call_id:i.id,name:i.name,arguments:JSON.stringify(i.input??{})});else if(a==="tool_result")s(),r.push({type:"function_call_output",call_id:i.tool_use_id,output:Nd(i.content)});else{if(a==="thinking"||a==="redacted_thinking")continue;throw an(a)}}return s(),r}function or(t){return He(t).map((e,n)=>{let r;try{r=JSON.parse(e.arguments||"{}")}catch{throw new Error(`upstream function_call "${e.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:e.call_id??e.id??`toolu_${n}`,name:e.name??"",input:r}})}async function Fd(t,e,n,r,o){let s=t.messages;if(!Array.isArray(s)){me(n,400,"invalid_request_error","messages requires a messages array");return}if(typeof t.max_tokens!="number"||!Number.isInteger(t.max_tokens)||t.max_tokens<1){me(n,400,"invalid_request_error","max_tokens is required and must be a positive integer");return}if(t.top_k!==void 0){me(n,400,"invalid_request_error","top_k is not supported: the uRun serve lane exposes temperature/top_p/stop_sequences only");return}if(t.stop_sequences!==void 0&&(!Array.isArray(t.stop_sequences)||t.stop_sequences.some(R=>typeof R!="string"))){me(n,400,"invalid_request_error","stop_sequences must be an array of strings");return}let i=String(t.model??"urun"),a=To(o.id),u=[],d;try{t.system&&u.push({role:"system",content:Md(t.system)});for(let R of s)u.push(...Dd(R));d=Ud(t.tool_choice)}catch(R){if(R instanceof _t){me(n,400,"invalid_request_error",R.message);return}throw R}let l=ne(t);r.model(l),o.model=l,o.stream=t.stream===!0,await dn(o,e,typeof t.model=="string"?t.model:void 0);let p=Array.isArray(t.tools)&&t.tools.length>0,m;try{m=await e.createResponse({model:t.model,input:u,stream:!0,tools:Ld(t.tools),tool_choice:d,temperature:t.temperature,max_output_tokens:t.max_tokens,top_p:t.top_p,stop:t.stop_sequences},ie(o))}catch(R){if(R instanceof U){ge(n,"anthropic",R);return}throw R}let c=(R,L)=>{n.destroyed||n.write(`event: ${R}
59
- data: ${JSON.stringify({type:R,...L})}
58
+ `),n.end();return}finally{F?.flush(),F?.dispose()}}let m="",k="",v=[],y=new be;for await(let S of r.track(p,c,o)){v.push(S),S.type==="response.output_text.delta"&&typeof S.delta=="string"&&(m+=S.delta),S.type==="response.reasoning_text.delta"&&typeof S.delta=="string"&&(k+=S.delta);let O=qe(S);if(O&&y.add(O),S.type==="error"){Zn(n,S);return}}let g=pe(v);Me(o,g);let w=Yn(g),E=w.length>0?w:Yn({output:y.items()}),h=Ce(f,E.length,m);if(h){X(n,502,Pe(c,h),"upstream_error");return}let _=E.map(({index:S,...O})=>O),x={role:"assistant",content:m||null},C=k||oi(g);C&&(x.reasoning_content=C),_.length>0&&(x.tool_calls=_),ee(n,200,{id:u,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:d,choices:[{index:0,message:x,finish_reason:_.length>0?"tool_calls":"stop"}],usage:ti(g)})}var yd="reflex-latest";async function _d(t,e,n,r,o){if(t===null||typeof t!="object"||Array.isArray(t)){X(n,400,"systemone requires a JSON object body");return}delete t.key;let s=typeof t.model=="string"&&t.model?t.model:yd,i=ne({model:s});if(o.model=i,o.stream=!1,t.state===void 0||t.state===null){X(n,400,"systemone requires a state (string or JSON structure)");return}let a=t.questions;if(a===null||typeof a!="object"||Array.isArray(a)||Object.keys(a).length===0){X(n,400,"systemone requires a questions object (question id -> {kind, options, ...})");return}if(t.media!==void 0&&!Array.isArray(t.media)){X(n,400,"systemone media, when present, must be an array");return}r.model(i),await rn(o,e,s);let d;try{d=await e.createResponse({model:s,input:[{role:"user",content:JSON.stringify(t)}],stream:!0},ie(o))}catch(p){if(p instanceof N){Ye(n,"openai",p);return}throw p}let u=[];try{for await(let p of r.track(d,i,o))if(u.push(p),p.type==="error"){Zn(n,p);return}}catch(p){if(p instanceof N){Ye(n,"openai",p);return}throw p}let l=pe(u);if(l==null){X(n,502,"upstream produced no response.completed event","upstream_error");return}Me(o,l);let c=He(u,l),f;try{f=JSON.parse(c)}catch{X(n,502,"systemone answer was not valid JSON","upstream_error");return}if(f===null||typeof f!="object"||Array.isArray(f)){X(n,502,"systemone answer was not a JSON object","upstream_error");return}ee(n,200,f)}function wd(t){return typeof t=="string"?t:Array.isArray(t)?t.filter(e=>e.type==="text").map(e=>String(e.text??"")).join(""):""}var yt=class extends Error{};function tn(t){return new yt(`unsupported anthropic content block type "${t}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function vd(t){if(Array.isArray(t))return t.map(e=>{let n=e;return{type:"function",name:n.name,description:n.description,parameters:n.input_schema}})}function bd(t){if(t==null)return;let e=t.type;if(e==="auto")return"auto";if(e==="none")return"none";if(e==="any")return"required";if(e==="tool")return{type:"function",name:t.name};throw new yt(`unsupported anthropic tool_choice type ${JSON.stringify(String(e))} \u2014 the proxy maps auto, none, any and tool`)}function kd(t){if(typeof t=="string")return t;if(t==null)return"";if(!Array.isArray(t))throw tn(typeof t);let e="";for(let n of t){let r=String(n.type??"");if(r!=="text")throw tn(`tool_result > ${r}`);e+=String(n.text??"")}return e}function Sd(t){let{role:e,content:n}=t;if(typeof n=="string")return[{role:e,content:n}];if(n==null)return[];if(!Array.isArray(n))throw tn(typeof n);let r=[],o="",s=()=>{o&&(r.push({role:e,content:o}),o="")};for(let i of n){let a=String(i.type??"");if(a==="text")o+=String(i.text??"");else if(a==="tool_use")s(),r.push({type:"function_call",call_id:i.id,name:i.name,arguments:JSON.stringify(i.input??{})});else if(a==="tool_result")s(),r.push({type:"function_call_output",call_id:i.tool_use_id,output:kd(i.content)});else{if(a==="thinking"||a==="redacted_thinking")continue;throw tn(a)}}return s(),r}function Xn(t){return je(t).map((e,n)=>{let r;try{r=JSON.parse(e.arguments||"{}")}catch{throw new Error(`upstream function_call "${e.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:e.call_id??e.id??`toolu_${n}`,name:e.name??"",input:r}})}async function xd(t,e,n,r,o){let s=t.messages;if(!Array.isArray(s)){fe(n,400,"invalid_request_error","messages requires a messages array");return}if(typeof t.max_tokens!="number"||!Number.isInteger(t.max_tokens)||t.max_tokens<1){fe(n,400,"invalid_request_error","max_tokens is required and must be a positive integer");return}if(t.top_k!==void 0){fe(n,400,"invalid_request_error","top_k is not supported: the uRun serve lane exposes temperature/top_p/stop_sequences only");return}if(t.stop_sequences!==void 0&&(!Array.isArray(t.stop_sequences)||t.stop_sequences.some(x=>typeof x!="string"))){fe(n,400,"invalid_request_error","stop_sequences must be an array of strings");return}let i=String(t.model??"urun"),a=Ro(o.id),d=[],u;try{t.system&&d.push({role:"system",content:wd(t.system)});for(let x of s)d.push(...Sd(x));u=bd(t.tool_choice)}catch(x){if(x instanceof yt){fe(n,400,"invalid_request_error",x.message);return}throw x}let l=ne(t);r.model(l),o.model=l,o.stream=t.stream===!0,await rn(o,e,typeof t.model=="string"?t.model:void 0);let c=Array.isArray(t.tools)&&t.tools.length>0,f;try{f=await e.createResponse({model:t.model,input:d,stream:!0,tools:vd(t.tools),tool_choice:u,temperature:t.temperature,max_output_tokens:t.max_tokens,top_p:t.top_p,stop:t.stop_sequences},ie(o))}catch(x){if(x instanceof N){Ye(n,"anthropic",x);return}throw x}let p=(x,C)=>{n.destroyed||n.write(`event: ${x}
59
+ data: ${JSON.stringify({type:x,...C})}
60
60
 
61
- `)};if(t.stream===!0){let R=r.track(m,l,o);sr(n),c("message_start",{message:{id:a,type:"message",role:"assistant",content:[],model:i,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let L=0,S="",x=0,C="none",F=()=>C,Y=-1,te=-1,ue=new Re,ve=[],G=()=>{C!=="none"&&(C="none",c("content_block_stop",{index:Y}))},V=(B,ee)=>{G(),C=B,Y=x++,c("content_block_start",{index:Y,content_block:ee})};for await(let B of R){if(n.destroyed)break;ve.push(B);let ee=Ge(B);if(B.type==="response.reasoning_text.delta"&&typeof B.delta=="string")F()!=="thinking"&&V("thinking",{type:"thinking",thinking:""}),c("content_block_delta",{index:Y,delta:{type:"thinking_delta",thinking:B.delta}});else if(B.type==="response.output_text.delta"&&typeof B.delta=="string")F()!=="text"&&V("text",{type:"text",text:""}),L+=1,S+=B.delta,c("content_block_delta",{index:Y,delta:{type:"text_delta",text:B.delta}});else if(ee){let{call:be}=ue.add(ee);(F()!=="tool"||ee.tool_index!==te)&&(te=ee.tool_index,V("tool",{type:"tool_use",id:be.id??`call_${ee.tool_index}`,name:be.name??"",input:{}})),ee.delta&&c("content_block_delta",{index:Y,delta:{type:"input_json_delta",partial_json:ee.delta}})}else if(B.type==="error"){o.streamError=!0,c("error",{error:{type:"api_error",message:JSON.stringify(B)}}),n.end();return}}if(n.destroyed)return;let Z=pe(ve),Ae=He(Z),T=Ue(p,ue.size+Ae.length,S);if(T){o.streamError=!0,c("error",{error:{type:"api_error",message:Le(l,T)}}),n.end();return}G();let N=[];if(ue.size===0)try{N=or(Z)}catch(B){o.streamError=!0,c("error",{error:{type:"api_error",message:String(B instanceof Error?B.message:B)}}),n.end();return}x===0&&N.length===0&&(V("text",{type:"text",text:""}),G()),N.forEach(B=>{let ee=x++;c("content_block_start",{index:ee,content_block:{...B,input:{}}}),c("content_block_delta",{index:ee,delta:{type:"input_json_delta",partial_json:JSON.stringify(B.input??{})}}),c("content_block_stop",{index:ee})});let z=ue.size>0||N.length>0,he=on(Z);_e(o,Z),c("message_delta",{delta:{stop_reason:z?"tool_use":"end_turn"},usage:he?{input_tokens:he.input_tokens,output_tokens:he.output_tokens}:{output_tokens:L}}),c("message_stop",{}),n.end();return}let f="",g="",_=[],y=new Re;for await(let R of r.track(m,l,o)){_.push(R),R.type==="response.output_text.delta"&&typeof R.delta=="string"&&(f+=R.delta),R.type==="response.reasoning_text.delta"&&typeof R.delta=="string"&&(g+=R.delta);let L=Ge(R);if(L&&y.add(L),R.type==="error"){let S=R.error,x=S?.type==="invalid_request_error";me(n,x?400:502,x?"invalid_request_error":"api_error",S?.message??JSON.stringify(R));return}if(n.destroyed)break}if(n.destroyed)return;let h=pe(_);_e(o,h);let w;try{w=or(h),w.length===0&&y.size>0&&(w=or({output:y.items()}))}catch(R){me(n,502,"api_error",String(R instanceof Error?R.message:R));return}let A=Ue(p,w.length,f);if(A){me(n,502,"api_error",Le(l,A));return}let v=[],b=g||ri(h);b&&v.push({type:"thinking",thinking:b}),(f||w.length===0)&&v.push({type:"text",text:f}),v.push(...w),J(n,200,{id:a,type:"message",role:"assistant",content:v,model:i,stop_reason:w.length>0?"tool_use":"end_turn",usage:on(h)??{input_tokens:0,output_tokens:0}})}function Bd(t){de(process.stdout,t)}function jd(t){let{clients:e,apiKey:n,identity:r,statusOf:o}=t,s=typeof e=="function"?e:()=>e,i=t.requestLog??Bd,a=t.observe,u=new $e;return(d,l)=>{let p=new URL(d.url??"/","http://localhost"),m=p.pathname==="/v1/messages"||p.pathname.startsWith("/v1/messages/"),c=(h,w,A,v,b)=>m?me(l,h,v,w):K(l,h,w,A,b),f=An(p.pathname),g=p.pathname.startsWith("/partners/"),_=f||g?{id:ot(),startedAt:performance.now(),streamError:!1,model:null,stream:null,org:null,ttftMs:null,catalog:{kind:"unresolved",reason:"no lane resolved a model for this request"},promptTokens:null,completionTokens:null,outputUnits:null,outputMinutes:null,sessionId:null,timing:null}:null;_&&(l.setHeader(Ao,_.id),l.once("close",()=>{let h=Po({turn:_,method:d.method??"",path:p.pathname,res:l});i(Co(h)),a?.(h),zs({record:h,ledger:t.ledger??null,req:d})}));let y=()=>Io(p.pathname,_);(async()=>{if(d.method==="GET"&&p.pathname==="/healthz"){J(l,200,{ok:!0});return}if(d.method==="GET"&&p.pathname==="/stats"){J(l,200,r?{identity:r,...u.snapshot()}:u.snapshot());return}if(n&&(d.headers.authorization??"")!==`Bearer ${n}`){c(401,"invalid local proxy api key","authentication_error","authentication_error");return}let h=p.pathname===Fs?"canonical":p.pathname===Qn?"huggingface":null;if(h){if(d.method!=="POST"){c(405,`${p.pathname} is a POST batch lookup`,"invalid_request_error","invalid_request_error");return}let b=t.usage;if(!b){c(501,`${p.pathname} needs a usage seam (ProxyHandlerOptions.usage) to read the per-request inference ledger; this proxy has none, and answering an empty result would be indistinguishable from "nothing is priced yet"`,"not_implemented","not_implemented_error");return}let R=b.authorize(d),L;try{L=await Zs(d,Bs)}catch(C){if(C instanceof wt){c(413,C.message,"request_too_large","request_too_large");return}c(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let S=C=>b.lookup(R,C),x;try{if(h==="canonical"){let C=js(L),F=await S(C);en(F,C),x={requests:F}}else x=await qs(L,S)}catch(C){if(C instanceof Ee){c(C.status,C.message,"invalid_request_error","invalid_request_error");return}throw C}J(l,200,x);return}if(d.method==="GET"&&p.pathname===et){let b=await s(d);if(_&&(_.org=b.tenant??null),!b.openRouterModels){c(501,`GET ${et} needs a router-backed client (openRouterModels)`,"not_implemented","not_implemented_error");return}J(l,200,await b.openRouterModels());return}if(p.pathname.startsWith("/partners/")){c(404,`no partner adapter for ${d.method} ${p.pathname} \u2014 the partner surface currently carries ${Qn} and GET ${et}`,"invalid_request_error","not_found_error");return}let w=await s(d);if(_&&(_.org=w.tenant??null),d.method==="GET"&&p.pathname==="/v1/models"){if(p.searchParams.get("format")==="openrouter"){l.writeHead(308,{location:et}),l.end();return}J(l,200,await w.listModels());return}if(d.method==="GET"&&p.pathname===hs){if(!w.listImageModels){c(501,"GET /v1/images/models needs a router-backed client (listImageModels)","not_implemented","not_implemented_error");return}J(l,200,await w.listImageModels());return}if(gs(p.pathname)){if(!w.supportsImages){c(501,`the image lanes need a router-backed client (supportsImages) to gate model capability for ${p.pathname}`,"not_implemented","not_implemented_error");return}let b={clients:w,imageModels:w.supportsImages,stats:u,turn:y()};p.pathname===zt?await Es(d,l,b):await xs(d,l,b);return}if(d.method==="GET"&&p.pathname===Ms){if(!w.listSpeechToTextModels){c(501,"GET /v1/audio/models needs a router-backed client (listSpeechToTextModels)","not_implemented","not_implemented_error");return}J(l,200,await w.listSpeechToTextModels());return}if($s(p.pathname)){if(!w.supportsTranscription){c(501,`the transcription lane needs a router-backed client (supportsTranscription) to gate model capability for ${Zt}`,"not_implemented","not_implemented_error");return}let b={clients:w,transcriptionModels:w.supportsTranscription,stats:u,turn:y()};await Ns(d,l,b);return}if(Ps(p.pathname)){if(!w.supportsSpeech){c(501,`the speech lane needs a router-backed client (supportsSpeech) to gate model capability for ${pt}`,"not_implemented","not_implemented_error");return}let b={clients:w,speechModels:w.supportsSpeech,stats:u,turn:y()};await Cs(d,l,b);return}if(d.method!=="POST"){c(404,`no route for ${d.method} ${p.pathname}`,"invalid_request_error","not_found_error");return}let A;try{A=await Zs(d)}catch(b){if(b instanceof wt){c(413,b.message,"request_too_large","request_too_large");return}c(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let v=Buffer.byteLength(JSON.stringify(A));if(p.pathname==="/v1/responses"){u.request("responses",v,v),await Td(A,w,it(w),l,u,y());return}if(p.pathname==="/v1/chat/completions"){u.request("chat_completions",v,v),await Pd(A,w,l,u,y(),d.headers[er]);return}if(p.pathname==="/v1/systemone"){u.request("systemone",v,v),await $d(A,w,l,u,y());return}if(p.pathname==="/v1/messages"){u.request("messages",v,v),await Fd(A,w,l,u,y());return}if(p.pathname==="/v1/messages/count_tokens"){u.request("count_tokens",v,v),me(l,404,"not_found_error","count_tokens is not implemented by the uRun proxy: the serve transport exposes no token-count lane, and the proxy will not fabricate counts");return}c(404,`no route for POST ${p.pathname}`,"invalid_request_error","not_found_error")})().catch(h=>{let w=String(h instanceof Error?h.message:h);if(!l.headersSent){let A=o?.(h)??null;if(A){c(A.status,w,A.openaiType,A.anthropicType);return}if(h instanceof un.SessionAllocationError){let v=Ft(h.code);if(v){let b=h.retryAfterSeconds??(v.status===429?30:void 0);b!==void 0&&l.setHeader("Retry-After",String(b)),c(v.status,$n(v,h.code??void 0),v.openaiType,v.anthropicType,v.code);return}}if(h instanceof un.SessionFailedError){let v=Bt(h);if(v){let b=v.status===429?30:void 0;b!==void 0&&l.setHeader("Retry-After",String(b)),c(v.status,$n(v,h.status.sessionId?`session ${h.status.sessionId}`:void 0),v.openaiType,v.anthropicType,v.code);return}}if(h instanceof ze){c(502,w,"upstream_error","api_error");return}c(500,w,"proxy_error","api_error","proxy_error");return}_&&(_.streamError=!0),l.destroyed||(m?l.write(`event: error
61
+ `)};if(t.stream===!0){let x=r.track(f,l,o);Qn(n),p("message_start",{message:{id:a,type:"message",role:"assistant",content:[],model:i,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let C=0,S="",O=0,$="none",F=()=>$,K=-1,te=-1,ue=new be,ye=[],G=()=>{$!=="none"&&($="none",p("content_block_stop",{index:K}))},V=(B,Z)=>{G(),$=B,K=O++,p("content_block_start",{index:K,content_block:Z})};for await(let B of x){if(n.destroyed)break;ye.push(B);let Z=qe(B);if(B.type==="response.reasoning_text.delta"&&typeof B.delta=="string")F()!=="thinking"&&V("thinking",{type:"thinking",thinking:""}),p("content_block_delta",{index:K,delta:{type:"thinking_delta",thinking:B.delta}});else if(B.type==="response.output_text.delta"&&typeof B.delta=="string")F()!=="text"&&V("text",{type:"text",text:""}),C+=1,S+=B.delta,p("content_block_delta",{index:K,delta:{type:"text_delta",text:B.delta}});else if(Z){let{call:_e}=ue.add(Z);(F()!=="tool"||Z.tool_index!==te)&&(te=Z.tool_index,V("tool",{type:"tool_use",id:_e.id??`call_${Z.tool_index}`,name:_e.name??"",input:{}})),Z.delta&&p("content_block_delta",{index:K,delta:{type:"input_json_delta",partial_json:Z.delta}})}else if(B.type==="error"){o.streamError=!0,p("error",{error:{type:"api_error",message:JSON.stringify(B)}}),n.end();return}}if(n.destroyed)return;let Q=pe(ye),xe=je(Q),T=Ce(c,ue.size+xe.length,S);if(T){o.streamError=!0,p("error",{error:{type:"api_error",message:Pe(l,T)}}),n.end();return}G();let U=[];if(ue.size===0)try{U=Xn(Q)}catch(B){o.streamError=!0,p("error",{error:{type:"api_error",message:String(B instanceof Error?B.message:B)}}),n.end();return}O===0&&U.length===0&&(V("text",{type:"text",text:""}),G()),U.forEach(B=>{let Z=O++;p("content_block_start",{index:Z,content_block:{...B,input:{}}}),p("content_block_delta",{index:Z,delta:{type:"input_json_delta",partial_json:JSON.stringify(B.input??{})}}),p("content_block_stop",{index:Z})});let W=ue.size>0||U.length>0,me=Zt(Q);Me(o,Q),p("message_delta",{delta:{stop_reason:W?"tool_use":"end_turn"},usage:me?{input_tokens:me.input_tokens,output_tokens:me.output_tokens}:{output_tokens:C}}),p("message_stop",{}),n.end();return}let m="",k="",v=[],y=new be;for await(let x of r.track(f,l,o)){v.push(x),x.type==="response.output_text.delta"&&typeof x.delta=="string"&&(m+=x.delta),x.type==="response.reasoning_text.delta"&&typeof x.delta=="string"&&(k+=x.delta);let C=qe(x);if(C&&y.add(C),x.type==="error"){let S=x.error,O=S?.type==="invalid_request_error";fe(n,O?400:502,O?"invalid_request_error":"api_error",S?.message??JSON.stringify(x));return}if(n.destroyed)break}if(n.destroyed)return;let g=pe(v);Me(o,g);let w;try{w=Xn(g),w.length===0&&y.size>0&&(w=Xn({output:y.items()}))}catch(x){fe(n,502,"api_error",String(x instanceof Error?x.message:x));return}let E=Ce(c,w.length,m);if(E){fe(n,502,"api_error",Pe(l,E));return}let h=[],_=k||oi(g);_&&h.push({type:"thinking",thinking:_}),(m||w.length===0)&&h.push({type:"text",text:m}),h.push(...w),ee(n,200,{id:a,type:"message",role:"assistant",content:h,model:i,stop_reason:w.length>0?"tool_use":"end_turn",usage:Zt(g)??{input_tokens:0,output_tokens:0}})}function Rd(t){de(process.stdout,t)}function Ed(t){let{clients:e,apiKey:n,identity:r,statusOf:o}=t,s=typeof e=="function"?e:()=>e,i=t.requestLog??Rd,a=t.observe,d=new Ie;return(u,l)=>{let c=new URL(u.url??"/","http://localhost"),f=c.pathname==="/v1/messages"||c.pathname.startsWith("/v1/messages/"),p=(g,w,E,h,_)=>f?fe(l,g,h,w):X(l,g,w,E,_),m=kn(c.pathname),k=c.pathname.startsWith("/partners/"),v=m||k?{id:rt(),startedAt:performance.now(),streamError:!1,model:null,stream:null,org:null,ttftMs:null,catalog:{kind:"unresolved",reason:"no lane resolved a model for this request"},promptTokens:null,completionTokens:null,outputUnits:null,outputMinutes:null,sessionId:null,timing:null}:null;v&&(l.setHeader(ko,v.id),l.once("close",()=>{let g=Eo({turn:v,method:u.method??"",path:c.pathname,res:l});i(Ao(g)),a?.(g),Xs({record:g,ledger:t.ledger??null,req:u})}));let y=()=>So(c.pathname,v);(async()=>{if(u.method==="GET"&&c.pathname==="/healthz"){ee(l,200,{ok:!0});return}if(u.method==="GET"&&c.pathname==="/stats"){ee(l,200,r?{identity:r,...d.snapshot()}:d.snapshot());return}if(n&&(u.headers.authorization??"")!==`Bearer ${n}`){p(401,"invalid local proxy api key","authentication_error","authentication_error");return}let g=c.pathname===js?"canonical":c.pathname===Wn?"huggingface":null;if(g){if(u.method!=="POST"){p(405,`${c.pathname} is a POST batch lookup`,"invalid_request_error","invalid_request_error");return}let _=t.usage;if(!_){p(501,`${c.pathname} needs a usage seam (ProxyHandlerOptions.usage) to read the per-request inference ledger; this proxy has none, and answering an empty result would be indistinguishable from "nothing is priced yet"`,"not_implemented","not_implemented_error");return}let x=_.authorize(u),C;try{C=await ei(u,qs)}catch($){if($ instanceof ht){p(413,$.message,"request_too_large","request_too_large");return}p(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let S=$=>_.lookup(x,$),O;try{if(g==="canonical"){let $=Hs(C),F=await S($);Xt(F,$),O={requests:F}}else O=await Gs(C,S)}catch($){if($ instanceof Se){p($.status,$.message,"invalid_request_error","invalid_request_error");return}throw $}ee(l,200,O);return}if(u.method==="GET"&&c.pathname===et){let _=await s(u);if(v&&(v.org=_.tenant??null),!_.openRouterModels){p(501,`GET ${et} needs a router-backed client (openRouterModels)`,"not_implemented","not_implemented_error");return}ee(l,200,await _.openRouterModels());return}if(c.pathname.startsWith("/partners/")){p(404,`no partner adapter for ${u.method} ${c.pathname} \u2014 the partner surface currently carries ${Wn} and GET ${et}`,"invalid_request_error","not_found_error");return}let w=await s(u);if(v&&(v.org=w.tenant??null),u.method==="GET"&&c.pathname==="/v1/models"){if(c.searchParams.get("format")==="openrouter"){l.writeHead(308,{location:et}),l.end();return}ee(l,200,await w.listModels());return}if(u.method==="GET"&&c.pathname===cs){if(!w.listImageModels){p(501,"GET /v1/images/models needs a router-backed client (listImageModels)","not_implemented","not_implemented_error");return}ee(l,200,await w.listImageModels());return}if(ls(c.pathname)){if(!w.supportsImages){p(501,`the image lanes need a router-backed client (supportsImages) to gate model capability for ${c.pathname}`,"not_implemented","not_implemented_error");return}let _={clients:w,imageModels:w.supportsImages,stats:d,turn:y()};c.pathname===Jt?await bs(u,l,_):await vs(u,l,_);return}if(u.method==="GET"&&c.pathname===Us){if(!w.listSpeechToTextModels){p(501,"GET /v1/audio/models needs a router-backed client (listSpeechToTextModels)","not_implemented","not_implemented_error");return}ee(l,200,await w.listSpeechToTextModels());return}if(Ms(c.pathname)){if(!w.supportsTranscription){p(501,`the transcription lane needs a router-backed client (supportsTranscription) to gate model capability for ${Yt}`,"not_implemented","not_implemented_error");return}let _={clients:w,transcriptionModels:w.supportsTranscription,stats:d,turn:y()};await Fs(u,l,_);return}if(Ts(c.pathname)){if(!w.supportsSpeech){p(501,`the speech lane needs a router-backed client (supportsSpeech) to gate model capability for ${lt}`,"not_implemented","not_implemented_error");return}let _={clients:w,speechModels:w.supportsSpeech,stats:d,turn:y()};await Ls(u,l,_);return}if(u.method!=="POST"){p(404,`no route for ${u.method} ${c.pathname}`,"invalid_request_error","not_found_error");return}let E;try{E=await ei(u)}catch(_){if(_ instanceof ht){p(413,_.message,"request_too_large","request_too_large");return}p(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let h=Buffer.byteLength(JSON.stringify(E));if(c.pathname==="/v1/responses"){d.request("responses",h,h),await gd(E,w,st(w),l,d,y());return}if(c.pathname==="/v1/chat/completions"){d.request("chat_completions",h,h),await hd(E,w,l,d,y(),u.headers[zn]);return}if(c.pathname==="/v1/systemone"){d.request("systemone",h,h),await _d(E,w,l,d,y());return}if(c.pathname==="/v1/messages"){d.request("messages",h,h),await xd(E,w,l,d,y());return}if(c.pathname==="/v1/messages/count_tokens"){d.request("count_tokens",h,h),fe(l,404,"not_found_error","count_tokens is not implemented by the uRun proxy: the serve transport exposes no token-count lane, and the proxy will not fabricate counts");return}p(404,`no route for POST ${c.pathname}`,"invalid_request_error","not_found_error")})().catch(g=>{let w=String(g instanceof Error?g.message:g);if(!l.headersSent){let E=o?.(g)??null;if(E){p(E.status,w,E.openaiType,E.anthropicType);return}if(g instanceof nn.SessionAllocationError){let h=Ut(g.code);if(h){let _=g.retryAfterSeconds??(h.status===429?30:void 0);_!==void 0&&l.setHeader("Retry-After",String(_)),p(h.status,On(h,g.code??void 0),h.openaiType,h.anthropicType,h.code);return}}if(g instanceof nn.SessionFailedError){let h=Nt(g);if(h){let _=h.status===429?30:void 0;_!==void 0&&l.setHeader("Retry-After",String(_)),p(h.status,On(h,g.status.sessionId?`session ${g.status.sessionId}`:void 0),h.openaiType,h.anthropicType,h.code);return}}if(g instanceof Ke){p(502,w,"upstream_error","api_error");return}p(500,w,"proxy_error","api_error","proxy_error");return}v&&(v.streamError=!0),l.destroyed||(f?l.write(`event: error
62
62
  data: ${JSON.stringify({type:"error",error:{type:"api_error",message:w}})}
63
63
 
64
64
  `):l.write(`data: ${JSON.stringify({error:{message:w,type:"upstream_error"}})}
65
65
 
66
- `)),l.end()})}}function oi(t){let{clients:e,apiKey:n}=t,r=(0,ti.createServer)(jd(t)),o=No(r,{clients:e,apiKey:n,statusOf:t.statusOf}),s=Kn(r,{resolver:fs(e,n)}),i=r.close.bind(r);return r.close=(a=>(o.close(),s(),i(a))),xo(r,{clients:e,apiKey:n}),r}var ln=require("@urun-sh/core/internal");var qd={ensureWebRTC:ln.ensureNodeWebRTC,webrtcUnavailableReason:ln.nodeWebRTCUnavailableReason,audioBackend:Rt};async function si(t=qd){try{await t.ensureWebRTC()}catch(n){return{ok:!1,reason:`the WebRTC bootstrap threw: ${String(n)}`}}let e=t.webrtcUnavailableReason();if(e)return{ok:!1,reason:`${e} \u2014 this artifact would join every session doc/KV-only and every token stream would error. Either "werift" is missing from the deployment directory (npm lane), or it was marked --external in a single-file build, where nothing can ever resolve it (bunfs: "Cannot find package 'werift' from '/$bunfs/root/\u2026'").`};try{(await t.audioBackend()).createSource()}catch(n){return{ok:!1,reason:`the werift/opus audio backend could not be constructed: ${String(n)}`}}return{ok:!0,reason:null}}function Hd(t,e){let n=(t.URUN_CATALOG_URL??"").trim(),r=n?jt(n,"URUN_CATALOG_URL"):"",o=(t.URUN_CATALOG_ANON_KEY??"").trim();return!r||!o?(e(`urun compat: catalog oracle off (URUN_CATALOG_URL/URUN_CATALOG_ANON_KEY unset) \u2014 an undeployed uRun CATALOG model name falls through to the default app instead of a loud 404; deployed apps still resolve exactly, and /stats.models records every mapping
67
- `),null):{catalogUrl:r,anonKey:o}}function Gd(t){return no({baseUrl:t.baseUrl,orgId:t.orgId,defaultApp:t.appId,fnName:t.fnName,apiUrl:t.apiUrl,auth:t.auth,catalog:Hd(M.default.env,e=>M.default.stderr.write(e)),statelessDirect:di(t)})}function di(t){return t.decisionSecret!==""&&t.auth.lane==="api-key"}function Vd(t,e){if(di(t))return M.default.stderr.write(`urun compat: stateless direct path ENABLED (POST /v1/decision answered by the serving pods)
68
- `),new rn({targetFor:n=>e.targetFor(n),apiUrl:t.apiUrl,fnName:t.fnName,apiKey:t.auth.apiKey,orgId:t.orgId,secret:t.decisionSecret})}async function ii(t,e,n){let r=(0,ar.spawn)(t,e,{stdio:"inherit",env:n});return new Promise(o=>{r.once("exit",s=>o(s??1)),r.once("error",s=>{M.default.stderr.write(`failed to launch ${t}: ${String(s)}
69
- `),o(127)})})}function ai(){return zo(M.default.env,O,ce.existsSync)}function li(t){for(let[e,n]of Object.entries(Un(t)))M.default.stdout.write(`export ${e}=${n}
70
- `)}async function ui(t,e){let n=We(M.default.env),r=e?Dn(n):void 0,o=Gd(n),s=null,i=d=>{if(s===null){let l=a.address();if(l===null)throw new Error("urun compat: a /v1 request was recorded before the proxy socket was listening");s=Bn(l.port),(0,ce.mkdirSync)(ur.default.dirname(s),{recursive:!0})}(0,ce.appendFileSync)(s,d)},a=oi({clients:ro(o,void 0,void 0,Vd(n,o)),identity:r,...e?{requestLog:i}:{}});try{await new Promise((d,l)=>{a.once("error",l),a.listen(t,"127.0.0.1",d)})}catch(d){throw await o.closeAll().catch(()=>{}),d.code==="EADDRINUSE"?new Error(ss(t,await Fn(t))):d}let u=a.address().port;return e&&(M.default.stdout.write(`urun openai proxy listening on http://127.0.0.1:${u}/v1
71
- `),li(u)),{port:u,close:async()=>{let d=new Promise(l=>a.close(()=>l()));a.closeAllConnections(),await d,await o.closeAll()}}}async function Jd(){let t=M.default.argv.slice(2),e=Xo(t),n=t.shift()??"proxy";if(n==="env")return li(Qo(e??Nn(t))),0;if(n==="selftest"){let{ok:o,reason:s}=await si();return o?(M.default.stdout.write(`urun-openai selftest: OK \u2014 werift WebRTC peer globals installed and the werift/opus audio backend constructed from this artifact
66
+ `)),l.end()})}}function si(t){let{clients:e,apiKey:n}=t,r=(0,ni.createServer)(Ed(t)),o=Co(r,{clients:e,apiKey:n,statusOf:t.statusOf}),s=Hn(r,{resolver:us(e,n)}),i=r.close.bind(r);return r.close=(a=>(o.close(),s(),i(a))),vo(r,{clients:e,apiKey:n}),r}var on=require("@urun-sh/core/internal");var Ad={ensureWebRTC:on.ensureNodeWebRTC,webrtcUnavailableReason:on.nodeWebRTCUnavailableReason,audioBackend:kt};async function ii(t=Ad){try{await t.ensureWebRTC()}catch(n){return{ok:!1,reason:`the WebRTC bootstrap threw: ${String(n)}`}}let e=t.webrtcUnavailableReason();if(e)return{ok:!1,reason:`${e} \u2014 this artifact would join every session doc/KV-only and every token stream would error. Either "werift" is missing from the deployment directory (npm lane), or it was marked --external in a single-file build, where nothing can ever resolve it (bunfs: "Cannot find package 'werift' from '/$bunfs/root/\u2026'").`};try{(await t.audioBackend()).createSource()}catch(n){return{ok:!1,reason:`the werift/opus audio backend could not be constructed: ${String(n)}`}}return{ok:!0,reason:null}}function Od(t,e){let n=(t.URUN_CATALOG_URL??"").trim(),r=n?Dt(n,"URUN_CATALOG_URL"):"",o=(t.URUN_CATALOG_ANON_KEY??"").trim();return!r||!o?(e(`urun compat: catalog oracle off (URUN_CATALOG_URL/URUN_CATALOG_ANON_KEY unset) \u2014 an undeployed uRun CATALOG model name falls through to the default app instead of a loud 404; deployed apps still resolve exactly, and /stats.models records every mapping
67
+ `),null):{catalogUrl:r,anonKey:o}}function Id(t){return Xr({baseUrl:t.baseUrl,orgId:t.orgId,defaultApp:t.appId,fnName:t.fnName,apiUrl:t.apiUrl,auth:t.auth,catalog:Od(M.default.env,e=>M.default.stderr.write(e))})}async function ai(t,e,n){let r=(0,er.spawn)(t,e,{stdio:"inherit",env:n});return new Promise(o=>{r.once("exit",s=>o(s??1)),r.once("error",s=>{M.default.stderr.write(`failed to launch ${t}: ${String(s)}
68
+ `),o(127)})})}function ui(){return Go(M.default.env,I,ce.existsSync)}function li(t){for(let[e,n]of Object.entries(Pn(t)))M.default.stdout.write(`export ${e}=${n}
69
+ `)}async function di(t,e){let n=Ve(M.default.env),r=e?$n(n):void 0,o=Id(n),s=null,i=u=>{if(s===null){let l=a.address();if(l===null)throw new Error("urun compat: a /v1 request was recorded before the proxy socket was listening");s=Mn(l.port),(0,ce.mkdirSync)(tr.default.dirname(s),{recursive:!0})}(0,ce.appendFileSync)(s,u)},a=si({clients:Qr(o),identity:r,...e?{requestLog:i}:{}});try{await new Promise((u,l)=>{a.once("error",l),a.listen(t,"127.0.0.1",u)})}catch(u){throw await o.closeAll().catch(()=>{}),u.code==="EADDRINUSE"?new Error(es(t,await Ln(t))):u}let d=a.address().port;return e&&(M.default.stdout.write(`urun openai proxy listening on http://127.0.0.1:${d}/v1
70
+ `),li(d)),{port:d,close:async()=>{let u=new Promise(l=>a.close(()=>l()));a.closeAllConnections(),await u,await o.closeAll()}}}async function Td(){let t=M.default.argv.slice(2),e=Jo(t),n=t.shift()??"proxy";if(n==="env")return li(Wo(e??Cn(t))),0;if(n==="selftest"){let{ok:o,reason:s}=await ii();return o?(M.default.stdout.write(`urun-openai selftest: OK \u2014 werift WebRTC peer globals installed and the werift/opus audio backend constructed from this artifact
72
71
  `),0):(M.default.stderr.write(`urun-openai selftest: FAIL \u2014 ${s}
73
- `),1)}if(n==="proxy"){let o=e??Nn(t),s=await ui(o,!0);return await new Promise(i=>{M.default.once("SIGINT",i),M.default.once("SIGTERM",i)}),await s.close(),0}let r=n==="run"?t.shift():n;{if(!r)throw new Error(`launch needs an agent (${Object.keys(qt).join("|")}) or \`-- <cmd>\``);if(r==="pi"){let h=We(M.default.env);return ii("pi",["-e",ai(),...Wo(h.appId,t)],M.default.env)}if(r==="omp"){let h=We(M.default.env);return ii("omp",["-e",ai(),...Ko(h.appId,t)],M.default.env)}let o,s,i="openai";if(r==="--"){if(o=t.shift()??"",s=t,!o)throw new Error("`-- <cmd>` needs a command to launch")}else{let h=qt[r];if(!h)throw new Error(`unknown command/agent ${r}; commands: proxy | env; agents: ${Object.keys(qt).join(" | ")} \u2014 or \`-- <cmd>\``);o=h.bin,s=[...h.args??[],...t],i=h.env}let a=await es(e,Dn(We(M.default.env))),u=null,d=a.port;a.mode==="reuse"?M.default.stdout.write(`reusing the running urun openai proxy on http://127.0.0.1:${d} (app ${a.identity.app}, fn ${a.identity.fn}, v${a.identity.proxy_version})
72
+ `),1)}if(n==="proxy"){let o=e??Cn(t),s=await di(o,!0);return await new Promise(i=>{M.default.once("SIGINT",i),M.default.once("SIGTERM",i)}),await s.close(),0}let r=n==="run"?t.shift():n;{if(!r)throw new Error(`launch needs an agent (${Object.keys(Ft).join("|")}) or \`-- <cmd>\``);if(r==="pi"){let g=Ve(M.default.env);return ai("pi",["-e",ui(),...qo(g.appId,t)],M.default.env)}if(r==="omp"){let g=Ve(M.default.env);return ai("omp",["-e",ui(),...Ho(g.appId,t)],M.default.env)}let o,s,i="openai";if(r==="--"){if(o=t.shift()??"",s=t,!o)throw new Error("`-- <cmd>` needs a command to launch")}else{let g=Ft[r];if(!g)throw new Error(`unknown command/agent ${r}; commands: proxy | env; agents: ${Object.keys(Ft).join(" | ")} \u2014 or \`-- <cmd>\``);o=g.bin,s=[...g.args??[],...t],i=g.env}let a=await zo(e,$n(Ve(M.default.env))),d=null,u=a.port;a.mode==="reuse"?M.default.stdout.write(`reusing the running urun openai proxy on http://127.0.0.1:${u} (app ${a.identity.app}, fn ${a.identity.fn}, v${a.identity.proxy_version})
74
73
  `):a.reason&&M.default.stderr.write(`urun compat: ${a.reason}
75
- `);let l=null,p=null,m=null,c=null;a.mode!=="reuse"&&(u=await ui(a.port,!1),d=u.port,c=Bn(d),(0,ce.mkdirSync)(ur.default.dirname(c),{recursive:!0}),m=(0,ce.createWriteStream)(c,{flags:"a"}),p=rs({streams:M.default,note:h=>(0,ce.appendFileSync)(c,h)}).uninstall,m.on("error",h=>{l?.(),l=null,de(M.default.stderr,`urun compat: proxy log ${c} failed: ${String(h)} \u2014 proxy output continues on the terminal
76
- `)}),M.default.stdout.write(`urun openai proxy on http://127.0.0.1:${d}/v1 \u2014 proxy logs: ${c}
77
- `),l=ts(m)),r==="codex"&&(s=Jo(d,We(M.default.env).appId,s));let f=(0,ar.spawn)(o,s,{stdio:"inherit",env:Vo(M.default.env,d,i)}),g=c!==null?os({logPath:c,appendSync:ce.appendFileSync,restore:()=>{l?.(),l=null},writeStderr:h=>M.default.stderr.write(h),killChild:()=>f.kill("SIGTERM"),exit:h=>M.default.exit(h),proc:M.default}):null,_=await new Promise(h=>{f.once("exit",w=>h(w??1)),f.once("error",w=>{l?.(),l=null,de(M.default.stderr,`failed to launch ${o}: ${String(w)}
78
- `),h(127)})});g?.();let y=null;try{u&&await u.close()}catch(h){y=h}finally{l?.(),l=null,p?.(),p=null,m?.end()}return y!==null&&de(M.default.stderr,`urun compat: proxy teardown failed after the harness exited (harness exit code ${_} preserved): ${String(y instanceof Error?y.message:y)}
79
- `),_}}Jd().then(t=>M.default.exit(t),t=>{M.default.stderr.write(`${String(t instanceof Error?t.message:t)}
74
+ `);let l=null,c=null,f=null,p=null;a.mode!=="reuse"&&(d=await di(a.port,!1),u=d.port,p=Mn(u),(0,ce.mkdirSync)(tr.default.dirname(p),{recursive:!0}),f=(0,ce.createWriteStream)(p,{flags:"a"}),c=Qo({streams:M.default,note:g=>(0,ce.appendFileSync)(p,g)}).uninstall,f.on("error",g=>{l?.(),l=null,de(M.default.stderr,`urun compat: proxy log ${p} failed: ${String(g)} \u2014 proxy output continues on the terminal
75
+ `)}),M.default.stdout.write(`urun openai proxy on http://127.0.0.1:${u}/v1 \u2014 proxy logs: ${p}
76
+ `),l=Yo(f)),r==="codex"&&(s=jo(u,Ve(M.default.env).appId,s));let m=(0,er.spawn)(o,s,{stdio:"inherit",env:Bo(M.default.env,u,i)}),k=p!==null?Zo({logPath:p,appendSync:ce.appendFileSync,restore:()=>{l?.(),l=null},writeStderr:g=>M.default.stderr.write(g),killChild:()=>m.kill("SIGTERM"),exit:g=>M.default.exit(g),proc:M.default}):null,v=await new Promise(g=>{m.once("exit",w=>g(w??1)),m.once("error",w=>{l?.(),l=null,de(M.default.stderr,`failed to launch ${o}: ${String(w)}
77
+ `),g(127)})});k?.();let y=null;try{d&&await d.close()}catch(g){y=g}finally{l?.(),l=null,c?.(),c=null,f?.end()}return y!==null&&de(M.default.stderr,`urun compat: proxy teardown failed after the harness exited (harness exit code ${v} preserved): ${String(y instanceof Error?y.message:y)}
78
+ `),v}}Td().then(t=>M.default.exit(t),t=>{M.default.stderr.write(`${String(t instanceof Error?t.message:t)}
80
79
  `),M.default.exit(1)});