@urun-sh/openai 0.5.4 → 0.5.6

package/dist/proxy/index.cjs

@@ -1,41 +1,52 @@
-"use strict";var _e=Object.defineProperty;var rt=Object.getOwnPropertyDescriptor;var st=Object.getOwnPropertyNames;var it=Object.prototype.hasOwnProperty;var at=(e,n)=>{for(var t in n)_e(e,t,{get:n[t],enumerable:!0})},ut=(e,n,t,o)=>{if(n&&typeof n=="object"||typeof n=="function")for(let r of st(n))!it.call(e,r)&&r!==t&&_e(e,r,{get:()=>n[r],enumerable:!(o=rt(n,r))||o.enumerable});return e};var ct=e=>ut(_e({},"__esModule",{value:!0}),e);var qt={};at(qt,{GEMINI_LIVE_PATH:()=>fe,VIDEO_OUT_SETUP_KEY:()=>j,createOpenAIProxy:()=>ot});module.exports=ct(qt);var tt=require("http");var ze=require("crypto"),Ye=require("ws");var q=class extends Error{},re=class extends Error{};var le=require("@urun-sh/core");var Ce="urun.videoOut.v2-ws";var fe="/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent",pt=1007,Le=1008,J=1011,ke=1008,a=class extends Error{constructor(t,o=pt){super(t);this.closeCode=o}closeCode},R=e=>typeof e=="object"&&e!==null&&!Array.isArray(e)?e:null,de=["setup","clientContent","realtimeInput","toolResponse"];function $e(e){let n;try{n=JSON.parse(e)}catch{throw new a("client message is not valid JSON")}let t=R(n);if(!t)throw new a("client message must be a JSON object");let o=de.filter(l=>t[l]!==void 0),r=Object.keys(t).filter(l=>!de.includes(l));if(r.length>0)throw new a(`unknown client message field(s) ${JSON.stringify(r)} \u2014 expected exactly one of ${de.join(", ")}`);if(o.length!==1)throw new a(`client message must contain exactly one of ${de.join(", ")} (got ${o.length})`);let s=o[0],i=R(t[s]);if(!i)throw new a(`"${s}" must be a JSON object`);return{kind:s,[s]:i}}function Ne(e,n){if(typeof e=="string")return e;let t=R(e),o=t?t.parts:void 0;if(!Array.isArray(o))throw new a(`${n}: expected a Content with a parts array`);let r=[];for(let s of o){let i=R(s);if(i&&typeof i.text=="string"){r.push(i.text);continue}throw i&&(i.inlineData!==void 0||i.fileData!==void 0)?new a(`${n}: media parts (inlineData/fileData) are a declared follow-up slice (audio/video lanes over the proxy transport AudioBridge) \u2014 only text parts are supported in this slice`):i&&(i.functionCall!==void 0||i.functionResponse!==void 0)?new a(`${n}: functionCall/functionResponse parts are not valid here \u2014 the Live API exchanges tool traffic via the dedicated toolCall/toolResponse messages`):new a(`${n}: unsupported part ${JSON.stringify(s)}`)}return r.join(`
-`)}var ft={manualActivity:!1,activityHandling:"START_OF_ACTIVITY_INTERRUPTS"},j="urun.videoOut";function Me(e){return{framing:Ce,codec:e}}function Ue(e){let{seq:n,ptsUs:t,codec:o,key:r}=e.header;return{[j]:{v:1,seq:n,ptsUs:t,codec:o,key:r,data:Buffer.from(e.au).toString("base64")}}}var mt={inputAudioTranscription:"setup.inputAudioTranscription is part of the declared audio follow-up slice",outputAudioTranscription:"setup.outputAudioTranscription is part of the declared audio follow-up slice"},gt=["model","generationConfig","systemInstruction","tools","realtimeInputConfig","sessionResumption",j],Pe=["START_OF_ACTIVITY_INTERRUPTS","NO_INTERRUPTION"];function ht(e){let n=R(e);if(!n)throw new a("setup.realtimeInputConfig must be an object");for(let r of Object.keys(n))if(!(r==="automaticActivityDetection"||r==="activityHandling"))throw new a(r==="turnCoverage"?"realtimeInputConfig.turnCoverage is part of the declared audio follow-up slice":`unsupported realtimeInputConfig field "${r}"`);let t=R(n.automaticActivityDetection);if(n.automaticActivityDetection!==void 0&&!t)throw new a("realtimeInputConfig.automaticActivityDetection must be an object");for(let r of Object.keys(t??{}))if(r!=="disabled")throw new a(`automaticActivityDetection.${r} tunes AUTOMATIC (server-side) activity detection \u2014 the declared platform follow-up (serve turn_detection events over the session stream lane); only "disabled: true" (manual activity mode) is supported in this slice`);if(t?.disabled!==!0)throw new a("automatic (server-side) activity detection is the declared platform follow-up (serve turn_detection turn_start/turn_end events over the session stream lane, not proxy DSP) \u2014 set realtimeInputConfig.automaticActivityDetection.disabled: true for manual activity mode");let o="START_OF_ACTIVITY_INTERRUPTS";if(n.activityHandling!==void 0){if(!Pe.includes(n.activityHandling))throw new a(`unsupported activityHandling ${JSON.stringify(n.activityHandling)} \u2014 expected one of ${Pe.join(", ")}`);o=n.activityHandling}return{manualActivity:!0,activityHandling:o}}var yt=["temperature","maxOutputTokens","responseModalities"];function De(e){for(let[f,m]of Object.entries(mt))if(e[f]!==void 0)throw new a(m);for(let f of Object.keys(e))if(!gt.includes(f))throw new a(`unsupported setup field "${f}"`);if(typeof e.model!="string"||e.model.length===0)throw new a('setup.model is required (format "models/{model}")');let n=e.model.replace(/^models\//,""),t,o,r=!1,s=R(e.generationConfig);if(e.generationConfig!==void 0&&!s)throw new a("setup.generationConfig must be an object");if(s){for(let f of Object.keys(s))if(!yt.includes(f))throw new a(`unsupported generationConfig field "${f}"`);if(s.temperature!==void 0){if(typeof s.temperature!="number")throw new a("generationConfig.temperature must be a number");t=s.temperature}if(s.maxOutputTokens!==void 0){if(typeof s.maxOutputTokens!="number")throw new a("generationConfig.maxOutputTokens must be a number");o=s.maxOutputTokens}if(s.responseModalities!==void 0){let f=Array.isArray(s.responseModalities)?s.responseModalities:[s.responseModalities];for(let m of f){let h=String(m).toUpperCase();if(h==="AUDIO"){r=!0;continue}if(h!=="TEXT")throw new a(`responseModalities ${JSON.stringify(m)} is not supported \u2014 this surface speaks TEXT and AUDIO (audio-out rides the native AudioBridge rt-audio-out lane)`)}}}let i=[];e.systemInstruction!==void 0&&i.push({role:"system",content:Ne(e.systemInstruction,"setup.systemInstruction")});let l;if(e.tools!==void 0){if(!Array.isArray(e.tools))throw new a("setup.tools must be an array");l=[];for(let f of e.tools){let m=R(f);if(!m)throw new a("setup.tools entries must be objects");for(let h of Object.keys(m))if(h!=="functionDeclarations")throw new a(`unsupported tool "${h}" \u2014 this slice translates functionDeclarations only (no googleSearch/codeExecution)`);if(!Array.isArray(m.functionDeclarations))throw new a("tool.functionDeclarations must be an array");for(let h of m.functionDeclarations){let y=R(h);if(!y||typeof y.name!="string")throw new a("functionDeclarations entries require a string name");l.push({type:"function",name:y.name,description:y.description,parameters:y.parameters})}}l.length===0&&(l=void 0)}let g={enabled:!1,handle:null};if(e.sessionResumption!==void 0){let f=R(e.sessionResumption);if(!f)throw new a("setup.sessionResumption must be an object (SessionResumptionConfig)");for(let m of Object.keys(f))if(m!=="handle")throw new a(`unsupported sessionResumption field "${m}" \u2014 this lane implements SessionResumptionConfig.handle only`);if(f.handle!==void 0&&(typeof f.handle!="string"||f.handle.length===0))throw new a("sessionResumption.handle must be a non-empty string when present");g={enabled:!0,handle:typeof f.handle=="string"?f.handle:null}}let d=e.realtimeInputConfig===void 0?ft:ht(e.realtimeInputConfig),p=!1;if(e[j]!==void 0){if(!R(e[j]))throw new a(`setup["${j}"] must be an object (the v1 opt-in is {})`);p=!0}return{model:n,systemItems:i,tools:l,temperature:t,maxOutputTokens:o,audioModality:r,activity:d,sessionResumption:g,videoOut:p}}function Ve(e){return{sessionResumptionUpdate:{newHandle:e,resumable:!0}}}function Be(e){let n=Math.max(0,e??0)/1e3;return{goAway:{timeLeft:`${Math.round(n*1e3)/1e3}s`}}}function He(e){for(let o of Object.keys(e))if(o!=="turns"&&o!=="turnComplete")throw new a(`unsupported clientContent field "${o}"`);let n=e.turns===void 0?[]:e.turns;if(!Array.isArray(n))throw new a("clientContent.turns must be an array");let t=[];for(let o of n){let r=R(o);if(!r)throw new a("clientContent.turns entries must be Content objects");let s=r.role===void 0?"user":String(r.role).toLowerCase();if(s!=="user"&&s!=="model")throw new a(`clientContent turn role must be "user" or "model" (got ${JSON.stringify(r.role)})`);t.push({role:s==="model"?"assistant":"user",content:Ne(r,"clientContent.turns")})}return{items:t,turnComplete:e.turnComplete===!0}}var pe=16e3,Fe=24e3,wt=`audio/pcm;rate=${Fe}`,qe=Buffer.alloc(960).toString("base64");function _t(e,n,t){if(n===t)return e;let o=Math.floor(e.length*t/n),r=new Int16Array(o),s=n/t,i=e.length-1;for(let l=0;l<o;l++){let g=l*s,d=Math.floor(g);if(d>=i){r[l]=e[i];continue}let p=g-d;r[l]=Math.round(e[d]+(e[d+1]-e[d])*p)}return r}function kt(e){let n=R(e);if(!n)throw new a("realtimeInput.video must be a Blob object {mimeType, data}");if(typeof n.mimeType!="string"||!/^image\/jpeg\s*(;|$)/.test(n.mimeType))throw new a(`realtimeInput.video.mimeType must be image/jpeg (the Live video input stream is individual JPEG frames), got ${JSON.stringify(n.mimeType)}`);if(typeof n.data!="string"||n.data.length===0)throw new a("realtimeInput.video.data must be non-empty base64");let t=Buffer.from(n.data,"base64");if(t.length<3||t[0]!==255||t[1]!==216)throw new a("realtimeInput.video.data does not decode to a JPEG frame (missing FF D8 SOI marker)");return new Uint8Array(t)}function vt(e){let n=R(e);if(!n)throw new a("realtimeInput.audio must be a Blob object {mimeType, data}");if(typeof n.mimeType!="string"||!/^audio\/pcm\s*(;|$)/.test(n.mimeType))throw new a(`realtimeInput.audio.mimeType must be audio/pcm (16-bit LE PCM @16kHz mono per the Live spec), got ${JSON.stringify(n.mimeType)}`);let t=/;\s*rate=(\d+)/.exec(n.mimeType);if(t&&Number(t[1])!==pe)throw new a(`realtimeInput.audio.mimeType declares rate=${t[1]} \u2014 the Live spec input format is ${pe} Hz (audio/pcm;rate=${pe})`);if(typeof n.data!="string"||n.data.length===0)throw new a("realtimeInput.audio.data must be non-empty base64");let o=Buffer.from(n.data,"base64");if(o.length===0||o.length%2!==0)throw new a(`realtimeInput.audio.data must decode to whole 16-bit samples (got ${o.length} bytes \u2014 not even)`);let r=new Int16Array(o.length/2);for(let i=0;i<r.length;i++)r[i]=o.readInt16LE(i*2);let s=_t(r,pe,Fe);return Buffer.from(s.buffer,s.byteOffset,s.byteLength).toString("base64")}function je(e){if(e.mediaChunks!==void 0)throw new a('realtimeInput.mediaChunks is deprecated by the Live API \u2014 send the audio stream via realtimeInput.audio ({mimeType:"audio/pcm;rate=16000", data}) instead');if(e.activityStart!==void 0||e.activityEnd!==void 0){if(Object.keys(e).length!==1||e.activityStart!==void 0&&e.activityEnd!==void 0)throw new a("realtimeInput must carry exactly one field when signaling activity (activityStart XOR activityEnd, nothing else)");let r=e.activityStart!==void 0?"activityStart":"activityEnd",s=R(e[r]);if(!s||Object.keys(s).length!==0)throw new a(`realtimeInput.${r} must be an empty object (ActivityStart/ActivityEnd are bare markers)`);return{kind:r}}let n=["text","audio","audioStreamEnd","video"];for(let o of Object.keys(e))if(!n.includes(o))throw new a(`unsupported realtimeInput field "${o}"`);let t=n.filter(o=>e[o]!==void 0);if(t.length!==1)throw new a(`realtimeInput must carry exactly one of ${n.join(", ")} (got ${t.length})`);if(e.audio!==void 0)return{kind:"audio",base64Pcm24k:vt(e.audio)};if(e.video!==void 0)return{kind:"video",jpegFrame:kt(e.video)};if(e.audioStreamEnd!==void 0){if(e.audioStreamEnd!==!0)throw new a("realtimeInput.audioStreamEnd must be true when present");return{kind:"audioStreamEnd"}}if(typeof e.text!="string"||e.text.length===0)throw new a("realtimeInput.text must be a non-empty string");return{kind:"text",text:e.text}}function Je(e){for(let n of Object.keys(e))if(n!=="functionResponses")throw new a(`unsupported toolResponse field "${n}"`);if(!Array.isArray(e.functionResponses)||e.functionResponses.length===0)throw new a("toolResponse.functionResponses must be a non-empty array");return e.functionResponses.map(n=>{let t=R(n);if(!t||typeof t.id!="string"||t.id.length===0)throw new a("functionResponses entries require the string id matched from the toolCall");return{type:"function_call_output",call_id:t.id,output:JSON.stringify(t.response??null)}})}function We(e){return e.type!=="response.output_text.delta"||typeof e.delta!="string"?null:{serverContent:{modelTurn:{role:"model",parts:[{text:e.delta}]}}}}function Ge(e){return{serverContent:{modelTurn:{role:"model",parts:[{inlineData:{mimeType:wt,data:e}}]}}}}function Ke(e){let n=R(e)??{},t=Array.isArray(n.output)?n.output:[],o=[],r=[],s=typeof n.output_text=="string"?n.output_text:"";if(!s)for(let d of t){let p=R(d);if(!(p?.type!=="message"||!Array.isArray(p.content)))for(let f of p.content){let m=R(f);m?.type==="output_text"&&typeof m.text=="string"&&(s+=m.text)}}s&&r.push({role:"assistant",content:s});for(let d of t){let p=R(d);if(p?.type!=="function_call")continue;if(typeof p.call_id!="string"||typeof p.name!="string")throw new a(`upstream function_call item is missing call_id/name: ${JSON.stringify(d)}`,J);let f=typeof p.arguments=="string"&&p.arguments.length>0?p.arguments:"{}",m;try{m=JSON.parse(f)}catch{throw new a(`upstream function_call arguments are not valid JSON: ${f}`,J)}o.push({id:p.call_id,name:p.name,args:m}),r.push({type:"function_call",call_id:p.call_id,name:p.name,arguments:f})}let i=[];o.length>0&&i.push({toolCall:{functionCalls:o}}),i.push({serverContent:{generationComplete:!0}});let l=R(n.usage),g={serverContent:{turnComplete:!0}};if(l){let d={};typeof l.input_tokens=="number"&&(d.promptTokenCount=l.input_tokens),typeof l.output_tokens=="number"&&(d.responseTokenCount=l.output_tokens),typeof l.total_tokens=="number"&&(d.totalTokenCount=l.total_tokens),Object.keys(d).length>0&&(g.usageMetadata=d)}return i.push(g),{messages:i,assistantItems:r}}var xt=256,ve=class{snapshots=new Map;store(n,t){for(this.snapshots.set(n,t);this.snapshots.size>xt;){let o=this.snapshots.keys().next().value;this.snapshots.delete(o)}}get(n){return this.snapshots.get(n)}},se=e=>e.slice(0,120),xe=class{constructor(n,t,o){this.ws=n;this.clients=t;this.registry=o;n.on("message",r=>this.onMessage(r)),n.on("close",()=>{this.unsubscribeEnd?.(),this.unsubscribeEnd=null,this.detachAudio?.(),this.detachVideoOut?.()})}ws;clients;registry;config=null;transcript=[];queue=Promise.resolve();proxyHandle=null;unsubscribeEnd=null;audio=null;detachAudio=null;detachVideoOut=null;video=null;activityOpen=!1;activeTurn=null;send(n){this.ws.readyState===this.ws.OPEN&&this.ws.send(JSON.stringify(n))}fail(n){if(n instanceof q){this.ws.close(Le,se(n.message));return}if(n instanceof re){this.ws.close(ke,se(n.message));return}if(n instanceof a){this.ws.close(n.closeCode,se(n.message));return}this.ws.close(J,se(String(n instanceof Error?n.message:n)))}onMessage(n){try{let t=$e(typeof n=="string"?n:Buffer.concat(Array.isArray(n)?n:[n]).toString("utf8"));if(t.kind==="setup"){this.handleSetup(t.setup).catch(r=>this.fail(r));return}if(!this.config)throw new a(`"${t.kind}" before setup \u2014 the first client message must be BidiGenerateContentSetup`);let o=this.config;if(t.kind==="clientContent"){let{items:r,turnComplete:s}=He(t.clientContent);this.transcript.push(...r),s&&this.enqueue(()=>this.runTurn());return}if(t.kind==="realtimeInput"){let r=je(t.realtimeInput);if(r.kind==="activityStart"||r.kind==="activityEnd"){this.onActivity(r.kind,o);return}if(r.kind==="text"){this.transcript.push({role:"user",content:r.text}),this.enqueue(()=>this.runTurn());return}if(r.kind==="video"){this.appendVideoFrame(r.jpegFrame);return}this.appendAudio(r.kind==="audio"?r.base64Pcm24k:qe);return}this.transcript.push(...Je(t.toolResponse)),this.enqueue(()=>this.runTurn())}catch(t){this.fail(t)}}async handleSetup(n){if(this.config)throw new a("setup may only be sent once, as the first client message");let t=De(n),o=t.sessionResumption.handle;if(o!==null){let s=this.registry.get(o);if(!s)throw new a("unknown sessionResumption.handle \u2014 the Live session it names is gone (proxy restarted, handle evicted, or never issued) and cannot be resumed; reconnect without a handle to start a new session",ke);if(s.model!==t.model)throw new a(`sessionResumption.handle was issued for model "${s.model}" \u2014 the model cannot change on resume (got "${t.model}", per the Live API session-resumption contract)`);if(t.systemItems.length>0)throw new a("setup.systemInstruction cannot be changed on resume \u2014 it is part of the resumed conversation state");this.transcript=[...s.transcript],this.proxyHandle=s.proxyHandle,this.unsubscribeEnd=await this.clients.onSessionEnd(s.proxyHandle,i=>this.enqueue(()=>this.handleUpstreamEnd(i)))}else this.proxyHandle=await this.clients.sessionHandle(t.model),this.unsubscribeEnd=await this.clients.onSessionEnd(this.proxyHandle,s=>this.enqueue(()=>this.handleUpstreamEnd(s))),this.transcript.push(...t.systemItems);this.config=t;let r={};if(t.videoOut){let s=this.clients.openVideoOut;if(s){let i=await s.call(this.clients,t.model),l=i.onOutputFrame(d=>this.send(Ue(d))),g=i.onLaneError(d=>this.fail(d));this.detachVideoOut=()=>{l(),g()},r[j]=Me(i.codec)}}this.send({setupComplete:r}),t.audioModality&&this.ensureAudioLane(),t.sessionResumption.enabled&&await this.mintResumptionUpdate()}ensureAudioLane(){if(this.audio)return this.audio;let n=this.config;if(!n)throw new a("audio before setup \u2014 the first client message must be BidiGenerateContentSetup");let t=this.clients.openAudio;if(!t)throw new a("audio lane not wired: this proxy embedding provides no ProxyClients.openAudio (the native rt-audio-in/rt-audio-out AudioBridge seam)",J);return this.audio=(async()=>{let o=await t.call(this.clients,n.model);return this.detachAudio=o.onOutputAudio(r=>this.send(Ge(r))),o})(),this.audio.catch(o=>this.fail(o)),this.audio}appendAudio(n){this.ensureAudioLane().then(t=>t.appendInputAudio(n)).catch(t=>this.fail(t))}ensureVideoLane(){if(this.video)return this.video;let n=this.config;if(!n)throw new a("video before setup \u2014 the first client message must be BidiGenerateContentSetup");let t=this.clients.openVideo;if(!t)throw new a("video lane not wired: this proxy embedding provides no ProxyClients.openVideo (the native rt-video-in frame-lane seam, transport/media.ts enableSessionVideo)",J);return this.video=Promise.resolve(t.call(this.clients,n.model)),this.video.catch(o=>this.fail(o)),this.video}appendVideoFrame(n){this.ensureVideoLane().then(t=>t.sendInputFrame(n)).catch(t=>this.fail(t))}onActivity(n,t){if(!t.activity.manualActivity)throw new a(`realtimeInput.${n} requires manual activity mode \u2014 set setup.realtimeInputConfig.automaticActivityDetection.disabled: true (automatic server-side activity detection is the declared platform follow-up)`);if(n==="activityStart"){if(this.activityOpen)throw new a("activityStart while an activity window is already open (send activityEnd first)");this.activityOpen=!0,t.activity.activityHandling==="START_OF_ACTIVITY_INTERRUPTS"&&this.activeTurn&&(this.activeTurn.interrupted=!0);return}if(!this.activityOpen)throw new a("activityEnd without an open activity window (send activityStart first)");this.activityOpen=!1}enqueue(n){this.queue=this.queue.then(n,()=>{}),this.queue=this.queue.catch(t=>this.fail(t))}async mintResumptionUpdate(){let n=this.config;if(!n?.sessionResumption.enabled||this.ws.readyState!==this.ws.OPEN)return;let t=await this.clients.sessionHandle(n.model);this.proxyHandle=t;let o=(0,ze.randomUUID)();this.registry.store(o,{model:n.model,proxyHandle:t,transcript:[...this.transcript]}),this.send(Ve(o))}async handleUpstreamEnd(n){if(this.ws.readyState!==this.ws.OPEN||!this.config)return;this.unsubscribeEnd?.(),this.unsubscribeEnd=null;let t=null;try{t=await this.clients.sessionHandle(this.config.model)}catch{}if(t!==null&&t!==this.proxyHandle){this.proxyHandle=t,this.unsubscribeEnd=await this.clients.onSessionEnd(t,o=>this.enqueue(()=>this.handleUpstreamEnd(o))),this.config.sessionResumption.enabled&&await this.mintResumptionUpdate();return}this.send(Be(n.timeLeftMs)),this.ws.close(J,se(`upstream session ended: ${n.reason}`))}async runTurn(){let n=this.config;if(!n||this.ws.readyState!==this.ws.OPEN)return;let t={interrupted:!1};this.activeTurn=t;try{let o=await this.clients.createResponse({model:n.model,input:[...this.transcript],stream:!0,tools:n.tools,temperature:n.temperature,max_output_tokens:n.maxOutputTokens}),r,s=!1;for await(let g of o){if(t.interrupted)break;let d=g;if(d.type==="error")throw new a(`upstream error: ${JSON.stringify(d)}`,J);if(d.type==="response.completed"){r=d.response,s=!0;continue}let p=We(d);p&&this.send(p)}if(t.interrupted){this.send({serverContent:{interrupted:!0}});return}if(!s)throw new a("upstream produced no response.completed event",J);let{messages:i,assistantItems:l}=Ke(r);this.transcript.push(...l);for(let g of i)this.send(g);await this.mintResumptionUpdate()}finally{this.activeTurn=null}}},bt=(e,n)=>{let t=e.headers["x-goog-api-key"];if(typeof t=="string")return t;let o=e.headers.authorization;return typeof o=="string"&&o.startsWith("Bearer ")?o.slice(7):n.searchParams.get("key")??void 0};function Xe(e,n){let t=new Ye.WebSocketServer({noServer:!0}),o=new ve;e.on("upgrade",(r,s,i)=>{let l=new URL(r.url??"/","http://localhost");if(l.pathname!==fe){s.write(`HTTP/1.1 404 Not Found\r
+"use strict";var tr=Object.create;var We=Object.defineProperty;var nr=Object.getOwnPropertyDescriptor;var rr=Object.getOwnPropertyNames;var or=Object.getPrototypeOf,ir=Object.prototype.hasOwnProperty;var sr=(t,e)=>{for(var n in e)We(t,n,{get:e[n],enumerable:!0})},Nt=(t,e,n,r)=>{if(e&&typeof e=="object"||typeof e=="function")for(let o of rr(e))!ir.call(t,o)&&o!==n&&We(t,o,{get:()=>e[o],enumerable:!(r=nr(e,o))||r.enumerable});return t};var Mt=(t,e,n)=>(n=t!=null?tr(or(t)):{},Nt(e||!t||!t.__esModule?We(n,"default",{value:t,enumerable:!0}):n,t)),ar=t=>Nt(We({},"__esModule",{value:!0}),t);var Ko={};sr(Ko,{GEMINI_LIVE_PATH:()=>ze,OPENAI_REALTIME_PATH:()=>Le,OpenAIRealtimeConnection:()=>he,ResumptionRegistry:()=>_e,SessionGoneError:()=>X,UnknownModelError:()=>F,VIDEO_OUT_SETUP_KEY:()=>Q,attachGeminiLive:()=>Ze,attachOpenAIRealtime:()=>Ne,createOpenAIProxy:()=>er,fixedClientsResolver:()=>at,realtimeBindingFor:()=>Ot,realtimeModelOf:()=>It,serveGeminiLiveSocket:()=>on});module.exports=ar(Ko);var zn=require("http");var nn=require("crypto"),rn=require("ws");var F=class extends Error{},X=class extends Error{};var Je=require("@urun-sh/core");var Dt="urun.videoOut.v2-ws";var ze="/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent",cr=1007,Ft=1008,Z=1011,Xe=1008,f=class extends Error{constructor(n,r=cr){super(n);this.closeCode=r}closeCode},N=t=>typeof t=="object"&&t!==null&&!Array.isArray(t)?t:null,Ke=["setup","clientContent","realtimeInput","toolResponse"];function qt(t){let e;try{e=JSON.parse(t)}catch{throw new f("client message is not valid JSON")}let n=N(e);if(!n)throw new f("client message must be a JSON object");let r=Ke.filter(a=>n[a]!==void 0),o=Object.keys(n).filter(a=>!Ke.includes(a));if(o.length>0)throw new f(`unknown client message field(s) ${JSON.stringify(o)} \u2014 expected exactly one of ${Ke.join(", ")}`);if(r.length!==1)throw new f(`client message must contain exactly one of ${Ke.join(", ")} (got ${r.length})`);let i=r[0],s=N(n[i]);if(!s)throw new f(`"${i}" must be a JSON object`);return{kind:i,[i]:s}}function jt(t,e){if(typeof t=="string")return t;let n=N(t),r=n?n.parts:void 0;if(!Array.isArray(r))throw new f(`${e}: expected a Content with a parts array`);let o=[];for(let i of r){let s=N(i);if(s&&typeof s.text=="string"){o.push(s.text);continue}throw s&&(s.inlineData!==void 0||s.fileData!==void 0)?new f(`${e}: media parts (inlineData/fileData) are a declared follow-up slice (audio/video lanes over the proxy transport AudioBridge) \u2014 only text parts are supported in this slice`):s&&(s.functionCall!==void 0||s.functionResponse!==void 0)?new f(`${e}: functionCall/functionResponse parts are not valid here \u2014 the Live API exchanges tool traffic via the dedicated toolCall/toolResponse messages`):new f(`${e}: unsupported part ${JSON.stringify(i)}`)}return o.join(`
+`)}var pr={manualActivity:!1,activityHandling:"START_OF_ACTIVITY_INTERRUPTS"},Q="urun.videoOut";function Vt(t){return{framing:Dt,codec:t}}function Ht(t){let{seq:e,ptsUs:n,codec:r,key:o}=t.header;return{[Q]:{v:1,seq:e,ptsUs:n,codec:r,key:o,data:Buffer.from(t.au).toString("base64")}}}var fr={inputAudioTranscription:"setup.inputAudioTranscription is part of the declared audio follow-up slice",outputAudioTranscription:"setup.outputAudioTranscription is part of the declared audio follow-up slice"},mr=["model","generationConfig","systemInstruction","tools","realtimeInputConfig","sessionResumption",Q],Bt=["START_OF_ACTIVITY_INTERRUPTS","NO_INTERRUPTION"];function gr(t){let e=N(t);if(!e)throw new f("setup.realtimeInputConfig must be an object");for(let o of Object.keys(e))if(!(o==="automaticActivityDetection"||o==="activityHandling"))throw new f(o==="turnCoverage"?"realtimeInputConfig.turnCoverage is part of the declared audio follow-up slice":`unsupported realtimeInputConfig field "${o}"`);let n=N(e.automaticActivityDetection);if(e.automaticActivityDetection!==void 0&&!n)throw new f("realtimeInputConfig.automaticActivityDetection must be an object");for(let o of Object.keys(n??{}))if(o!=="disabled")throw new f(`automaticActivityDetection.${o} tunes AUTOMATIC (server-side) activity detection \u2014 the declared platform follow-up (serve turn_detection events over the session stream lane); only "disabled: true" (manual activity mode) is supported in this slice`);if(n?.disabled!==!0)throw new f("automatic (server-side) activity detection is the declared platform follow-up (serve turn_detection turn_start/turn_end events over the session stream lane, not proxy DSP) \u2014 set realtimeInputConfig.automaticActivityDetection.disabled: true for manual activity mode");let r="START_OF_ACTIVITY_INTERRUPTS";if(e.activityHandling!==void 0){if(!Bt.includes(e.activityHandling))throw new f(`unsupported activityHandling ${JSON.stringify(e.activityHandling)} \u2014 expected one of ${Bt.join(", ")}`);r=e.activityHandling}return{manualActivity:!0,activityHandling:r}}var hr=["temperature","maxOutputTokens","responseModalities"];function Gt(t){for(let[d,h]of Object.entries(fr))if(t[d]!==void 0)throw new f(h);for(let d of Object.keys(t))if(!mr.includes(d))throw new f(`unsupported setup field "${d}"`);if(typeof t.model!="string"||t.model.length===0)throw new f('setup.model is required (format "models/{model}")');let e=t.model.replace(/^models\//,""),n,r,o=!1,i=N(t.generationConfig);if(t.generationConfig!==void 0&&!i)throw new f("setup.generationConfig must be an object");if(i){for(let d of Object.keys(i))if(!hr.includes(d))throw new f(`unsupported generationConfig field "${d}"`);if(i.temperature!==void 0){if(typeof i.temperature!="number")throw new f("generationConfig.temperature must be a number");n=i.temperature}if(i.maxOutputTokens!==void 0){if(typeof i.maxOutputTokens!="number")throw new f("generationConfig.maxOutputTokens must be a number");r=i.maxOutputTokens}if(i.responseModalities!==void 0){let d=Array.isArray(i.responseModalities)?i.responseModalities:[i.responseModalities];for(let h of d){let p=String(h).toUpperCase();if(p==="AUDIO"){o=!0;continue}if(p!=="TEXT")throw new f(`responseModalities ${JSON.stringify(h)} is not supported \u2014 this surface speaks TEXT and AUDIO (audio-out rides the native AudioBridge 'audio' lane)`)}}}let s=[];t.systemInstruction!==void 0&&s.push({role:"system",content:jt(t.systemInstruction,"setup.systemInstruction")});let a;if(t.tools!==void 0){if(!Array.isArray(t.tools))throw new f("setup.tools must be an array");a=[];for(let d of t.tools){let h=N(d);if(!h)throw new f("setup.tools entries must be objects");for(let p of Object.keys(h))if(p!=="functionDeclarations")throw new f(`unsupported tool "${p}" \u2014 this slice translates functionDeclarations only (no googleSearch/codeExecution)`);if(!Array.isArray(h.functionDeclarations))throw new f("tool.functionDeclarations must be an array");for(let p of h.functionDeclarations){let R=N(p);if(!R||typeof R.name!="string")throw new f("functionDeclarations entries require a string name");a.push({type:"function",name:R.name,description:R.description,parameters:R.parameters})}}a.length===0&&(a=void 0)}let c={enabled:!1,handle:null};if(t.sessionResumption!==void 0){let d=N(t.sessionResumption);if(!d)throw new f("setup.sessionResumption must be an object (SessionResumptionConfig)");for(let h of Object.keys(d))if(h!=="handle")throw new f(`unsupported sessionResumption field "${h}" \u2014 this lane implements SessionResumptionConfig.handle only`);if(d.handle!==void 0&&(typeof d.handle!="string"||d.handle.length===0))throw new f("sessionResumption.handle must be a non-empty string when present");c={enabled:!0,handle:typeof d.handle=="string"?d.handle:null}}let u=t.realtimeInputConfig===void 0?pr:gr(t.realtimeInputConfig),l=!1;if(t[Q]!==void 0){if(!N(t[Q]))throw new f(`setup["${Q}"] must be an object (the v1 opt-in is {})`);l=!0}return{model:e,systemItems:s,tools:a,temperature:n,maxOutputTokens:r,audioModality:o,activity:u,sessionResumption:c,videoOut:l}}function Wt(t){return{sessionResumptionUpdate:{newHandle:t,resumable:!0}}}function Jt(t){let e=Math.max(0,t??0)/1e3;return{goAway:{timeLeft:`${Math.round(e*1e3)/1e3}s`}}}function Kt(t){for(let r of Object.keys(t))if(r!=="turns"&&r!=="turnComplete")throw new f(`unsupported clientContent field "${r}"`);let e=t.turns===void 0?[]:t.turns;if(!Array.isArray(e))throw new f("clientContent.turns must be an array");let n=[];for(let r of e){let o=N(r);if(!o)throw new f("clientContent.turns entries must be Content objects");let i=o.role===void 0?"user":String(o.role).toLowerCase();if(i!=="user"&&i!=="model")throw new f(`clientContent turn role must be "user" or "model" (got ${JSON.stringify(o.role)})`);n.push({role:i==="model"?"assistant":"user",content:jt(o,"clientContent.turns")})}return{items:n,turnComplete:t.turnComplete===!0}}var Ye=16e3,Yt=24e3,yr=`audio/pcm;rate=${Yt}`,zt=Buffer.alloc(960).toString("base64");function _r(t,e,n){if(e===n)return t;let r=Math.floor(t.length*n/e),o=new Int16Array(r),i=e/n,s=t.length-1;for(let a=0;a<r;a++){let c=a*i,u=Math.floor(c);if(u>=s){o[a]=t[s];continue}let l=c-u;o[a]=Math.round(t[u]+(t[u+1]-t[u])*l)}return o}function wr(t){let e=N(t);if(!e)throw new f("realtimeInput.video must be a Blob object {mimeType, data}");if(typeof e.mimeType!="string"||!/^image\/jpeg\s*(;|$)/.test(e.mimeType))throw new f(`realtimeInput.video.mimeType must be image/jpeg (the Live video input stream is individual JPEG frames), got ${JSON.stringify(e.mimeType)}`);if(typeof e.data!="string"||e.data.length===0)throw new f("realtimeInput.video.data must be non-empty base64");let n=Buffer.from(e.data,"base64");if(n.length<3||n[0]!==255||n[1]!==216)throw new f("realtimeInput.video.data does not decode to a JPEG frame (missing FF D8 SOI marker)");return new Uint8Array(n)}function vr(t){let e=N(t);if(!e)throw new f("realtimeInput.audio must be a Blob object {mimeType, data}");if(typeof e.mimeType!="string"||!/^audio\/pcm\s*(;|$)/.test(e.mimeType))throw new f(`realtimeInput.audio.mimeType must be audio/pcm (16-bit LE PCM @16kHz mono per the Live spec), got ${JSON.stringify(e.mimeType)}`);let n=/;\s*rate=(\d+)/.exec(e.mimeType);if(n&&Number(n[1])!==Ye)throw new f(`realtimeInput.audio.mimeType declares rate=${n[1]} \u2014 the Live spec input format is ${Ye} Hz (audio/pcm;rate=${Ye})`);if(typeof e.data!="string"||e.data.length===0)throw new f("realtimeInput.audio.data must be non-empty base64");let r=Buffer.from(e.data,"base64");if(r.length===0||r.length%2!==0)throw new f(`realtimeInput.audio.data must decode to whole 16-bit samples (got ${r.length} bytes \u2014 not even)`);let o=new Int16Array(r.length/2);for(let s=0;s<o.length;s++)o[s]=r.readInt16LE(s*2);let i=_r(o,Ye,Yt);return Buffer.from(i.buffer,i.byteOffset,i.byteLength).toString("base64")}function Xt(t){if(t.mediaChunks!==void 0)throw new f('realtimeInput.mediaChunks is deprecated by the Live API \u2014 send the audio stream via realtimeInput.audio ({mimeType:"audio/pcm;rate=16000", data}) instead');if(t.activityStart!==void 0||t.activityEnd!==void 0){if(Object.keys(t).length!==1||t.activityStart!==void 0&&t.activityEnd!==void 0)throw new f("realtimeInput must carry exactly one field when signaling activity (activityStart XOR activityEnd, nothing else)");let o=t.activityStart!==void 0?"activityStart":"activityEnd",i=N(t[o]);if(!i||Object.keys(i).length!==0)throw new f(`realtimeInput.${o} must be an empty object (ActivityStart/ActivityEnd are bare markers)`);return{kind:o}}let e=["text","audio","audioStreamEnd","video"];for(let r of Object.keys(t))if(!e.includes(r))throw new f(`unsupported realtimeInput field "${r}"`);let n=e.filter(r=>t[r]!==void 0);if(n.length!==1)throw new f(`realtimeInput must carry exactly one of ${e.join(", ")} (got ${n.length})`);if(t.audio!==void 0)return{kind:"audio",base64Pcm24k:vr(t.audio)};if(t.video!==void 0)return{kind:"video",jpegFrame:wr(t.video)};if(t.audioStreamEnd!==void 0){if(t.audioStreamEnd!==!0)throw new f("realtimeInput.audioStreamEnd must be true when present");return{kind:"audioStreamEnd"}}if(typeof t.text!="string"||t.text.length===0)throw new f("realtimeInput.text must be a non-empty string");return{kind:"text",text:t.text}}function Qt(t){for(let e of Object.keys(t))if(e!=="functionResponses")throw new f(`unsupported toolResponse field "${e}"`);if(!Array.isArray(t.functionResponses)||t.functionResponses.length===0)throw new f("toolResponse.functionResponses must be a non-empty array");return t.functionResponses.map(e=>{let n=N(e);if(!n||typeof n.id!="string"||n.id.length===0)throw new f("functionResponses entries require the string id matched from the toolCall");return{type:"function_call_output",call_id:n.id,output:JSON.stringify(n.response??null)}})}function Zt(t){return t.type!=="response.output_text.delta"||typeof t.delta!="string"?null:{serverContent:{modelTurn:{role:"model",parts:[{text:t.delta}]}}}}function en(t){return{serverContent:{modelTurn:{role:"model",parts:[{inlineData:{mimeType:yr,data:t}}]}}}}function tn(t){let e=N(t)??{},n=Array.isArray(e.output)?e.output:[],r=[],o=[],i=typeof e.output_text=="string"?e.output_text:"";if(!i)for(let u of n){let l=N(u);if(!(l?.type!=="message"||!Array.isArray(l.content)))for(let d of l.content){let h=N(d);h?.type==="output_text"&&typeof h.text=="string"&&(i+=h.text)}}i&&o.push({role:"assistant",content:i});for(let u of n){let l=N(u);if(l?.type!=="function_call")continue;if(typeof l.call_id!="string"||typeof l.name!="string")throw new f(`upstream function_call item is missing call_id/name: ${JSON.stringify(u)}`,Z);let d=typeof l.arguments=="string"&&l.arguments.length>0?l.arguments:"{}",h;try{h=JSON.parse(d)}catch{throw new f(`upstream function_call arguments are not valid JSON: ${d}`,Z)}r.push({id:l.call_id,name:l.name,args:h}),o.push({type:"function_call",call_id:l.call_id,name:l.name,arguments:d})}let s=[];r.length>0&&s.push({toolCall:{functionCalls:r}}),s.push({serverContent:{generationComplete:!0}});let a=N(e.usage),c={serverContent:{turnComplete:!0}};if(a){let u={};typeof a.input_tokens=="number"&&(u.promptTokenCount=a.input_tokens),typeof a.output_tokens=="number"&&(u.responseTokenCount=a.output_tokens),typeof a.total_tokens=="number"&&(u.totalTokenCount=a.total_tokens),Object.keys(u).length>0&&(c.usageMetadata=u)}return s.push(c),{messages:s,assistantItems:o}}var br=256,_e=class{snapshots=new Map;store(e,n,r){for(this.snapshots.set(`${e}\0${n}`,r);this.snapshots.size>br;){let o=this.snapshots.keys().next().value;this.snapshots.delete(o)}}get(e,n){return this.snapshots.get(`${e}\0${n}`)}},kr="local",Oe=t=>t.slice(0,120),Qe=class{constructor(e,n,r){this.ws=e;this.call=n;this.registry=r;this.clients=n.clients,this.scope=n.scope,e.on("message",o=>this.onMessage(o)),e.on("close",()=>{this.unsubscribeEnd?.(),this.unsubscribeEnd=null,this.detachAudio?.(),this.detachVideoOut?.(),this.call.release?.().catch(()=>{})})}ws;call;registry;config=null;transcript=[];queue=Promise.resolve();proxyHandle=null;unsubscribeEnd=null;audio=null;detachAudio=null;detachVideoOut=null;video=null;activityOpen=!1;activeTurn=null;scope;clients;send(e){this.ws.readyState===this.ws.OPEN&&this.ws.send(JSON.stringify(e))}fail(e){if(e instanceof F){this.ws.close(Ft,Oe(e.message));return}if(e instanceof X){this.ws.close(Xe,Oe(e.message));return}if(e instanceof f){this.ws.close(e.closeCode,Oe(e.message));return}this.ws.close(Z,Oe(String(e instanceof Error?e.message:e)))}onMessage(e){try{let n=qt(typeof e=="string"?e:Buffer.concat(Array.isArray(e)?e:[e]).toString("utf8"));if(n.kind==="setup"){this.handleSetup(n.setup).catch(o=>this.fail(o));return}if(!this.config)throw new f(`"${n.kind}" before setup \u2014 the first client message must be BidiGenerateContentSetup`);let r=this.config;if(n.kind==="clientContent"){let{items:o,turnComplete:i}=Kt(n.clientContent);this.transcript.push(...o),i&&this.enqueue(()=>this.runTurn());return}if(n.kind==="realtimeInput"){let o=Xt(n.realtimeInput);if(o.kind==="activityStart"||o.kind==="activityEnd"){this.onActivity(o.kind,r);return}if(o.kind==="text"){this.transcript.push({role:"user",content:o.text}),this.enqueue(()=>this.runTurn());return}if(o.kind==="video"){this.appendVideoFrame(o.jpegFrame);return}this.appendAudio(o.kind==="audio"?o.base64Pcm24k:zt);return}this.transcript.push(...Qt(n.toolResponse)),this.enqueue(()=>this.runTurn())}catch(n){this.fail(n)}}async handleSetup(e){if(this.config)throw new f("setup may only be sent once, as the first client message");let n=Gt(e),r=n.sessionResumption.handle;if(r!==null){let i=this.registry.get(this.scope,r);if(!i)throw new f("unknown sessionResumption.handle \u2014 the Live session it names is gone (proxy restarted, handle evicted, or never issued) and cannot be resumed; reconnect without a handle to start a new session",Xe);if(i.model!==n.model)throw new f(`sessionResumption.handle was issued for model "${i.model}" \u2014 the model cannot change on resume (got "${n.model}", per the Live API session-resumption contract)`);if(n.systemItems.length>0)throw new f("setup.systemInstruction cannot be changed on resume \u2014 it is part of the resumed conversation state");if(this.call.clientsForResume!==void 0&&(this.clients=await this.call.clientsForResume(r)),this.proxyHandle=await this.clients.sessionHandle(n.model),this.proxyHandle!==i.proxyHandle)throw new f(`sessionResumption.handle named pooled session "${i.proxyHandle}" but the re-attach landed on "${this.proxyHandle}" \u2014 the conversation's native session changed and the snapshot cannot be adopted; reconnect without a handle to start a new session`,Xe);this.unsubscribeEnd=await this.clients.onSessionEnd(i.proxyHandle,s=>this.enqueue(()=>this.handleUpstreamEnd(s))),this.transcript=[...i.transcript]}else this.proxyHandle=await this.clients.sessionHandle(n.model),this.unsubscribeEnd=await this.clients.onSessionEnd(this.proxyHandle,i=>this.enqueue(()=>this.handleUpstreamEnd(i))),this.transcript.push(...n.systemItems);this.config=n;let o={};if(n.videoOut){let i=this.clients.openVideoOut;if(i){let s=await i.call(this.clients,n.model),a=s.onOutputFrame(u=>this.send(Ht(u))),c=s.onLaneError(u=>this.fail(u));this.detachVideoOut=()=>{a(),c()},o[Q]=Vt(s.codec)}}this.send({setupComplete:o}),n.audioModality&&this.ensureAudioLane(),n.sessionResumption.enabled&&await this.mintResumptionUpdate()}ensureAudioLane(){if(this.audio)return this.audio;let e=this.config;if(!e)throw new f("audio before setup \u2014 the first client message must be BidiGenerateContentSetup");let n=this.clients.openAudio;if(!n)throw new f("audio lane not wired: this proxy embedding provides no ProxyClients.openAudio (the native AudioBridge seam over the canonical `audio` lane)",Z);return this.audio=(async()=>{let r=await n.call(this.clients,e.model);return this.detachAudio=r.onOutputAudio(o=>this.send(en(o))),r})(),this.audio.catch(r=>this.fail(r)),this.audio}appendAudio(e){this.ensureAudioLane().then(n=>n.appendInputAudio(e)).catch(n=>this.fail(n))}ensureVideoLane(){if(this.video)return this.video;let e=this.config;if(!e)throw new f("video before setup \u2014 the first client message must be BidiGenerateContentSetup");let n=this.clients.openVideo;if(!n)throw new f("video lane not wired: this proxy embedding provides no ProxyClients.openVideo (the native rt-video-in frame-lane seam, transport/media.ts enableSessionVideo)",Z);return this.video=Promise.resolve(n.call(this.clients,e.model)),this.video.catch(r=>this.fail(r)),this.video}appendVideoFrame(e){this.ensureVideoLane().then(n=>n.sendInputFrame(e)).catch(n=>this.fail(n))}onActivity(e,n){if(!n.activity.manualActivity)throw new f(`realtimeInput.${e} requires manual activity mode \u2014 set setup.realtimeInputConfig.automaticActivityDetection.disabled: true (automatic server-side activity detection is the declared platform follow-up)`);if(e==="activityStart"){if(this.activityOpen)throw new f("activityStart while an activity window is already open (send activityEnd first)");this.activityOpen=!0,n.activity.activityHandling==="START_OF_ACTIVITY_INTERRUPTS"&&this.activeTurn&&(this.activeTurn.interrupted=!0);return}if(!this.activityOpen)throw new f("activityEnd without an open activity window (send activityStart first)");this.activityOpen=!1}enqueue(e){this.queue=this.queue.then(e,()=>{}),this.queue=this.queue.catch(n=>this.fail(n))}async mintResumptionUpdate(){let e=this.config;if(!e?.sessionResumption.enabled||this.ws.readyState!==this.ws.OPEN)return;let n=await this.clients.sessionHandle(e.model);this.proxyHandle=n;let r=(0,nn.randomUUID)();this.registry.store(this.scope,r,{model:e.model,proxyHandle:n,transcript:[...this.transcript]}),this.call.onBindResumeHandle?.(r),this.send(Wt(r))}async handleUpstreamEnd(e){if(this.ws.readyState!==this.ws.OPEN||!this.config)return;this.unsubscribeEnd?.(),this.unsubscribeEnd=null;let n=null;try{n=await this.clients.sessionHandle(this.config.model)}catch{}if(n!==null&&n!==this.proxyHandle){this.proxyHandle=n,this.unsubscribeEnd=await this.clients.onSessionEnd(n,r=>this.enqueue(()=>this.handleUpstreamEnd(r))),this.config.sessionResumption.enabled&&await this.mintResumptionUpdate();return}this.send(Jt(e.timeLeftMs)),this.ws.close(Z,Oe(`upstream session ended: ${e.reason}`))}async runTurn(){let e=this.config;if(!e||this.ws.readyState!==this.ws.OPEN)return;let n={interrupted:!1};this.activeTurn=n;try{let r=await this.clients.createResponse({model:e.model,input:[...this.transcript],stream:!0,tools:e.tools,temperature:e.temperature,max_output_tokens:e.maxOutputTokens}),o,i=!1;for await(let c of r){if(n.interrupted)break;let u=c;if(u.type==="error")throw new f(`upstream error: ${JSON.stringify(u)}`,Z);if(u.type==="response.completed"){o=u.response,i=!0;continue}let l=Zt(u);l&&this.send(l)}if(n.interrupted){this.send({serverContent:{interrupted:!0}});return}if(!i)throw new f("upstream produced no response.completed event",Z);let{messages:s,assistantItems:a}=tn(o);this.transcript.push(...a);for(let c of s)this.send(c);await this.mintResumptionUpdate()}finally{this.activeTurn=null}}},ce=class extends Error{constructor(n,r){super(r);this.status=n;this.name="UpgradeAuthError"}status};function xr(t,e,n){let r=new Set;(c=>{if(typeof c=="string")c!==""&&r.add(c);else if(Array.isArray(c))for(let u of c)u!==""&&r.add(u)})(t.headers["x-goog-api-key"]);let i=t.headers.authorization;typeof i=="string"&&i.startsWith("Bearer ")&&i.length>7&&r.add(i.slice(7));let s=e.searchParams.get("key")??void 0;if(s!==void 0&&s!==""&&r.add(s),r.size>1)throw new ce(401,`contradictory credentials: ${r.size} distinct keys presented across the x-goog-api-key/Authorization headers and the ?key= query parameter \u2014 present exactly one`);if(n&&s!==void 0&&s!=="")throw new ce(401,"the ?key= query parameter is not accepted on the hosted endpoint \u2014 send the org API key in the x-goog-api-key header or as Authorization: Bearer");let a;for(let c of r)a=c;if(a===void 0&&n)throw new ce(401,"missing credentials: send the org API key in the x-goog-api-key header or as Authorization: Bearer");return a??""}function Ze(t,e){let n=e.authenticate!==void 0;if(n&&(e.clients!==void 0||e.apiKey!==void 0))throw new TypeError("attachGeminiLive: authenticate (hosted per-request resolution) is mutually exclusive with a fixed clients/apiKey lane");if(!n&&e.clients===void 0)throw new TypeError("attachGeminiLive: pass fixed `clients` (local lane) or `authenticate` (hosted lane)");let r=new rn.WebSocketServer({noServer:!0}),o=new _e;t.on("upgrade",(s,a,c)=>{let u=new URL(s.url??"/","http://localhost");u.pathname===ze&&(a.on("error",()=>{}),(async()=>{let l=xr(s,u,n),d;if(e.authenticate)d=await e.authenticate(l,s);else{if(e.apiKey!==void 0&&l!==e.apiKey)throw new ce(401,"invalid local proxy api key");d={clients:e.clients,scope:kr}}r.handleUpgrade(s,a,c,h=>{new Qe(h,d,o)})})().catch(l=>{let d=502;(l instanceof ce||typeof l=="object"&&l!==null&&"status"in l&&typeof l.status=="number")&&(d=l.status);let h=d===401?"Unauthorized":d===403?"Forbidden":d===502?"Bad Gateway":"Internal Server Error",p=l instanceof Error?l.message:String(l);a.destroyed||(a.write(`HTTP/1.1 ${d} ${h}\r
 Connection: close\r
 \r
-no WS route for ${l.pathname}`),s.destroy();return}if(n.apiKey&&bt(r,l)!==n.apiKey){s.write(`HTTP/1.1 401 Unauthorized\r
+${p}\r
+`),a.destroy())}))});let i=null;return()=>(i??=(async()=>{for(let s of r.clients)s.close(1001,"server closing");await new Promise((s,a)=>r.close(c=>c===void 0?s():a(c)))})(),i)}function on(t,e,n=new _e){new Qe(t,e,n)}var ae=require("ws");var sn=require("crypto"),an="Inference-Id";function Ee(){return(0,sn.randomUUID)()}function gt(t){return t==="/v1"||t.startsWith("/v1/")}function un(t,e){if(!gt(t)||e===null)throw new Error(`no inference turn for ${t}: an inference lane was reached off the /v1 surface, so its response would carry no Inference-Id and could never be billed`);return e}function Te(t){return`resp_${t}`}function dn(t){return`chatcmpl-${t}`}function ln(t){return`msg_${t}`}function ee(t){return e=>{t.sessionId=e.sessionId,t.catalog=e.identity}}function cn(t){let e=t.now??(()=>performance.now());return{event:"inference_request",ts:new Date().toISOString(),inference_id:t.turn.id,method:t.method,path:t.path,status:t.res.headersSent?t.res.statusCode:null,delivered:t.res.writableFinished,stream_error:t.turn.streamError,model:t.turn.model,stream:t.turn.stream,org:t.turn.org,duration_ms:e()-t.turn.startedAt,ttft_ms:t.turn.stream===!0?t.turn.ttftMs:null,prompt_tokens:t.turn.promptTokens,completion_tokens:t.turn.completionTokens,output_units:t.turn.outputUnits,session_id:t.turn.sessionId,queue_ms:t.turn.timing?.queue_ms??null,prefill_ms:t.turn.timing?.prefill_ms??null,decode_ms:t.turn.timing?.decode_ms??null,total_ms:t.turn.timing?.total_ms??null,catalog:t.turn.catalog}}function pn(t){return`${JSON.stringify(t)}
+`}var Rr=256,Sr=128;function te(t){return typeof t.model!="string"||!t.model.trim()?"(default)":t.model.trim().slice(0,Sr)}var pe=class t{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(e,n,r){this.requests[e]=(this.requests[e]??0)+1,this.localInBytes+=n,this.naiveInBytes+=r}modelEntry(e){let n=this.models[e];if(n)return n;let r=Object.keys(this.models).length>=Rr?"(other)":e;return this.models[r]??={requests:0,tokens_out:0}}model(e){this.modelEntry(e).requests+=1}track(e,n,r){let o=this,i=performance.now(),s=null,a=0;return(async function*(){for await(let u of e)u.type==="response.output_text.delta"&&typeof u.delta=="string"&&(s===null&&(s=performance.now(),o.ttftMs.push(s-i),o.ttftMs.length>512&&o.ttftMs.shift(),r!==void 0&&(r.ttftMs=s-r.startedAt)),a+=1,o.tokensOut+=1,o.charsOut+=u.delta.length,n!==void 0&&(o.modelEntry(n).tokens_out+=1)),yield u;let c=(performance.now()-(s??i))/1e3;a>0&&c>0&&(o.tokRates.push(a/c),o.tokRates.length>512&&o.tokRates.shift())})()}static p50(e){if(!e.length)return null;let n=[...e].sort((r,o)=>r-o);return n[Math.floor(n.length/2)]}snapshot(){let e=Object.values(this.requests).reduce((n,r)=>n+r,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:t.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:t.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:e},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}},Ar=256;function Ir(t){if(typeof t=="string")return[{role:"user",content:t}];if(Array.isArray(t))return t;throw new Error("responses input must be a string or an array of messages/items")}var fe=class extends Error{},we=class{conversations=new Map;thread(e,n){let r=Ir(n);if(e==null)return r;let o=this.conversations.get(String(e));if(!o)throw new fe(`unknown previous_response_id ${String(e)} (proxy restarts drop stored responses)`);return[...o,...r]}remember(e,n,r,o=!0){this.conversations.set(e,[...n,...r]);for(let i of this.conversations.keys()){if(this.conversations.size<=Ar)break;this.conversations.delete(i)}}forget(e){this.conversations.delete(e)}},fn=new WeakMap;function Pe(t){let e=fn.get(t);return e||(e=new we,fn.set(t,e)),e}function ve(t){let e=t?.output;return Array.isArray(e)?e.filter(n=>n.type==="function_call"):[]}function ne(t){return t.find(e=>e.type==="response.completed")?.response??null}function be(t){return t.type!=="response.function_call_arguments.delta"||typeof t.tool_index!="number"?null:{tool_index:t.tool_index,call_id:typeof t.call_id=="string"?t.call_id:void 0,name:typeof t.name=="string"?t.name:void 0,delta:typeof t.delta=="string"?t.delta:""}}var se=class{calls=new Map;add(e){let n=this.calls.get(e.tool_index),r=!n;return n||(n={args:""},this.calls.set(e.tool_index,n)),e.call_id&&(n.id=e.call_id),e.name&&(n.name=e.name),n.args+=e.delta,{call:n,isNew:r}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([e,n])=>({type:"function_call",call_id:n.id??`call_${e}`,name:n.name??"",arguments:n.args}))}},Or=["<tool_call>","<function="];function Er(t){return Or.find(e=>t.includes(e))}function me(t,e){return`serving row emitted a prose tool call (literal ${JSON.stringify(e)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${t}" (see catalog parser_defaults)`}function ge(t,e,n){if(!(!t||e>0))return Er(n)}function ht(t,e){let n=e?.output_text;return typeof n=="string"?n:t.filter(r=>r.type==="response.output_text.delta"&&typeof r.delta=="string").map(r=>r.delta).join("")}function Tr(t){let e=t?.output;if(!Array.isArray(e))return[];let n=[];for(let r of e){if(r===null||typeof r!="object")continue;let o=r;o.type==="message"?n.push({role:"assistant",content:o.content??""}):o.type==="function_call"&&n.push({type:"function_call",call_id:o.call_id,name:o.name,arguments:o.arguments})}return n}function yt(t,e){let n=Tr(t);return n.length>0?n:e?[{role:"assistant",content:e}]:[]}var J=class extends Error{constructor(n,r,o=400,i){super(n);this.code=r;this.status=o;this.param=i}code;status;param};function ke(t,e){try{return t.thread(e.previous_response_id,e.input)}catch(n){throw n instanceof fe?new J(n.message,"previous_response_not_found",400,"previous_response_id"):new J(String(n instanceof Error?n.message:n),"invalid_input")}}function mn(t){let e=t.text;if(e!==null&&typeof e=="object"){let n=e.format;if(n!==void 0)return n}}async function _t(t,e,n,r,o){if(e.instructions!==void 0&&typeof e.instructions!="string")throw new J("instructions must be a string","invalid_instructions");let i=typeof e.instructions=="string"?e.instructions:void 0;return t.createResponse({model:e.model,input:n,stream:r,tools:e.tools,tool_choice:e.tool_choice,temperature:e.temperature,top_p:e.top_p,stop:e.stop,...i!==void 0?{instructions:i}:{},max_output_tokens:e.max_output_tokens,...e.reasoning_effort!==void 0?{reasoning_effort:e.reasoning_effort}:{},...e.chat_template_kwargs!==void 0?{chat_template_kwargs:e.chat_template_kwargs}:{},...mn(e)!==void 0?{response_format:mn(e)}:{}},o)}async function Ce(t){let{body:e,clients:n,store:r,stats:o}=t,i=ke(r,e);e.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(i))-Buffer.byteLength(JSON.stringify(e.input)));let s=t.responseId,a=t.remember??e.store!==!1,c=e.store!==!1,u=te(e);o.model(u);let l=Array.isArray(e.tools)&&e.tools.length>0,d=t.turn,h=await _t(n,e,i,!0,d?ee(d):void 0);return{responseId:s,events:Pr({events:h,conversation:i,responseId:s,modelKey:u,requestHadTools:l,remember:a,persist:c,store:r,stats:o,turn:t.turn})}}async function*Pr(t){let{events:e,conversation:n,responseId:r,modelKey:o,requestHadTools:i,remember:s,persist:a,store:c,stats:u}=t,l=[],d=S=>S.response&&typeof S.response=="object"?{...S,response:{...S.response,id:r}}:S,h=`item_${r.slice(5)}`,p=`rs_${r.slice(5)}`,R=!1,A=!1,g=0;function*_(){R||(R=!0,yield{type:"response.created",response:{id:r,object:"response",status:"in_progress"}})}let y=!1,v=0,I="";function*k(){y&&(y=!1,yield{type:"response.reasoning_text.done",item_id:p,output_index:v,content_index:0,text:I},yield{type:"response.output_item.done",output_index:v,item:{id:p,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:I}],status:"completed"}})}let w=!1,m=0,T="";function*P(S){w&&(w=!1,yield{type:"response.output_text.done",item_id:h,output_index:m,content_index:0,text:T},yield{type:"response.content_part.done",item_id:h,output_index:m,content_index:0,part:{type:"output_text",text:T}},yield{type:"response.output_item.done",output_index:m,item:{id:h,type:"message",role:"assistant",status:S,content:[{type:"output_text",text:T}]}})}let L=new se,O=null,K=-1;function*G(S){if(!O)return;let U=O;O=null,yield{type:"response.function_call_arguments.done",item_id:U.fcId,output_index:U.outputIndex,arguments:U.args},yield{type:"response.output_item.done",output_index:U.outputIndex,item:{id:U.fcId,type:"function_call",call_id:U.callId??U.fcId,name:U.name??"",arguments:U.args,status:S}}}let q=!1;for await(let S of u.track(e,o,t.turn)){l.push(S);let U=String(S.type??"");if(U==="response.created"||U==="response.in_progress"){R=!0,yield d(S);continue}if(U==="response.output_item.added"){A=!0,yield d(S);continue}if(U==="response.reasoning_text.delta"&&!A){yield*_(),y||(y=!0,v=g++,yield{type:"response.output_item.added",output_index:v,item:{id:p,type:"reasoning",summary:[],content:[],status:"in_progress"}}),I+=String(S.delta??""),yield{type:"response.reasoning_text.delta",item_id:p,output_index:v,content_index:0,delta:S.delta};continue}if(U==="response.output_text.delta"&&!A){yield*_(),yield*k(),w||(w=!0,m=g++,yield{type:"response.output_item.added",output_index:m,item:{id:h,type:"message",role:"assistant",status:"in_progress",content:[]}},yield{type:"response.content_part.added",item_id:h,output_index:m,content_index:0,part:{type:"output_text",text:""}}),T+=String(S.delta??""),yield{type:U,item_id:h,output_index:m,content_index:0,delta:S.delta};continue}let B=A?null:be(S);if(B){if(yield*_(),yield*k(),yield*P("completed"),L.add(B),B.tool_index!==K){yield*G("completed"),K=B.tool_index;let W=g++;O={fcId:`fc_${r.slice(5)}_${B.tool_index}`,outputIndex:W,callId:B.call_id,name:B.name,args:""},yield{type:"response.output_item.added",output_index:W,item:{id:O.fcId,type:"function_call",call_id:O.callId??O.fcId,name:O.name??"",arguments:"",status:"in_progress"}}}O&&(B.call_id&&(O.callId=B.call_id),B.name&&(O.name=B.name),O.args+=B.delta,yield{type:"response.function_call_arguments.delta",item_id:O.fcId,output_index:O.outputIndex,delta:B.delta});continue}if(U==="response.completed"&&!A){let W=ve(S.response),de=ge(i,L.size+W.length,T);if(de){q=!0,yield{type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:me(o,de)}};break}if(yield*k(),yield*P("completed"),yield*G("completed"),L.size===0)for(let le of W){let ie=g++,z=le.id??le.call_id??`fc_${ie}`,Ie=le.arguments??"",ye={id:z,type:"function_call",call_id:le.call_id??z,name:le.name??""};yield{type:"response.output_item.added",output_index:ie,item:{...ye,arguments:"",status:"in_progress"}},yield{type:"response.function_call_arguments.delta",item_id:z,output_index:ie,delta:Ie},yield{type:"response.function_call_arguments.done",item_id:z,output_index:ie,arguments:Ie},yield{type:"response.output_item.done",output_index:ie,item:{...ye,arguments:Ie,status:"completed"}}}yield d(S);continue}yield d(S)}if(yield*k(),yield*P("incomplete"),yield*G("incomplete"),s&&!q){let S=ne(l);c.remember(r,n,yt(S,ht(l,S)),a)}}var Cr="/v1/responses",$r=64*1024*1024,Ur=8*1024*1024,Lr=16,gn=32,hn=3600*1e3,Nr=/^[A-Za-z0-9._-]{1,256}$/;function j(t,e,n){return{type:"error",status:t,...n!==void 0?{stream_id:n}:{},error:{...e,...e.code!==void 0?{code:e.code}:{}}}}var Mr=j(400,{type:"invalid_request_error",code:"invalid_stream_id",message:"The 'stream_id' field must be a non-empty string with at most 256 characters and may only contain letters, numbers, underscores, hyphens, and periods.",param:"stream_id"});function bt(){let t,e;return{promise:new Promise((r,o)=>{t=r,e=o}),resolve:t,reject:e}}async function Dr(t){for(;t.bufferedAmount>Ur&&t.readyState===ae.WebSocket.OPEN;){let{promise:e,resolve:n}=bt();setTimeout(n,5),await e}}var wt=class extends we{constructor(n){super();this.shared=n}shared;thread(n,r){if(n==null)return super.thread(n,r);try{return super.thread(n,r)}catch(o){if(!(o instanceof fe))throw o;return this.shared.thread(n,r)}}remember(n,r,o,i=!0){i?this.shared.remember(n,r,o):super.remember(n,r,o)}forget(n){super.forget(n),this.shared.forget(n)}},vt=class{constructor(e,n,r,o){this.ws=e;this.clients=n;this.stats=r;this.statusOf=o;this.store=new wt(Pe(n)),e.on("message",(s,a)=>this.onMessage(s,a)),e.on("close",()=>this.dispose()),e.on("error",()=>this.dispose()),setTimeout(()=>{this.closed||(this.sendFrame(j(400,{type:"invalid_request_error",code:"websocket_connection_limit_reached",message:`Responses websocket connection limit reached (${hn/6e4} minutes). Create a new websocket connection to continue.`})),this.ws.close(1001,"connection time limit reached"))},hn).unref?.()}ws;clients;stats;statusOf;store;lanes=new Map;laneOfResponse=new Map;activeTurns=new Set;active=0;waiters=[];closed=!1;onMessage(e,n){if(this.closed)return;if(n){this.sendFrame(j(400,{type:"invalid_request_error",code:"binary_frame",message:"Responses WebSocket frames must be JSON text"})),this.ws.close(1003,"binary frames are not supported");return}let r;try{r=JSON.parse(e.toString())}catch{this.sendFrame(j(400,{type:"invalid_request_error",code:"invalid_json",message:"frame is not valid JSON"}));return}if(r===null||typeof r!="object"||Array.isArray(r)){this.sendFrame(j(400,{type:"invalid_request_error",code:"invalid_event",message:"frame must be a JSON object"}));return}let o=r;if(o.type!=="response.create"){this.sendFrame(j(400,{type:"invalid_request_error",code:"unknown_event",message:`unknown client event type ${JSON.stringify(o.type??null)}; only "response.create" is supported`}));return}if("stream"in o){this.sendFrame(j(400,{type:"invalid_request_error",code:"stream_is_implicit",message:"'stream' is implicit over the Responses WebSocket and must not be sent",param:"stream"}));return}if("background"in o){this.sendFrame(j(400,{type:"invalid_request_error",code:"background_not_supported",message:"'background' is not supported over the Responses WebSocket",param:"background"}));return}let i;if(o.stream_id!==void 0){if(typeof o.stream_id!="string"||!Nr.test(o.stream_id)){this.sendFrame(Mr);return}if(i=o.stream_id,!this.lanes.has(i)&&this.namedLaneCount()>=gn){this.sendFrame(j(400,{type:"invalid_request_error",code:"websocket_stream_limit_reached",message:`This WebSocket connection has reached its maximum number of distinct stream IDs (${gn}). Reuse an existing stream_id or open a new WebSocket connection.`,param:"stream_id"},i));return}}let s=o.generate===!1?()=>this.runWarmup(o,i):()=>this.runTurn(o,i),a=i??"",c=this.lanes.get(a)??Promise.resolve();this.lanes.set(a,c.then(s).catch(()=>{}))}namedLaneCount(){return this.lanes.has("")?this.lanes.size-1:this.lanes.size}async runTurn(e,n){if(!this.closed){await this.acquire();try{let r=Buffer.byteLength(JSON.stringify(e));this.stats.request("responses_ws",r,r);let o;try{o=await Ce({body:e,clients:this.clients,store:this.store,stats:this.stats,remember:!0,responseId:Te(Ee())})}catch(s){this.failTurn(s,n,e);return}this.laneOfResponse.set(o.responseId,n??null);let i=o.events;this.activeTurns.add(i);try{for await(let s of i){if(this.closed||this.ws.readyState!==ae.WebSocket.OPEN)break;this.send(s,n),await Dr(this.ws)}}finally{this.activeTurns.delete(i)}}catch(r){this.failTurn(r,n,e)}finally{this.release()}}}runWarmup(e,n){if(this.closed)return;let r=Te(Ee());try{let o=ke(this.store,{...e,input:e.input??(e.previous_response_id!=null?[]:void 0)});this.store.remember(r,o,[],e.store!==!1),this.laneOfResponse.set(r,n??null),this.send({type:"response.created",response:{id:r,object:"response",status:"in_progress"}},n)}catch(o){this.failTurn(o,n,e)}}failTurn(e,n,r){this.sendFrame(this.errorFrameOf(e,n));let o=r.previous_response_id;typeof o=="string"&&this.laneOfResponse.get(o)===(n??null)&&(this.store.forget(o),this.laneOfResponse.delete(o))}errorFrameOf(e,n){let r=String(e instanceof Error?e.message:e);if(e instanceof J)return j(e.status,{type:"invalid_request_error",code:e.code,message:e.message,...e.param!==void 0?{param:e.param}:{}},n);if(e instanceof F)return j(404,{type:"invalid_request_error",code:"model_not_found",message:r},n);if(e instanceof X)return j(503,{type:"upstream_error",code:"session_gone",message:r},n);let o=this.statusOf?.(e)??null;return o?j(o.status,{type:o.openaiType,message:r},n):j(500,{type:"upstream_error",message:r},n)}async acquire(){for(;this.active>=Lr;){let{promise:e,resolve:n}=bt();this.waiters.push(n),await e}this.active++}release(){this.active--,this.waiters.shift()?.()}dispose(){if(!this.closed){this.closed=!0;for(let e of[...this.activeTurns])e.return(void 0);this.activeTurns.clear(),this.lanes.clear(),this.laneOfResponse.clear();for(let e of this.waiters.splice(0))e()}}send(e,n){if(this.closed||this.ws.readyState!==ae.WebSocket.OPEN)return;let r=n===void 0?e:{...e,stream_id:n};this.ws.send(JSON.stringify(r))}sendFrame(e){this.closed||this.ws.readyState!==ae.WebSocket.OPEN||this.ws.send(JSON.stringify(e))}};function et(t,e,n){let r=e===401?"Unauthorized":e===404?"Not Found":"Internal Server Error",o=`${n}\r
+`;t.end(`HTTP/1.1 ${e} ${r}\r
 Connection: close\r
+Content-Type: text/plain; charset=utf-8\r
+Content-Length: ${Buffer.byteLength(o)}\r
 \r
-invalid local proxy api key`),s.destroy();return}t.handleUpgrade(r,s,i,g=>{new xe(g,n.clients,o)})})}var Ae=class e{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(n,t,o){this.requests[n]=(this.requests[n]??0)+1,this.localInBytes+=t,this.naiveInBytes+=o}modelEntry(n){let t=this.models[n];if(t)return t;let o=Object.keys(this.models).length>=Rt?"(other)":n;return this.models[o]??={requests:0,tokens_out:0}}model(n){this.modelEntry(n).requests+=1}track(n,t){let o=this,r=performance.now(),s=null,i=0;return(async function*(){for await(let g of n)g.type==="response.output_text.delta"&&typeof g.delta=="string"&&(s===null&&(s=performance.now(),o.ttftMs.push(s-r),o.ttftMs.length>512&&o.ttftMs.shift()),i+=1,o.tokensOut+=1,o.charsOut+=g.delta.length,t!==void 0&&(o.modelEntry(t).tokens_out+=1)),yield g;let l=(performance.now()-(s??r))/1e3;i>0&&l>0&&(o.tokRates.push(i/l),o.tokRates.length>512&&o.tokRates.shift())})()}static p50(n){if(!n.length)return null;let t=[...n].sort((o,r)=>o-r);return t[Math.floor(t.length/2)]}snapshot(){let n=Object.values(this.requests).reduce((t,o)=>t+o,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:e.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:e.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:n},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function Oe(e){e.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function U(e,n,t){e.writeHead(n,{"content-type":"application/json"}),e.end(JSON.stringify(t))}function W(e,n,t,o="invalid_request_error"){U(e,n,{error:{message:t,type:o}})}function B(e,n,t,o){U(e,n,{type:"error",error:{type:t,message:o}})}function Ee(e,n,t){if(n==="anthropic"){U(e,404,{type:"error",error:{type:"not_found_error",message:t.message}});return}U(e,404,{error:{message:t.message,type:"invalid_request_error",code:"model_not_found"}})}var Rt=256,At=128;function Ie(e){return typeof e.model!="string"||!e.model.trim()?"(default)":e.model.trim().slice(0,At)}var Qe=64*1024*1024,me=class extends Error{};async function St(e){let n=[],t=0;for await(let r of e){if(t+=r.length,t>Qe)throw new me(`request body exceeds ${Qe} bytes`);n.push(r)}let o=Buffer.concat(n).toString("utf8");return o?JSON.parse(o):{}}function Q(e,n,t,o){return{id:e,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:n,choices:[{index:0,delta:t,finish_reason:o}]}}var Ot=256;function Et(e){if(typeof e=="string")return[{role:"user",content:e}];if(Array.isArray(e))return e;throw new Error("responses input must be a string or an array of messages/items")}var Se=class{conversations=new Map;thread(n,t){let o=Et(t);if(n==null)return o;let r=this.conversations.get(String(n));if(!r)throw new Error(`unknown previous_response_id ${String(n)} (proxy restarts drop stored responses)`);return[...r,...o]}remember(n,t,o){this.conversations.set(n,[...t,{role:"assistant",content:o}]);for(let r of this.conversations.keys()){if(this.conversations.size<=Ot)break;this.conversations.delete(r)}}};function ie(e){let n=e?.output;return Array.isArray(n)?n.filter(t=>t.type==="function_call"):[]}function z(e){return e.find(n=>n.type==="response.completed")?.response??null}function ge(e){let n=e?.usage;if(!n||typeof n!="object")return null;let t=i=>typeof i=="number"&&Number.isFinite(i)&&i>=0?i:0,o=t(n.input_tokens),r=t(n.output_tokens);if(o===0&&r===0)return null;let s=t(n.total_tokens)||o+r;return{input_tokens:o,output_tokens:r,total_tokens:s}}function Ze(e){let n=ge(e);return n?{prompt_tokens:n.input_tokens,completion_tokens:n.output_tokens,total_tokens:n.total_tokens}:{prompt_tokens:0,completion_tokens:0,total_tokens:0}}function nt(e){let n=e?.output;if(!Array.isArray(n))return"";let t="";for(let o of n)if(!(o.type!=="reasoning"||!Array.isArray(o.content)))for(let r of o.content)r.type==="reasoning_text"&&(t+=String(r.text??""));return t}function ae(e){return e.type!=="response.function_call_arguments.delta"||typeof e.tool_index!="number"?null:{tool_index:e.tool_index,call_id:typeof e.call_id=="string"?e.call_id:void 0,name:typeof e.name=="string"?e.name:void 0,delta:typeof e.delta=="string"?e.delta:""}}var Y=class{calls=new Map;add(n){let t=this.calls.get(n.tool_index),o=!t;return t||(t={args:""},this.calls.set(n.tool_index,t)),n.call_id&&(t.id=n.call_id),n.name&&(t.name=n.name),t.args+=n.delta,{call:t,isNew:o}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([n,t])=>({type:"function_call",call_id:t.id??`call_${n}`,name:t.name??"",arguments:t.args}))}},It=["<tool_call>","<function="];function Tt(e){return It.find(n=>e.includes(n))}function Z(e,n){return`serving row emitted a prose tool call (literal ${JSON.stringify(n)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${e}" (see catalog parser_defaults)`}function ee(e,n,t){if(!(!e||n>0))return Tt(t)}function Ct(e){if(Array.isArray(e))return e.map(n=>{let t=n.function;return!t||typeof t!="object"?n:{type:"function",name:t.name,description:t.description,parameters:t.parameters,strict:t.strict}})}var he=class extends Error{};function Pt(e,n){return Array.isArray(n)?n.map(t=>{let o=t;if(o.type==="text")return{type:e==="assistant"?"output_text":"input_text",text:o.text};if(o.type==="image_url"){let r=o.image_url??{};return{type:"input_image",image_url:r.url,detail:r.detail}}throw new he(`unsupported chat content part type "${String(o.type)}" \u2014 the proxy translates text and image_url parts`)}):n}function Lt(e){let n=[];for(let t of e){if(t.role==="tool"){n.push({type:"function_call_output",call_id:t.tool_call_id,output:typeof t.content=="string"?t.content:JSON.stringify(t.content??"")});continue}if(t.role==="assistant"&&Array.isArray(t.tool_calls)){typeof t.content=="string"&&t.content&&n.push({role:"assistant",content:t.content});for(let o of t.tool_calls){let r=o.function??{};n.push({type:"function_call",call_id:o.id,name:r.name,arguments:r.arguments})}continue}n.push({...t,content:Pt(t.role,t.content)})}return n}function be(e){return ie(e).map((n,t)=>({index:t,id:n.call_id??n.id??`call_${t}`,type:"function",function:{name:n.name??"",arguments:n.arguments??"{}"}}))}function et(e,n){let t=n?.output_text;return typeof t=="string"?t:e.filter(o=>o.type==="response.output_text.delta"&&typeof o.delta=="string").map(o=>o.delta).join("")}async function $t(e,n,t,o,r){let s=e.stream===!0,i;try{i=t.thread(e.previous_response_id,e.input)}catch(u){W(o,400,String(u instanceof Error?u.message:u));return}e.previous_response_id!=null&&(r.naiveInBytes+=Buffer.byteLength(JSON.stringify(i))-Buffer.byteLength(JSON.stringify(e.input)));let l=`resp_${Math.random().toString(36).slice(2,14)}`,g=e.store!==!1,d=Ie(e);r.model(d);let p=Array.isArray(e.tools)&&e.tools.length>0,f;try{f=await n.createResponse({model:e.model,input:i,stream:s,tools:e.tools,tool_choice:e.tool_choice,temperature:e.temperature,top_p:e.top_p,stop:e.stop,max_output_tokens:e.max_output_tokens,...e.reasoning_effort!==void 0?{reasoning_effort:e.reasoning_effort}:{},...e.chat_template_kwargs!==void 0?{chat_template_kwargs:e.chat_template_kwargs}:{}})}catch(u){if(u instanceof q){Ee(o,"openai",u);return}throw u}let m=[];if(s){Oe(o);let u=w=>{o.write(`event: ${String(w.type??"message")}
-data: ${JSON.stringify(w)}
+${o}`)}function yn(t,e){let n=new ae.WebSocketServer({noServer:!0,maxPayload:$r}),r=new pe,o=new Set,i=new Set,s=new Set,a=typeof e.clients=="function"?e.clients:()=>e.clients,c=!1,u=(l,d,h)=>{let p;try{p=new URL(l.url??"/","http://localhost")}catch{et(d,400,"malformed upgrade URL");return}if(d.on("error",()=>d.destroy()),d.on("close",()=>s.delete(d)),p.pathname!==Cr){s.add(d);return}i.add(d);let R=!1;(async()=>{if(e.apiKey&&(l.headers.authorization??"")!==`Bearer ${e.apiKey}`){et(d,401,"invalid local proxy api key");return}let A;try{A=await a(l)}catch(g){let _=e.statusOf?.(g)??null;et(d,_?.status??500,"upstream resolver rejected the connection");return}c||d.destroyed||(R=!0,n.handleUpgrade(l,d,h,g=>{i.delete(d),o.add(g),g.on("close",()=>o.delete(g));try{new vt(g,A,r,e.statusOf)}catch{o.delete(g),g.close(1011,"responses websocket setup failed")}}))})().catch(()=>{!R&&!d.destroyed&&et(d,500,"responses websocket upgrade failed")}).finally(()=>i.delete(d))};return t.on("upgrade",u),{stats:r,close:()=>{let{promise:l,resolve:d}=bt();if(c)return d(),l;c=!0,t.off("upgrade",u);for(let p of i)p.destroy();i.clear();for(let p of s)p.destroy();s.clear();for(let p of o)p.close(1001,"server shutting down");let h=setTimeout(()=>{for(let p of o)p.readyState!==ae.WebSocket.CLOSED&&p.terminate()},2e3);return h.unref?.(),n.close(()=>{clearTimeout(h),d()}),l}}}var xn=require("@urun-sh/core");var _n=require("@urun-sh/core"),Br={no_capacity:429,queue_timeout:429,cold_start_exceeded:429,queue_full:429,admission_busy:503,admission_unavailable:503,backend_error:502};function tt(t){if(t==null)return null;let e=Br[t];return e===void 0?null:{status:e,code:t,retryable:e!==502,openaiType:e===429?"capacity_error":"upstream_error",anthropicType:e===429?"rate_limit_error":e===503?"overloaded_error":"api_error"}}function nt(t){if(t.kind==="create-failed")return tt(t.status.error?.code??null);if(t.kind!=="never-live")return null;let e=(t.status.elapsedMs??0)>=_n.COLD_BOOT_WHEN_LIVE_TIMEOUT_MS;return tt(e?"cold_start_exceeded":"queue_timeout")}var Rn=require("ws");var vn=require("crypto");function b(t){return`${t}_${(0,vn.randomUUID)().replace(/-/g,"").slice(0,24)}`}var rt=4*1024*1024,kt=8*1024*1024,ot=512,it=20*1024*1024;function D(t,e,n){return{type:"invalid_request_error",code:t,message:e,param:n??null}}function Ue(t,e){return{type:"server_error",code:t,message:e}}function $(t){return{type:"error",event_id:b("event"),error:t}}function xt(){return{outputModalities:["text"],turnDetection:null,inputAudioTranscription:!1}}var x=class extends Error{constructor(n,r,o="invalid_value"){super(n);this.param=r;this.code=o;this.name="SessionUpdateError"}param;code},Fr={model:!0,instructions:!0,modalities:!0,voice:!0,input_audio_format:!0,output_audio_format:!0,temperature:!0,max_output_tokens:!0,max_response_output_tokens:!0,tool_choice:!0,tools:!0,metadata:!0,turn_detection:!0,input_audio_transcription:!0,input_audio_noise_reduction:!0,audio:!0},qr={format:!0,transcription:!0,turn_detection:!0,noise_reduction:!0},jr={format:!0,voice:!0,speed:!0};function wn(t,e){let n=t;if(!n||typeof n!="object"||n.type!=="audio/pcm"||n.rate!==void 0&&n.rate!==24e3)throw new x(`${e} must be {"type":"audio/pcm","rate":24000} \u2014 the session audio lane is 24 kHz mono PCM16 only`,e)}function $e(t,e,n){if(!t||typeof t!="object"||Array.isArray(t))throw new x("session must be an object","session","invalid_request");let r=t,o=Object.keys(r).filter(s=>!(s in Fr));if(o.length>0)throw new x(`session field(s) not supported by this backend: ${o.join(", ")}`,o[0],"unsupported_field");let i={...e,outputModalities:[...e.outputModalities]};for(let[s,a]of Object.entries(r))switch(s){case"model":if(a!==null&&typeof a!="string")throw new x("model must be a string or null","model");i.model=a??void 0;break;case"instructions":if(a!==null&&typeof a!="string")throw new x("instructions must be a string or null","instructions");i.instructions=a??void 0;break;case"modalities":{if(!Array.isArray(a)||a.length===0)throw new x("modalities must be a non-empty array","modalities");let c=[];for(let u of a){if(u!=="text"&&u!=="audio")throw new x(`modality ${JSON.stringify(u)} is not "text" or "audio"`,"modalities");if(u==="audio"&&!n.voice)throw new x('modality "audio" refused: the resolver did not provide an authoritative voice binding for the resolved backend \u2014 this model cannot speak on this session',"modalities","audio_not_supported");c.includes(u)||c.push(u)}i.outputModalities=c;break}case"voice":if(a===null){delete i.voice;break}if(typeof a!="string")throw new x("voice must be a string or null","voice");if(!n.voice)throw new x("voice refused: no authoritative voice binding for the resolved backend","voice","audio_not_supported");i.voice=a;break;case"input_audio_format":case"output_audio_format":if(a!=="pcm16")throw new x(`${s} must be "pcm16" \u2014 the session audio lane is 24 kHz mono PCM16 only`,s);break;case"temperature":if(a!==null&&(typeof a!="number"||!Number.isFinite(a)))throw new x("temperature must be a finite number or null","temperature");i.temperature=a??void 0;break;case"max_output_tokens":case"max_response_output_tokens":if(a!==null&&a!=="inf"&&(typeof a!="number"||!Number.isInteger(a)||a<1))throw new x(`${s} must be a positive integer, "inf" or null`,s);i.maxOutputTokens=a===null?void 0:a;break;case"tools":if(!Array.isArray(a))throw new x("tools must be an array","tools");i.tools=a;break;case"tool_choice":i.toolChoice=a;break;case"metadata":if(a!==null&&(!a||typeof a!="object"||Array.isArray(a)))throw new x("metadata must be an object or null","metadata");i.metadata=a??null;break;case"turn_detection":{if(a===null){i.turnDetection=null;break}if(!n.turns)throw new x("turn_detection is refused: the resolved backend does not wire its own turn boundary lane (stt stream with turn_start/turn_end) \u2014 there is no native VAD source to drive responses from. Drive turns manually: input_audio_buffer.commit + response.create.","turn_detection","unsupported_field");let c=a;if(!c||typeof c!="object"||Array.isArray(c))throw new x("turn_detection must be an object or null","turn_detection");let u=String(c.type??"");if(u!=="server_vad"&&u!=="semantic_vad")throw new x(`turn_detection.type ${JSON.stringify(c.type)} is not "server_vad"/"semantic_vad"`,"turn_detection.type");i.turnDetection={createResponse:c.create_response!==!1,interruptResponse:c.interrupt_response!==!1};break}case"input_audio_transcription":{if(a===null){i.inputAudioTranscription=!1;break}if(!n.turns)throw new x("input_audio_transcription is refused: the resolved backend does not wire a transcript lane \u2014 no native transcription source exists behind this session","input_audio_transcription","unsupported_field");if(!a||typeof a!="object"||Array.isArray(a))throw new x("input_audio_transcription must be an object or null","input_audio_transcription");for(let c of Object.keys(a))if(!["model","language","languages","prompt"].includes(c))throw new x(`input_audio_transcription field not honored by this backend: ${c} (transcription comes from the voice engine itself)`,`input_audio_transcription.${c}`,"unsupported_field");i.inputAudioTranscription=!0;break}case"input_audio_noise_reduction":if(a!==null)throw new x("input_audio_noise_reduction must be null on this backend: no noise-reduction primitive exists behind the session audio bridge","input_audio_noise_reduction","unsupported_field");break;case"audio":{if(a===null)break;let c=a;if(!c||typeof c!="object"||Array.isArray(c))throw new x("audio must be an object or null","audio");if(c.input!==void 0&&c.input!==null){let u=c.input;if(!u||typeof u!="object"||Array.isArray(u))throw new x("audio.input must be an object","audio.input");for(let l of Object.keys(u))if(!(l in qr))throw new x(`audio.input field not supported by this backend: ${l}`,`audio.input.${l}`,"unsupported_field");if(u.format!==void 0&&wn(u.format,"audio.input.format"),u.transcription!==null&&u.transcription!==void 0){let l=$e({input_audio_transcription:u.transcription},i,n);i.inputAudioTranscription=l.inputAudioTranscription}if(u.turn_detection!==null&&u.turn_detection!==void 0){let l=$e({turn_detection:u.turn_detection},i,n);i.turnDetection=l.turnDetection}if(u.noise_reduction!==null&&u.noise_reduction!==void 0)throw new x("audio.input.noise_reduction must be null on this backend: no noise-reduction primitive","audio.input.noise_reduction","unsupported_field")}if(c.output!==void 0&&c.output!==null){let u=c.output;if(!u||typeof u!="object"||Array.isArray(u))throw new x("audio.output must be an object","audio.output");for(let l of Object.keys(u))if(!(l in jr))throw new x(`audio.output field not supported by this backend: ${l}`,`audio.output.${l}`,"unsupported_field");if(u.format!==void 0&&wn(u.format,"audio.output.format"),u.speed!==void 0)throw new x("audio.output.speed is not supported on this backend: playback rate is fixed","audio.output.speed","unsupported_field");if(u.voice!==void 0)if(u.voice===null)delete i.voice;else{if(typeof u.voice!="string")throw new x("audio.output.voice must be a string or null","audio.output.voice");if(!n.voice)throw new x("audio.output.voice refused: no authoritative voice binding for the resolved backend","audio.output.voice","audio_not_supported");i.voice=u.voice}u.format!==void 0&&!i.outputModalities.includes("audio")&&(i.outputModalities=["text","audio"])}break}default:break}return i}function st(t,e){return{id:e,object:"realtime.session",model:t.model??null,instructions:t.instructions??"",modalities:[...t.outputModalities],voice:t.voice??null,input_audio_format:"pcm16",output_audio_format:"pcm16",input_audio_transcription:t.inputAudioTranscription?{}:null,input_audio_noise_reduction:null,turn_detection:t.turnDetection?{type:"server_vad",create_response:t.turnDetection.createResponse,interrupt_response:t.turnDetection.interruptResponse}:null,temperature:t.temperature??null,max_response_output_tokens:t.maxOutputTokens??"inf",tool_choice:t.toolChoice??"auto",tools:t.tools??[],metadata:t.metadata??null}}function Rt(t,e){let n=t;if(!n||typeof n!="object")throw new x("item must be an object","item","invalid_request");if(n.type==="function_call_output"){if(typeof n.call_id!="string"||typeof n.output!="string")throw new x("function_call_output item requires string call_id and output","item.call_id","invalid_request");return{id:typeof n.id=="string"?n.id:b("item"),type:"function_call_output",callId:n.call_id,output:n.output}}if(n.type==="message"){let r=n.role;if(r!=="user"&&r!=="assistant"&&r!=="system")throw new x('message item role must be "user", "assistant" or "system"',"item.role","invalid_request");if(!Array.isArray(n.content))throw new x("message item content must be an array","item.content","invalid_request");let o=[];for(let i of n.content){let s=i;if(!s||typeof s!="object")throw new x("content part must be an object","item.content","invalid_request");if(s.type==="input_text"||r==="assistant"&&s.type==="output_text"){if(typeof s.text!="string")throw new x(`${String(s.type)} part requires string text`,"item.content.text","invalid_request");o.push({type:s.type,text:s.text});continue}if(s.type==="input_audio"){if(!e)throw new x("input_audio content refused: no authoritative voice binding for the resolved backend","item.content.type","audio_not_supported");if(typeof s.audio!="string")throw new x("input_audio part requires base64 audio","item.content.audio","invalid_request");o.push({type:"input_audio",...typeof s.transcript=="string"?{transcript:s.transcript}:{}});continue}throw new x(`content part type ${String(s.type)} is not supported on message items here (input_text / output_text / input_audio)`,"item.content.type","invalid_request")}return{id:typeof n.id=="string"?n.id:b("item"),type:"message",role:r,content:o}}throw new x(`item type ${String(n.type)} is not supported \u2014 message and function_call_output items only`,"item.type","invalid_request")}function St(t){let e=[],n=!1;for(let r of t){if(r.type==="function_call"){e.push({type:"function_call",call_id:r.callId,name:r.name,arguments:r.arguments??"{}"});continue}if(r.type==="function_call_output"){e.push({type:"function_call_output",call_id:r.callId,output:r.output});continue}let o=[];for(let i of r.content??[]){if(i.type==="input_text"||i.type==="output_text"){o.push({type:i.type,text:i.text});continue}if(i.type==="input_audio"){let s=i.transcript;if(typeof s=="string"&&s.trim().length>0){o.push({type:"input_text",text:s});continue}n=!0;continue}}e.push({role:r.role,content:o})}return{input:e,sawAudioOnlyItem:n}}var Vr=1001,Hr=1011,bn=t=>t.slice(0,120),Gr=/^[A-Za-z0-9+/=]*$/,Wr=2;function Jr(t){let e=Buffer.from(t,"base64");for(let n=0;n+1<e.byteLength;n+=2)if(Math.abs(e.readInt16LE(n))>Wr)return!1;return!0}var he=class{id=b("conn");ws;binding;onClosed;config=xt();sessionId=b("sess");conversationId=b("conv");items=[];pendingAudioBytes=[];pendingAudioTotalBytes=0;frozenAudio=[];inFlight=null;activeResponseId=null;responseFlushed=!1;cancelled=!1;voiceClaimed=!1;audioLaneOwner=!1;audioUnsubscribe=null;outOfTurnAudioWarned=!1;audioOnlyTranscriptGapWarned=!1;closed=!1;turnLaneAbort=null;turnTranscript={open:!1,text:""};lastCommittedTranscript=null;constructor(e){this.ws=e.ws,this.binding=e.binding,this.onClosed=e.onClosed,this.binding.model&&(this.config.model=this.binding.model),this.ws.on("message",n=>{this.onMessage(n)}),this.ws.on("close",()=>this.teardown("client disconnected")),this.ws.on("error",()=>this.teardown("client socket error")),this.send({type:"session.created",event_id:b("event"),session:st(this.config,this.sessionId)}),this.send({type:"conversation.created",event_id:b("event"),conversation:{id:this.conversationId,object:"realtime.conversation"}}),this.binding.turns&&this.startTurnLane()}startTurnLane(){let e=new AbortController;this.turnLaneAbort=e;let n=this.binding.turns;(async()=>{try{for await(let r of n()){if(this.closed||e.signal.aborted)return;this.onTurnEvent(r)}}catch(r){!this.closed&&!e.signal.aborted&&this.send($(Ue("turn_lane_fault",`the backend turn/transcript lane failed: ${r instanceof Error?r.message:String(r)}`)))}})()}onTurnEvent(e){switch(e.kind){case"delta":case"final":{let n=typeof e.text=="string"?e.text:"";if(n.length===0)return;this.turnTranscript.open=!0,this.turnTranscript.text+=n,this.config.inputAudioTranscription&&this.send({type:"conversation.item.input_audio_transcription.delta",event_id:b("event"),item_id:"input_audio_turn",content_index:0,delta:n});return}case"turn_start":{this.turnTranscript={open:!0,text:this.turnTranscript.text},this.send({type:"input_audio_buffer.speech_started",event_id:b("event"),item_id:"input_audio_turn",audio_start_ms:typeof e.startMs=="number"?e.startMs:0}),this.config.turnDetection?.interruptResponse&&this.inFlight&&this.cancelResponse();return}case"turn_end":{let n=this.turnTranscript.text.trim(),r=n.length>0?n:null;this.turnTranscript={open:!1,text:""},this.lastCommittedTranscript=r,this.frozenAudio=this.pendingAudioBytes.splice(0),this.pendingAudioTotalBytes=0;let o=b("item"),i=this.items.length>0?this.items[this.items.length-1].id:null;this.pushItem({id:o,type:"message",role:"user",content:[{type:"input_audio",...r!==null?{transcript:r}:{}}]}),this.send({type:"input_audio_buffer.committed",event_id:b("event"),previous_item_id:i,item_id:o}),this.send({type:"conversation.item.created",event_id:b("event"),previous_item_id:i,item:this.itemToProtocol(this.items[this.items.length-1])}),this.send({type:"input_audio_buffer.speech_stopped",event_id:b("event"),item_id:o,audio_end_ms:typeof e.startMs=="number"?e.startMs:0}),this.config.inputAudioTranscription&&r!==null&&this.send({type:"conversation.item.input_audio_transcription.completed",event_id:b("event"),item_id:o,content_index:0,transcript:r}),this.config.turnDetection?.createResponse&&!this.inFlight&&this.startResponse({});return}case"turn_eager_end":case"turn_resumed":return;default:return}}takeTurnTranscript(){let e=this.lastCommittedTranscript;return this.lastCommittedTranscript=null,e}async onMessage(e){if(this.closed)return;let n;try{n=e.toString()}catch{this.fail(D("decode_error","frame is not decodable text"),"invalid_frame");return}if(Buffer.byteLength(n,"utf8")>rt){this.fail(D("frame_too_large",`frame exceeds the ${rt}-byte limit`),"invalid_frame");return}let r;try{r=JSON.parse(n)}catch{this.fail(D("invalid_json","frame is not valid JSON"),"invalid_frame");return}if(typeof r.type!="string"||r.type.length===0){this.fail(D("missing_type",'event is missing a string "type"'),"invalid_frame");return}try{await this.handle(r)}catch(o){let i=o;if(i&&typeof i=="object"&&i.name==="SessionUpdateError"){this.send($({type:"invalid_request_error",code:i.code??"invalid_value",message:i.message,param:i.param??null}));return}this.fail(Ue(null,o instanceof Error?o.message:String(o)),"handler_fault")}}async handle(e){switch(e.type){case"session.update":this.config=$e(e.session,this.config,{voice:this.binding.voice,turns:this.binding.turns!==void 0}),this.send({type:"session.updated",event_id:b("event"),session:st(this.config,this.sessionId)});return;case"conversation.item.create":{let n=Rt(e.item,this.binding.voice),r=this.items.length>0?this.items[this.items.length-1].id:null;this.pushItem(n),this.send({type:"conversation.item.created",event_id:b("event"),previous_item_id:r,item:this.itemToProtocol(n)});return}case"conversation.item.delete":{let n=this.items.findIndex(r=>r.id===e.item_id);if(n<0){this.send($(D("item_not_found",`no item with id ${JSON.stringify(e.item_id)}`,"item_id")));return}this.items.splice(n,1),this.send({type:"conversation.item.deleted",event_id:b("event"),item_id:e.item_id});return}case"conversation.item.retrieve":{let n=this.items.find(r=>r.id===e.item_id);if(!n){this.send($(D("item_not_found",`no item with id ${JSON.stringify(e.item_id)}`,"item_id")));return}this.send({type:"conversation.item.retrieved",event_id:b("event"),item:this.itemToProtocol(n)});return}case"conversation.item.truncate":{let n=this.items.find(r=>r.id===e.item_id);if(!n||n.type!=="message"||n.role!=="assistant"){this.send($(D("item_not_found",`no assistant message item with id ${JSON.stringify(e.item_id)}`,"item_id")));return}n.truncated=!0,this.send({type:"conversation.item.truncated",event_id:b("event"),item_id:n.id,content_index:typeof e.content_index=="number"?e.content_index:0,audio_end_ms:typeof e.audio_end_ms=="number"?e.audio_end_ms:0});return}case"input_audio_buffer.append":{if(typeof e.audio!="string"||e.audio.length===0){this.send($(D("invalid_audio",'input_audio_buffer.append requires base64 "audio"',"audio")));return}if(!this.ensureVoice())return;if(!Gr.test(e.audio)){this.send($(D("invalid_audio","input_audio_buffer.append audio must be base64","audio")));return}let n=Buffer.byteLength(e.audio,"base64");if(this.pendingAudioBytes.length+n>it){this.send($(D("buffer_full",`uncommitted input audio exceeds the ${it}-byte bound \u2014 commit or clear first`,"audio")));return}if(this.inFlight){this.binding.audioSession.audio.appendInputAudio(e.audio);return}this.pendingAudioBytes.push(e.audio),this.pendingAudioTotalBytes+=n;return}case"input_audio_buffer.clear":{if(!this.ensureVoice())return;this.pendingAudioBytes.length=0,this.pendingAudioTotalBytes=0,this.send({type:"input_audio_buffer.cleared",event_id:b("event")});return}case"input_audio_buffer.commit":{if(!this.ensureVoice())return;if(this.pendingAudioTotalBytes===0&&this.takeTurnTranscript()===null){this.send($(D("empty_buffer","input_audio_buffer.commit with no buffered audio","audio")));return}this.frozenAudio=this.pendingAudioBytes.splice(0),this.pendingAudioTotalBytes=0;let n=this.takeTurnTranscript();n===null&&this.binding.turns===void 0&&this.warnAudioOnlyTranscriptGap();let r=b("item"),o=this.items.length>0?this.items[this.items.length-1].id:null;this.pushItem({id:r,type:"message",role:"user",content:[{type:"input_audio",...n!==null?{transcript:n}:{}}]}),this.send({type:"input_audio_buffer.committed",event_id:b("event"),previous_item_id:o,item_id:r}),this.send({type:"conversation.item.created",event_id:b("event"),previous_item_id:o,item:this.itemToProtocol(this.items[this.items.length-1])});return}case"output_audio_buffer.clear":{this.send($(D("output_clear_unavailable","output_audio_buffer.clear has no server-side playback queue to flush on this adapter: output audio is delivered as response.output_audio.delta events and interrupted turns are stopped with response.cancel")));return}case"response.create":this.startResponse(e.response??{});return;case"response.cancel":this.cancelResponse();return;default:this.send($(D("unknown_event",`event type ${e.type} is not supported by this adapter`)))}}ensureVoice(){return!this.binding.voice||!this.binding.audioSession?(this.send($(D("audio_not_supported","audio events require a voice binding from the resolver \u2014 this session was resolved text-only","audio"))),!1):(this.voiceClaimed||(this.claimVoiceBinding(),this.audioUnsubscribe=this.binding.audioSession.audio.onOutputAudio(e=>{this.onOutputAudioFrame(this.activeResponseId??"",e)}),this.voiceClaimed=!0),!0)}claimVoiceBinding(){let e=this.binding.audioSession,n=e.openaiRealtimeClaims??(e.openaiRealtimeClaims=new Set);if(n.has(e))throw new Error("voice binding already owned by another connection \u2014 the resolver handed one audio bridge to two realtime conversations, which must never happen (independent callers require private bindings)");n.add(e),this.audioLaneOwner=!0}releaseVoiceBinding(){let e=this.binding.audioSession;!e||!this.audioLaneOwner||(e.openaiRealtimeClaims?.delete(e),this.audioLaneOwner=!1)}warnAudioOnlyTranscriptGap(){this.audioOnlyTranscriptGapWarned||(this.audioOnlyTranscriptGapWarned=!0,this.send($({type:"invalid_request_error",code:"audio_input_transcript_unavailable",message:"committed input audio is forwarded to the runtime audio lane but is NOT model-visible in the text turn lane: the resolved backend wires no turn/transcript lane (the voice engine's own stt stream with turn_start/turn_end + transcripts). Wire the transcribe/turn-detection leg upstream (the resolver supplies binding.turns) and committed audio gains its REAL transcript as the model-visible turn.",param:"input_audio_buffer.commit"})))}async upstreamStream(e,n){let r=this.binding.session;if(r&&typeof r.sendResponseCreate=="function")return r.sendResponseCreate(e,e.input??[],n);let o=this.binding.clients;if(o&&typeof o.createResponse=="function")return await o.createResponse(e);throw new Error("realtime binding provides neither session.sendResponseCreate nor clients.createResponse \u2014 no upstream turn seam")}startResponse(e){if(this.inFlight){this.send($(D("response_in_progress","a response is already in progress \u2014 cancel it with response.cancel first","response.create")));return}let n=e??{};if(n.modalities!==void 0){if(!Array.isArray(n.modalities)||n.modalities.some(A=>A!=="text"&&A!=="audio")){this.send($(D("invalid_modalities",'response.modalities must be "text"/"audio"',"response.modalities")));return}if(n.modalities.includes("audio")&&!this.ensureVoice())return}if(n.input!==void 0){this.send($(D("response_input_unsupported","response.input is not supported by this adapter: build the context with conversation.item.create, then response.create","response.input")));return}this.cancelled=!1,this.responseFlushed=!1,this.messageItemAdded=!1;let r=b("req"),o=`resp_${r}`;this.activeResponseId=o;let i=this.items.length,{input:s,sawAudioOnlyItem:a}=St(this.items),c=typeof n.instructions=="string"?n.instructions:this.config.instructions,u=typeof n.temperature=="number"?n.temperature:this.config.temperature,l=n.max_output_tokens??this.config.maxOutputTokens,d=l==="inf"||l===void 0?void 0:l,h=n.tools!==void 0?n.tools:this.config.tools,p=n.tool_choice!==void 0?n.tool_choice:this.config.toolChoice,R={input:s,stream:!0,...this.config.model?{model:this.config.model}:{},...c!==void 0?{instructions:c}:{},...u!==void 0?{temperature:u}:{},...d!==void 0?{max_output_tokens:d}:{},...h!==void 0?{tools:h}:{},...p!==void 0?{tool_choice:p}:{}};for(let A of this.frozenAudio.splice(0))this.binding.audioSession?.audio.appendInputAudio(A);this.inFlight=(async()=>{let A=[],g=I=>{this.responseFlushed?this.send(I):A.push(I)},_=()=>{if(!this.responseFlushed){this.send({type:"response.created",event_id:b("event"),response:this.responseObject(o,"in_progress")}),this.send({type:"response.in_progress",event_id:b("event"),response:this.responseObject(o,"in_progress")});for(let I of A)this.send(I);A.length=0,this.responseFlushed=!0}},y={messageOpen:!1,messageText:"",tools:new Map,nextOutputIndex:0},v=null;try{a&&this.binding.turns===void 0&&this.warnAudioOnlyTranscriptGap();let I;try{I=await this.upstreamStream(R,r)}catch(k){this.emitUpstreamFault(k,o);return}try{for await(let k of I){if(this.cancelled)break;let w=k;if(w.type==="error"){let m=this.upstreamErrorBody(w);this.responseFlushed?this.send($(m)):this.send({type:"response.failed",event_id:b("event"),response:this.failedResponse(o,m)});return}if(w.type==="response.output_text.delta"&&typeof w.delta=="string"){_(),y.messageOpen||(this.beginMessageItem(o,y.nextOutputIndex++),y.messageOpen=!0),g({type:"response.output_text.delta",event_id:b("event"),item_id:`${o}_msg_0`,response_id:o,output_index:0,content_index:0,delta:w.delta}),y.messageText+=w.delta;continue}if(w.type==="response.function_call_arguments.delta"){_();let m=typeof w.delta=="string"?w.delta:"",T=typeof w.call_id=="string"&&w.call_id.length>0?w.call_id:`${o}_fc_${y.nextOutputIndex}`,P=y.tools.get(T);if(!P){let L=typeof w.name=="string"&&w.name.length>0?w.name:void 0;P={outputIndex:y.nextOutputIndex++,name:L,args:""},y.tools.set(T,P),g({type:"response.output_item.added",event_id:b("event"),response_id:o,output_index:P.outputIndex,item:{id:T,object:"realtime.item",type:"function_call",call_id:T,name:L??"",arguments:"",status:"in_progress"}})}typeof w.name=="string"&&w.name.length>0&&(P.name=w.name),P.args+=m,g({type:"response.function_call_arguments.delta",event_id:b("event"),item_id:T,response_id:o,output_index:P.outputIndex,call_id:T,name:P.name??"",delta:m});continue}if(w.type==="response.completed"){v=w.response??null;continue}}}catch(k){this.emitUpstreamFault(k,o);return}if(this.cancelled)return;this.closeOpenItems(o,y,i),_(),this.send({type:"response.done",event_id:b("event"),response:this.doneResponse(o,i,v)})}finally{this.inFlight=null,this.activeResponseId=null}})()}onOutputAudioFrame(e,n){if(this.cancelled)return;if(this.activeResponseId!==e){if(Jr(n))return;!this.outOfTurnAudioWarned&&!this.closed&&(this.outOfTurnAudioWarned=!0,this.send($({type:"invalid_request_error",code:"out_of_turn_audio",message:"the runtime produced voice OUT outside a response turn; this adapter delivers output audio only within response.output_audio.delta of an open turn \u2014 wire server-driven turns (VAD) upstream or keep speech inside response turns"})));return}this.responseFlushed||(this.send({type:"response.created",event_id:b("event"),response:this.responseObject(e,"in_progress")}),this.send({type:"response.in_progress",event_id:b("event"),response:this.responseObject(e,"in_progress")}),this.responseFlushed=!0);let r=`${e}_msg_0`;this.messageItemOpenForAudio||(this.beginAudioMessageItem(e),this.messageItemOpenForAudio=!0),this.send({type:"response.output_audio.delta",event_id:b("event"),item_id:r,response_id:e,output_index:0,content_index:0,delta:n})}messageItemAdded=!1;messageItemOpenForAudio=!1;beginMessageItem(e,n){let r=`${e}_msg_0`;this.messageItemAdded||(this.messageItemAdded=!0,this.send({type:"response.output_item.added",event_id:b("event"),response_id:e,output_index:n,item:{id:r,object:"realtime.item",type:"message",role:"assistant",status:"in_progress",content:[]}})),this.send({type:"response.content_part.added",event_id:b("event"),item_id:r,response_id:e,output_index:n,content_index:0,part:{type:"output_text",text:""}})}beginAudioMessageItem(e){let n=`${e}_msg_0`;this.messageItemAdded||(this.messageItemAdded=!0,this.send({type:"response.output_item.added",event_id:b("event"),response_id:e,output_index:0,item:{id:n,object:"realtime.item",type:"message",role:"assistant",status:"in_progress",content:[]}})),this.send({type:"response.content_part.added",event_id:b("event"),item_id:n,response_id:e,output_index:0,content_index:0,part:{type:"output_audio",transcript:""}})}closeOpenItems(e,n,r){if(n.messageOpen||this.messageItemOpenForAudio){let o=`${e}_msg_0`,i=this.messageItemOpenForAudio;i&&this.send({type:"response.output_audio.done",event_id:b("event"),item_id:o,response_id:e,output_index:0,content_index:0}),n.messageText.length>0&&this.send({type:"response.output_text.done",event_id:b("event"),item_id:o,response_id:e,output_index:0,content_index:0,text:n.messageText}),this.send({type:"response.content_part.done",event_id:b("event"),item_id:o,response_id:e,output_index:0,content_index:0,part:i?{type:"output_audio",transcript:""}:{type:"output_text",text:n.messageText}});let s=[];i&&s.push({type:"output_audio"}),n.messageText.length>0&&s.push({type:"output_text",text:n.messageText});let a={id:o,type:"message",role:"assistant",content:s};this.pushItem(a),this.send({type:"response.output_item.done",event_id:b("event"),response_id:e,output_index:0,item:this.itemToProtocol(a)})}for(let[o,i]of n.tools){let s=i.args.length>0?i.args:"{}";this.send({type:"response.function_call_arguments.done",event_id:b("event"),item_id:o,response_id:e,output_index:i.outputIndex,call_id:o,name:i.name??"",arguments:s});let a={id:o,type:"function_call",callId:o,name:i.name,arguments:s};this.pushItem(a),this.send({type:"response.output_item.done",event_id:b("event"),response_id:e,output_index:i.outputIndex,item:this.itemToProtocol(a)})}this.messageItemOpenForAudio=!1,this.messageItemAdded=!1}responseObject(e,n,r){return{id:e,object:"realtime.response",status:n,conversation_id:this.conversationId,usage:null,...r??{}}}failedResponse(e,n){return this.responseObject(e,"failed",{status_details:{error:{code:n.code,message:n.message}}})}doneResponse(e,n,r){let o=r&&typeof r.usage=="object"&&r.usage!==null?r.usage:null,i=[];for(let s=n;s<this.items.length;s++)i.push(this.itemToProtocol(this.items[s]));return this.responseObject(e,"completed",{output:i,usage:o?{input_tokens:typeof o.input_tokens=="number"&&Number.isFinite(o.input_tokens)?o.input_tokens:0,output_tokens:typeof o.output_tokens=="number"&&Number.isFinite(o.output_tokens)?o.output_tokens:0,total_tokens:typeof o.total_tokens=="number"&&Number.isFinite(o.total_tokens)?o.total_tokens:(typeof o.input_tokens=="number"&&Number.isFinite(o.input_tokens)?o.input_tokens:0)+(typeof o.output_tokens=="number"&&Number.isFinite(o.output_tokens)?o.output_tokens:0),input_token_details:{cached_tokens:0,audio_tokens:0,text_tokens:0},output_token_details:{audio_tokens:0,text_tokens:0}}:null})}upstreamErrorBody(e){let n=e.error,r=n&&typeof n.message=="string"?n.message:JSON.stringify(e);return{type:"server_error",code:n&&typeof n.code=="string"?n.code:null,message:r}}emitUpstreamFault(e,n){if(this.cancelled)return;let r=Ue(null,e instanceof Error?e.message:String(e));this.responseFlushed?this.send($(r)):this.send({type:"response.failed",event_id:b("event"),response:this.failedResponse(n,r)})}cancelResponse(){let e=this.inFlight;if(!e){this.send($(D("no_response_to_cancel","no response is in progress","response.cancel")));return}this.cancelled=!0;let n=this.activeResponseId??"resp_";e.finally(()=>{this.send({type:"response.cancelled",event_id:b("event"),response:this.responseObject(n,"cancelled")})})}pushItem(e){this.items.push(e),this.items.length>ot&&(this.items.shift(),this.send($({type:"invalid_request_error",code:"transcript_evicted",message:`the conversation transcript exceeded ${ot} items \u2014 the oldest item was evicted to keep the per-connection bound`})))}itemToProtocol(e){let n={id:e.id,object:"realtime.item"};if(e.type==="function_call")return{...n,type:"function_call",call_id:e.callId,name:e.name,arguments:e.arguments??"{}",status:"completed"};if(e.type==="function_call_output")return{...n,type:"function_call_output",call_id:e.callId,output:e.output};let r=(e.content??[]).map(o=>o.type==="input_text"||o.type==="output_text"?{type:o.type,text:o.text}:o.type==="input_audio"?{type:"input_audio",...o.transcript?{transcript:o.transcript}:{}}:{type:"output_audio",transcript:o.transcript??""});return{...n,type:"message",role:e.role,status:e.truncated?"incomplete":"completed",content:r}}send(e){if(!(this.closed||this.ws.readyState!==this.ws.OPEN)){if(this.ws.bufferedAmount>kt){this.ws.close(Vr,bn("outbound buffer exceeded")),this.teardown("outbound buffer exceeded");return}this.ws.send(JSON.stringify(e))}}fail(e,n){this.send($(e)),this.ws.close(Hr,bn(n)),this.teardown(n)}teardown(e){if(!this.closed){this.closed=!0,this.turnLaneAbort?.abort(),this.turnLaneAbort=null,this.releaseVoiceBinding(),this.audioUnsubscribe?.(),this.audioUnsubscribe=null,this.binding.release&&Promise.resolve().then(()=>this.binding.release?.()).catch(n=>kn(this.id,`binding release failed: ${n instanceof Error?n.message:String(n)}`));try{this.ws.removeAllListeners("message")}catch{}this.onClosed?.(this),kn(this.id,e)}}},At=[];function kn(t,e){At.push({id:t,reason:e}),At.length>256&&At.shift()}var Le="/v1/realtime",Kr=t=>t.slice(0,120);function Yr(t,e,n){let r=e===401||e===403?"Unauthorized":e===502?"Upstream Fault":"Upgrade Refused";t.write(`HTTP/1.1 ${e} ${r}\r
+Connection: close\r
+Content-Type: text/plain\r
+\r
+${Kr(n)}\r
+`),t.destroy()}function Ne(t,e){let n=new Rn.WebSocketServer({noServer:!0}),r=new Set;return t.on("upgrade",(o,i,s)=>{if(new URL(o.url??"/","http://localhost").pathname!==Le)return;r.add(i),i.on("close",()=>{r.delete(i)});let c=l=>{let d=l,h=d.session!=null&&typeof d.session.sendResponseCreate=="function",p=d.clients!=null&&typeof d.clients.createResponse=="function";if(!h&&!p)throw new Error("resolver returned a binding without an upstream turn seam (session.sendResponseCreate or clients.createResponse required) \u2014 refusing the upgrade LOUD");return new Promise((R,A)=>{n.handleUpgrade(o,i,s,g=>{try{new he({ws:g,binding:l}),R()}catch(_){A(_)}})})};(typeof e.resolver=="function"?e.resolver:e.resolver.resolve.bind(e.resolver))(o).then(c).catch(l=>{let d=l instanceof xn.SessionFailedError?nt(l):null,h=null;if(l!==null&&typeof l=="object"&&"status"in l){let A=l.status;typeof A=="number"&&(h=A)}let p=h??d?.status??502,R=l instanceof Error?l.message:String(l);i.destroyed||Yr(i,p,R)}).finally(()=>{r.delete(i)})}),async()=>{let o=Date.now()+5e3;for(;r.size>0&&Date.now()<o;)await new Promise(i=>setTimeout(i,25));await new Promise(i=>n.close(()=>i()))}}var Me=(t,e)=>Object.assign(new Error(e),{status:t});function It(t){let n=new URL(t.url??"/","http://localhost").searchParams.get("model")?.trim();return n===""?void 0:n}async function Ot(t,e){if(!t.supportsAudio)throw Me(501,"the realtime lane needs a router-backed client (supportsAudio) to gate audio modality \u2014 hand-built clients without the catalog oracle are refused, never allowed silently");let n;try{n=await t.supportsAudio(e)}catch(i){throw i instanceof F?Me(404,i.message):i}if(!n)throw Me(404,`model ${JSON.stringify(e??"(default)")} is not audio-capable (catalog task is neither stt nor tts) \u2014 this realtime lane serves only audio-task models; chat models ride /v1/chat/completions`);if(!t.openAudio)throw Me(501,"an audio-capable model needs a router-backed client (openAudio) to open its native session audio bridge \u2014 refusing loudly rather than binding a voiceless session");let r={audio:await t.openAudio(e)},o={clients:t,voice:n,audioSession:r};return e!==void 0&&(o.model=e),o}function at(t,e){return{resolve:async n=>{if(e!==void 0){let r=n.headers.authorization,o=typeof r=="string"?r.trim():"",i=o.startsWith("Bearer ")?o.slice(7).trim():"";if(i===""||i!==e)throw Me(401,"invalid local proxy api key")}return Ot(t,It(n))}}}var zr=Mt(require("os"),1),Xr=Mt(require("path"),1),Qr=require("url"),Zr=require("util");var eo=new Set(["EPIPE","EIO","EBADF","ENXIO"]);function to(t){let e=t?.code;return typeof e=="string"&&eo.has(e)}function De(t,e){try{return t.write(e),!0}catch(n){if(to(n))return!1;throw n}}var Sn="/v1/images/generations",ut="/v1/images/edits";function An(t){return t===Sn||t===ut}var In="/v1/images/models";async function On(t,e,n){if(t){if(t.model=te({model:n}),t.stream=!1,typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}}var E=class extends Error{status;param;constructor(e,n,r){super(n),this.status=e,this.param=r}},no=16*1024*1024,En=64*1024*1024;function Tn(t){return t.length>=8&&t[0]===137&&t[1]===80&&t[2]===78&&t[3]===71&&t[4]===13&&t[5]===10&&t[6]===26&&t[7]===10?"image/png":t.length>=3&&t[0]===255&&t[1]===216&&t[2]===255?"image/jpeg":t.length>=12&&t[0]===82&&t[1]===73&&t[2]===70&&t[3]===70&&t[8]===87&&t[9]===69&&t[10]===66&&t[11]===80?"image/webp":null}function Be(t,e){t.statusCode=e.status,t.setHeader("content-type","application/json"),t.end(JSON.stringify({error:{message:e.message,type:e.status>=500?"upstream_error":"invalid_request_error",...e.param?{param:e.param}:{}}}))}var re=class extends Error{};async function ro(t,e){let n=Number(t.headers["content-length"]??"0");if(Number.isFinite(n)&&n>e)throw new re(`request body exceeds the ${e}-byte limit`);let r=[],o=0;for await(let i of t){let s=i;if(o+=s.length,o>e)throw new re(`request body exceeds the ${e}-byte limit`);r.push(s)}return Buffer.concat(r)}async function Pn(t,e,n,r){let o=await t.createResponse({model:e,input:[{role:"user",content:n}],stream:!1},r),i=null;for await(let d of o){if(d.type==="error"){let h=d.error??{};throw new E(502,`image upstream error: ${String(h.message??"upstream reported an error")}`)}if(d.type==="response.completed"){i=d.response??null;break}}if(i===null)throw new E(502,"image upstream produced no terminal response \u2014 refusing to fabricate an image");let s=i.images;if(!Array.isArray(s)||s.length!==1||typeof s[0]!="string"||s[0].length===0)throw new E(502,`image upstream returned ${Array.isArray(s)?s.length:"a non-array images field"} images for the single-shot (n=1) contract, which produces exactly one \u2014 refusing to truncate or fabricate`);let a=[],c=s[0].startsWith("data:")?s[0].slice(s[0].indexOf(";base64,")+8):s[0],u=Buffer.from(c,"base64");if(Tn(u)===null)throw new E(502,`image upstream returned a payload that is not a PNG/JPEG/WebP image (${u.length} bytes) \u2014 refusing to pass it through`);return a.push(c),{images:a}}function Cn(t){return t instanceof E?t:t instanceof F?new E(404,t.message):new E(502,`image upstream failed: ${String(t instanceof Error?t.message:t)}`)}async function $n(t,e,n,r){if(await t(e,n))return!0;let o=n==="edit"?"no image-input (expects_image) edit destination":"no pure text-to-image (expects_image=false) generation destination";return Be(r,new E(404,e===void 0?`no image-capable default model is configured for this caller (${o}) \u2014 name an image-capable \`model\``:`model "${e}" is not ${n==="edit"?"edit-capable":"generation-capable"} for this caller (${o}; capability is read from the catalog's modality metadata, not the serve function name)`)),!1}function Un(t,e){t&&(t.outputUnits=e.images.length)}function Ln(t,e){t.statusCode=200,t.setHeader("content-type","application/json"),t.end(JSON.stringify({created:Math.floor(Date.now()/1e3),data:e.images.map(n=>({b64_json:n}))}))}var oo={model:!0,prompt:!0,response_format:!0,n:!0};async function Nn(t,e,n){let r=n.maxBodyBytes??En;try{if(t.method!=="POST")throw new E(405,`${String(t.method)} is not supported on ${Sn}`);let o;try{o=JSON.parse((await ro(t,r)).toString("utf8")||"{}")}catch(d){throw d instanceof re?new E(413,d.message):new E(400,"request body is not valid JSON")}if(o===null||typeof o!="object"||Array.isArray(o))throw new E(400,"request body must be a JSON object");let i=o;for(let d of Object.keys(i))if(!oo[d])throw new E(400,`request field "${d}" is not implemented: the native image request schema carries only the prompt (size, quality, style, seed, mask and similar knobs are per-deployment engine config, not per-request fields). Supported fields: model, prompt, response_format, n.`,d);let s=i.prompt;if(typeof s!="string"||s.trim().length===0)throw new E(400,"prompt is required and must be a non-empty string","prompt");let a=i.model===void 0?void 0:i.model;if(a!==void 0&&typeof a!="string")throw new E(400,"model must be a string","model");await On(n.turn,n.clients,a);let c=i.n??1;if(c!==1)throw new E(400,`n=${JSON.stringify(c)} is not supported: the native image request is single-shot and produces exactly one image per request (no batch support yet)`,"n");let u=i.response_format??"b64_json";if(u!=="b64_json")throw new E(400,`response_format ${JSON.stringify(u)} is not supported: the runtime returns bare base64 PNG and exposes no image hosting, so b64_json is the only output format`,"response_format");if(n.stats?.request("images_generations",s.length,s.length),!await $n(n.imageModels,a,"generation",e))return;let l=[{type:"input_text",text:s}];try{let d=await Pn(n.clients,a,l,n.turn?ee(n.turn):void 0);Un(n.turn,d),Ln(e,d)}catch(d){throw Cn(d)}}catch(o){if(o instanceof re){Be(e,new E(413,o.message));return}if(o instanceof E){Be(e,o);return}throw o}}var io={model:!0,prompt:!0,response_format:!0,image:!0,"image[]":!0};async function Mn(t,e,n){let r=n.maxBodyBytes??En,o=n.maxImagePartBytes??no;try{if(t.method!=="POST")throw new E(405,`${String(t.method)} is not supported on ${ut}`);let i=String(t.headers["content-type"]??"");if(!i.toLowerCase().startsWith("multipart/form-data"))throw new E(400,`the edit endpoint consumes multipart/form-data, got ${i||"none"}`);let s=t[Symbol.asyncIterator](),a=0,c=new ReadableStream({async pull(g){try{let _=await s.next();if(_.done){g.close();return}if(a+=_.value.length,a>r){g.error(new re(`request body exceeds the ${r}-byte limit`));return}g.enqueue(_.value)}catch(_){g.error(_)}},cancel(){s.return?.()}}),u;try{let g=new Headers;for(let[v,I]of Object.entries(t.headers))if(typeof I=="string")g.set(v,I);else if(Array.isArray(I))for(let k of I)g.append(v,k);let _={method:"POST",headers:g,body:c,duplex:"half"};u=await new Request(`https://proxy.internal${t.url??"/"}`,_).formData()}catch(g){throw g instanceof re?new E(413,g.message):new E(400,`malformed multipart body: ${String(g instanceof Error?g.message:g)}`)}let l=u.get("prompt");if(typeof l!="string"||l.trim().length===0)throw new E(400,"prompt is required and must be a non-empty string field","prompt");let d=u.get("model");if(d!==null&&typeof d!="string")throw new E(400,"model must be a string field","model");let h=d===null?void 0:d;await On(n.turn,n.clients,h);let p=u.get("response_format")??"b64_json";if(p!=="b64_json")throw new E(400,`response_format ${JSON.stringify(p)} is not supported: the runtime returns bare base64 PNG and exposes no image hosting, so b64_json is the only output format`,"response_format");for(let g of u.keys())if(!io[g])throw new E(400,`form field "${g}" is not implemented: the native image request schema carries the prompt and the image inputs only (mask, size, seed and similar knobs are per-deployment engine config, not per-request fields). Supported fields: model, prompt, response_format, image (or image[]).`,g);let R=[];for(let g of["image","image[]"])for(let _ of u.getAll(g)){if(!(_ instanceof File))throw new E(400,"image must be an uploaded file: the proxy accepts only multipart file bytes and never fetches URLs or server-side paths",g);if(_.size>o)throw new E(413,`image part exceeds the ${o}-byte limit (the serve protocol's MAX_IMAGE_BYTES)`,g);let y=new Uint8Array(await _.arrayBuffer()),v=Tn(y);if(v===null)throw new E(400,"image payload is not a supported format \u2014 supported: PNG, JPEG, WebP (detected by magic bytes, not the declared Content-Type)",g);R.push({bytes:y,mime:v})}if(R.length===0)throw new E(400,"the edit endpoint requires at least one `image` file part","image");if(n.stats?.request("images_edits",l.length,l.length),!await $n(n.imageModels,h,"edit",e))return;let A=[{type:"input_text",text:l}];for(let{bytes:g,mime:_}of R)A.push({type:"input_image",image_url:`data:${_};base64,${Buffer.from(g).toString("base64")}`});try{let g=await Pn(n.clients,h,A,n.turn?ee(n.turn):void 0);Un(n.turn,g),Ln(e,g)}catch(g){throw Cn(g)}}catch(i){if(i instanceof re){Be(e,new E(413,i.message));return}if(i instanceof E){Be(e,i);return}throw i}}var Bn="/v1/usage/requests",Dn=1e4,so=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/,ue=class extends Error{constructor(n,r=400){super(n);this.status=r;this.name="UsageRequestError"}status},xe=class extends Error{constructor(e){super(e),this.name="UsageSurfaceError"}};var Fn=1024*1024;function Et(t,e){if(t===null||typeof t!="object"||Array.isArray(t))throw new ue(`request body must be a JSON object of the form {"${e}": ["<uuid>", ...]}`);let n=t[e];if(!Array.isArray(n))throw new ue(`"${e}" must be an array of uuid strings`);if(n.length>Dn)throw new ue(`"${e}" carries ${n.length} ids; at most ${Dn} may be looked up in one request. Split the batch \u2014 the ids past the limit are NOT silently dropped`);let r=[],o=new Set;for(let i of n){if(typeof i!="string"||!so.test(i))throw new ue(`"${e}" contains ${JSON.stringify(i)}, which is not a LOWERCASE uuid \u2014 every uRun inference id is the lowercase uuid returned in the \`Inference-Id\` response header, and answering a differently-cased spelling would echo back an id the caller cannot match`);o.has(i)||(o.add(i),r.push(i))}return r}function qn(t){return Et(t,"inference_ids")}function dt(t,e){let n=new Set(e),r=new Set;for(let o=0;o<t.length;o++){let i=t[o];if(!n.has(i.inference_id))throw new xe(`the usage surface returned an id at validated answer position ${o} that was not in the request (${e.length} asked, ${t.length} answered) \u2014 an answer carrying ids nobody asked about cannot be attributed to this caller`);if(r.has(i.inference_id))throw new xe(`the usage surface returned ${i.inference_id} more than once \u2014 inference_id is the ledger primary key, so a duplicate means the upstream query is not the one we asked, and a caller that sums the entries would bill the request twice`);r.add(i.inference_id)}}var mt=require("@urun-sh/core");var Tt="/partners/huggingface/v1/billing/requests";function ao(t){return Et(t,"requestIds")}function uo(t){return t>=200&&t<=399}function lo(t){let e=[];for(let n of t)n.cost_nano_usd!==null&&uo(n.http_status)&&e.push({requestId:n.inference_id,costNanoUsd:n.cost_nano_usd});return{requests:e.length>0?e:null}}async function jn(t,e){let n=ao(t),r=await e(n);return dt(r,n),lo(r)}var co=new Map([["/v1/chat/completions","conversational"],["/v1/responses","conversational"],["/v1/messages","conversational"],["/v1/images/generations","text-to-image"],["/v1/images/edits","image-to-image"]]);function po(t){return co.get(t)??null}var fo=["duplicate","duplicate_foreign","auth","surface","unknown","dwell_expired","dropped_on_exit"];function mo(t){let e=t?.ledgerAlreadyWritten;return e!==null&&typeof e=="object"?e:null}function go(t){return t==="surface"}function ho(t){let e=t?.ledgerFailureReason;return fo.includes(e)?e:"unknown"}function yo(t){return t.status===null?!1:t.status>=200&&t.status<400&&!t.stream_error}function _o(t){let e=Date.parse(t.ts),n=Number.isFinite(t.duration_ms)?Math.max(0,t.duration_ms):0;return new Date(e-Math.round(n)).toISOString()}var wo=256,Vn=4096,qe=12e4,vo=250,bo=8e3,je=[],Hn=new Set,Ve=0,Fe=!1;var ko=new Set;function xo(){return Ve===0&&je.length===0}function Ro(){if(xo()){Fe=!1;for(let t of[...ko])t()}}function Gn(t,e){return`${JSON.stringify({event:t,ts:new Date().toISOString(),...e})}
+`}function So(t){De(process.stdout,t)}function Wn(t,e){try{t(e)}catch{}}function Jn(t){let{record:e,ledger:n}=t;if(n===null)return;let r=n.report??So,o=po(e.path);if(o===null)return;let i=l=>{try{n.observe(l)}catch{}},s=(l,d)=>{i({outcome:"skipped",reason:l}),Wn(r,Gn("inference_ledger_skipped",{inference_id:e.inference_id,path:e.path,reason:l,detail:d}))};if(e.status===null){s("no_response_head","no head flushed, so the caller never received an Inference-Id and no status can be recorded honestly");return}if(e.org===null){s("no_org","the request never resolved a tenant, so there is no org to attribute the row to");return}let a=e.catalog;if(a.kind==="unresolved"){s("model_unresolved",a.reason);return}let c;if(a.kind==="catalog")c={model_id:a.model_id,identity_kind:"catalog_model",variant:a.variant};else{if(a.model===null){s("no_model_named","the request resolved to a caller-org app but named no model, so there is no app slug to record and `model_id` cannot be written honestly");return}c={model_id:a.model,identity_kind:"caller_org_app",variant:null}}let u={inference_id:e.inference_id,...c,task:o,http_status:e.status,started_at:_o(e),completed_at:e.ts,billable_outcome:yo(e),session_id:e.session_id,prompt_tokens:e.prompt_tokens,completion_tokens:e.completion_tokens,output_units:e.output_units,queue_ms:e.queue_ms,prefill_ms:e.prefill_ms,decode_ms:e.decode_ms,total_ms:e.total_ms};if(je.length>=Vn){s("queue_full",`${je.length} ledger writes are already waiting (capacity ${Vn}, ${Ve} in flight) \u2014 the control plane is not draining them fast enough and this row is lost`);return}je.push({entry:u,req:t.req,record:e,ledger:n,report:r,queuedAt:Date.now(),attempts:0,settled:!1}),Ve<wo&&(Ve+=1,Ao())}async function Ao(){try{for(;;){let t=Io();if(t===void 0)return;Hn.add(t);try{await Oo(t)}finally{Hn.delete(t)}}}finally{Ve-=1,Ro()}}function Io(){let t=Date.now();for(;;){let e=je.shift();if(e===void 0)return;let n=t-e.queuedAt;if(n<qe)return e;Re(e,{outcome:"failed",reason:"dwell_expired"},{event:"inference_ledger_write_failed",reason:"dwell_expired",error:`this row waited ${n}ms for the control plane (bound ${qe}ms) after ${e.attempts} attempt(s) and was given up on \u2014 the request was served and answered, and it will never be billed. Hugging Face writes a request off ~30 minutes after serving, so a row placed later than this is not worth the memory to keep trying`})}}async function Oo(t){let{entry:e,record:n,ledger:r}=t;for(;;){t.attempts+=1;try{let o=await r.write(t.req,e);Re(t,{outcome:"written",reason:o.cost_nano_usd===null?"unpriced":"priced"},{event:"inference_ledger_written",inference_id:o.inference_id,path:n.path,model_id:e.model_id,identity_kind:e.identity_kind,variant:e.variant,org:n.org,session_id:e.session_id,cost_nano_usd:o.cost_nano_usd,price_version:o.price_version,unpriced_reason:o.unpriced_reason,attempts:t.attempts});return}catch(o){let i=mo(o);if(i!==null){Re(t,{outcome:"already_written",reason:i.cost_nano_usd===null?"unpriced":"priced"},{event:"inference_ledger_already_written",inference_id:e.inference_id,model_id:e.model_id,identity_kind:e.identity_kind,variant:e.variant,cost_nano_usd:i.cost_nano_usd,price_version:i.price_version,attempts:t.attempts});return}let s=ho(o),a=Date.now()-t.queuedAt;if(Fe){Re(t,{outcome:"failed",reason:"dropped_on_exit"},{event:"inference_ledger_write_failed",reason:"dropped_on_exit",attempts:t.attempts,waited_ms:a,error:`the proxy is shutting down and this row was still being retried when the drain ran out \u2014 the request was served and answered, and its billing row was never written. Last failure: ${o instanceof Error?o.message:String(o)}`});return}if(go(s)&&a<qe){if(await To(Eo(t.attempts)),Fe||Date.now()-t.queuedAt>=qe){let c=Date.now()-t.queuedAt;Re(t,{outcome:"failed",reason:Fe?"dropped_on_exit":"dwell_expired"},{event:"inference_ledger_write_failed",reason:Fe?"dropped_on_exit":"dwell_expired",attempts:t.attempts,waited_ms:c,error:`this row's backoff outlived the ${qe}ms dwell bound (waited ${c}ms over ${t.attempts} attempt(s)) and was given up on rather than starting an attempt that could only finish past it. Last failure: ${o instanceof Error?o.message:String(o)}`});return}continue}Re(t,{outcome:"failed",reason:s},{event:"inference_ledger_write_failed",reason:s,attempts:t.attempts,waited_ms:a,error:o instanceof Error?o.message:String(o)});return}}}function Eo(t){return Math.min(bo,vo*2**Math.max(0,t-1))}function To(t){return new Promise(e=>{setTimeout(e,t).unref?.()})}function Re(t,e,n){if(t.settled)return;t.settled=!0;try{t.ledger.observe(e)}catch{}let{event:r,...o}=n;Wn(t.report,Gn(r,{inference_id:t.entry.inference_id,path:t.record.path,org:t.record.org,...o}))}function $t(t){t.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function V(t,e,n){t.writeHead(e,{"content-type":"application/json"}),t.end(JSON.stringify(n))}function oe(t,e,n,r="invalid_request_error",o){V(t,e,{error:o?{message:n,type:r,code:o}:{message:n,type:r}})}function Xn(t,e){let n=e.error,r=n?.type??"upstream_error",o=n?.message??JSON.stringify(e);V(t,r==="invalid_request_error"?400:502,{error:{message:o,type:r,code:n?.code??null}})}function Y(t,e,n,r){V(t,e,{type:"error",error:{type:n,message:r}})}function lt(t,e,n){if(e==="anthropic"){V(t,404,{type:"error",error:{type:"not_found_error",message:n.message}});return}V(t,404,{error:{message:n.message,type:"invalid_request_error",code:"model_not_found"}})}var Po=64*1024*1024,He=class extends Error{};async function Kn(t,e=Po){let n=[],r=0;for await(let i of t){if(r+=i.length,r>e)throw new He(`request body exceeds ${e} bytes`);n.push(i)}let o=Buffer.concat(n).toString("utf8");return o?JSON.parse(o):{}}function Se(t,e,n,r){return{id:t,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:e,choices:[{index:0,delta:n,finish_reason:r}]}}function Qn(t){let e=t?.usage;if(!e||typeof e!="object")return{kind:"absent"};let n=e,r=c=>typeof c=="number"&&Number.isFinite(c)&&c>=0?c:null,o=r(n.input_tokens),i=r(n.output_tokens),s=c=>c??0,a=r(n.total_tokens)??s(o)+s(i);if(s(o)>0||s(i)>0){let c={input_tokens:s(o),output_tokens:s(i),total_tokens:a};return o===null||i===null?{kind:"partial",usage:c}:{kind:"counts",usage:c}}return o===null||i===null?{kind:"absent"}:{kind:"zero",usage:{input_tokens:0,output_tokens:0,total_tokens:a}}}function ct(t){let e=Qn(t);return e.kind==="counts"||e.kind==="partial"?e.usage:null}function Yn(t){let e=ct(t);return e?{prompt_tokens:e.input_tokens,completion_tokens:e.output_tokens,total_tokens:e.total_tokens}:{prompt_tokens:0,completion_tokens:0,total_tokens:0}}function Co(t,e){let n=Qn(e);n.kind==="absent"||n.kind==="partial"||(t.promptTokens=n.usage.input_tokens,t.completionTokens=n.usage.output_tokens)}function $o(t){let e=t?.urun_timing;if(!e||typeof e!="object")return null;let n=e,r=c=>{let u=n[c];return typeof u=="number"&&Number.isSafeInteger(u)&&u>=0?u:null},o=r("queue_ms"),i=r("prefill_ms"),s=r("decode_ms"),a=r("total_ms");return o===null||i===null||s===null||a===null?null:{queue_ms:o,prefill_ms:i,decode_ms:s,total_ms:a}}function Uo(t,e){let n=$o(e);n&&(t.timing=n)}function Ae(t,e){Co(t,e),Uo(t,e)}async function Ut(t,e,n){if(typeof e.catalogIdentity!="function"){t.catalog={kind:"unresolved",reason:"this backhaul exposes no catalogIdentity seam, so the catalog (model_id, variant) that served the request cannot be known and no honest ledger row can be written"};return}try{let r=await e.catalogIdentity(n);if(r!==null){t.catalog={kind:"catalog",model_id:r.model_id,variant:r.variant};return}let o=typeof e.servingAppSlug=="function"?await e.servingAppSlug(n):null;t.catalog={kind:"not-a-catalog-model",model:o??n??null}}catch(r){t.catalog={kind:"unresolved",reason:`model ${JSON.stringify(n??null)} could not be resolved to a catalog identity: ${r instanceof Error?r.message:String(r)}`}}}function Zn(t){let e=t?.output;if(!Array.isArray(e))return"";let n="";for(let r of e)if(!(r.type!=="reasoning"||!Array.isArray(r.content)))for(let o of r.content)o.type==="reasoning_text"&&(n+=String(o.text??""));return n}function Lo(t){if(Array.isArray(t))return t.map(e=>{let n=e.function;return!n||typeof n!="object"?e:{type:"function",name:n.name,description:n.description,parameters:n.parameters,strict:n.strict}})}var pt=class extends Error{};function No(t,e){return Array.isArray(e)?e.map(n=>{let r=n;if(r.type==="text")return{type:t==="assistant"?"output_text":"input_text",text:r.text};if(r.type==="image_url"){let o=r.image_url??{};return{type:"input_image",image_url:o.url,detail:o.detail}}throw new pt(`unsupported chat content part type "${String(r.type)}" \u2014 the proxy translates text and image_url parts`)}):e}function Mo(t){let e=[];for(let n of t){if(n.role==="tool"){e.push({type:"function_call_output",call_id:n.tool_call_id,output:typeof n.content=="string"?n.content:JSON.stringify(n.content??"")});continue}if(n.role==="assistant"&&Array.isArray(n.tool_calls)){typeof n.content=="string"&&n.content&&e.push({role:"assistant",content:n.content});for(let r of n.tool_calls){let o=r.function??{};e.push({type:"function_call",call_id:r.id,name:o.name,arguments:o.arguments})}continue}e.push({...n,content:No(n.role,n.content)})}return e}function Pt(t){return ve(t).map((e,n)=>({index:n,id:e.call_id??e.id??`call_${n}`,type:"function",function:{name:e.name??"",arguments:e.arguments??"{}"}}))}async function Do(t,e,n,r,o,i){let s=Te(i.id),a=t.stream===!0;if(i.model=te(t),i.stream=a,await Ut(i,e,typeof t.model=="string"?t.model:void 0),a){let _;try{_=await Ce({body:t,clients:e,store:n,stats:o,responseId:s,turn:i})}catch(y){if(y instanceof F){lt(r,"openai",y);return}if(y instanceof J){oe(r,y.status,y.message);return}throw y}$t(r);for await(let y of _.events)y.type==="error"&&(i.streamError=!0),y.type==="response.completed"&&Ae(i,y.response),r.write(`event: ${String(y.type??"message")}
+data: ${JSON.stringify(y)}
 
-`)},S=w=>w.response&&typeof w.response=="object"?{...w,response:{...w.response,id:l}}:w,E=`item_${l.slice(5)}`,$=`rs_${l.slice(5)}`,P=!1,N=!1,c=0,x=()=>{P||(P=!0,u({type:"response.created",response:{id:l,object:"response",status:"in_progress"}}))},D=!1,C=0,M="",V=()=>{D&&(D=!1,u({type:"response.reasoning_text.done",item_id:$,output_index:C,content_index:0,text:M}),u({type:"response.output_item.done",output_index:C,item:{id:$,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:M}],status:"completed"}}))},L=!1,v=0,O="",H=w=>{L&&(L=!1,u({type:"response.output_text.done",item_id:E,output_index:v,content_index:0,text:O}),u({type:"response.content_part.done",item_id:E,output_index:v,content_index:0,part:{type:"output_text",text:O}}),u({type:"response.output_item.done",output_index:v,item:{id:E,type:"message",role:"assistant",status:w,content:[{type:"output_text",text:O}]}}))},F=new Y,b=null,X=-1,te=w=>{if(!b)return;let A=b;b=null,u({type:"response.function_call_arguments.done",item_id:A.fcId,output_index:A.outputIndex,arguments:A.args}),u({type:"response.output_item.done",output_index:A.outputIndex,item:{id:A.fcId,type:"function_call",call_id:A.callId??A.fcId,name:A.name??"",arguments:A.args,status:w}})},ne=!1;for await(let w of r.track(f,d)){m.push(w);let A=String(w.type??"");if(A==="response.created"||A==="response.in_progress"){P=!0,u(S(w));continue}if(A==="response.output_item.added"){N=!0,u(S(w));continue}if(A==="response.reasoning_text.delta"&&!N){x(),D||(D=!0,C=c++,u({type:"response.output_item.added",output_index:C,item:{id:$,type:"reasoning",summary:[],content:[],status:"in_progress"}})),M+=String(w.delta??""),u({type:"response.reasoning_text.delta",item_id:$,output_index:C,content_index:0,delta:w.delta});continue}if(A==="response.output_text.delta"&&!N){x(),V(),L||(L=!0,v=c++,u({type:"response.output_item.added",output_index:v,item:{id:E,type:"message",role:"assistant",status:"in_progress",content:[]}}),u({type:"response.content_part.added",item_id:E,output_index:v,content_index:0,part:{type:"output_text",text:""}})),O+=String(w.delta??""),u({type:A,item_id:E,output_index:v,content_index:0,delta:w.delta});continue}let I=N?null:ae(w);if(I){if(x(),V(),H("completed"),F.add(I),I.tool_index!==X){te("completed"),X=I.tool_index;let _=c++;b={fcId:`fc_${l.slice(5)}_${I.tool_index}`,outputIndex:_,callId:I.call_id,name:I.name,args:""},u({type:"response.output_item.added",output_index:_,item:{id:b.fcId,type:"function_call",call_id:b.callId??b.fcId,name:b.name??"",arguments:"",status:"in_progress"}})}b&&(I.call_id&&(b.callId=I.call_id),I.name&&(b.name=I.name),b.args+=I.delta,u({type:"response.function_call_arguments.delta",item_id:b.fcId,output_index:b.outputIndex,delta:I.delta}));continue}if(A==="response.completed"&&!N){let _=ie(w.response),T=ee(p,F.size+_.length,O);if(T){ne=!0,u({type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:Z(d,T)}});break}V(),H("completed"),te("completed"),F.size===0&&_.forEach(G=>{let oe=c++,ce=G.id??G.call_id??`fc_${oe}`,we=G.arguments??"",Te={id:ce,type:"function_call",call_id:G.call_id??ce,name:G.name??""};u({type:"response.output_item.added",output_index:oe,item:{...Te,arguments:"",status:"in_progress"}}),u({type:"response.function_call_arguments.delta",item_id:ce,output_index:oe,delta:we}),u({type:"response.function_call_arguments.done",item_id:ce,output_index:oe,arguments:we}),u({type:"response.output_item.done",output_index:oe,item:{...Te,arguments:we,status:"completed"}})}),u(S(w));continue}u(S(w))}V(),H("incomplete"),te("incomplete"),g&&!ne&&t.remember(l,i,et(m,z(m))),o.write(`data: [DONE]
+`);r.write(`data: [DONE]
 
-`),o.end();return}let h=null;for await(let u of r.track(f,d)){if(m.push(u),u.type==="error"){W(o,502,JSON.stringify(u),"upstream_error");return}u.type==="response.completed"&&(h=u.response)}if(h==null){W(o,502,"upstream produced no response.completed event","upstream_error");return}let y=et(m,h),k=ee(p,ie(h).length,y);if(k){W(o,502,Z(d,k),"upstream_error");return}g&&t.remember(l,i,y),U(o,200,{...h,id:l})}async function Nt(e,n,t,o){let r=e.messages;if(!Array.isArray(r)){W(t,400,"chat/completions requires a messages array");return}let s=String(e.model??"urun"),i=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,l;try{l=Lt(r)}catch(c){if(c instanceof he){W(t,400,c.message);return}throw c}let g=Ie(e);o.model(g);let d=Array.isArray(e.tools)&&e.tools.length>0,p;try{p=await n.createResponse({model:e.model,input:l,stream:!0,tools:Ct(e.tools),tool_choice:e.tool_choice,temperature:e.temperature,top_p:e.top_p,stop:e.stop,max_output_tokens:e.max_completion_tokens??e.max_tokens,...e.reasoning_effort!==void 0?{reasoning_effort:e.reasoning_effort}:{},...e.chat_template_kwargs!==void 0?{chat_template_kwargs:e.chat_template_kwargs}:{}})}catch(c){if(c instanceof q){Ee(t,"openai",c);return}throw c}if(e.stream===!0){Oe(t);let c=[],x=new Y,D="";t.write(`data: ${JSON.stringify(Q(i,s,{role:"assistant"},null))}
+`),r.end();return}let c;try{c=ke(n,t)}catch(_){if(_ instanceof J){oe(r,_.status,_.message);return}throw _}t.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(c))-Buffer.byteLength(JSON.stringify(t.input)));let u=t.store!==!1,l=te(t);o.model(l);let d=Array.isArray(t.tools)&&t.tools.length>0,h;try{h=await _t(e,t,c,!1,ee(i))}catch(_){if(_ instanceof F){lt(r,"openai",_);return}if(_ instanceof J){oe(r,_.status,_.message);return}throw _}let p=[],R=null;for await(let _ of o.track(h,l,i)){if(p.push(_),_.type==="error"){Xn(r,_);return}_.type==="response.completed"&&(R=_.response)}if(R==null){oe(r,502,"upstream produced no response.completed event","upstream_error");return}Ae(i,R);let A=ht(p,R),g=ge(d,ve(R).length,A);if(g){oe(r,502,me(l,g),"upstream_error");return}u&&n.remember(s,c,yt(R,A),u),V(r,200,{...R,id:s})}async function Bo(t,e,n,r,o){let i=t.messages;if(!Array.isArray(i)){oe(n,400,"chat/completions requires a messages array");return}let s=String(t.model??"urun"),a=dn(o.id),c;try{c=Mo(i)}catch(m){if(m instanceof pt){oe(n,400,m.message);return}throw m}let u=te(t);r.model(u),o.model=u,o.stream=t.stream===!0,await Ut(o,e,typeof t.model=="string"?t.model:void 0);let l=Array.isArray(t.tools)&&t.tools.length>0,d;try{d=await e.createResponse({model:t.model,input:c,stream:!0,tools:Lo(t.tools),tool_choice:t.tool_choice,temperature:t.temperature,top_p:t.top_p,stop:t.stop,max_output_tokens:t.max_completion_tokens??t.max_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{},...t.response_format!==void 0?{response_format:t.response_format}:{}},ee(o))}catch(m){if(m instanceof F){lt(n,"openai",m);return}throw m}if(t.stream===!0){$t(n);let m=[],T=new se,P="";n.write(`data: ${JSON.stringify(Se(a,s,{role:"assistant"},null))}
 
-`);for await(let v of o.track(p,g)){c.push(v);let O=ae(v);if(v.type==="response.output_text.delta"&&typeof v.delta=="string")D+=v.delta,t.write(`data: ${JSON.stringify(Q(i,s,{content:v.delta},null))}
+`);for await(let q of r.track(d,u,o)){m.push(q);let S=be(q);if(q.type==="response.output_text.delta"&&typeof q.delta=="string")P+=q.delta,n.write(`data: ${JSON.stringify(Se(a,s,{content:q.delta},null))}
 
-`);else if(v.type==="response.reasoning_text.delta"&&typeof v.delta=="string")t.write(`data: ${JSON.stringify(Q(i,s,{reasoning_content:v.delta},null))}
+`);else if(q.type==="response.reasoning_text.delta"&&typeof q.delta=="string")n.write(`data: ${JSON.stringify(Se(a,s,{reasoning_content:q.delta},null))}
 
-`);else if(O){let{call:H,isNew:F}=x.add(O),b=F?{index:O.tool_index,id:H.id??`call_${O.tool_index}`,type:"function",function:{name:H.name??"",arguments:O.delta}}:{index:O.tool_index,function:{arguments:O.delta}};t.write(`data: ${JSON.stringify(Q(i,s,{tool_calls:[b]},null))}
+`);else if(S){let{call:U,isNew:B}=T.add(S),W=B?{index:S.tool_index,id:U.id??`call_${S.tool_index}`,type:"function",function:{name:U.name??"",arguments:S.delta}}:{index:S.tool_index,function:{arguments:S.delta}};n.write(`data: ${JSON.stringify(Se(a,s,{tool_calls:[W]},null))}
 
-`)}else if(v.type==="error"){t.write(`data: ${JSON.stringify({error:v})}
+`)}else if(q.type==="error"){o.streamError=!0,n.write(`data: ${JSON.stringify({error:q})}
 
-`),t.end();return}}let C=be(z(c)),M=ee(d,x.size+C.length,D);if(M){t.write(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:Z(g,M)}})}
+`),n.end();return}}let L=Pt(ne(m)),O=ge(l,T.size+L.length,P);if(O){o.streamError=!0,n.write(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:me(u,O)}})}
 
-`),t.end();return}x.size===0&&C.length>0&&t.write(`data: ${JSON.stringify(Q(i,s,{tool_calls:C},null))}
+`),n.end();return}T.size===0&&L.length>0&&n.write(`data: ${JSON.stringify(Se(a,s,{tool_calls:L},null))}
 
-`);let V=x.size>0||C.length>0;t.write(`data: ${JSON.stringify(Q(i,s,{},V?"tool_calls":"stop"))}
+`);let K=T.size>0||L.length>0;n.write(`data: ${JSON.stringify(Se(a,s,{},K?"tool_calls":"stop"))}
 
-`),ge(z(c))&&t.write(`data: ${JSON.stringify({id:i,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:s,choices:[],usage:Ze(z(c))})}
+`);let G=ct(ne(m));Ae(o,ne(m)),G&&n.write(`data: ${JSON.stringify({id:a,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:s,choices:[],usage:Yn(ne(m))})}
 
-`),t.write(`data: [DONE]
+`),n.write(`data: [DONE]
 
-`),t.end();return}let f="",m="",h=[],y=new Y;for await(let c of o.track(p,g)){h.push(c),c.type==="response.output_text.delta"&&typeof c.delta=="string"&&(f+=c.delta),c.type==="response.reasoning_text.delta"&&typeof c.delta=="string"&&(m+=c.delta);let x=ae(c);if(x&&y.add(x),c.type==="error"){W(t,502,JSON.stringify(c),"upstream_error");return}}let k=z(h),u=be(k),S=u.length>0?u:be({output:y.items()}),E=ee(d,S.length,f);if(E){W(t,502,Z(g,E),"upstream_error");return}let $=S.map(({index:c,...x})=>x),P={role:"assistant",content:f||null},N=m||nt(k);N&&(P.reasoning_content=N),$.length>0&&(P.tool_calls=$),U(t,200,{id:i,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:s,choices:[{index:0,message:P,finish_reason:$.length>0?"tool_calls":"stop"}],usage:Ze(k)})}function Mt(e){return typeof e=="string"?e:Array.isArray(e)?e.filter(n=>n.type==="text").map(n=>String(n.text??"")).join(""):""}var ue=class extends Error{};function ye(e){return new ue(`unsupported anthropic content block type "${e}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function Ut(e){if(Array.isArray(e))return e.map(n=>{let t=n;return{type:"function",name:t.name,description:t.description,parameters:t.input_schema}})}function Dt(e){if(e==null)return;let n=e.type;if(n==="auto")return"auto";if(n==="none")return"none";if(n==="any")return"required";if(n==="tool")return{type:"function",name:e.name};throw new ue(`unsupported anthropic tool_choice type ${JSON.stringify(String(n))} \u2014 the proxy maps auto, none, any and tool`)}function Vt(e){if(typeof e=="string")return e;if(e==null)return"";if(!Array.isArray(e))throw ye(typeof e);let n="";for(let t of e){let o=String(t.type??"");if(o!=="text")throw ye(`tool_result > ${o}`);n+=String(t.text??"")}return n}function Bt(e){let{role:n,content:t}=e;if(typeof t=="string")return[{role:n,content:t}];if(t==null)return[];if(!Array.isArray(t))throw ye(typeof t);let o=[],r="",s=()=>{r&&(o.push({role:n,content:r}),r="")};for(let i of t){let l=String(i.type??"");if(l==="text")r+=String(i.text??"");else if(l==="tool_use")s(),o.push({type:"function_call",call_id:i.id,name:i.name,arguments:JSON.stringify(i.input??{})});else if(l==="tool_result")s(),o.push({type:"function_call_output",call_id:i.tool_use_id,output:Vt(i.content)});else{if(l==="thinking"||l==="redacted_thinking")continue;throw ye(l)}}return s(),o}function Re(e){return ie(e).map((n,t)=>{let o;try{o=JSON.parse(n.arguments||"{}")}catch{throw new Error(`upstream function_call "${n.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:n.call_id??n.id??`toolu_${t}`,name:n.name??"",input:o}})}async function Ht(e,n,t,o){let r=e.messages;if(!Array.isArray(r)){B(t,400,"invalid_request_error","messages requires a messages array");return}if(typeof e.max_tokens!="number"||!Number.isInteger(e.max_tokens)||e.max_tokens<1){B(t,400,"invalid_request_error","max_tokens is required and must be a positive integer");return}if(e.top_k!==void 0){B(t,400,"invalid_request_error","top_k is not supported: the uRun serve lane exposes temperature/top_p/stop_sequences only");return}if(e.stop_sequences!==void 0&&(!Array.isArray(e.stop_sequences)||e.stop_sequences.some(c=>typeof c!="string"))){B(t,400,"invalid_request_error","stop_sequences must be an array of strings");return}let s=String(e.model??"urun"),i=`msg_${Math.random().toString(36).slice(2,14)}`,l=[],g;try{e.system&&l.push({role:"system",content:Mt(e.system)});for(let c of r)l.push(...Bt(c));g=Dt(e.tool_choice)}catch(c){if(c instanceof ue){B(t,400,"invalid_request_error",c.message);return}throw c}let d=Ie(e);o.model(d);let p=Array.isArray(e.tools)&&e.tools.length>0,f;try{f=await n.createResponse({model:e.model,input:l,stream:!0,tools:Ut(e.tools),tool_choice:g,temperature:e.temperature,max_output_tokens:e.max_tokens,top_p:e.top_p,stop:e.stop_sequences})}catch(c){if(c instanceof q){Ee(t,"anthropic",c);return}throw c}let m=(c,x)=>{t.destroyed||t.write(`event: ${c}
-data: ${JSON.stringify({type:c,...x})}
+`),n.end();return}let h="",p="",R=[],A=new se;for await(let m of r.track(d,u,o)){R.push(m),m.type==="response.output_text.delta"&&typeof m.delta=="string"&&(h+=m.delta),m.type==="response.reasoning_text.delta"&&typeof m.delta=="string"&&(p+=m.delta);let T=be(m);if(T&&A.add(T),m.type==="error"){Xn(n,m);return}}let g=ne(R);Ae(o,g);let _=Pt(g),y=_.length>0?_:Pt({output:A.items()}),v=ge(l,y.length,h);if(v){oe(n,502,me(u,v),"upstream_error");return}let I=y.map(({index:m,...T})=>T),k={role:"assistant",content:h||null},w=p||Zn(g);w&&(k.reasoning_content=w),I.length>0&&(k.tool_calls=I),V(n,200,{id:a,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:s,choices:[{index:0,message:k,finish_reason:I.length>0?"tool_calls":"stop"}],usage:Yn(g)})}function Fo(t){return typeof t=="string"?t:Array.isArray(t)?t.filter(e=>e.type==="text").map(e=>String(e.text??"")).join(""):""}var Ge=class extends Error{};function ft(t){return new Ge(`unsupported anthropic content block type "${t}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function qo(t){if(Array.isArray(t))return t.map(e=>{let n=e;return{type:"function",name:n.name,description:n.description,parameters:n.input_schema}})}function jo(t){if(t==null)return;let e=t.type;if(e==="auto")return"auto";if(e==="none")return"none";if(e==="any")return"required";if(e==="tool")return{type:"function",name:t.name};throw new Ge(`unsupported anthropic tool_choice type ${JSON.stringify(String(e))} \u2014 the proxy maps auto, none, any and tool`)}function Vo(t){if(typeof t=="string")return t;if(t==null)return"";if(!Array.isArray(t))throw ft(typeof t);let e="";for(let n of t){let r=String(n.type??"");if(r!=="text")throw ft(`tool_result > ${r}`);e+=String(n.text??"")}return e}function Ho(t){let{role:e,content:n}=t;if(typeof n=="string")return[{role:e,content:n}];if(n==null)return[];if(!Array.isArray(n))throw ft(typeof n);let r=[],o="",i=()=>{o&&(r.push({role:e,content:o}),o="")};for(let s of n){let a=String(s.type??"");if(a==="text")o+=String(s.text??"");else if(a==="tool_use")i(),r.push({type:"function_call",call_id:s.id,name:s.name,arguments:JSON.stringify(s.input??{})});else if(a==="tool_result")i(),r.push({type:"function_call_output",call_id:s.tool_use_id,output:Vo(s.content)});else{if(a==="thinking"||a==="redacted_thinking")continue;throw ft(a)}}return i(),r}function Ct(t){return ve(t).map((e,n)=>{let r;try{r=JSON.parse(e.arguments||"{}")}catch{throw new Error(`upstream function_call "${e.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:e.call_id??e.id??`toolu_${n}`,name:e.name??"",input:r}})}async function Go(t,e,n,r,o){let i=t.messages;if(!Array.isArray(i)){Y(n,400,"invalid_request_error","messages requires a messages array");return}if(typeof t.max_tokens!="number"||!Number.isInteger(t.max_tokens)||t.max_tokens<1){Y(n,400,"invalid_request_error","max_tokens is required and must be a positive integer");return}if(t.top_k!==void 0){Y(n,400,"invalid_request_error","top_k is not supported: the uRun serve lane exposes temperature/top_p/stop_sequences only");return}if(t.stop_sequences!==void 0&&(!Array.isArray(t.stop_sequences)||t.stop_sequences.some(m=>typeof m!="string"))){Y(n,400,"invalid_request_error","stop_sequences must be an array of strings");return}let s=String(t.model??"urun"),a=ln(o.id),c=[],u;try{t.system&&c.push({role:"system",content:Fo(t.system)});for(let m of i)c.push(...Ho(m));u=jo(t.tool_choice)}catch(m){if(m instanceof Ge){Y(n,400,"invalid_request_error",m.message);return}throw m}let l=te(t);r.model(l),o.model=l,o.stream=t.stream===!0,await Ut(o,e,typeof t.model=="string"?t.model:void 0);let d=Array.isArray(t.tools)&&t.tools.length>0,h;try{h=await e.createResponse({model:t.model,input:c,stream:!0,tools:qo(t.tools),tool_choice:u,temperature:t.temperature,max_output_tokens:t.max_tokens,top_p:t.top_p,stop:t.stop_sequences},ee(o))}catch(m){if(m instanceof F){lt(n,"anthropic",m);return}throw m}let p=(m,T)=>{n.destroyed||n.write(`event: ${m}
+data: ${JSON.stringify({type:m,...T})}
 
-`)};if(e.stream===!0){let c=o.track(f,d);Oe(t),m("message_start",{message:{id:i,type:"message",role:"assistant",content:[],model:s,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let x=0,D="",C=0,M="none",V=()=>M,L=-1,v=-1,O=new Y,H=[],F=()=>{M!=="none"&&(M="none",m("content_block_stop",{index:L}))},b=(_,T)=>{F(),M=_,L=C++,m("content_block_start",{index:L,content_block:T})};for await(let _ of c){if(t.destroyed)break;H.push(_);let T=ae(_);if(_.type==="response.reasoning_text.delta"&&typeof _.delta=="string")V()!=="thinking"&&b("thinking",{type:"thinking",thinking:""}),m("content_block_delta",{index:L,delta:{type:"thinking_delta",thinking:_.delta}});else if(_.type==="response.output_text.delta"&&typeof _.delta=="string")V()!=="text"&&b("text",{type:"text",text:""}),x+=1,D+=_.delta,m("content_block_delta",{index:L,delta:{type:"text_delta",text:_.delta}});else if(T){let{call:G}=O.add(T);(V()!=="tool"||T.tool_index!==v)&&(v=T.tool_index,b("tool",{type:"tool_use",id:G.id??`call_${T.tool_index}`,name:G.name??"",input:{}})),T.delta&&m("content_block_delta",{index:L,delta:{type:"input_json_delta",partial_json:T.delta}})}else if(_.type==="error"){m("error",{error:{type:"api_error",message:JSON.stringify(_)}}),t.end();return}}if(t.destroyed)return;let X=z(H),te=ie(X),ne=ee(p,O.size+te.length,D);if(ne){m("error",{error:{type:"api_error",message:Z(d,ne)}}),t.end();return}F();let w=[];if(O.size===0)try{w=Re(X)}catch(_){m("error",{error:{type:"api_error",message:String(_ instanceof Error?_.message:_)}}),t.end();return}C===0&&w.length===0&&(b("text",{type:"text",text:""}),F()),w.forEach(_=>{let T=C++;m("content_block_start",{index:T,content_block:{..._,input:{}}}),m("content_block_delta",{index:T,delta:{type:"input_json_delta",partial_json:JSON.stringify(_.input??{})}}),m("content_block_stop",{index:T})});let A=O.size>0||w.length>0,I=ge(X);m("message_delta",{delta:{stop_reason:A?"tool_use":"end_turn"},usage:I?{input_tokens:I.input_tokens,output_tokens:I.output_tokens}:{output_tokens:x}}),m("message_stop",{}),t.end();return}let h="",y="",k=[],u=new Y;for await(let c of o.track(f,d)){k.push(c),c.type==="response.output_text.delta"&&typeof c.delta=="string"&&(h+=c.delta),c.type==="response.reasoning_text.delta"&&typeof c.delta=="string"&&(y+=c.delta);let x=ae(c);if(x&&u.add(x),c.type==="error"){B(t,502,"api_error",JSON.stringify(c));return}if(t.destroyed)break}if(t.destroyed)return;let S=z(k),E;try{E=Re(S),E.length===0&&u.size>0&&(E=Re({output:u.items()}))}catch(c){B(t,502,"api_error",String(c instanceof Error?c.message:c));return}let $=ee(p,E.length,h);if($){B(t,502,"api_error",Z(d,$));return}let P=[],N=y||nt(S);N&&P.push({type:"thinking",thinking:N}),(h||E.length===0)&&P.push({type:"text",text:h}),P.push(...E),U(t,200,{id:i,type:"message",role:"assistant",content:P,model:s,stop_reason:E.length>0?"tool_use":"end_turn",usage:ge(S)??{input_tokens:0,output_tokens:0}})}function Ft(e){let{clients:n,apiKey:t,identity:o,statusOf:r}=e,s=typeof n=="function"?n:()=>n,i=new WeakMap,l=d=>{let p=i.get(d);return p||(p=new Se,i.set(d,p)),p},g=new Ae;return(d,p)=>{let f=new URL(d.url??"/","http://localhost"),m=f.pathname==="/v1/messages"||f.pathname.startsWith("/v1/messages/"),h=(y,k,u,S)=>m?B(p,y,S,k):W(p,y,k,u);(async()=>{if(d.method==="GET"&&f.pathname==="/healthz"){U(p,200,{ok:!0});return}if(d.method==="GET"&&f.pathname==="/stats"){U(p,200,o?{identity:o,...g.snapshot()}:g.snapshot());return}if(t&&(d.headers.authorization??"")!==`Bearer ${t}`){h(401,"invalid local proxy api key","authentication_error","authentication_error");return}let y=await s(d);if(d.method==="GET"&&f.pathname==="/v1/models"){if(f.searchParams.get("format")==="openrouter"){if(!y.openRouterModels){h(501,"format=openrouter needs a router-backed client (openRouterModels)","not_implemented","not_implemented_error");return}U(p,200,await y.openRouterModels());return}U(p,200,await y.listModels());return}if(d.method!=="POST"){h(404,`no route for ${d.method} ${f.pathname}`,"invalid_request_error","not_found_error");return}let k;try{k=await St(d)}catch(S){if(S instanceof me){h(413,S.message,"request_too_large","request_too_large");return}h(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let u=Buffer.byteLength(JSON.stringify(k));if(f.pathname==="/v1/responses"){g.request("responses",u,u),await $t(k,y,l(y),p,g);return}if(f.pathname==="/v1/chat/completions"){g.request("chat_completions",u,u),await Nt(k,y,p,g);return}if(f.pathname==="/v1/messages"){g.request("messages",u,u),await Ht(k,y,p,g);return}if(f.pathname==="/v1/messages/count_tokens"){g.request("count_tokens",u,u),B(p,404,"not_found_error","count_tokens is not implemented by the uRun proxy: the serve transport exposes no token-count lane, and the proxy will not fabricate counts");return}h(404,`no route for POST ${f.pathname}`,"invalid_request_error","not_found_error")})().catch(y=>{let k=String(y instanceof Error?y.message:y);if(!p.headersSent){let u=r?.(y)??null;if(u){h(u.status,k,u.openaiType,u.anthropicType);return}h(500,k,"proxy_error","api_error");return}p.destroyed||(m?p.write(`event: error
-data: ${JSON.stringify({type:"error",error:{type:"api_error",message:k}})}
+`)};if(t.stream===!0){let m=r.track(h,l,o);$t(n),p("message_start",{message:{id:a,type:"message",role:"assistant",content:[],model:s,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let T=0,P="",L=0,O="none",K=()=>O,G=-1,q=-1,S=new se,U=[],B=()=>{O!=="none"&&(O="none",p("content_block_stop",{index:G}))},W=(M,H)=>{B(),O=M,G=L++,p("content_block_start",{index:G,content_block:H})};for await(let M of m){if(n.destroyed)break;U.push(M);let H=be(M);if(M.type==="response.reasoning_text.delta"&&typeof M.delta=="string")K()!=="thinking"&&W("thinking",{type:"thinking",thinking:""}),p("content_block_delta",{index:G,delta:{type:"thinking_delta",thinking:M.delta}});else if(M.type==="response.output_text.delta"&&typeof M.delta=="string")K()!=="text"&&W("text",{type:"text",text:""}),T+=1,P+=M.delta,p("content_block_delta",{index:G,delta:{type:"text_delta",text:M.delta}});else if(H){let{call:Lt}=S.add(H);(K()!=="tool"||H.tool_index!==q)&&(q=H.tool_index,W("tool",{type:"tool_use",id:Lt.id??`call_${H.tool_index}`,name:Lt.name??"",input:{}})),H.delta&&p("content_block_delta",{index:G,delta:{type:"input_json_delta",partial_json:H.delta}})}else if(M.type==="error"){o.streamError=!0,p("error",{error:{type:"api_error",message:JSON.stringify(M)}}),n.end();return}}if(n.destroyed)return;let de=ne(U),le=ve(de),ie=ge(d,S.size+le.length,P);if(ie){o.streamError=!0,p("error",{error:{type:"api_error",message:me(l,ie)}}),n.end();return}B();let z=[];if(S.size===0)try{z=Ct(de)}catch(M){o.streamError=!0,p("error",{error:{type:"api_error",message:String(M instanceof Error?M.message:M)}}),n.end();return}L===0&&z.length===0&&(W("text",{type:"text",text:""}),B()),z.forEach(M=>{let H=L++;p("content_block_start",{index:H,content_block:{...M,input:{}}}),p("content_block_delta",{index:H,delta:{type:"input_json_delta",partial_json:JSON.stringify(M.input??{})}}),p("content_block_stop",{index:H})});let Ie=S.size>0||z.length>0,ye=ct(de);Ae(o,de),p("message_delta",{delta:{stop_reason:Ie?"tool_use":"end_turn"},usage:ye?{input_tokens:ye.input_tokens,output_tokens:ye.output_tokens}:{output_tokens:T}}),p("message_stop",{}),n.end();return}let R="",A="",g=[],_=new se;for await(let m of r.track(h,l,o)){g.push(m),m.type==="response.output_text.delta"&&typeof m.delta=="string"&&(R+=m.delta),m.type==="response.reasoning_text.delta"&&typeof m.delta=="string"&&(A+=m.delta);let T=be(m);if(T&&_.add(T),m.type==="error"){let P=m.error,L=P?.type==="invalid_request_error";Y(n,L?400:502,L?"invalid_request_error":"api_error",P?.message??JSON.stringify(m));return}if(n.destroyed)break}if(n.destroyed)return;let y=ne(g);Ae(o,y);let v;try{v=Ct(y),v.length===0&&_.size>0&&(v=Ct({output:_.items()}))}catch(m){Y(n,502,"api_error",String(m instanceof Error?m.message:m));return}let I=ge(d,v.length,R);if(I){Y(n,502,"api_error",me(l,I));return}let k=[],w=A||Zn(y);w&&k.push({type:"thinking",thinking:w}),(R||v.length===0)&&k.push({type:"text",text:R}),k.push(...v),V(n,200,{id:a,type:"message",role:"assistant",content:k,model:s,stop_reason:v.length>0?"tool_use":"end_turn",usage:ct(y)??{input_tokens:0,output_tokens:0}})}function Wo(t){De(process.stdout,t)}function Jo(t){let{clients:e,apiKey:n,identity:r,statusOf:o}=t,i=typeof e=="function"?e:()=>e,s=t.requestLog??Wo,a=t.observe,c=new pe;return(u,l)=>{let d=new URL(u.url??"/","http://localhost"),h=d.pathname==="/v1/messages"||d.pathname.startsWith("/v1/messages/"),p=(y,v,I,k,w)=>h?Y(l,y,k,v):oe(l,y,v,I,w),R=gt(d.pathname),A=d.pathname.startsWith("/partners/"),g=R||A?{id:Ee(),startedAt:performance.now(),streamError:!1,model:null,stream:null,org:null,ttftMs:null,catalog:{kind:"unresolved",reason:"no lane resolved a model for this request"},promptTokens:null,completionTokens:null,outputUnits:null,sessionId:null,timing:null}:null;g&&(l.setHeader(an,g.id),l.once("close",()=>{let y=cn({turn:g,method:u.method??"",path:d.pathname,res:l});s(pn(y)),a?.(y),Jn({record:y,ledger:t.ledger??null,req:u})}));let _=()=>un(d.pathname,g);(async()=>{if(u.method==="GET"&&d.pathname==="/healthz"){V(l,200,{ok:!0});return}if(u.method==="GET"&&d.pathname==="/stats"){V(l,200,r?{identity:r,...c.snapshot()}:c.snapshot());return}if(n&&(u.headers.authorization??"")!==`Bearer ${n}`){p(401,"invalid local proxy api key","authentication_error","authentication_error");return}let y=d.pathname===Bn?"canonical":d.pathname===Tt?"huggingface":null;if(y){if(u.method!=="POST"){p(405,`${d.pathname} is a POST batch lookup`,"invalid_request_error","invalid_request_error");return}let w=t.usage;if(!w){p(501,`${d.pathname} needs a usage seam (ProxyHandlerOptions.usage) to read the per-request inference ledger; this proxy has none, and answering an empty result would be indistinguishable from "nothing is priced yet"`,"not_implemented","not_implemented_error");return}let m=w.authorize(u),T;try{T=await Kn(u,Fn)}catch(O){if(O instanceof He){p(413,O.message,"request_too_large","request_too_large");return}p(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let P=O=>w.lookup(m,O),L;try{if(y==="canonical"){let O=qn(T),K=await P(O);dt(K,O),L={requests:K}}else L=await jn(T,P)}catch(O){if(O instanceof ue){p(O.status,O.message,"invalid_request_error","invalid_request_error");return}throw O}V(l,200,L);return}if(d.pathname.startsWith("/partners/")){p(404,`no partner adapter for ${u.method} ${d.pathname} \u2014 the partner surface currently carries ${Tt}`,"invalid_request_error","not_found_error");return}let v=await i(u);if(g&&(g.org=v.tenant??null),u.method==="GET"&&d.pathname==="/v1/models"){if(d.searchParams.get("format")==="openrouter"){if(!v.openRouterModels){p(501,"format=openrouter needs a router-backed client (openRouterModels)","not_implemented","not_implemented_error");return}V(l,200,await v.openRouterModels());return}V(l,200,await v.listModels());return}if(u.method==="GET"&&d.pathname===In){if(!v.listImageModels){p(501,"GET /v1/images/models needs a router-backed client (listImageModels)","not_implemented","not_implemented_error");return}V(l,200,await v.listImageModels());return}if(An(d.pathname)){if(!v.supportsImages){p(501,`the image lanes need a router-backed client (supportsImages) to gate model capability for ${d.pathname}`,"not_implemented","not_implemented_error");return}let w={clients:v,imageModels:v.supportsImages,stats:c,turn:_()};d.pathname===ut?await Mn(u,l,w):await Nn(u,l,w);return}if(u.method!=="POST"){p(404,`no route for ${u.method} ${d.pathname}`,"invalid_request_error","not_found_error");return}let I;try{I=await Kn(u)}catch(w){if(w instanceof He){p(413,w.message,"request_too_large","request_too_large");return}p(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let k=Buffer.byteLength(JSON.stringify(I));if(d.pathname==="/v1/responses"){c.request("responses",k,k),await Do(I,v,Pe(v),l,c,_());return}if(d.pathname==="/v1/chat/completions"){c.request("chat_completions",k,k),await Bo(I,v,l,c,_());return}if(d.pathname==="/v1/messages"){c.request("messages",k,k),await Go(I,v,l,c,_());return}if(d.pathname==="/v1/messages/count_tokens"){c.request("count_tokens",k,k),Y(l,404,"not_found_error","count_tokens is not implemented by the uRun proxy: the serve transport exposes no token-count lane, and the proxy will not fabricate counts");return}p(404,`no route for POST ${d.pathname}`,"invalid_request_error","not_found_error")})().catch(y=>{let v=String(y instanceof Error?y.message:y);if(!l.headersSent){let I=o?.(y)??null;if(I){p(I.status,v,I.openaiType,I.anthropicType);return}if(y instanceof mt.SessionAllocationError){let k=tt(y.code);if(k){let w=y.retryAfterSeconds??(k.status===429?30:void 0);w!==void 0&&l.setHeader("Retry-After",String(w)),p(k.status,v,k.openaiType,k.anthropicType,k.code);return}}if(y instanceof mt.SessionFailedError){let k=nt(y);if(k){let w=k.status===429?30:void 0;w!==void 0&&l.setHeader("Retry-After",String(w)),p(k.status,v,k.openaiType,k.anthropicType,k.code);return}}if(y instanceof xe){p(502,v,"upstream_error","api_error");return}p(500,v,"proxy_error","api_error","proxy_error");return}g&&(g.streamError=!0),l.destroyed||(h?l.write(`event: error
+data: ${JSON.stringify({type:"error",error:{type:"api_error",message:v}})}
 
-`):p.write(`data: ${JSON.stringify({error:{message:k,type:"upstream_error"}})}
+`):l.write(`data: ${JSON.stringify({error:{message:v,type:"upstream_error"}})}
 
-`)),p.end()})}}function ot(e){let{clients:n,apiKey:t}=e,o=(0,tt.createServer)(Ft(e));return Xe(o,{clients:n,apiKey:t}),o}0&&(module.exports={GEMINI_LIVE_PATH,VIDEO_OUT_SETUP_KEY,createOpenAIProxy});
+`)),l.end()})}}function er(t){let{clients:e,apiKey:n}=t,r=(0,zn.createServer)(Jo(t)),o=yn(r,{clients:e,apiKey:n,statusOf:t.statusOf}),i=Ne(r,{resolver:at(e,n)}),s=r.close.bind(r);return r.close=(a=>(o.close(),i(),s(a))),Ze(r,{clients:e,apiKey:n}),r}0&&(module.exports={GEMINI_LIVE_PATH,OPENAI_REALTIME_PATH,OpenAIRealtimeConnection,ResumptionRegistry,SessionGoneError,UnknownModelError,VIDEO_OUT_SETUP_KEY,attachGeminiLive,attachOpenAIRealtime,createOpenAIProxy,fixedClientsResolver,realtimeBindingFor,realtimeModelOf,serveGeminiLiveSocket});