@urun-sh/openai 0.2.60 → 0.3.0

package/dist/proxy/cli.js

@@ -1,20 +1,15 @@
 #!/usr/bin/env node
-import{a as j}from"../chunk-OLE2YJO3.js";import{b as W}from"../chunk-4FUBGLFN.js";import{a as C,b as G,c as g}from"../chunk-VFHQZ4OM.js";import{c as L}from"../chunk-SSZL77P5.js";import{a as D,c as U,d as M,e as F}from"../chunk-VXTNG2TP.js";import{spawn as fe}from"child_process";import{appendFileSync as ue,createWriteStream as Ce,existsSync as Ge,mkdirSync as Le}from"fs";import je from"path";import l from"process";import{App as de,createClientToken as De}from"@urun-sh/core";import ge from"os";import we from"path";import{fileURLToPath as xe}from"url";import{format as ve}from"util";var B="0.2.60";var K=4141,Se=B,S={claude:{bin:"claude",env:"anthropic"},codex:{bin:"codex",env:"openai"},pi:{bin:"pi",env:"openai"},aider:{bin:"aider",env:"openai"},opencode:{bin:"opencode",env:"openai"},crush:{bin:"crush",env:"openai"}};function A(e,n="openai"){if(n==="anthropic")return{ANTHROPIC_BASE_URL:`http://127.0.0.1:${e}`,ANTHROPIC_API_KEY:"urun-local"};let t=`http://127.0.0.1:${e}/v1`;return{OPENAI_BASE_URL:t,OPENAI_API_BASE:t,OPENAI_API_KEY:"urun-local"}}function H(e,n,t){let s={...e,...A(n,t)};return delete s.URUN_API_KEY,delete s.URUN_JWT,s}function Y(e,n,t){let s=["-c","model_providers.urun.name=urun","-c",`model_providers.urun.base_url="http://127.0.0.1:${e}/v1"`,"-c",'model_providers.urun.wire_api="responses"',"-c",'model_provider="urun"'],r=t.indexOf("--"),o=r===-1?t:t.slice(0,r),i=o.some(d=>d==="-m"||d==="--model"||d.startsWith("--model=")),a=t[0]==="exec",u=o.includes("--skip-git-repo-check"),c=a&&!u?["exec","--skip-git-repo-check",...t.slice(1)]:t;return[...s,...i?[]:["-m",n],...c]}function J(e,n){return n.some(s=>s==="--model"||s==="--provider"||s.startsWith("--model=")||s.startsWith("--provider="))?n:["--provider","urun","--model",e,...n]}function q(e,n,t){let s=(e.URUN_PI_EXTENSION_ENTRY??"").trim();if(s){if(!t(s))throw new Error(`URUN_PI_EXTENSION_ENTRY points at ${s}, which does not exist \u2014 the launcher that injected it (the vendored urun CLI shim) must materialize the pi extension bundle before spawning pi`);return s}let r=xe(new URL("../pi-extension/standalone.cjs",n));if(!t(r))throw new Error(`pi extension entry not found at ${r} \u2014 the pi lane loads the self-contained @urun-sh/openai dist/pi-extension/standalone.cjs from the installed package (run \`urun compat pi\` via the npm-installed CLI, e.g. \`npx @urun-sh/openai\`), or pass an entry to pi yourself: \`pi -e <path-to-@urun-sh/openai>/dist/pi-extension/standalone.cjs\``);return r}function V(e){let n=Number(e);if(!Number.isInteger(n)||n<0)throw new Error(`--port needs a non-negative integer (0 = OS-assigned ephemeral), got ${e}`);return n}function X(e){if(e[0]!=="--port")return null;let n=V(e[1]);return e.splice(0,2),n}function I(e){let n=e.indexOf("--port");if(n===-1)return K;let t=V(e[n+1]);return e.splice(n,2),t}function z(e){if(e===0)throw new Error("`env` cannot use --port 0: it starts no proxy, so the OS never assigns the ephemeral port \u2014 pass the actual port of the running proxy");return e}function _(e,n){let t=(e[n]??"").trim();if(!t)throw new Error(`${n} is not set. The proxy needs URUN_BASE_URL, URUN_ORG_ID, URUN_APP and either URUN_API_KEY (the org key; the proxy vends short-lived function-scoped client tokens from it via the SDK) or URUN_JWT (an explicit pre-vended token override) \u2014 plus optional URUN_FUNCTION, default "serve" \u2014 to open the backhaul session.`);return t}function h(e){let n=Ee(_(e,"URUN_BASE_URL")),t=_(e,"URUN_ORG_ID"),s=_(e,"URUN_APP"),r=(e.URUN_FUNCTION??"serve").trim()||"serve",o=(e.URUN_API_URL??"").trim(),i=o?w(o,"URUN_API_URL"):D,a=(e.URUN_JWT??"").trim();if(a)return{baseUrl:n,orgId:t,appId:s,fnName:r,apiUrl:i,auth:{lane:"jwt",jwt:a}};let u=(e.URUN_API_KEY??"").trim();if(u){let c=(e.URUN_GATEWAY_URL??"").trim(),d=c?w(c):void 0;return{baseUrl:n,orgId:t,appId:s,fnName:r,apiUrl:i,auth:{lane:"api-key",apiKey:u,gatewayUrl:d}}}throw new Error("neither URUN_API_KEY nor URUN_JWT is set. Set URUN_API_KEY (the org API key \u2014 the proxy vends short-lived, function-scoped client tokens from it via the SDK, so the key never reaches the agent process) or URUN_JWT (an explicit pre-vended token; when set it always wins). URUN_BASE_URL, URUN_ORG_ID and URUN_APP are also required.")}function Ee(e,n="URUN_BASE_URL"){if(/\/v1\/*$/.test(new URL(e).pathname))throw new Error(`${n} must be the session-gateway base (e.g. https://api.urun.sh), got ${e} \u2014 a trailing /v1 is the org control-plane API form (that belongs in URUN_API_URL); session allocation 404s against it. Drop the /v1.`);return e}function w(e,n="URUN_GATEWAY_URL"){let t=new URL(e),s=t.hostname==="localhost"||t.hostname==="127.0.0.1"||t.hostname==="[::1]";if(t.protocol!=="https:"&&!s)throw new Error(`${n} must be https (got ${e}) \u2014 the org API key rides the request's Authorization header`);return e}function O(e){return{app:e.appId,org:e.orgId,fn:e.fnName,base_url:e.baseUrl,proxy_version:Se}}function be(e,n){return e.app===n.app&&e.org===n.org&&e.fn===n.fn&&e.base_url===n.base_url&&e.proxy_version===n.proxy_version}var Re=250;async function T(e,n=Re){try{let t=await fetch(`http://127.0.0.1:${e}/stats`,{signal:AbortSignal.timeout(n)});if(!t.ok)return null;let s=(await t.json()).identity;if(s==null||typeof s!="object")return null;let{app:r,org:o,fn:i,base_url:a,proxy_version:u}=s;return typeof r!="string"||typeof o!="string"||typeof i!="string"||typeof a!="string"||typeof u!="string"?null:{app:r,org:o,fn:i,base_url:a,proxy_version:u}}catch{return null}}var Q=2e3;async function Pe(e,n=Q){try{let t=await fetch(`http://127.0.0.1:${e}/v1/models`,{signal:AbortSignal.timeout(n)});return t.ok?null:`GET /v1/models answered HTTP ${t.status}`}catch(t){return`GET /v1/models failed (${String(t instanceof Error?t.message:t)})`}}async function Z(e,n,t=K,s=Q){if(e!=null)return{mode:"spawn",port:e};let r=await T(t);if(r!==null&&be(r,n)){let o=await Pe(t,s);return o===null?{mode:"reuse",port:t,identity:r}:{mode:"spawn",port:0,reason:`a urun-openai proxy on port ${t} matches this invocation's identity but failed the serving-surface liveness check (${o}) \u2014 starting a fresh proxy on an ephemeral port instead of pointing the harness at it`}}return{mode:"spawn",port:0}}function ee(e,n=ge.homedir()){return we.join(n,".urun","logs",`compat-proxy-${e}.log`)}var k=["log","info","warn","error","debug","trace"];function ne(e,n=process,t=console){let s=n.stdout.write,r=n.stderr.write,o=(a,...u)=>e.write(a,...u);n.stdout.write=o,n.stderr.write=o;let i=Object.fromEntries(k.map(a=>[a,t[a]]));for(let a of k)t[a]=(...u)=>{e.write(`${ve(...u)}
-`)};return()=>{n.stdout.write=s,n.stderr.write=r;for(let a of k)t[a]=i[a]}}var Ue=new Set(["EPIPE","EIO","EBADF","ENXIO"]);function te(e){let n=e?.code;return typeof n=="string"&&Ue.has(n)}function E(e,n){try{return e.write(n),!0}catch(t){if(te(t))return!1;throw t}}function re(e){let n={stdout:!1,stderr:!1},t=[];for(let s of["stdout","stderr"]){let r=e.streams[s],o=i=>{te(i)&&(n[s]=!0);let a=i?.code;try{e.note(`${new Date().toISOString()} urun compat: process.${s} died (${String(a??(i instanceof Error?i.message:i))}) \u2014 the terminal is gone; launcher output continues in this log only
-`)}catch{}};r.on("error",o),t.push([r,o])}return{isDead:s=>n[s],uninstall:()=>{for(let[s,r]of t)s.off("error",r)}}}function oe(e){let n=t=>{let s=t instanceof Error?`${t.stack??`${t.name}: ${t.message}`}`:String(t);try{e.appendSync(e.logPath,`${new Date().toISOString()} launcher crashed (in-process proxy): ${s}
-`)}catch{}e.restore();try{e.writeStderr(`urun compat: the in-process proxy crashed (${t instanceof Error?t.message:String(t)}) \u2014 terminating the harness (its backend is gone); details: ${e.logPath}
-`)}catch(r){try{e.appendSync(e.logPath,`${new Date().toISOString()} urun compat: the crash line could not reach stderr (${String(r?.code??r)}) \u2014 the terminal is gone
-`)}catch{}}e.killChild(),e.exit(1)};return e.proc.on("uncaughtException",n),e.proc.on("unhandledRejection",n),()=>{e.proc.off("uncaughtException",n),e.proc.off("unhandledRejection",n)}}function se(e,n){let t="pass --port 0 for an OS-assigned ephemeral port";return n?`port ${e} is held by another urun-openai proxy serving app ${n.app} (org ${n.org}, fn ${n.fn}, version ${n.proxy_version}) \u2014 reuse it by pointing your agent at http://127.0.0.1:${e}, or ${t}`:`port ${e} is already in use and does not answer the urun-openai /stats identity probe \u2014 ${t}`}function _e(e){let n=e?.type;return n==="response.created"||n==="response.in_progress"}function ke(e){let n=e?.type;return n==="response.completed"||n==="error"}function ie(e){return async function(t){return(async function*(){for(let r=1;r<=2;r++){let{app:o,entry:i}=await e.sessionFor(t.model),a=!1,u=!1;try{let c=await e.createStream(i,t);for await(let d of c){if(ke(d)&&(a=!0),_e(d)){if(r>1)continue}else u=!0;yield d}}catch(c){if(r<2&&!u){await e.evict(o,i);continue}throw c}if(a)return;if(r<2&&!u){await e.evict(o,i);continue}return}})()}}var Ae=3,Ie="llm",Oe=new Set(["ended","expired","error"]);function ae(e,n){let t=e.doc(Ie),s=typeof t.onConnectionState=="function",r=typeof e.onPhase=="function";if(!s&&!r)throw new Error(`session for app "${n}" exposes neither a doc connection-state surface nor onPhase \u2014 session-gone detection requires @urun-sh/core Session (SessionDocument.onConnectionState / Session.onPhase); pooling a session with no native lifecycle signal would silently swallow requests dispatched after the platform closes it`);let o=null,i=new Set,a=[],u=c=>{if(!o){o=c;for(let d of[...i])d(c);i.clear()}};return s&&a.push(t.onConnectionState(c=>{c.consecutiveFailures<Ae||u(new U(`the pooled session for app "${n}" is gone: its doc backhaul failed ${c.consecutiveFailures} consecutive times (last close ${c.lastCloseCode===null?"by provider liveness reap":`code ${c.lastCloseCode}`}${c.lastCloseReason?`, reason ${JSON.stringify(c.lastCloseReason)}`:""}) \u2014 the platform closed the session (idle timeout or a serve-side crash). The entry is evicted; retry to get a fresh session.`))})),r&&a.push(e.onPhase(c=>{Oe.has(c.name)&&u(new U(`the pooled session for app "${n}" is gone: it reached terminal phase "${c.name}". The entry is evicted; retry to get a fresh session.`))})),{gone:()=>o,onGone(c){return o?(c(o),()=>{}):(i.add(c),()=>i.delete(c))},dispose(){i.clear();for(let c of a.splice(0))c()}}}async function*N(e,n){let t=n.gone();if(t)throw t;let s=e[Symbol.asyncIterator](),r,o=new Promise((i,a)=>{r=n.onGone(u=>a(u))});o.catch(()=>{});try{for(;;){let i=await Promise.race([s.next(),o]);if(i.done)return;yield i.value}}finally{r?.(),s.return?.(void 0)}}import{ensureNodeWebRTC as Te,nodeWebRTCUnavailableReason as Ne}from"@urun-sh/core/internal";var $e={ensureWebRTC:Te,webrtcUnavailableReason:Ne,audioBackend:g};async function ce(e=$e){try{await e.ensureWebRTC()}catch(t){return{ok:!1,reason:`the WebRTC bootstrap threw: ${String(t)}`}}let n=e.webrtcUnavailableReason();if(n)return{ok:!1,reason:`${n} \u2014 this artifact would join every session doc/KV-only and every token stream would error. Either "werift" is missing from the deployment directory (npm lane), or it was marked --external in a single-file build, where nothing can ever resolve it (bunfs: "Cannot find package 'werift' from '/$bunfs/root/\u2026'").`};try{(await e.audioBackend()).createSource()}catch(t){return{ok:!1,reason:`the werift/opus audio backend could not be constructed: ${String(t)}`}}return{ok:!0,reason:null}}function le(e,n,t){let s=e[t];if(typeof s!="function")throw new Error(`app "${n}" has no function "${t}" (set URUN_FUNCTION)`);let r=s();if(typeof r.end!="function")throw new Error(`app "${n}" function "${t}" returned a session without end()`);return r}function Me(e,n){let{baseUrl:t,orgId:s,fnName:r,auth:o}=e,i=d=>({session:d,responses:new L(d),gone:ae(d,n)});if(o.lane==="jwt"){let d=de(n,{baseUrl:t,orgId:s,jwt:o.jwt});return i(le(d,n,r))}let{apiKey:a,gatewayUrl:u}=o,c=de(n,{baseUrl:t,orgId:s,getAccessToken:async()=>(await De(a,{baseUrl:u,expiresIn:300,allowedFunctions:[`${n}/${r}`]})).token});return i(le(c,n,r))}function Fe(e){let n=e.session.id;if(typeof n!="string"||n.length===0)throw new Error("pooled session exposes no stable session id \u2014 the session-identity seam requires @urun-sh/core Session (session.id)");return n}var We=new Set(["error","ended","expired"]);function Be(e){let n=(l.env.URUN_CATALOG_URL??"").trim(),t=n?w(n,"URUN_CATALOG_URL"):"",s=(l.env.URUN_CATALOG_ANON_KEY??"").trim();(!t||!s)&&l.stderr.write(`urun compat: catalog oracle off (URUN_CATALOG_URL/URUN_CATALOG_ANON_KEY unset) \u2014 an undeployed uRun CATALOG model name falls through to the default app instead of a loud 404; deployed apps still resolve exactly, and /stats.models records every mapping
-`);let r=e.auth,o=null,i=u=>{let c=Me(e,u);return c.gone.onGone(()=>{o?.evict(u,c)}),c},a=new F({defaultApp:e.appId,fnName:e.fnName,openSession:i,closeSession:async u=>{u.gone.dispose(),await u.session.end()},listApps:r.lane==="api-key"?()=>M({apiUrl:e.apiUrl,apiKey:r.apiKey}):null,listCatalog:t&&s?()=>j({catalogUrl:t,anonKey:s}):null,sessionKey:Fe});return o=a,a.seed(e.appId,i(e.appId)),a}function Ke(e,n=g){let t=new WeakMap,s=new WeakMap;return{createResponse:ie({sessionFor:r=>e.sessionFor(r),evict:(r,o)=>e.evict(r,o),createStream:async(r,o)=>N(await r.responses.responses.create(o),r.gone)}),listModels:()=>e.modelList(),openAudio:async r=>{let{entry:o}=await e.sessionFor(r),i=t.get(o);return i||(i=(async()=>C(o.session,await n()))(),t.set(o,i),i.catch(()=>t.delete(o))),i},openVideo:async r=>{let{entry:o}=await e.sessionFor(r),i=s.get(o);return i||(i=G(o.session),s.set(o,i)),i},sessionHandle:async r=>(await e.handleFor(r)).handle,createResponseOn:async(r,o)=>{let{entry:i}=await e.sessionForHandle(r);return N(await i.responses.responses.create(o),i.gone)},onSessionEnd:async(r,o)=>{let{entry:i}=await e.sessionForHandle(r),a=i.session;if(typeof a.onPhase!="function")throw new Error("pooled session exposes no onPhase \u2014 session-end (goAway) wiring requires @urun-sh/core Session");let u=!1;return a.onPhase(c=>{if(u||!We.has(c.name))return;u=!0;let d=a.endsAt??null;o({timeLeftMs:d?Math.max(0,d.getTime()-Date.now()):null,reason:c.name==="expired"?"session reached its maximum length":`session ${c.name}`})})}}}async function He(e,n,t){let s=fe(e,n,{stdio:"inherit",env:t});return new Promise(r=>{s.once("exit",o=>r(o??1)),s.once("error",o=>{l.stderr.write(`failed to launch ${e}: ${String(o)}
-`),r(127)})})}function Ye(){return q(l.env,import.meta.url,Ge)}function me(e){for(let[n,t]of Object.entries(A(e)))l.stdout.write(`export ${n}=${t}
-`)}async function pe(e,n){let t=h(l.env),s=n?O(t):void 0,r=Be(t),o=W({clients:Ke(r),identity:s});try{await new Promise((a,u)=>{o.once("error",u),o.listen(e,"127.0.0.1",a)})}catch(a){throw await r.closeAll().catch(()=>{}),a.code==="EADDRINUSE"?new Error(se(e,await T(e))):a}let i=o.address().port;return n&&(l.stdout.write(`urun openai proxy listening on http://127.0.0.1:${i}/v1
-`),me(i)),{port:i,close:async()=>{let a=new Promise(u=>o.close(()=>u()));o.closeAllConnections(),await a,await r.closeAll()}}}async function Je(){let e=l.argv.slice(2),n=X(e),t=e.shift()??"proxy";if(t==="env")return me(z(n??I(e))),0;if(t==="selftest"){let{ok:r,reason:o}=await ce();return r?(l.stdout.write(`urun-openai selftest: OK \u2014 werift WebRTC peer globals installed and the werift/opus audio backend constructed from this artifact
-`),0):(l.stderr.write(`urun-openai selftest: FAIL \u2014 ${o}
-`),1)}if(t==="proxy"){let r=n??I(e),o=await pe(r,!0);return await new Promise(i=>{l.once("SIGINT",i),l.once("SIGTERM",i)}),await o.close(),0}let s=t==="run"?e.shift():t;{if(!s)throw new Error(`launch needs an agent (${Object.keys(S).join("|")}) or \`-- <cmd>\``);if(s==="pi"){let p=h(l.env);return He("pi",["-e",Ye(),...J(p.appId,e)],l.env)}let r,o,i="openai";if(s==="--"){if(r=e.shift()??"",o=e,!r)throw new Error("`-- <cmd>` needs a command to launch")}else{let p=S[s];if(!p)throw new Error(`unknown command/agent ${s}; commands: proxy | env; agents: ${Object.keys(S).join(" | ")} \u2014 or \`-- <cmd>\``);r=p.bin,o=[...p.args??[],...e],i=p.env}let a=await Z(n,O(h(l.env))),u=null,c=a.port;a.mode==="reuse"?l.stdout.write(`reusing the running urun openai proxy on http://127.0.0.1:${c} (app ${a.identity.app}, fn ${a.identity.fn}, v${a.identity.proxy_version})
-`):a.reason&&l.stderr.write(`urun compat: ${a.reason}
-`);let d=null,b=null,y=null,f=null;a.mode!=="reuse"&&(u=await pe(a.port,!1),c=u.port,f=ee(c),Le(je.dirname(f),{recursive:!0}),y=Ce(f,{flags:"a"}),b=re({streams:l,note:p=>ue(f,p)}).uninstall,y.on("error",p=>{d?.(),d=null,E(l.stderr,`urun compat: proxy log ${f} failed: ${String(p)} \u2014 proxy output continues on the terminal
-`)}),l.stdout.write(`urun openai proxy on http://127.0.0.1:${c}/v1 \u2014 proxy logs: ${f}
-`),d=ne(y)),s==="codex"&&(o=Y(c,h(l.env).appId,o));let R=fe(r,o,{stdio:"inherit",env:H(l.env,c,i)}),he=f!==null?oe({logPath:f,appendSync:ue,restore:()=>{d?.(),d=null},writeStderr:p=>l.stderr.write(p),killChild:()=>R.kill("SIGTERM"),exit:p=>l.exit(p),proc:l}):null,$=await new Promise(p=>{R.once("exit",P=>p(P??1)),R.once("error",P=>{d?.(),d=null,E(l.stderr,`failed to launch ${r}: ${String(P)}
-`),p(127)})});he?.();let m=null;try{u&&await u.close()}catch(p){m=p}finally{d?.(),d=null,b?.(),b=null,y?.end()}return m!==null&&E(l.stderr,`urun compat: proxy teardown failed after the harness exited (harness exit code ${$} preserved): ${String(m instanceof Error?m.message:m)}
-`),$}}Je().then(e=>l.exit(e),e=>{l.stderr.write(`${String(e instanceof Error?e.message:e)}
-`),l.exit(1)});export{Ke as buildClients,Be as buildRouter};
+import{a as k,b as $,c as h,d as C,e as U,f as N,g as O,h as L,i as G,j as E,k as I,l as y,n as _,o as P,p as W,q as j,r as B,s as D,t as v,u as K,v as M,w as F}from"../chunk-XHRPJIEK.js";import"../chunk-F2TEK34X.js";import{c as T}from"../chunk-VG3X2LVG.js";import{c as R}from"../chunk-35LB5OHI.js";import"../chunk-EFBD3CGZ.js";import"../chunk-XHIIEA6Z.js";import{c as g}from"../chunk-YSFSRI3D.js";g();import{spawn as V}from"child_process";import{appendFileSync as Y,createWriteStream as re,existsSync as ne,mkdirSync as oe}from"fs";import ae from"path";import t from"process";g();import{ensureNodeWebRTC as Z,nodeWebRTCUnavailableReason as ee}from"@urun-sh/core/internal";var te={ensureWebRTC:Z,webrtcUnavailableReason:ee,audioBackend:R};async function J(e=te){try{await e.ensureWebRTC()}catch(r){return{ok:!1,reason:`the WebRTC bootstrap threw: ${String(r)}`}}let i=e.webrtcUnavailableReason();if(i)return{ok:!1,reason:`${i} \u2014 this artifact would join every session doc/KV-only and every token stream would error. Either "werift" is missing from the deployment directory (npm lane), or it was marked --external in a single-file build, where nothing can ever resolve it (bunfs: "Cannot find package 'werift' from '/$bunfs/root/\u2026'").`};try{(await e.audioBackend()).createSource()}catch(r){return{ok:!1,reason:`the werift/opus audio backend could not be constructed: ${String(r)}`}}return{ok:!0,reason:null}}function ie(e,i){let r=(e.URUN_CATALOG_URL??"").trim(),l=r?_(r,"URUN_CATALOG_URL"):"",n=(e.URUN_CATALOG_ANON_KEY??"").trim();return!l||!n?(i(`urun compat: catalog oracle off (URUN_CATALOG_URL/URUN_CATALOG_ANON_KEY unset) \u2014 an undeployed uRun CATALOG model name falls through to the default app instead of a loud 404; deployed apps still resolve exactly, and /stats.models records every mapping
+`),null):{catalogUrl:l,anonKey:n}}function se(e){return k({baseUrl:e.baseUrl,orgId:e.orgId,defaultApp:e.appId,fnName:e.fnName,apiUrl:e.apiUrl,auth:e.auth,catalog:ie(t.env,i=>t.stderr.write(i))})}async function le(e,i,r){let l=V(e,i,{stdio:"inherit",env:r});return new Promise(n=>{l.once("exit",o=>n(o??1)),l.once("error",o=>{t.stderr.write(`failed to launch ${e}: ${String(o)}
+`),n(127)})})}function ue(){return L(t.env,import.meta.url,ne)}function q(e){for(let[i,r]of Object.entries(C(e)))t.stdout.write(`export ${i}=${r}
+`)}async function H(e,i){let r=y(t.env),l=i?P(r):void 0,n=se(r),o=T({clients:$(n),identity:l});try{await new Promise((s,d)=>{o.once("error",d),o.listen(e,"127.0.0.1",s)})}catch(s){throw await n.closeAll().catch(()=>{}),s.code==="EADDRINUSE"?new Error(F(e,await W(e))):s}let u=o.address().port;return i&&(t.stdout.write(`urun openai proxy listening on http://127.0.0.1:${u}/v1
+`),q(u)),{port:u,close:async()=>{let s=new Promise(d=>o.close(()=>d()));o.closeAllConnections(),await s,await n.closeAll()}}}async function ce(){let e=t.argv.slice(2),i=G(e),r=e.shift()??"proxy";if(r==="env")return q(I(i??E(e))),0;if(r==="selftest"){let{ok:n,reason:o}=await J();return n?(t.stdout.write(`urun-openai selftest: OK \u2014 werift WebRTC peer globals installed and the werift/opus audio backend constructed from this artifact
+`),0):(t.stderr.write(`urun-openai selftest: FAIL \u2014 ${o}
+`),1)}if(r==="proxy"){let n=i??E(e),o=await H(n,!0);return await new Promise(u=>{t.once("SIGINT",u),t.once("SIGTERM",u)}),await o.close(),0}let l=r==="run"?e.shift():r;{if(!l)throw new Error(`launch needs an agent (${Object.keys(h).join("|")}) or \`-- <cmd>\``);if(l==="pi"){let a=y(t.env);return le("pi",["-e",ue(),...O(a.appId,e)],t.env)}let n,o,u="openai";if(l==="--"){if(n=e.shift()??"",o=e,!n)throw new Error("`-- <cmd>` needs a command to launch")}else{let a=h[l];if(!a)throw new Error(`unknown command/agent ${l}; commands: proxy | env; agents: ${Object.keys(h).join(" | ")} \u2014 or \`-- <cmd>\``);n=a.bin,o=[...a.args??[],...e],u=a.env}let s=await j(i,P(y(t.env))),d=null,f=s.port;s.mode==="reuse"?t.stdout.write(`reusing the running urun openai proxy on http://127.0.0.1:${f} (app ${s.identity.app}, fn ${s.identity.fn}, v${s.identity.proxy_version})
+`):s.reason&&t.stderr.write(`urun compat: ${s.reason}
+`);let c=null,b=null,w=null,p=null;s.mode!=="reuse"&&(d=await H(s.port,!1),f=d.port,p=B(f),oe(ae.dirname(p),{recursive:!0}),w=re(p,{flags:"a"}),b=K({streams:t,note:a=>Y(p,a)}).uninstall,w.on("error",a=>{c?.(),c=null,v(t.stderr,`urun compat: proxy log ${p} failed: ${String(a)} \u2014 proxy output continues on the terminal
+`)}),t.stdout.write(`urun openai proxy on http://127.0.0.1:${f}/v1 \u2014 proxy logs: ${p}
+`),c=D(w)),l==="codex"&&(o=N(f,y(t.env).appId,o));let x=V(n,o,{stdio:"inherit",env:U(t.env,f,u)}),z=p!==null?M({logPath:p,appendSync:Y,restore:()=>{c?.(),c=null},writeStderr:a=>t.stderr.write(a),killChild:()=>x.kill("SIGTERM"),exit:a=>t.exit(a),proc:t}):null,A=await new Promise(a=>{x.once("exit",S=>a(S??1)),x.once("error",S=>{c?.(),c=null,v(t.stderr,`failed to launch ${n}: ${String(S)}
+`),a(127)})});z?.();let m=null;try{d&&await d.close()}catch(a){m=a}finally{c?.(),c=null,b?.(),b=null,w?.end()}return m!==null&&v(t.stderr,`urun compat: proxy teardown failed after the harness exited (harness exit code ${A} preserved): ${String(m instanceof Error?m.message:m)}
+`),A}}ce().then(e=>t.exit(e),e=>{t.stderr.write(`${String(e instanceof Error?e.message:e)}
+`),t.exit(1)});

package/dist/proxy/index.cjs

@@ -1,41 +1,41 @@
-"use strict";var ye=Object.defineProperty;var Ze=Object.getOwnPropertyDescriptor;var et=Object.getOwnPropertyNames;var tt=Object.prototype.hasOwnProperty;var nt=(t,n)=>{for(var e in n)ye(t,e,{get:n[e],enumerable:!0})},ot=(t,n,e,o)=>{if(n&&typeof n=="object"||typeof n=="function")for(let s of et(n))!tt.call(t,s)&&s!==e&&ye(t,s,{get:()=>n[s],enumerable:!(o=Ze(n,s))||o.enumerable});return t};var st=t=>ot(ye({},"__esModule",{value:!0}),t);var Mt={};nt(Mt,{GEMINI_LIVE_PATH:()=>de,createOpenAIProxy:()=>Qe});module.exports=st(Mt);var Ye=require("http");var Je=require("crypto"),Ve=require("ws");var F=class extends Error{},ne=class extends Error{};var de="/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent",it=1007,Te=1008,J=1011,we=1008,i=class extends Error{constructor(e,o=it){super(e);this.closeCode=o}closeCode},x=t=>typeof t=="object"&&t!==null&&!Array.isArray(t)?t:null,le=["setup","clientContent","realtimeInput","toolResponse"];function Ce(t){let n;try{n=JSON.parse(t)}catch{throw new i("client message is not valid JSON")}let e=x(n);if(!e)throw new i("client message must be a JSON object");let o=le.filter(u=>e[u]!==void 0),s=Object.keys(e).filter(u=>!le.includes(u));if(s.length>0)throw new i(`unknown client message field(s) ${JSON.stringify(s)} \u2014 expected exactly one of ${le.join(", ")}`);if(o.length!==1)throw new i(`client message must contain exactly one of ${le.join(", ")} (got ${o.length})`);let r=o[0],a=x(e[r]);if(!a)throw new i(`"${r}" must be a JSON object`);return{kind:r,[r]:a}}function Pe(t,n){if(typeof t=="string")return t;let e=x(t),o=e?e.parts:void 0;if(!Array.isArray(o))throw new i(`${n}: expected a Content with a parts array`);let s=[];for(let r of o){let a=x(r);if(a&&typeof a.text=="string"){s.push(a.text);continue}throw a&&(a.inlineData!==void 0||a.fileData!==void 0)?new i(`${n}: media parts (inlineData/fileData) are a declared follow-up slice (audio/video lanes over the proxy transport AudioBridge) \u2014 only text parts are supported in this slice`):a&&(a.functionCall!==void 0||a.functionResponse!==void 0)?new i(`${n}: functionCall/functionResponse parts are not valid here \u2014 the Live API exchanges tool traffic via the dedicated toolCall/toolResponse messages`):new i(`${n}: unsupported part ${JSON.stringify(r)}`)}return s.join(`
-`)}var at={manualActivity:!1,activityHandling:"START_OF_ACTIVITY_INTERRUPTS"},ut={inputAudioTranscription:"setup.inputAudioTranscription is part of the declared audio follow-up slice",outputAudioTranscription:"setup.outputAudioTranscription is part of the declared audio follow-up slice"},lt=["model","generationConfig","systemInstruction","tools","realtimeInputConfig","sessionResumption"],Ee=["START_OF_ACTIVITY_INTERRUPTS","NO_INTERRUPTION"];function ct(t){let n=x(t);if(!n)throw new i("setup.realtimeInputConfig must be an object");for(let s of Object.keys(n))if(!(s==="automaticActivityDetection"||s==="activityHandling"))throw new i(s==="turnCoverage"?"realtimeInputConfig.turnCoverage is part of the declared audio follow-up slice":`unsupported realtimeInputConfig field "${s}"`);let e=x(n.automaticActivityDetection);if(n.automaticActivityDetection!==void 0&&!e)throw new i("realtimeInputConfig.automaticActivityDetection must be an object");for(let s of Object.keys(e??{}))if(s!=="disabled")throw new i(`automaticActivityDetection.${s} tunes AUTOMATIC (server-side) activity detection \u2014 the declared platform follow-up (serve turn_detection events over the session stream lane); only "disabled: true" (manual activity mode) is supported in this slice`);if(e?.disabled!==!0)throw new i("automatic (server-side) activity detection is the declared platform follow-up (serve turn_detection turn_start/turn_end events over the session stream lane, not proxy DSP) \u2014 set realtimeInputConfig.automaticActivityDetection.disabled: true for manual activity mode");let o="START_OF_ACTIVITY_INTERRUPTS";if(n.activityHandling!==void 0){if(!Ee.includes(n.activityHandling))throw new i(`unsupported activityHandling ${JSON.stringify(n.activityHandling)} \u2014 expected one of ${Ee.join(", ")}`);o=n.activityHandling}return{manualActivity:!0,activityHandling:o}}var dt=["temperature","maxOutputTokens","responseModalities"];function $e(t){for(let[c,g]of Object.entries(ut))if(t[c]!==void 0)throw new i(g);for(let c of Object.keys(t))if(!lt.includes(c))throw new i(`unsupported setup field "${c}"`);if(typeof t.model!="string"||t.model.length===0)throw new i('setup.model is required (format "models/{model}")');let n=t.model.replace(/^models\//,""),e,o,s=!1,r=x(t.generationConfig);if(t.generationConfig!==void 0&&!r)throw new i("setup.generationConfig must be an object");if(r){for(let c of Object.keys(r))if(!dt.includes(c))throw new i(`unsupported generationConfig field "${c}"`);if(r.temperature!==void 0){if(typeof r.temperature!="number")throw new i("generationConfig.temperature must be a number");e=r.temperature}if(r.maxOutputTokens!==void 0){if(typeof r.maxOutputTokens!="number")throw new i("generationConfig.maxOutputTokens must be a number");o=r.maxOutputTokens}if(r.responseModalities!==void 0){let c=Array.isArray(r.responseModalities)?r.responseModalities:[r.responseModalities];for(let g of c){let p=String(g).toUpperCase();if(p==="AUDIO"){s=!0;continue}if(p!=="TEXT")throw new i(`responseModalities ${JSON.stringify(g)} is not supported \u2014 this surface speaks TEXT and AUDIO (audio-out rides the native AudioBridge rt-audio-out lane)`)}}}let a=[];t.systemInstruction!==void 0&&a.push({role:"system",content:Pe(t.systemInstruction,"setup.systemInstruction")});let u;if(t.tools!==void 0){if(!Array.isArray(t.tools))throw new i("setup.tools must be an array");u=[];for(let c of t.tools){let g=x(c);if(!g)throw new i("setup.tools entries must be objects");for(let p of Object.keys(g))if(p!=="functionDeclarations")throw new i(`unsupported tool "${p}" \u2014 this slice translates functionDeclarations only (no googleSearch/codeExecution)`);if(!Array.isArray(g.functionDeclarations))throw new i("tool.functionDeclarations must be an array");for(let p of g.functionDeclarations){let h=x(p);if(!h||typeof h.name!="string")throw new i("functionDeclarations entries require a string name");u.push({type:"function",name:h.name,description:h.description,parameters:h.parameters})}}u.length===0&&(u=void 0)}let f={enabled:!1,handle:null};if(t.sessionResumption!==void 0){let c=x(t.sessionResumption);if(!c)throw new i("setup.sessionResumption must be an object (SessionResumptionConfig)");for(let g of Object.keys(c))if(g!=="handle")throw new i(`unsupported sessionResumption field "${g}" \u2014 this lane implements SessionResumptionConfig.handle only`);if(c.handle!==void 0&&(typeof c.handle!="string"||c.handle.length===0))throw new i("sessionResumption.handle must be a non-empty string when present");f={enabled:!0,handle:typeof c.handle=="string"?c.handle:null}}let d=t.realtimeInputConfig===void 0?at:ct(t.realtimeInputConfig);return{model:n,systemItems:a,tools:u,temperature:e,maxOutputTokens:o,audioModality:s,activity:d,sessionResumption:f}}function Ne(t){return{sessionResumptionUpdate:{newHandle:t,resumable:!0}}}function Le(t){let n=Math.max(0,t??0)/1e3;return{goAway:{timeLeft:`${Math.round(n*1e3)/1e3}s`}}}function Me(t){for(let o of Object.keys(t))if(o!=="turns"&&o!=="turnComplete")throw new i(`unsupported clientContent field "${o}"`);let n=t.turns===void 0?[]:t.turns;if(!Array.isArray(n))throw new i("clientContent.turns must be an array");let e=[];for(let o of n){let s=x(o);if(!s)throw new i("clientContent.turns entries must be Content objects");let r=s.role===void 0?"user":String(s.role).toLowerCase();if(r!=="user"&&r!=="model")throw new i(`clientContent turn role must be "user" or "model" (got ${JSON.stringify(s.role)})`);e.push({role:r==="model"?"assistant":"user",content:Pe(s,"clientContent.turns")})}return{items:e,turnComplete:t.turnComplete===!0}}var ce=16e3,Ue=24e3,pt=`audio/pcm;rate=${Ue}`,De=Buffer.alloc(960).toString("base64");function ft(t,n,e){if(n===e)return t;let o=Math.floor(t.length*e/n),s=new Int16Array(o),r=n/e,a=t.length-1;for(let u=0;u<o;u++){let f=u*r,d=Math.floor(f);if(d>=a){s[u]=t[a];continue}let c=f-d;s[u]=Math.round(t[d]+(t[d+1]-t[d])*c)}return s}function mt(t){let n=x(t);if(!n)throw new i("realtimeInput.video must be a Blob object {mimeType, data}");if(typeof n.mimeType!="string"||!/^image\/jpeg\s*(;|$)/.test(n.mimeType))throw new i(`realtimeInput.video.mimeType must be image/jpeg (the Live video input stream is individual JPEG frames), got ${JSON.stringify(n.mimeType)}`);if(typeof n.data!="string"||n.data.length===0)throw new i("realtimeInput.video.data must be non-empty base64");let e=Buffer.from(n.data,"base64");if(e.length<3||e[0]!==255||e[1]!==216)throw new i("realtimeInput.video.data does not decode to a JPEG frame (missing FF D8 SOI marker)");return new Uint8Array(e)}function gt(t){let n=x(t);if(!n)throw new i("realtimeInput.audio must be a Blob object {mimeType, data}");if(typeof n.mimeType!="string"||!/^audio\/pcm\s*(;|$)/.test(n.mimeType))throw new i(`realtimeInput.audio.mimeType must be audio/pcm (16-bit LE PCM @16kHz mono per the Live spec), got ${JSON.stringify(n.mimeType)}`);let e=/;\s*rate=(\d+)/.exec(n.mimeType);if(e&&Number(e[1])!==ce)throw new i(`realtimeInput.audio.mimeType declares rate=${e[1]} \u2014 the Live spec input format is ${ce} Hz (audio/pcm;rate=${ce})`);if(typeof n.data!="string"||n.data.length===0)throw new i("realtimeInput.audio.data must be non-empty base64");let o=Buffer.from(n.data,"base64");if(o.length===0||o.length%2!==0)throw new i(`realtimeInput.audio.data must decode to whole 16-bit samples (got ${o.length} bytes \u2014 not even)`);let s=new Int16Array(o.length/2);for(let a=0;a<s.length;a++)s[a]=o.readInt16LE(a*2);let r=ft(s,ce,Ue);return Buffer.from(r.buffer,r.byteOffset,r.byteLength).toString("base64")}function Be(t){if(t.mediaChunks!==void 0)throw new i('realtimeInput.mediaChunks is deprecated by the Live API \u2014 send the audio stream via realtimeInput.audio ({mimeType:"audio/pcm;rate=16000", data}) instead');if(t.activityStart!==void 0||t.activityEnd!==void 0){if(Object.keys(t).length!==1||t.activityStart!==void 0&&t.activityEnd!==void 0)throw new i("realtimeInput must carry exactly one field when signaling activity (activityStart XOR activityEnd, nothing else)");let s=t.activityStart!==void 0?"activityStart":"activityEnd",r=x(t[s]);if(!r||Object.keys(r).length!==0)throw new i(`realtimeInput.${s} must be an empty object (ActivityStart/ActivityEnd are bare markers)`);return{kind:s}}let n=["text","audio","audioStreamEnd","video"];for(let o of Object.keys(t))if(!n.includes(o))throw new i(`unsupported realtimeInput field "${o}"`);let e=n.filter(o=>t[o]!==void 0);if(e.length!==1)throw new i(`realtimeInput must carry exactly one of ${n.join(", ")} (got ${e.length})`);if(t.audio!==void 0)return{kind:"audio",base64Pcm24k:gt(t.audio)};if(t.video!==void 0)return{kind:"video",jpegFrame:mt(t.video)};if(t.audioStreamEnd!==void 0){if(t.audioStreamEnd!==!0)throw new i("realtimeInput.audioStreamEnd must be true when present");return{kind:"audioStreamEnd"}}if(typeof t.text!="string"||t.text.length===0)throw new i("realtimeInput.text must be a non-empty string");return{kind:"text",text:t.text}}function He(t){for(let n of Object.keys(t))if(n!=="functionResponses")throw new i(`unsupported toolResponse field "${n}"`);if(!Array.isArray(t.functionResponses)||t.functionResponses.length===0)throw new i("toolResponse.functionResponses must be a non-empty array");return t.functionResponses.map(n=>{let e=x(n);if(!e||typeof e.id!="string"||e.id.length===0)throw new i("functionResponses entries require the string id matched from the toolCall");return{type:"function_call_output",call_id:e.id,output:JSON.stringify(e.response??null)}})}function je(t){return t.type!=="response.output_text.delta"||typeof t.delta!="string"?null:{serverContent:{modelTurn:{role:"model",parts:[{text:t.delta}]}}}}function qe(t){return{serverContent:{modelTurn:{role:"model",parts:[{inlineData:{mimeType:pt,data:t}}]}}}}function Fe(t){let n=x(t)??{},e=Array.isArray(n.output)?n.output:[],o=[],s=[],r=typeof n.output_text=="string"?n.output_text:"";if(!r)for(let d of e){let c=x(d);if(!(c?.type!=="message"||!Array.isArray(c.content)))for(let g of c.content){let p=x(g);p?.type==="output_text"&&typeof p.text=="string"&&(r+=p.text)}}r&&s.push({role:"assistant",content:r});for(let d of e){let c=x(d);if(c?.type!=="function_call")continue;if(typeof c.call_id!="string"||typeof c.name!="string")throw new i(`upstream function_call item is missing call_id/name: ${JSON.stringify(d)}`,J);let g=typeof c.arguments=="string"&&c.arguments.length>0?c.arguments:"{}",p;try{p=JSON.parse(g)}catch{throw new i(`upstream function_call arguments are not valid JSON: ${g}`,J)}o.push({id:c.call_id,name:c.name,args:p}),s.push({type:"function_call",call_id:c.call_id,name:c.name,arguments:g})}let a=[];o.length>0&&a.push({toolCall:{functionCalls:o}}),a.push({serverContent:{generationComplete:!0}});let u=x(n.usage),f={serverContent:{turnComplete:!0}};if(u){let d={};typeof u.input_tokens=="number"&&(d.promptTokenCount=u.input_tokens),typeof u.output_tokens=="number"&&(d.responseTokenCount=u.output_tokens),typeof u.total_tokens=="number"&&(d.totalTokenCount=u.total_tokens),Object.keys(d).length>0&&(f.usageMetadata=d)}return a.push(f),{messages:a,assistantItems:s}}var ht=256,_e=class{snapshots=new Map;store(n,e){for(this.snapshots.set(n,e);this.snapshots.size>ht;){let o=this.snapshots.keys().next().value;this.snapshots.delete(o)}}get(n){return this.snapshots.get(n)}},se=t=>t.slice(0,120),ke=class{constructor(n,e,o){this.ws=n;this.clients=e;this.registry=o;n.on("message",s=>this.onMessage(s)),n.on("close",()=>{this.unsubscribeEnd?.(),this.unsubscribeEnd=null,this.detachAudio?.()})}ws;clients;registry;config=null;transcript=[];queue=Promise.resolve();proxyHandle=null;unsubscribeEnd=null;audio=null;detachAudio=null;video=null;activityOpen=!1;activeTurn=null;send(n){this.ws.readyState===this.ws.OPEN&&this.ws.send(JSON.stringify(n))}fail(n){if(n instanceof F){this.ws.close(Te,se(n.message));return}if(n instanceof ne){this.ws.close(we,se(n.message));return}if(n instanceof i){this.ws.close(n.closeCode,se(n.message));return}this.ws.close(J,se(String(n instanceof Error?n.message:n)))}onMessage(n){try{let e=Ce(typeof n=="string"?n:Buffer.concat(Array.isArray(n)?n:[n]).toString("utf8"));if(e.kind==="setup"){this.handleSetup(e.setup).catch(s=>this.fail(s));return}if(!this.config)throw new i(`"${e.kind}" before setup \u2014 the first client message must be BidiGenerateContentSetup`);let o=this.config;if(e.kind==="clientContent"){let{items:s,turnComplete:r}=Me(e.clientContent);this.transcript.push(...s),r&&this.enqueue(()=>this.runTurn());return}if(e.kind==="realtimeInput"){let s=Be(e.realtimeInput);if(s.kind==="activityStart"||s.kind==="activityEnd"){this.onActivity(s.kind,o);return}if(s.kind==="text"){this.transcript.push({role:"user",content:s.text}),this.enqueue(()=>this.runTurn());return}if(s.kind==="video"){this.appendVideoFrame(s.jpegFrame);return}this.appendAudio(s.kind==="audio"?s.base64Pcm24k:De);return}this.transcript.push(...He(e.toolResponse)),this.enqueue(()=>this.runTurn())}catch(e){this.fail(e)}}async handleSetup(n){if(this.config)throw new i("setup may only be sent once, as the first client message");let e=$e(n),o=e.sessionResumption.handle;if(o!==null){let s=this.registry.get(o);if(!s)throw new i("unknown sessionResumption.handle \u2014 the Live session it names is gone (proxy restarted, handle evicted, or never issued) and cannot be resumed; reconnect without a handle to start a new session",we);if(s.model!==e.model)throw new i(`sessionResumption.handle was issued for model "${s.model}" \u2014 the model cannot change on resume (got "${e.model}", per the Live API session-resumption contract)`);if(e.systemItems.length>0)throw new i("setup.systemInstruction cannot be changed on resume \u2014 it is part of the resumed conversation state");this.transcript=[...s.transcript],this.proxyHandle=s.proxyHandle,this.unsubscribeEnd=await this.clients.onSessionEnd(s.proxyHandle,r=>this.enqueue(()=>this.handleUpstreamEnd(r)))}else this.proxyHandle=await this.clients.sessionHandle(e.model),this.unsubscribeEnd=await this.clients.onSessionEnd(this.proxyHandle,s=>this.enqueue(()=>this.handleUpstreamEnd(s))),this.transcript.push(...e.systemItems);this.config=e,this.send({setupComplete:{}}),e.audioModality&&this.ensureAudioLane(),e.sessionResumption.enabled&&await this.mintResumptionUpdate()}ensureAudioLane(){if(this.audio)return this.audio;let n=this.config;if(!n)throw new i("audio before setup \u2014 the first client message must be BidiGenerateContentSetup");let e=this.clients.openAudio;if(!e)throw new i("audio lane not wired: this proxy embedding provides no ProxyClients.openAudio (the native rt-audio-in/rt-audio-out AudioBridge seam)",J);return this.audio=(async()=>{let o=await e.call(this.clients,n.model);return this.detachAudio=o.onOutputAudio(s=>this.send(qe(s))),o})(),this.audio.catch(o=>this.fail(o)),this.audio}appendAudio(n){this.ensureAudioLane().then(e=>e.appendInputAudio(n)).catch(e=>this.fail(e))}ensureVideoLane(){if(this.video)return this.video;let n=this.config;if(!n)throw new i("video before setup \u2014 the first client message must be BidiGenerateContentSetup");let e=this.clients.openVideo;if(!e)throw new i("video lane not wired: this proxy embedding provides no ProxyClients.openVideo (the native rt-video-in frame-lane seam, transport/media.ts enableSessionVideo)",J);return this.video=Promise.resolve(e.call(this.clients,n.model)),this.video.catch(o=>this.fail(o)),this.video}appendVideoFrame(n){this.ensureVideoLane().then(e=>e.sendInputFrame(n)).catch(e=>this.fail(e))}onActivity(n,e){if(!e.activity.manualActivity)throw new i(`realtimeInput.${n} requires manual activity mode \u2014 set setup.realtimeInputConfig.automaticActivityDetection.disabled: true (automatic server-side activity detection is the declared platform follow-up)`);if(n==="activityStart"){if(this.activityOpen)throw new i("activityStart while an activity window is already open (send activityEnd first)");this.activityOpen=!0,e.activity.activityHandling==="START_OF_ACTIVITY_INTERRUPTS"&&this.activeTurn&&(this.activeTurn.interrupted=!0);return}if(!this.activityOpen)throw new i("activityEnd without an open activity window (send activityStart first)");this.activityOpen=!1}enqueue(n){this.queue=this.queue.then(n,()=>{}),this.queue=this.queue.catch(e=>this.fail(e))}async mintResumptionUpdate(){let n=this.config;if(!n?.sessionResumption.enabled||this.ws.readyState!==this.ws.OPEN)return;let e=await this.clients.sessionHandle(n.model);this.proxyHandle=e;let o=(0,Je.randomUUID)();this.registry.store(o,{model:n.model,proxyHandle:e,transcript:[...this.transcript]}),this.send(Ne(o))}async handleUpstreamEnd(n){if(this.ws.readyState!==this.ws.OPEN||!this.config)return;this.unsubscribeEnd?.(),this.unsubscribeEnd=null;let e=null;try{e=await this.clients.sessionHandle(this.config.model)}catch{}if(e!==null&&e!==this.proxyHandle){this.proxyHandle=e,this.unsubscribeEnd=await this.clients.onSessionEnd(e,o=>this.enqueue(()=>this.handleUpstreamEnd(o))),this.config.sessionResumption.enabled&&await this.mintResumptionUpdate();return}this.send(Le(n.timeLeftMs)),this.ws.close(J,se(`upstream session ended: ${n.reason}`))}async runTurn(){let n=this.config;if(!n||this.ws.readyState!==this.ws.OPEN)return;let e={interrupted:!1};this.activeTurn=e;try{let o=await this.clients.createResponse({model:n.model,input:[...this.transcript],stream:!0,tools:n.tools,temperature:n.temperature,max_output_tokens:n.maxOutputTokens}),s,r=!1;for await(let f of o){if(e.interrupted)break;let d=f;if(d.type==="error")throw new i(`upstream error: ${JSON.stringify(d)}`,J);if(d.type==="response.completed"){s=d.response,r=!0;continue}let c=je(d);c&&this.send(c)}if(e.interrupted){this.send({serverContent:{interrupted:!0}});return}if(!r)throw new i("upstream produced no response.completed event",J);let{messages:a,assistantItems:u}=Fe(s);this.transcript.push(...u);for(let f of a)this.send(f);await this.mintResumptionUpdate()}finally{this.activeTurn=null}}},yt=(t,n)=>{let e=t.headers["x-goog-api-key"];if(typeof e=="string")return e;let o=t.headers.authorization;return typeof o=="string"&&o.startsWith("Bearer ")?o.slice(7):n.searchParams.get("key")??void 0};function Ge(t,n){let e=new Ve.WebSocketServer({noServer:!0}),o=new _e;t.on("upgrade",(s,r,a)=>{let u=new URL(s.url??"/","http://localhost");if(u.pathname!==de){r.write(`HTTP/1.1 404 Not Found\r
+"use strict";var ye=Object.defineProperty;var Ze=Object.getOwnPropertyDescriptor;var et=Object.getOwnPropertyNames;var tt=Object.prototype.hasOwnProperty;var nt=(t,n)=>{for(var e in n)ye(t,e,{get:n[e],enumerable:!0})},ot=(t,n,e,o)=>{if(n&&typeof n=="object"||typeof n=="function")for(let s of et(n))!tt.call(t,s)&&s!==e&&ye(t,s,{get:()=>n[s],enumerable:!(o=Ze(n,s))||o.enumerable});return t};var st=t=>ot(ye({},"__esModule",{value:!0}),t);var Ut={};nt(Ut,{GEMINI_LIVE_PATH:()=>de,createOpenAIProxy:()=>Qe});module.exports=st(Ut);var Ye=require("http");var Je=require("crypto"),Ve=require("ws");var F=class extends Error{},ne=class extends Error{};var de="/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent",it=1007,Te=1008,J=1011,we=1008,i=class extends Error{constructor(e,o=it){super(e);this.closeCode=o}closeCode},b=t=>typeof t=="object"&&t!==null&&!Array.isArray(t)?t:null,le=["setup","clientContent","realtimeInput","toolResponse"];function Ce(t){let n;try{n=JSON.parse(t)}catch{throw new i("client message is not valid JSON")}let e=b(n);if(!e)throw new i("client message must be a JSON object");let o=le.filter(d=>e[d]!==void 0),s=Object.keys(e).filter(d=>!le.includes(d));if(s.length>0)throw new i(`unknown client message field(s) ${JSON.stringify(s)} \u2014 expected exactly one of ${le.join(", ")}`);if(o.length!==1)throw new i(`client message must contain exactly one of ${le.join(", ")} (got ${o.length})`);let r=o[0],a=b(e[r]);if(!a)throw new i(`"${r}" must be a JSON object`);return{kind:r,[r]:a}}function Pe(t,n){if(typeof t=="string")return t;let e=b(t),o=e?e.parts:void 0;if(!Array.isArray(o))throw new i(`${n}: expected a Content with a parts array`);let s=[];for(let r of o){let a=b(r);if(a&&typeof a.text=="string"){s.push(a.text);continue}throw a&&(a.inlineData!==void 0||a.fileData!==void 0)?new i(`${n}: media parts (inlineData/fileData) are a declared follow-up slice (audio/video lanes over the proxy transport AudioBridge) \u2014 only text parts are supported in this slice`):a&&(a.functionCall!==void 0||a.functionResponse!==void 0)?new i(`${n}: functionCall/functionResponse parts are not valid here \u2014 the Live API exchanges tool traffic via the dedicated toolCall/toolResponse messages`):new i(`${n}: unsupported part ${JSON.stringify(r)}`)}return s.join(`
+`)}var at={manualActivity:!1,activityHandling:"START_OF_ACTIVITY_INTERRUPTS"},ut={inputAudioTranscription:"setup.inputAudioTranscription is part of the declared audio follow-up slice",outputAudioTranscription:"setup.outputAudioTranscription is part of the declared audio follow-up slice"},lt=["model","generationConfig","systemInstruction","tools","realtimeInputConfig","sessionResumption"],Ee=["START_OF_ACTIVITY_INTERRUPTS","NO_INTERRUPTION"];function ct(t){let n=b(t);if(!n)throw new i("setup.realtimeInputConfig must be an object");for(let s of Object.keys(n))if(!(s==="automaticActivityDetection"||s==="activityHandling"))throw new i(s==="turnCoverage"?"realtimeInputConfig.turnCoverage is part of the declared audio follow-up slice":`unsupported realtimeInputConfig field "${s}"`);let e=b(n.automaticActivityDetection);if(n.automaticActivityDetection!==void 0&&!e)throw new i("realtimeInputConfig.automaticActivityDetection must be an object");for(let s of Object.keys(e??{}))if(s!=="disabled")throw new i(`automaticActivityDetection.${s} tunes AUTOMATIC (server-side) activity detection \u2014 the declared platform follow-up (serve turn_detection events over the session stream lane); only "disabled: true" (manual activity mode) is supported in this slice`);if(e?.disabled!==!0)throw new i("automatic (server-side) activity detection is the declared platform follow-up (serve turn_detection turn_start/turn_end events over the session stream lane, not proxy DSP) \u2014 set realtimeInputConfig.automaticActivityDetection.disabled: true for manual activity mode");let o="START_OF_ACTIVITY_INTERRUPTS";if(n.activityHandling!==void 0){if(!Ee.includes(n.activityHandling))throw new i(`unsupported activityHandling ${JSON.stringify(n.activityHandling)} \u2014 expected one of ${Ee.join(", ")}`);o=n.activityHandling}return{manualActivity:!0,activityHandling:o}}var dt=["temperature","maxOutputTokens","responseModalities"];function $e(t){for(let[u,f]of Object.entries(ut))if(t[u]!==void 0)throw new i(f);for(let u of Object.keys(t))if(!lt.includes(u))throw new i(`unsupported setup field "${u}"`);if(typeof t.model!="string"||t.model.length===0)throw new i('setup.model is required (format "models/{model}")');let n=t.model.replace(/^models\//,""),e,o,s=!1,r=b(t.generationConfig);if(t.generationConfig!==void 0&&!r)throw new i("setup.generationConfig must be an object");if(r){for(let u of Object.keys(r))if(!dt.includes(u))throw new i(`unsupported generationConfig field "${u}"`);if(r.temperature!==void 0){if(typeof r.temperature!="number")throw new i("generationConfig.temperature must be a number");e=r.temperature}if(r.maxOutputTokens!==void 0){if(typeof r.maxOutputTokens!="number")throw new i("generationConfig.maxOutputTokens must be a number");o=r.maxOutputTokens}if(r.responseModalities!==void 0){let u=Array.isArray(r.responseModalities)?r.responseModalities:[r.responseModalities];for(let f of u){let g=String(f).toUpperCase();if(g==="AUDIO"){s=!0;continue}if(g!=="TEXT")throw new i(`responseModalities ${JSON.stringify(f)} is not supported \u2014 this surface speaks TEXT and AUDIO (audio-out rides the native AudioBridge rt-audio-out lane)`)}}}let a=[];t.systemInstruction!==void 0&&a.push({role:"system",content:Pe(t.systemInstruction,"setup.systemInstruction")});let d;if(t.tools!==void 0){if(!Array.isArray(t.tools))throw new i("setup.tools must be an array");d=[];for(let u of t.tools){let f=b(u);if(!f)throw new i("setup.tools entries must be objects");for(let g of Object.keys(f))if(g!=="functionDeclarations")throw new i(`unsupported tool "${g}" \u2014 this slice translates functionDeclarations only (no googleSearch/codeExecution)`);if(!Array.isArray(f.functionDeclarations))throw new i("tool.functionDeclarations must be an array");for(let g of f.functionDeclarations){let y=b(g);if(!y||typeof y.name!="string")throw new i("functionDeclarations entries require a string name");d.push({type:"function",name:y.name,description:y.description,parameters:y.parameters})}}d.length===0&&(d=void 0)}let m={enabled:!1,handle:null};if(t.sessionResumption!==void 0){let u=b(t.sessionResumption);if(!u)throw new i("setup.sessionResumption must be an object (SessionResumptionConfig)");for(let f of Object.keys(u))if(f!=="handle")throw new i(`unsupported sessionResumption field "${f}" \u2014 this lane implements SessionResumptionConfig.handle only`);if(u.handle!==void 0&&(typeof u.handle!="string"||u.handle.length===0))throw new i("sessionResumption.handle must be a non-empty string when present");m={enabled:!0,handle:typeof u.handle=="string"?u.handle:null}}let p=t.realtimeInputConfig===void 0?at:ct(t.realtimeInputConfig);return{model:n,systemItems:a,tools:d,temperature:e,maxOutputTokens:o,audioModality:s,activity:p,sessionResumption:m}}function Ne(t){return{sessionResumptionUpdate:{newHandle:t,resumable:!0}}}function Me(t){let n=Math.max(0,t??0)/1e3;return{goAway:{timeLeft:`${Math.round(n*1e3)/1e3}s`}}}function Le(t){for(let o of Object.keys(t))if(o!=="turns"&&o!=="turnComplete")throw new i(`unsupported clientContent field "${o}"`);let n=t.turns===void 0?[]:t.turns;if(!Array.isArray(n))throw new i("clientContent.turns must be an array");let e=[];for(let o of n){let s=b(o);if(!s)throw new i("clientContent.turns entries must be Content objects");let r=s.role===void 0?"user":String(s.role).toLowerCase();if(r!=="user"&&r!=="model")throw new i(`clientContent turn role must be "user" or "model" (got ${JSON.stringify(s.role)})`);e.push({role:r==="model"?"assistant":"user",content:Pe(s,"clientContent.turns")})}return{items:e,turnComplete:t.turnComplete===!0}}var ce=16e3,Ue=24e3,pt=`audio/pcm;rate=${Ue}`,De=Buffer.alloc(960).toString("base64");function ft(t,n,e){if(n===e)return t;let o=Math.floor(t.length*e/n),s=new Int16Array(o),r=n/e,a=t.length-1;for(let d=0;d<o;d++){let m=d*r,p=Math.floor(m);if(p>=a){s[d]=t[a];continue}let u=m-p;s[d]=Math.round(t[p]+(t[p+1]-t[p])*u)}return s}function mt(t){let n=b(t);if(!n)throw new i("realtimeInput.video must be a Blob object {mimeType, data}");if(typeof n.mimeType!="string"||!/^image\/jpeg\s*(;|$)/.test(n.mimeType))throw new i(`realtimeInput.video.mimeType must be image/jpeg (the Live video input stream is individual JPEG frames), got ${JSON.stringify(n.mimeType)}`);if(typeof n.data!="string"||n.data.length===0)throw new i("realtimeInput.video.data must be non-empty base64");let e=Buffer.from(n.data,"base64");if(e.length<3||e[0]!==255||e[1]!==216)throw new i("realtimeInput.video.data does not decode to a JPEG frame (missing FF D8 SOI marker)");return new Uint8Array(e)}function gt(t){let n=b(t);if(!n)throw new i("realtimeInput.audio must be a Blob object {mimeType, data}");if(typeof n.mimeType!="string"||!/^audio\/pcm\s*(;|$)/.test(n.mimeType))throw new i(`realtimeInput.audio.mimeType must be audio/pcm (16-bit LE PCM @16kHz mono per the Live spec), got ${JSON.stringify(n.mimeType)}`);let e=/;\s*rate=(\d+)/.exec(n.mimeType);if(e&&Number(e[1])!==ce)throw new i(`realtimeInput.audio.mimeType declares rate=${e[1]} \u2014 the Live spec input format is ${ce} Hz (audio/pcm;rate=${ce})`);if(typeof n.data!="string"||n.data.length===0)throw new i("realtimeInput.audio.data must be non-empty base64");let o=Buffer.from(n.data,"base64");if(o.length===0||o.length%2!==0)throw new i(`realtimeInput.audio.data must decode to whole 16-bit samples (got ${o.length} bytes \u2014 not even)`);let s=new Int16Array(o.length/2);for(let a=0;a<s.length;a++)s[a]=o.readInt16LE(a*2);let r=ft(s,ce,Ue);return Buffer.from(r.buffer,r.byteOffset,r.byteLength).toString("base64")}function Be(t){if(t.mediaChunks!==void 0)throw new i('realtimeInput.mediaChunks is deprecated by the Live API \u2014 send the audio stream via realtimeInput.audio ({mimeType:"audio/pcm;rate=16000", data}) instead');if(t.activityStart!==void 0||t.activityEnd!==void 0){if(Object.keys(t).length!==1||t.activityStart!==void 0&&t.activityEnd!==void 0)throw new i("realtimeInput must carry exactly one field when signaling activity (activityStart XOR activityEnd, nothing else)");let s=t.activityStart!==void 0?"activityStart":"activityEnd",r=b(t[s]);if(!r||Object.keys(r).length!==0)throw new i(`realtimeInput.${s} must be an empty object (ActivityStart/ActivityEnd are bare markers)`);return{kind:s}}let n=["text","audio","audioStreamEnd","video"];for(let o of Object.keys(t))if(!n.includes(o))throw new i(`unsupported realtimeInput field "${o}"`);let e=n.filter(o=>t[o]!==void 0);if(e.length!==1)throw new i(`realtimeInput must carry exactly one of ${n.join(", ")} (got ${e.length})`);if(t.audio!==void 0)return{kind:"audio",base64Pcm24k:gt(t.audio)};if(t.video!==void 0)return{kind:"video",jpegFrame:mt(t.video)};if(t.audioStreamEnd!==void 0){if(t.audioStreamEnd!==!0)throw new i("realtimeInput.audioStreamEnd must be true when present");return{kind:"audioStreamEnd"}}if(typeof t.text!="string"||t.text.length===0)throw new i("realtimeInput.text must be a non-empty string");return{kind:"text",text:t.text}}function He(t){for(let n of Object.keys(t))if(n!=="functionResponses")throw new i(`unsupported toolResponse field "${n}"`);if(!Array.isArray(t.functionResponses)||t.functionResponses.length===0)throw new i("toolResponse.functionResponses must be a non-empty array");return t.functionResponses.map(n=>{let e=b(n);if(!e||typeof e.id!="string"||e.id.length===0)throw new i("functionResponses entries require the string id matched from the toolCall");return{type:"function_call_output",call_id:e.id,output:JSON.stringify(e.response??null)}})}function je(t){return t.type!=="response.output_text.delta"||typeof t.delta!="string"?null:{serverContent:{modelTurn:{role:"model",parts:[{text:t.delta}]}}}}function qe(t){return{serverContent:{modelTurn:{role:"model",parts:[{inlineData:{mimeType:pt,data:t}}]}}}}function Fe(t){let n=b(t)??{},e=Array.isArray(n.output)?n.output:[],o=[],s=[],r=typeof n.output_text=="string"?n.output_text:"";if(!r)for(let p of e){let u=b(p);if(!(u?.type!=="message"||!Array.isArray(u.content)))for(let f of u.content){let g=b(f);g?.type==="output_text"&&typeof g.text=="string"&&(r+=g.text)}}r&&s.push({role:"assistant",content:r});for(let p of e){let u=b(p);if(u?.type!=="function_call")continue;if(typeof u.call_id!="string"||typeof u.name!="string")throw new i(`upstream function_call item is missing call_id/name: ${JSON.stringify(p)}`,J);let f=typeof u.arguments=="string"&&u.arguments.length>0?u.arguments:"{}",g;try{g=JSON.parse(f)}catch{throw new i(`upstream function_call arguments are not valid JSON: ${f}`,J)}o.push({id:u.call_id,name:u.name,args:g}),s.push({type:"function_call",call_id:u.call_id,name:u.name,arguments:f})}let a=[];o.length>0&&a.push({toolCall:{functionCalls:o}}),a.push({serverContent:{generationComplete:!0}});let d=b(n.usage),m={serverContent:{turnComplete:!0}};if(d){let p={};typeof d.input_tokens=="number"&&(p.promptTokenCount=d.input_tokens),typeof d.output_tokens=="number"&&(p.responseTokenCount=d.output_tokens),typeof d.total_tokens=="number"&&(p.totalTokenCount=d.total_tokens),Object.keys(p).length>0&&(m.usageMetadata=p)}return a.push(m),{messages:a,assistantItems:s}}var ht=256,_e=class{snapshots=new Map;store(n,e){for(this.snapshots.set(n,e);this.snapshots.size>ht;){let o=this.snapshots.keys().next().value;this.snapshots.delete(o)}}get(n){return this.snapshots.get(n)}},se=t=>t.slice(0,120),ke=class{constructor(n,e,o){this.ws=n;this.clients=e;this.registry=o;n.on("message",s=>this.onMessage(s)),n.on("close",()=>{this.unsubscribeEnd?.(),this.unsubscribeEnd=null,this.detachAudio?.()})}ws;clients;registry;config=null;transcript=[];queue=Promise.resolve();proxyHandle=null;unsubscribeEnd=null;audio=null;detachAudio=null;video=null;activityOpen=!1;activeTurn=null;send(n){this.ws.readyState===this.ws.OPEN&&this.ws.send(JSON.stringify(n))}fail(n){if(n instanceof F){this.ws.close(Te,se(n.message));return}if(n instanceof ne){this.ws.close(we,se(n.message));return}if(n instanceof i){this.ws.close(n.closeCode,se(n.message));return}this.ws.close(J,se(String(n instanceof Error?n.message:n)))}onMessage(n){try{let e=Ce(typeof n=="string"?n:Buffer.concat(Array.isArray(n)?n:[n]).toString("utf8"));if(e.kind==="setup"){this.handleSetup(e.setup).catch(s=>this.fail(s));return}if(!this.config)throw new i(`"${e.kind}" before setup \u2014 the first client message must be BidiGenerateContentSetup`);let o=this.config;if(e.kind==="clientContent"){let{items:s,turnComplete:r}=Le(e.clientContent);this.transcript.push(...s),r&&this.enqueue(()=>this.runTurn());return}if(e.kind==="realtimeInput"){let s=Be(e.realtimeInput);if(s.kind==="activityStart"||s.kind==="activityEnd"){this.onActivity(s.kind,o);return}if(s.kind==="text"){this.transcript.push({role:"user",content:s.text}),this.enqueue(()=>this.runTurn());return}if(s.kind==="video"){this.appendVideoFrame(s.jpegFrame);return}this.appendAudio(s.kind==="audio"?s.base64Pcm24k:De);return}this.transcript.push(...He(e.toolResponse)),this.enqueue(()=>this.runTurn())}catch(e){this.fail(e)}}async handleSetup(n){if(this.config)throw new i("setup may only be sent once, as the first client message");let e=$e(n),o=e.sessionResumption.handle;if(o!==null){let s=this.registry.get(o);if(!s)throw new i("unknown sessionResumption.handle \u2014 the Live session it names is gone (proxy restarted, handle evicted, or never issued) and cannot be resumed; reconnect without a handle to start a new session",we);if(s.model!==e.model)throw new i(`sessionResumption.handle was issued for model "${s.model}" \u2014 the model cannot change on resume (got "${e.model}", per the Live API session-resumption contract)`);if(e.systemItems.length>0)throw new i("setup.systemInstruction cannot be changed on resume \u2014 it is part of the resumed conversation state");this.transcript=[...s.transcript],this.proxyHandle=s.proxyHandle,this.unsubscribeEnd=await this.clients.onSessionEnd(s.proxyHandle,r=>this.enqueue(()=>this.handleUpstreamEnd(r)))}else this.proxyHandle=await this.clients.sessionHandle(e.model),this.unsubscribeEnd=await this.clients.onSessionEnd(this.proxyHandle,s=>this.enqueue(()=>this.handleUpstreamEnd(s))),this.transcript.push(...e.systemItems);this.config=e,this.send({setupComplete:{}}),e.audioModality&&this.ensureAudioLane(),e.sessionResumption.enabled&&await this.mintResumptionUpdate()}ensureAudioLane(){if(this.audio)return this.audio;let n=this.config;if(!n)throw new i("audio before setup \u2014 the first client message must be BidiGenerateContentSetup");let e=this.clients.openAudio;if(!e)throw new i("audio lane not wired: this proxy embedding provides no ProxyClients.openAudio (the native rt-audio-in/rt-audio-out AudioBridge seam)",J);return this.audio=(async()=>{let o=await e.call(this.clients,n.model);return this.detachAudio=o.onOutputAudio(s=>this.send(qe(s))),o})(),this.audio.catch(o=>this.fail(o)),this.audio}appendAudio(n){this.ensureAudioLane().then(e=>e.appendInputAudio(n)).catch(e=>this.fail(e))}ensureVideoLane(){if(this.video)return this.video;let n=this.config;if(!n)throw new i("video before setup \u2014 the first client message must be BidiGenerateContentSetup");let e=this.clients.openVideo;if(!e)throw new i("video lane not wired: this proxy embedding provides no ProxyClients.openVideo (the native rt-video-in frame-lane seam, transport/media.ts enableSessionVideo)",J);return this.video=Promise.resolve(e.call(this.clients,n.model)),this.video.catch(o=>this.fail(o)),this.video}appendVideoFrame(n){this.ensureVideoLane().then(e=>e.sendInputFrame(n)).catch(e=>this.fail(e))}onActivity(n,e){if(!e.activity.manualActivity)throw new i(`realtimeInput.${n} requires manual activity mode \u2014 set setup.realtimeInputConfig.automaticActivityDetection.disabled: true (automatic server-side activity detection is the declared platform follow-up)`);if(n==="activityStart"){if(this.activityOpen)throw new i("activityStart while an activity window is already open (send activityEnd first)");this.activityOpen=!0,e.activity.activityHandling==="START_OF_ACTIVITY_INTERRUPTS"&&this.activeTurn&&(this.activeTurn.interrupted=!0);return}if(!this.activityOpen)throw new i("activityEnd without an open activity window (send activityStart first)");this.activityOpen=!1}enqueue(n){this.queue=this.queue.then(n,()=>{}),this.queue=this.queue.catch(e=>this.fail(e))}async mintResumptionUpdate(){let n=this.config;if(!n?.sessionResumption.enabled||this.ws.readyState!==this.ws.OPEN)return;let e=await this.clients.sessionHandle(n.model);this.proxyHandle=e;let o=(0,Je.randomUUID)();this.registry.store(o,{model:n.model,proxyHandle:e,transcript:[...this.transcript]}),this.send(Ne(o))}async handleUpstreamEnd(n){if(this.ws.readyState!==this.ws.OPEN||!this.config)return;this.unsubscribeEnd?.(),this.unsubscribeEnd=null;let e=null;try{e=await this.clients.sessionHandle(this.config.model)}catch{}if(e!==null&&e!==this.proxyHandle){this.proxyHandle=e,this.unsubscribeEnd=await this.clients.onSessionEnd(e,o=>this.enqueue(()=>this.handleUpstreamEnd(o))),this.config.sessionResumption.enabled&&await this.mintResumptionUpdate();return}this.send(Me(n.timeLeftMs)),this.ws.close(J,se(`upstream session ended: ${n.reason}`))}async runTurn(){let n=this.config;if(!n||this.ws.readyState!==this.ws.OPEN)return;let e={interrupted:!1};this.activeTurn=e;try{let o=await this.clients.createResponse({model:n.model,input:[...this.transcript],stream:!0,tools:n.tools,temperature:n.temperature,max_output_tokens:n.maxOutputTokens}),s,r=!1;for await(let m of o){if(e.interrupted)break;let p=m;if(p.type==="error")throw new i(`upstream error: ${JSON.stringify(p)}`,J);if(p.type==="response.completed"){s=p.response,r=!0;continue}let u=je(p);u&&this.send(u)}if(e.interrupted){this.send({serverContent:{interrupted:!0}});return}if(!r)throw new i("upstream produced no response.completed event",J);let{messages:a,assistantItems:d}=Fe(s);this.transcript.push(...d);for(let m of a)this.send(m);await this.mintResumptionUpdate()}finally{this.activeTurn=null}}},yt=(t,n)=>{let e=t.headers["x-goog-api-key"];if(typeof e=="string")return e;let o=t.headers.authorization;return typeof o=="string"&&o.startsWith("Bearer ")?o.slice(7):n.searchParams.get("key")??void 0};function Ge(t,n){let e=new Ve.WebSocketServer({noServer:!0}),o=new _e;t.on("upgrade",(s,r,a)=>{let d=new URL(s.url??"/","http://localhost");if(d.pathname!==de){r.write(`HTTP/1.1 404 Not Found\r
 Connection: close\r
 \r
-no WS route for ${u.pathname}`),r.destroy();return}if(n.apiKey&&yt(s,u)!==n.apiKey){r.write(`HTTP/1.1 401 Unauthorized\r
+no WS route for ${d.pathname}`),r.destroy();return}if(n.apiKey&&yt(s,d)!==n.apiKey){r.write(`HTTP/1.1 401 Unauthorized\r
 Connection: close\r
 \r
-invalid local proxy api key`),r.destroy();return}e.handleUpgrade(s,r,a,f=>{new ke(f,n.clients,o)})})}var Ae=class t{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(n,e,o){this.requests[n]=(this.requests[n]??0)+1,this.localInBytes+=e,this.naiveInBytes+=o}modelEntry(n){let e=this.models[n];if(e)return e;let o=Object.keys(this.models).length>=wt?"(other)":n;return this.models[o]??={requests:0,tokens_out:0}}model(n){this.modelEntry(n).requests+=1}track(n,e){let o=this,s=performance.now(),r=null,a=0;return(async function*(){for await(let f of n)f.type==="response.output_text.delta"&&typeof f.delta=="string"&&(r===null&&(r=performance.now(),o.ttftMs.push(r-s),o.ttftMs.length>512&&o.ttftMs.shift()),a+=1,o.tokensOut+=1,o.charsOut+=f.delta.length,e!==void 0&&(o.modelEntry(e).tokens_out+=1)),yield f;let u=(performance.now()-(r??s))/1e3;a>0&&u>0&&(o.tokRates.push(a/u),o.tokRates.length>512&&o.tokRates.shift())})()}static p50(n){if(!n.length)return null;let e=[...n].sort((o,s)=>o-s);return e[Math.floor(e.length/2)]}snapshot(){let n=Object.values(this.requests).reduce((e,o)=>e+o,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:t.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:t.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:n},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function be(t){t.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function H(t,n,e){t.writeHead(n,{"content-type":"application/json"}),t.end(JSON.stringify(e))}function V(t,n,e,o="invalid_request_error"){H(t,n,{error:{message:e,type:o}})}function B(t,n,e,o){H(t,n,{type:"error",error:{type:e,message:o}})}function Re(t,n,e){if(n==="anthropic"){H(t,404,{type:"error",error:{type:"not_found_error",message:e.message}});return}H(t,404,{error:{message:e.message,type:"invalid_request_error",code:"model_not_found"}})}var wt=256,_t=128;function Ie(t){return typeof t.model!="string"||!t.model.trim()?"(default)":t.model.trim().slice(0,_t)}var ze=64*1024*1024,pe=class extends Error{};async function kt(t){let n=[],e=0;for await(let s of t){if(e+=s.length,e>ze)throw new pe(`request body exceeds ${ze} bytes`);n.push(s)}let o=Buffer.concat(n).toString("utf8");return o?JSON.parse(o):{}}function Y(t,n,e,o){return{id:t,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:n,choices:[{index:0,delta:e,finish_reason:o}]}}var vt=256;function xt(t){if(typeof t=="string")return[{role:"user",content:t}];if(Array.isArray(t))return t;throw new Error("responses input must be a string or an array of messages/items")}var Se=class{conversations=new Map;thread(n,e){let o=xt(e);if(n==null)return o;let s=this.conversations.get(String(n));if(!s)throw new Error(`unknown previous_response_id ${String(n)} (proxy restarts drop stored responses)`);return[...s,...o]}remember(n,e,o){this.conversations.set(n,[...e,{role:"assistant",content:o}]);for(let s of this.conversations.keys()){if(this.conversations.size<=vt)break;this.conversations.delete(s)}}};function re(t){let n=t?.output;return Array.isArray(n)?n.filter(e=>e.type==="function_call"):[]}function z(t){return t.find(n=>n.type==="response.completed")?.response??null}function fe(t){let n=t?.usage;if(!n||typeof n!="object")return null;let e=a=>typeof a=="number"&&Number.isFinite(a)&&a>=0?a:0,o=e(n.input_tokens),s=e(n.output_tokens);if(o===0&&s===0)return null;let r=e(n.total_tokens)||o+s;return{input_tokens:o,output_tokens:s,total_tokens:r}}function Ke(t){let n=fe(t);return n?{prompt_tokens:n.input_tokens,completion_tokens:n.output_tokens,total_tokens:n.total_tokens}:{prompt_tokens:0,completion_tokens:0,total_tokens:0}}function Xe(t){let n=t?.output;if(!Array.isArray(n))return"";let e="";for(let o of n)if(!(o.type!=="reasoning"||!Array.isArray(o.content)))for(let s of o.content)s.type==="reasoning_text"&&(e+=String(s.text??""));return e}function ie(t){return t.type!=="response.function_call_arguments.delta"||typeof t.tool_index!="number"?null:{tool_index:t.tool_index,call_id:typeof t.call_id=="string"?t.call_id:void 0,name:typeof t.name=="string"?t.name:void 0,delta:typeof t.delta=="string"?t.delta:""}}var K=class{calls=new Map;add(n){let e=this.calls.get(n.tool_index),o=!e;return e||(e={args:""},this.calls.set(n.tool_index,e)),n.call_id&&(e.id=n.call_id),n.name&&(e.name=n.name),e.args+=n.delta,{call:e,isNew:o}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([n,e])=>({type:"function_call",call_id:e.id??`call_${n}`,name:e.name??"",arguments:e.args}))}},At=["<tool_call>","<function="];function St(t){return At.find(n=>t.includes(n))}function X(t,n){return`serving row emitted a prose tool call (literal ${JSON.stringify(n)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${t}" (see catalog parser_defaults)`}function Q(t,n,e){if(!(!t||n>0))return St(e)}function bt(t){if(Array.isArray(t))return t.map(n=>{let e=n.function;return!e||typeof e!="object"?n:{type:"function",name:e.name,description:e.description,parameters:e.parameters,strict:e.strict}})}var me=class extends Error{};function Rt(t,n){return Array.isArray(n)?n.map(e=>{let o=e;if(o.type==="text")return{type:t==="assistant"?"output_text":"input_text",text:o.text};if(o.type==="image_url"){let s=o.image_url??{};return{type:"input_image",image_url:s.url,detail:s.detail}}throw new me(`unsupported chat content part type "${String(o.type)}" \u2014 the proxy translates text and image_url parts`)}):n}function It(t){let n=[];for(let e of t){if(e.role==="tool"){n.push({type:"function_call_output",call_id:e.tool_call_id,output:typeof e.content=="string"?e.content:JSON.stringify(e.content??"")});continue}if(e.role==="assistant"&&Array.isArray(e.tool_calls)){typeof e.content=="string"&&e.content&&n.push({role:"assistant",content:e.content});for(let o of e.tool_calls){let s=o.function??{};n.push({type:"function_call",call_id:o.id,name:s.name,arguments:s.arguments})}continue}n.push({...e,content:Rt(e.role,e.content)})}return n}function ve(t){return re(t).map((n,e)=>({index:e,id:n.call_id??n.id??`call_${e}`,type:"function",function:{name:n.name??"",arguments:n.arguments??"{}"}}))}function We(t,n){let e=n?.output_text;return typeof e=="string"?e:t.filter(o=>o.type==="response.output_text.delta"&&typeof o.delta=="string").map(o=>o.delta).join("")}async function Ot(t,n,e,o,s){let r=t.stream===!0,a;try{a=e.thread(t.previous_response_id,t.input)}catch(m){V(o,400,String(m instanceof Error?m.message:m));return}t.previous_response_id!=null&&(s.naiveInBytes+=Buffer.byteLength(JSON.stringify(a))-Buffer.byteLength(JSON.stringify(t.input)));let u=`resp_${Math.random().toString(36).slice(2,14)}`,f=t.store!==!1,d=Ie(t);s.model(d);let c=Array.isArray(t.tools)&&t.tools.length>0,g;try{g=await n.createResponse({model:t.model,input:a,stream:r,tools:t.tools,tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_output_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{}})}catch(m){if(m instanceof F){Re(o,"openai",m);return}throw m}let p=[];if(r){be(o);let m=y=>{o.write(`event: ${String(y.type??"message")}
-data: ${JSON.stringify(y)}
+invalid local proxy api key`),r.destroy();return}e.handleUpgrade(s,r,a,m=>{new ke(m,n.clients,o)})})}var Ae=class t{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(n,e,o){this.requests[n]=(this.requests[n]??0)+1,this.localInBytes+=e,this.naiveInBytes+=o}modelEntry(n){let e=this.models[n];if(e)return e;let o=Object.keys(this.models).length>=wt?"(other)":n;return this.models[o]??={requests:0,tokens_out:0}}model(n){this.modelEntry(n).requests+=1}track(n,e){let o=this,s=performance.now(),r=null,a=0;return(async function*(){for await(let m of n)m.type==="response.output_text.delta"&&typeof m.delta=="string"&&(r===null&&(r=performance.now(),o.ttftMs.push(r-s),o.ttftMs.length>512&&o.ttftMs.shift()),a+=1,o.tokensOut+=1,o.charsOut+=m.delta.length,e!==void 0&&(o.modelEntry(e).tokens_out+=1)),yield m;let d=(performance.now()-(r??s))/1e3;a>0&&d>0&&(o.tokRates.push(a/d),o.tokRates.length>512&&o.tokRates.shift())})()}static p50(n){if(!n.length)return null;let e=[...n].sort((o,s)=>o-s);return e[Math.floor(e.length/2)]}snapshot(){let n=Object.values(this.requests).reduce((e,o)=>e+o,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:t.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:t.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:n},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function Se(t){t.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function H(t,n,e){t.writeHead(n,{"content-type":"application/json"}),t.end(JSON.stringify(e))}function V(t,n,e,o="invalid_request_error"){H(t,n,{error:{message:e,type:o}})}function B(t,n,e,o){H(t,n,{type:"error",error:{type:e,message:o}})}function Re(t,n,e){if(n==="anthropic"){H(t,404,{type:"error",error:{type:"not_found_error",message:e.message}});return}H(t,404,{error:{message:e.message,type:"invalid_request_error",code:"model_not_found"}})}var wt=256,_t=128;function Ie(t){return typeof t.model!="string"||!t.model.trim()?"(default)":t.model.trim().slice(0,_t)}var Ke=64*1024*1024,pe=class extends Error{};async function kt(t){let n=[],e=0;for await(let s of t){if(e+=s.length,e>Ke)throw new pe(`request body exceeds ${Ke} bytes`);n.push(s)}let o=Buffer.concat(n).toString("utf8");return o?JSON.parse(o):{}}function Y(t,n,e,o){return{id:t,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:n,choices:[{index:0,delta:e,finish_reason:o}]}}var vt=256;function xt(t){if(typeof t=="string")return[{role:"user",content:t}];if(Array.isArray(t))return t;throw new Error("responses input must be a string or an array of messages/items")}var be=class{conversations=new Map;thread(n,e){let o=xt(e);if(n==null)return o;let s=this.conversations.get(String(n));if(!s)throw new Error(`unknown previous_response_id ${String(n)} (proxy restarts drop stored responses)`);return[...s,...o]}remember(n,e,o){this.conversations.set(n,[...e,{role:"assistant",content:o}]);for(let s of this.conversations.keys()){if(this.conversations.size<=vt)break;this.conversations.delete(s)}}};function re(t){let n=t?.output;return Array.isArray(n)?n.filter(e=>e.type==="function_call"):[]}function K(t){return t.find(n=>n.type==="response.completed")?.response??null}function fe(t){let n=t?.usage;if(!n||typeof n!="object")return null;let e=a=>typeof a=="number"&&Number.isFinite(a)&&a>=0?a:0,o=e(n.input_tokens),s=e(n.output_tokens);if(o===0&&s===0)return null;let r=e(n.total_tokens)||o+s;return{input_tokens:o,output_tokens:s,total_tokens:r}}function ze(t){let n=fe(t);return n?{prompt_tokens:n.input_tokens,completion_tokens:n.output_tokens,total_tokens:n.total_tokens}:{prompt_tokens:0,completion_tokens:0,total_tokens:0}}function Xe(t){let n=t?.output;if(!Array.isArray(n))return"";let e="";for(let o of n)if(!(o.type!=="reasoning"||!Array.isArray(o.content)))for(let s of o.content)s.type==="reasoning_text"&&(e+=String(s.text??""));return e}function ie(t){return t.type!=="response.function_call_arguments.delta"||typeof t.tool_index!="number"?null:{tool_index:t.tool_index,call_id:typeof t.call_id=="string"?t.call_id:void 0,name:typeof t.name=="string"?t.name:void 0,delta:typeof t.delta=="string"?t.delta:""}}var z=class{calls=new Map;add(n){let e=this.calls.get(n.tool_index),o=!e;return e||(e={args:""},this.calls.set(n.tool_index,e)),n.call_id&&(e.id=n.call_id),n.name&&(e.name=n.name),e.args+=n.delta,{call:e,isNew:o}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([n,e])=>({type:"function_call",call_id:e.id??`call_${n}`,name:e.name??"",arguments:e.args}))}},At=["<tool_call>","<function="];function bt(t){return At.find(n=>t.includes(n))}function X(t,n){return`serving row emitted a prose tool call (literal ${JSON.stringify(n)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${t}" (see catalog parser_defaults)`}function Q(t,n,e){if(!(!t||n>0))return bt(e)}function St(t){if(Array.isArray(t))return t.map(n=>{let e=n.function;return!e||typeof e!="object"?n:{type:"function",name:e.name,description:e.description,parameters:e.parameters,strict:e.strict}})}var me=class extends Error{};function Rt(t,n){return Array.isArray(n)?n.map(e=>{let o=e;if(o.type==="text")return{type:t==="assistant"?"output_text":"input_text",text:o.text};if(o.type==="image_url"){let s=o.image_url??{};return{type:"input_image",image_url:s.url,detail:s.detail}}throw new me(`unsupported chat content part type "${String(o.type)}" \u2014 the proxy translates text and image_url parts`)}):n}function It(t){let n=[];for(let e of t){if(e.role==="tool"){n.push({type:"function_call_output",call_id:e.tool_call_id,output:typeof e.content=="string"?e.content:JSON.stringify(e.content??"")});continue}if(e.role==="assistant"&&Array.isArray(e.tool_calls)){typeof e.content=="string"&&e.content&&n.push({role:"assistant",content:e.content});for(let o of e.tool_calls){let s=o.function??{};n.push({type:"function_call",call_id:o.id,name:s.name,arguments:s.arguments})}continue}n.push({...e,content:Rt(e.role,e.content)})}return n}function ve(t){return re(t).map((n,e)=>({index:e,id:n.call_id??n.id??`call_${e}`,type:"function",function:{name:n.name??"",arguments:n.arguments??"{}"}}))}function We(t,n){let e=n?.output_text;return typeof e=="string"?e:t.filter(o=>o.type==="response.output_text.delta"&&typeof o.delta=="string").map(o=>o.delta).join("")}async function Ot(t,n,e,o,s){let r=t.stream===!0,a;try{a=e.thread(t.previous_response_id,t.input)}catch(l){V(o,400,String(l instanceof Error?l.message:l));return}t.previous_response_id!=null&&(s.naiveInBytes+=Buffer.byteLength(JSON.stringify(a))-Buffer.byteLength(JSON.stringify(t.input)));let d=`resp_${Math.random().toString(36).slice(2,14)}`,m=t.store!==!1,p=Ie(t);s.model(p);let u=Array.isArray(t.tools)&&t.tools.length>0,f;try{f=await n.createResponse({model:t.model,input:a,stream:r,tools:t.tools,tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_output_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{}})}catch(l){if(l instanceof F){Re(o,"openai",l);return}throw l}let g=[];if(r){Se(o);let l=h=>{o.write(`event: ${String(h.type??"message")}
+data: ${JSON.stringify(h)}
 
-`)},$=y=>y.response&&typeof y.response=="object"?{...y,response:{...y.response,id:u}}:y,b=`item_${u.slice(5)}`,N=`rs_${u.slice(5)}`,T=!1,L=!1,l=0,k=()=>{T||(T=!0,m({type:"response.created",response:{id:u,object:"response",status:"in_progress"}}))},U=!1,E=0,M="",D=()=>{U&&(U=!1,m({type:"response.reasoning_text.done",item_id:N,output_index:E,content_index:0,text:M}),m({type:"response.output_item.done",output_index:E,item:{id:N,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:M}],status:"completed"}}))},C=!1,_=0,S="",j=y=>{C&&(C=!1,m({type:"response.output_text.done",item_id:b,output_index:_,content_index:0,text:S}),m({type:"response.content_part.done",item_id:b,output_index:_,content_index:0,part:{type:"output_text",text:S}}),m({type:"response.output_item.done",output_index:_,item:{id:b,type:"message",role:"assistant",status:y,content:[{type:"output_text",text:S}]}}))},q=new K,v=null,W=-1,Z=y=>{if(!v)return;let A=v;v=null,m({type:"response.function_call_arguments.done",item_id:A.fcId,output_index:A.outputIndex,arguments:A.args}),m({type:"response.output_item.done",output_index:A.outputIndex,item:{id:A.fcId,type:"function_call",call_id:A.callId??A.fcId,name:A.name??"",arguments:A.args,status:y}})},ee=!1;for await(let y of s.track(g,d)){p.push(y);let A=String(y.type??"");if(A==="response.created"||A==="response.in_progress"){T=!0,m($(y));continue}if(A==="response.output_item.added"){L=!0,m($(y));continue}if(A==="response.reasoning_text.delta"&&!L){k(),U||(U=!0,E=l++,m({type:"response.output_item.added",output_index:E,item:{id:N,type:"reasoning",summary:[],content:[],status:"in_progress"}})),M+=String(y.delta??""),m({type:"response.reasoning_text.delta",item_id:N,output_index:E,content_index:0,delta:y.delta});continue}if(A==="response.output_text.delta"&&!L){k(),D(),C||(C=!0,_=l++,m({type:"response.output_item.added",output_index:_,item:{id:b,type:"message",role:"assistant",status:"in_progress",content:[]}}),m({type:"response.content_part.added",item_id:b,output_index:_,content_index:0,part:{type:"output_text",text:""}})),S+=String(y.delta??""),m({type:A,item_id:b,output_index:_,content_index:0,delta:y.delta});continue}let R=L?null:ie(y);if(R){if(k(),D(),j("completed"),q.add(R),R.tool_index!==W){Z("completed"),W=R.tool_index;let w=l++;v={fcId:`fc_${u.slice(5)}_${R.tool_index}`,outputIndex:w,callId:R.call_id,name:R.name,args:""},m({type:"response.output_item.added",output_index:w,item:{id:v.fcId,type:"function_call",call_id:v.callId??v.fcId,name:v.name??"",arguments:"",status:"in_progress"}})}v&&(R.call_id&&(v.callId=R.call_id),R.name&&(v.name=R.name),v.args+=R.delta,m({type:"response.function_call_arguments.delta",item_id:v.fcId,output_index:v.outputIndex,delta:R.delta}));continue}if(A==="response.completed"&&!L){let w=re(y.response),I=Q(c,q.size+w.length,S);if(I){ee=!0,m({type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:X(d,I)}});break}D(),j("completed"),Z("completed"),q.size===0&&w.forEach(G=>{let te=l++,ue=G.id??G.call_id??`fc_${te}`,he=G.arguments??"",Oe={id:ue,type:"function_call",call_id:G.call_id??ue,name:G.name??""};m({type:"response.output_item.added",output_index:te,item:{...Oe,arguments:"",status:"in_progress"}}),m({type:"response.function_call_arguments.delta",item_id:ue,output_index:te,delta:he}),m({type:"response.function_call_arguments.done",item_id:ue,output_index:te,arguments:he}),m({type:"response.output_item.done",output_index:te,item:{...Oe,arguments:he,status:"completed"}})}),m($(y));continue}m($(y))}D(),j("incomplete"),Z("incomplete"),f&&!ee&&e.remember(u,a,We(p,z(p))),o.write(`data: [DONE]
+`)},I=h=>h.response&&typeof h.response=="object"?{...h,response:{...h.response,id:d}}:h,O=`item_${d.slice(5)}`,N=`rs_${d.slice(5)}`,P=!1,M=!1,c=0,x=()=>{P||(P=!0,l({type:"response.created",response:{id:d,object:"response",status:"in_progress"}}))},U=!1,C=0,L="",D=()=>{U&&(U=!1,l({type:"response.reasoning_text.done",item_id:N,output_index:C,content_index:0,text:L}),l({type:"response.output_item.done",output_index:C,item:{id:N,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:L}],status:"completed"}}))},$=!1,v=0,R="",j=h=>{$&&($=!1,l({type:"response.output_text.done",item_id:O,output_index:v,content_index:0,text:R}),l({type:"response.content_part.done",item_id:O,output_index:v,content_index:0,part:{type:"output_text",text:R}}),l({type:"response.output_item.done",output_index:v,item:{id:O,type:"message",role:"assistant",status:h,content:[{type:"output_text",text:R}]}}))},q=new z,A=null,W=-1,Z=h=>{if(!A)return;let S=A;A=null,l({type:"response.function_call_arguments.done",item_id:S.fcId,output_index:S.outputIndex,arguments:S.args}),l({type:"response.output_item.done",output_index:S.outputIndex,item:{id:S.fcId,type:"function_call",call_id:S.callId??S.fcId,name:S.name??"",arguments:S.args,status:h}})},ee=!1;for await(let h of s.track(f,p)){g.push(h);let S=String(h.type??"");if(S==="response.created"||S==="response.in_progress"){P=!0,l(I(h));continue}if(S==="response.output_item.added"){M=!0,l(I(h));continue}if(S==="response.reasoning_text.delta"&&!M){x(),U||(U=!0,C=c++,l({type:"response.output_item.added",output_index:C,item:{id:N,type:"reasoning",summary:[],content:[],status:"in_progress"}})),L+=String(h.delta??""),l({type:"response.reasoning_text.delta",item_id:N,output_index:C,content_index:0,delta:h.delta});continue}if(S==="response.output_text.delta"&&!M){x(),D(),$||($=!0,v=c++,l({type:"response.output_item.added",output_index:v,item:{id:O,type:"message",role:"assistant",status:"in_progress",content:[]}}),l({type:"response.content_part.added",item_id:O,output_index:v,content_index:0,part:{type:"output_text",text:""}})),R+=String(h.delta??""),l({type:S,item_id:O,output_index:v,content_index:0,delta:h.delta});continue}let E=M?null:ie(h);if(E){if(x(),D(),j("completed"),q.add(E),E.tool_index!==W){Z("completed"),W=E.tool_index;let w=c++;A={fcId:`fc_${d.slice(5)}_${E.tool_index}`,outputIndex:w,callId:E.call_id,name:E.name,args:""},l({type:"response.output_item.added",output_index:w,item:{id:A.fcId,type:"function_call",call_id:A.callId??A.fcId,name:A.name??"",arguments:"",status:"in_progress"}})}A&&(E.call_id&&(A.callId=E.call_id),E.name&&(A.name=E.name),A.args+=E.delta,l({type:"response.function_call_arguments.delta",item_id:A.fcId,output_index:A.outputIndex,delta:E.delta}));continue}if(S==="response.completed"&&!M){let w=re(h.response),T=Q(u,q.size+w.length,R);if(T){ee=!0,l({type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:X(p,T)}});break}D(),j("completed"),Z("completed"),q.size===0&&w.forEach(G=>{let te=c++,ue=G.id??G.call_id??`fc_${te}`,he=G.arguments??"",Oe={id:ue,type:"function_call",call_id:G.call_id??ue,name:G.name??""};l({type:"response.output_item.added",output_index:te,item:{...Oe,arguments:"",status:"in_progress"}}),l({type:"response.function_call_arguments.delta",item_id:ue,output_index:te,delta:he}),l({type:"response.function_call_arguments.done",item_id:ue,output_index:te,arguments:he}),l({type:"response.output_item.done",output_index:te,item:{...Oe,arguments:he,status:"completed"}})}),l(I(h));continue}l(I(h))}D(),j("incomplete"),Z("incomplete"),m&&!ee&&e.remember(d,a,We(g,K(g))),o.write(`data: [DONE]
 
-`),o.end();return}let h=null;for await(let m of s.track(g,d)){if(p.push(m),m.type==="error"){V(o,502,JSON.stringify(m),"upstream_error");return}m.type==="response.completed"&&(h=m.response)}if(h==null){V(o,502,"upstream produced no response.completed event","upstream_error");return}let O=We(p,h),P=Q(c,re(h).length,O);if(P){V(o,502,X(d,P),"upstream_error");return}f&&e.remember(u,a,O),H(o,200,{...h,id:u})}async function Et(t,n,e,o){let s=t.messages;if(!Array.isArray(s)){V(e,400,"chat/completions requires a messages array");return}let r=String(t.model??"urun"),a=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,u;try{u=It(s)}catch(l){if(l instanceof me){V(e,400,l.message);return}throw l}let f=Ie(t);o.model(f);let d=Array.isArray(t.tools)&&t.tools.length>0,c;try{c=await n.createResponse({model:t.model,input:u,stream:!0,tools:bt(t.tools),tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_completion_tokens??t.max_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{}})}catch(l){if(l instanceof F){Re(e,"openai",l);return}throw l}if(t.stream===!0){be(e);let l=[],k=new K,U="";e.write(`data: ${JSON.stringify(Y(a,r,{role:"assistant"},null))}
+`),o.end();return}let y=null;for await(let l of s.track(f,p)){if(g.push(l),l.type==="error"){V(o,502,JSON.stringify(l),"upstream_error");return}l.type==="response.completed"&&(y=l.response)}if(y==null){V(o,502,"upstream produced no response.completed event","upstream_error");return}let k=We(g,y),_=Q(u,re(y).length,k);if(_){V(o,502,X(p,_),"upstream_error");return}m&&e.remember(d,a,k),H(o,200,{...y,id:d})}async function Et(t,n,e,o){let s=t.messages;if(!Array.isArray(s)){V(e,400,"chat/completions requires a messages array");return}let r=String(t.model??"urun"),a=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,d;try{d=It(s)}catch(c){if(c instanceof me){V(e,400,c.message);return}throw c}let m=Ie(t);o.model(m);let p=Array.isArray(t.tools)&&t.tools.length>0,u;try{u=await n.createResponse({model:t.model,input:d,stream:!0,tools:St(t.tools),tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_completion_tokens??t.max_tokens,...t.reasoning_effort!==void 0?{reasoning_effort:t.reasoning_effort}:{},...t.chat_template_kwargs!==void 0?{chat_template_kwargs:t.chat_template_kwargs}:{}})}catch(c){if(c instanceof F){Re(e,"openai",c);return}throw c}if(t.stream===!0){Se(e);let c=[],x=new z,U="";e.write(`data: ${JSON.stringify(Y(a,r,{role:"assistant"},null))}
 
-`);for await(let _ of o.track(c,f)){l.push(_);let S=ie(_);if(_.type==="response.output_text.delta"&&typeof _.delta=="string")U+=_.delta,e.write(`data: ${JSON.stringify(Y(a,r,{content:_.delta},null))}
+`);for await(let v of o.track(u,m)){c.push(v);let R=ie(v);if(v.type==="response.output_text.delta"&&typeof v.delta=="string")U+=v.delta,e.write(`data: ${JSON.stringify(Y(a,r,{content:v.delta},null))}
 
-`);else if(_.type==="response.reasoning_text.delta"&&typeof _.delta=="string")e.write(`data: ${JSON.stringify(Y(a,r,{reasoning_content:_.delta},null))}
+`);else if(v.type==="response.reasoning_text.delta"&&typeof v.delta=="string")e.write(`data: ${JSON.stringify(Y(a,r,{reasoning_content:v.delta},null))}
 
-`);else if(S){let{call:j,isNew:q}=k.add(S),v=q?{index:S.tool_index,id:j.id??`call_${S.tool_index}`,type:"function",function:{name:j.name??"",arguments:S.delta}}:{index:S.tool_index,function:{arguments:S.delta}};e.write(`data: ${JSON.stringify(Y(a,r,{tool_calls:[v]},null))}
+`);else if(R){let{call:j,isNew:q}=x.add(R),A=q?{index:R.tool_index,id:j.id??`call_${R.tool_index}`,type:"function",function:{name:j.name??"",arguments:R.delta}}:{index:R.tool_index,function:{arguments:R.delta}};e.write(`data: ${JSON.stringify(Y(a,r,{tool_calls:[A]},null))}
 
-`)}else if(_.type==="error"){e.write(`data: ${JSON.stringify({error:_})}
+`)}else if(v.type==="error"){e.write(`data: ${JSON.stringify({error:v})}
 
-`),e.end();return}}let E=ve(z(l)),M=Q(d,k.size+E.length,U);if(M){e.write(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:X(f,M)}})}
+`),e.end();return}}let C=ve(K(c)),L=Q(p,x.size+C.length,U);if(L){e.write(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:X(m,L)}})}
 
-`),e.end();return}k.size===0&&E.length>0&&e.write(`data: ${JSON.stringify(Y(a,r,{tool_calls:E},null))}
+`),e.end();return}x.size===0&&C.length>0&&e.write(`data: ${JSON.stringify(Y(a,r,{tool_calls:C},null))}
 
-`);let D=k.size>0||E.length>0;e.write(`data: ${JSON.stringify(Y(a,r,{},D?"tool_calls":"stop"))}
+`);let D=x.size>0||C.length>0;e.write(`data: ${JSON.stringify(Y(a,r,{},D?"tool_calls":"stop"))}
 
-`),fe(z(l))&&e.write(`data: ${JSON.stringify({id:a,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:r,choices:[],usage:Ke(z(l))})}
+`),fe(K(c))&&e.write(`data: ${JSON.stringify({id:a,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:r,choices:[],usage:ze(K(c))})}
 
 `),e.write(`data: [DONE]
 
-`),e.end();return}let g="",p="",h=[],O=new K;for await(let l of o.track(c,f)){h.push(l),l.type==="response.output_text.delta"&&typeof l.delta=="string"&&(g+=l.delta),l.type==="response.reasoning_text.delta"&&typeof l.delta=="string"&&(p+=l.delta);let k=ie(l);if(k&&O.add(k),l.type==="error"){V(e,502,JSON.stringify(l),"upstream_error");return}}let P=z(h),m=ve(P),$=m.length>0?m:ve({output:O.items()}),b=Q(d,$.length,g);if(b){V(e,502,X(f,b),"upstream_error");return}let N=$.map(({index:l,...k})=>k),T={role:"assistant",content:g||null},L=p||Xe(P);L&&(T.reasoning_content=L),N.length>0&&(T.tool_calls=N),H(e,200,{id:a,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:r,choices:[{index:0,message:T,finish_reason:N.length>0?"tool_calls":"stop"}],usage:Ke(P)})}function Tt(t){return typeof t=="string"?t:Array.isArray(t)?t.filter(n=>n.type==="text").map(n=>String(n.text??"")).join(""):""}var ae=class extends Error{};function ge(t){return new ae(`unsupported anthropic content block type "${t}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function Ct(t){if(Array.isArray(t))return t.map(n=>{let e=n;return{type:"function",name:e.name,description:e.description,parameters:e.input_schema}})}function Pt(t){if(t==null)return;let n=t.type;if(n==="auto")return"auto";if(n==="none")return"none";if(n==="any")return"required";if(n==="tool")return{type:"function",name:t.name};throw new ae(`unsupported anthropic tool_choice type ${JSON.stringify(String(n))} \u2014 the proxy maps auto, none, any and tool`)}function $t(t){if(typeof t=="string")return t;if(t==null)return"";if(!Array.isArray(t))throw ge(typeof t);let n="";for(let e of t){let o=String(e.type??"");if(o!=="text")throw ge(`tool_result > ${o}`);n+=String(e.text??"")}return n}function Nt(t){let{role:n,content:e}=t;if(typeof e=="string")return[{role:n,content:e}];if(e==null)return[];if(!Array.isArray(e))throw ge(typeof e);let o=[],s="",r=()=>{s&&(o.push({role:n,content:s}),s="")};for(let a of e){let u=String(a.type??"");if(u==="text")s+=String(a.text??"");else if(u==="tool_use")r(),o.push({type:"function_call",call_id:a.id,name:a.name,arguments:JSON.stringify(a.input??{})});else if(u==="tool_result")r(),o.push({type:"function_call_output",call_id:a.tool_use_id,output:$t(a.content)});else{if(u==="thinking"||u==="redacted_thinking")continue;throw ge(u)}}return r(),o}function xe(t){return re(t).map((n,e)=>{let o;try{o=JSON.parse(n.arguments||"{}")}catch{throw new Error(`upstream function_call "${n.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:n.call_id??n.id??`toolu_${e}`,name:n.name??"",input:o}})}async function Lt(t,n,e,o){let s=t.messages;if(!Array.isArray(s)){B(e,400,"invalid_request_error","messages requires a messages array");return}if(typeof t.max_tokens!="number"||!Number.isInteger(t.max_tokens)||t.max_tokens<1){B(e,400,"invalid_request_error","max_tokens is required and must be a positive integer");return}if(t.top_k!==void 0){B(e,400,"invalid_request_error","top_k is not supported: the uRun serve lane exposes temperature/top_p/stop_sequences only");return}if(t.stop_sequences!==void 0&&(!Array.isArray(t.stop_sequences)||t.stop_sequences.some(l=>typeof l!="string"))){B(e,400,"invalid_request_error","stop_sequences must be an array of strings");return}let r=String(t.model??"urun"),a=`msg_${Math.random().toString(36).slice(2,14)}`,u=[],f;try{t.system&&u.push({role:"system",content:Tt(t.system)});for(let l of s)u.push(...Nt(l));f=Pt(t.tool_choice)}catch(l){if(l instanceof ae){B(e,400,"invalid_request_error",l.message);return}throw l}let d=Ie(t);o.model(d);let c=Array.isArray(t.tools)&&t.tools.length>0,g;try{g=await n.createResponse({model:t.model,input:u,stream:!0,tools:Ct(t.tools),tool_choice:f,temperature:t.temperature,max_output_tokens:t.max_tokens,top_p:t.top_p,stop:t.stop_sequences})}catch(l){if(l instanceof F){Re(e,"anthropic",l);return}throw l}let p=(l,k)=>{e.destroyed||e.write(`event: ${l}
-data: ${JSON.stringify({type:l,...k})}
+`),e.end();return}let f="",g="",y=[],k=new z;for await(let c of o.track(u,m)){y.push(c),c.type==="response.output_text.delta"&&typeof c.delta=="string"&&(f+=c.delta),c.type==="response.reasoning_text.delta"&&typeof c.delta=="string"&&(g+=c.delta);let x=ie(c);if(x&&k.add(x),c.type==="error"){V(e,502,JSON.stringify(c),"upstream_error");return}}let _=K(y),l=ve(_),I=l.length>0?l:ve({output:k.items()}),O=Q(p,I.length,f);if(O){V(e,502,X(m,O),"upstream_error");return}let N=I.map(({index:c,...x})=>x),P={role:"assistant",content:f||null},M=g||Xe(_);M&&(P.reasoning_content=M),N.length>0&&(P.tool_calls=N),H(e,200,{id:a,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:r,choices:[{index:0,message:P,finish_reason:N.length>0?"tool_calls":"stop"}],usage:ze(_)})}function Tt(t){return typeof t=="string"?t:Array.isArray(t)?t.filter(n=>n.type==="text").map(n=>String(n.text??"")).join(""):""}var ae=class extends Error{};function ge(t){return new ae(`unsupported anthropic content block type "${t}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function Ct(t){if(Array.isArray(t))return t.map(n=>{let e=n;return{type:"function",name:e.name,description:e.description,parameters:e.input_schema}})}function Pt(t){if(t==null)return;let n=t.type;if(n==="auto")return"auto";if(n==="none")return"none";if(n==="any")return"required";if(n==="tool")return{type:"function",name:t.name};throw new ae(`unsupported anthropic tool_choice type ${JSON.stringify(String(n))} \u2014 the proxy maps auto, none, any and tool`)}function $t(t){if(typeof t=="string")return t;if(t==null)return"";if(!Array.isArray(t))throw ge(typeof t);let n="";for(let e of t){let o=String(e.type??"");if(o!=="text")throw ge(`tool_result > ${o}`);n+=String(e.text??"")}return n}function Nt(t){let{role:n,content:e}=t;if(typeof e=="string")return[{role:n,content:e}];if(e==null)return[];if(!Array.isArray(e))throw ge(typeof e);let o=[],s="",r=()=>{s&&(o.push({role:n,content:s}),s="")};for(let a of e){let d=String(a.type??"");if(d==="text")s+=String(a.text??"");else if(d==="tool_use")r(),o.push({type:"function_call",call_id:a.id,name:a.name,arguments:JSON.stringify(a.input??{})});else if(d==="tool_result")r(),o.push({type:"function_call_output",call_id:a.tool_use_id,output:$t(a.content)});else{if(d==="thinking"||d==="redacted_thinking")continue;throw ge(d)}}return r(),o}function xe(t){return re(t).map((n,e)=>{let o;try{o=JSON.parse(n.arguments||"{}")}catch{throw new Error(`upstream function_call "${n.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:n.call_id??n.id??`toolu_${e}`,name:n.name??"",input:o}})}async function Mt(t,n,e,o){let s=t.messages;if(!Array.isArray(s)){B(e,400,"invalid_request_error","messages requires a messages array");return}if(typeof t.max_tokens!="number"||!Number.isInteger(t.max_tokens)||t.max_tokens<1){B(e,400,"invalid_request_error","max_tokens is required and must be a positive integer");return}if(t.top_k!==void 0){B(e,400,"invalid_request_error","top_k is not supported: the uRun serve lane exposes temperature/top_p/stop_sequences only");return}if(t.stop_sequences!==void 0&&(!Array.isArray(t.stop_sequences)||t.stop_sequences.some(c=>typeof c!="string"))){B(e,400,"invalid_request_error","stop_sequences must be an array of strings");return}let r=String(t.model??"urun"),a=`msg_${Math.random().toString(36).slice(2,14)}`,d=[],m;try{t.system&&d.push({role:"system",content:Tt(t.system)});for(let c of s)d.push(...Nt(c));m=Pt(t.tool_choice)}catch(c){if(c instanceof ae){B(e,400,"invalid_request_error",c.message);return}throw c}let p=Ie(t);o.model(p);let u=Array.isArray(t.tools)&&t.tools.length>0,f;try{f=await n.createResponse({model:t.model,input:d,stream:!0,tools:Ct(t.tools),tool_choice:m,temperature:t.temperature,max_output_tokens:t.max_tokens,top_p:t.top_p,stop:t.stop_sequences})}catch(c){if(c instanceof F){Re(e,"anthropic",c);return}throw c}let g=(c,x)=>{e.destroyed||e.write(`event: ${c}
+data: ${JSON.stringify({type:c,...x})}
 
-`)};if(t.stream===!0){let l=o.track(g,d);be(e),p("message_start",{message:{id:a,type:"message",role:"assistant",content:[],model:r,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let k=0,U="",E=0,M="none",D=()=>M,C=-1,_=-1,S=new K,j=[],q=()=>{M!=="none"&&(M="none",p("content_block_stop",{index:C}))},v=(w,I)=>{q(),M=w,C=E++,p("content_block_start",{index:C,content_block:I})};for await(let w of l){if(e.destroyed)break;j.push(w);let I=ie(w);if(w.type==="response.reasoning_text.delta"&&typeof w.delta=="string")D()!=="thinking"&&v("thinking",{type:"thinking",thinking:""}),p("content_block_delta",{index:C,delta:{type:"thinking_delta",thinking:w.delta}});else if(w.type==="response.output_text.delta"&&typeof w.delta=="string")D()!=="text"&&v("text",{type:"text",text:""}),k+=1,U+=w.delta,p("content_block_delta",{index:C,delta:{type:"text_delta",text:w.delta}});else if(I){let{call:G}=S.add(I);(D()!=="tool"||I.tool_index!==_)&&(_=I.tool_index,v("tool",{type:"tool_use",id:G.id??`call_${I.tool_index}`,name:G.name??"",input:{}})),I.delta&&p("content_block_delta",{index:C,delta:{type:"input_json_delta",partial_json:I.delta}})}else if(w.type==="error"){p("error",{error:{type:"api_error",message:JSON.stringify(w)}}),e.end();return}}if(e.destroyed)return;let W=z(j),Z=re(W),ee=Q(c,S.size+Z.length,U);if(ee){p("error",{error:{type:"api_error",message:X(d,ee)}}),e.end();return}q();let y=[];if(S.size===0)try{y=xe(W)}catch(w){p("error",{error:{type:"api_error",message:String(w instanceof Error?w.message:w)}}),e.end();return}E===0&&y.length===0&&(v("text",{type:"text",text:""}),q()),y.forEach(w=>{let I=E++;p("content_block_start",{index:I,content_block:{...w,input:{}}}),p("content_block_delta",{index:I,delta:{type:"input_json_delta",partial_json:JSON.stringify(w.input??{})}}),p("content_block_stop",{index:I})});let A=S.size>0||y.length>0,R=fe(W);p("message_delta",{delta:{stop_reason:A?"tool_use":"end_turn"},usage:R?{input_tokens:R.input_tokens,output_tokens:R.output_tokens}:{output_tokens:k}}),p("message_stop",{}),e.end();return}let h="",O="",P=[],m=new K;for await(let l of o.track(g,d)){P.push(l),l.type==="response.output_text.delta"&&typeof l.delta=="string"&&(h+=l.delta),l.type==="response.reasoning_text.delta"&&typeof l.delta=="string"&&(O+=l.delta);let k=ie(l);if(k&&m.add(k),l.type==="error"){B(e,502,"api_error",JSON.stringify(l));return}if(e.destroyed)break}if(e.destroyed)return;let $=z(P),b;try{b=xe($),b.length===0&&m.size>0&&(b=xe({output:m.items()}))}catch(l){B(e,502,"api_error",String(l instanceof Error?l.message:l));return}let N=Q(c,b.length,h);if(N){B(e,502,"api_error",X(d,N));return}let T=[],L=O||Xe($);L&&T.push({type:"thinking",thinking:L}),(h||b.length===0)&&T.push({type:"text",text:h}),T.push(...b),H(e,200,{id:a,type:"message",role:"assistant",content:T,model:r,stop_reason:b.length>0?"tool_use":"end_turn",usage:fe($)??{input_tokens:0,output_tokens:0}})}function Qe(t){let{clients:n,apiKey:e,identity:o}=t,s=new Se,r=new Ae,a=(0,Ye.createServer)((u,f)=>{let d=new URL(u.url??"/","http://localhost"),c=d.pathname==="/v1/messages"||d.pathname.startsWith("/v1/messages/"),g=(p,h,O,P)=>c?B(f,p,P,h):V(f,p,h,O);(async()=>{if(u.method==="GET"&&d.pathname==="/healthz"){H(f,200,{ok:!0});return}if(u.method==="GET"&&d.pathname==="/stats"){H(f,200,o?{identity:o,...r.snapshot()}:r.snapshot());return}if(e&&(u.headers.authorization??"")!==`Bearer ${e}`){g(401,"invalid local proxy api key","authentication_error","authentication_error");return}if(u.method==="GET"&&d.pathname==="/v1/models"){H(f,200,await n.listModels());return}if(u.method!=="POST"){g(404,`no route for ${u.method} ${d.pathname}`,"invalid_request_error","not_found_error");return}let p;try{p=await kt(u)}catch(O){if(O instanceof pe){g(413,O.message,"request_too_large","request_too_large");return}g(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let h=Buffer.byteLength(JSON.stringify(p));if(d.pathname==="/v1/responses"){r.request("responses",h,h),await Ot(p,n,s,f,r);return}if(d.pathname==="/v1/chat/completions"){r.request("chat_completions",h,h),await Et(p,n,f,r);return}if(d.pathname==="/v1/messages"){r.request("messages",h,h),await Lt(p,n,f,r);return}if(d.pathname==="/v1/messages/count_tokens"){r.request("count_tokens",h,h),B(f,404,"not_found_error","count_tokens is not implemented by the uRun proxy: the serve transport exposes no token-count lane, and the proxy will not fabricate counts");return}g(404,`no route for POST ${d.pathname}`,"invalid_request_error","not_found_error")})().catch(p=>{let h=String(p instanceof Error?p.message:p);if(!f.headersSent){g(500,h,"proxy_error","api_error");return}f.destroyed||(c?f.write(`event: error
-data: ${JSON.stringify({type:"error",error:{type:"api_error",message:h}})}
+`)};if(t.stream===!0){let c=o.track(f,p);Se(e),g("message_start",{message:{id:a,type:"message",role:"assistant",content:[],model:r,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let x=0,U="",C=0,L="none",D=()=>L,$=-1,v=-1,R=new z,j=[],q=()=>{L!=="none"&&(L="none",g("content_block_stop",{index:$}))},A=(w,T)=>{q(),L=w,$=C++,g("content_block_start",{index:$,content_block:T})};for await(let w of c){if(e.destroyed)break;j.push(w);let T=ie(w);if(w.type==="response.reasoning_text.delta"&&typeof w.delta=="string")D()!=="thinking"&&A("thinking",{type:"thinking",thinking:""}),g("content_block_delta",{index:$,delta:{type:"thinking_delta",thinking:w.delta}});else if(w.type==="response.output_text.delta"&&typeof w.delta=="string")D()!=="text"&&A("text",{type:"text",text:""}),x+=1,U+=w.delta,g("content_block_delta",{index:$,delta:{type:"text_delta",text:w.delta}});else if(T){let{call:G}=R.add(T);(D()!=="tool"||T.tool_index!==v)&&(v=T.tool_index,A("tool",{type:"tool_use",id:G.id??`call_${T.tool_index}`,name:G.name??"",input:{}})),T.delta&&g("content_block_delta",{index:$,delta:{type:"input_json_delta",partial_json:T.delta}})}else if(w.type==="error"){g("error",{error:{type:"api_error",message:JSON.stringify(w)}}),e.end();return}}if(e.destroyed)return;let W=K(j),Z=re(W),ee=Q(u,R.size+Z.length,U);if(ee){g("error",{error:{type:"api_error",message:X(p,ee)}}),e.end();return}q();let h=[];if(R.size===0)try{h=xe(W)}catch(w){g("error",{error:{type:"api_error",message:String(w instanceof Error?w.message:w)}}),e.end();return}C===0&&h.length===0&&(A("text",{type:"text",text:""}),q()),h.forEach(w=>{let T=C++;g("content_block_start",{index:T,content_block:{...w,input:{}}}),g("content_block_delta",{index:T,delta:{type:"input_json_delta",partial_json:JSON.stringify(w.input??{})}}),g("content_block_stop",{index:T})});let S=R.size>0||h.length>0,E=fe(W);g("message_delta",{delta:{stop_reason:S?"tool_use":"end_turn"},usage:E?{input_tokens:E.input_tokens,output_tokens:E.output_tokens}:{output_tokens:x}}),g("message_stop",{}),e.end();return}let y="",k="",_=[],l=new z;for await(let c of o.track(f,p)){_.push(c),c.type==="response.output_text.delta"&&typeof c.delta=="string"&&(y+=c.delta),c.type==="response.reasoning_text.delta"&&typeof c.delta=="string"&&(k+=c.delta);let x=ie(c);if(x&&l.add(x),c.type==="error"){B(e,502,"api_error",JSON.stringify(c));return}if(e.destroyed)break}if(e.destroyed)return;let I=K(_),O;try{O=xe(I),O.length===0&&l.size>0&&(O=xe({output:l.items()}))}catch(c){B(e,502,"api_error",String(c instanceof Error?c.message:c));return}let N=Q(u,O.length,y);if(N){B(e,502,"api_error",X(p,N));return}let P=[],M=k||Xe(I);M&&P.push({type:"thinking",thinking:M}),(y||O.length===0)&&P.push({type:"text",text:y}),P.push(...O),H(e,200,{id:a,type:"message",role:"assistant",content:P,model:r,stop_reason:O.length>0?"tool_use":"end_turn",usage:fe(I)??{input_tokens:0,output_tokens:0}})}function Lt(t){let{clients:n,apiKey:e,identity:o,statusOf:s}=t,r=typeof n=="function"?n:()=>n,a=new WeakMap,d=p=>{let u=a.get(p);return u||(u=new be,a.set(p,u)),u},m=new Ae;return(p,u)=>{let f=new URL(p.url??"/","http://localhost"),g=f.pathname==="/v1/messages"||f.pathname.startsWith("/v1/messages/"),y=(k,_,l,I)=>g?B(u,k,I,_):V(u,k,_,l);(async()=>{if(p.method==="GET"&&f.pathname==="/healthz"){H(u,200,{ok:!0});return}if(p.method==="GET"&&f.pathname==="/stats"){H(u,200,o?{identity:o,...m.snapshot()}:m.snapshot());return}if(e&&(p.headers.authorization??"")!==`Bearer ${e}`){y(401,"invalid local proxy api key","authentication_error","authentication_error");return}let k=await r(p);if(p.method==="GET"&&f.pathname==="/v1/models"){H(u,200,await k.listModels());return}if(p.method!=="POST"){y(404,`no route for ${p.method} ${f.pathname}`,"invalid_request_error","not_found_error");return}let _;try{_=await kt(p)}catch(I){if(I instanceof pe){y(413,I.message,"request_too_large","request_too_large");return}y(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let l=Buffer.byteLength(JSON.stringify(_));if(f.pathname==="/v1/responses"){m.request("responses",l,l),await Ot(_,k,d(k),u,m);return}if(f.pathname==="/v1/chat/completions"){m.request("chat_completions",l,l),await Et(_,k,u,m);return}if(f.pathname==="/v1/messages"){m.request("messages",l,l),await Mt(_,k,u,m);return}if(f.pathname==="/v1/messages/count_tokens"){m.request("count_tokens",l,l),B(u,404,"not_found_error","count_tokens is not implemented by the uRun proxy: the serve transport exposes no token-count lane, and the proxy will not fabricate counts");return}y(404,`no route for POST ${f.pathname}`,"invalid_request_error","not_found_error")})().catch(k=>{let _=String(k instanceof Error?k.message:k);if(!u.headersSent){let l=s?.(k)??null;if(l){y(l.status,_,l.openaiType,l.anthropicType);return}y(500,_,"proxy_error","api_error");return}u.destroyed||(g?u.write(`event: error
+data: ${JSON.stringify({type:"error",error:{type:"api_error",message:_}})}
 
-`):f.write(`data: ${JSON.stringify({error:{message:h,type:"upstream_error"}})}
+`):u.write(`data: ${JSON.stringify({error:{message:_,type:"upstream_error"}})}
 
-`)),f.end()})});return Ge(a,{clients:n,apiKey:e}),a}0&&(module.exports={GEMINI_LIVE_PATH,createOpenAIProxy});
+`)),u.end()})}}function Qe(t){let{clients:n,apiKey:e}=t,o=(0,Ye.createServer)(Lt(t));return Ge(o,{clients:n,apiKey:e}),o}0&&(module.exports={GEMINI_LIVE_PATH,createOpenAIProxy});

package/dist/proxy/index.d.cts

@@ -1,156 +1,6 @@
-import { Server } from 'node:http';
-import { a as AudioBridge, V as VideoFrameLane } from '../media-DCHTX3Ez.cjs';
-
-/**
- * WHAT a proxy serves — the `identity` block on `GET /stats`. Reuse of a
- * running proxy is allowed iff every field matches the launching invocation
- * EXACTLY: a partial match (same app, different fn; same everything, older
- * proxy_version) silently routes the agent at the wrong backend, which is
- * worse than any error.
- */
-interface ProxyIdentity {
-    app: string;
-    org: string;
-    fn: string;
-    /**
-     * The control-plane URL the proxy's backhaul session opens against
-     * (URUN_BASE_URL verbatim — same org/app/fn on staging vs prod are
-     * DIFFERENT backends; review finding, #285). Compared exactly: a cosmetic
-     * difference (trailing slash) merely refuses reuse and spawns an ephemeral
-     * proxy — the safe direction.
-     */
-    base_url: string;
-    proxy_version: string;
-}
-
-/**
- * The local OpenAI-compatible proxy — `npx @urun-sh/openai proxy`.
- *
- * A loopback HTTP server speaking the OpenAI REST surface (`/v1/models`,
- * `/v1/responses`, `/v1/chat/completions`, SSE streaming included), so any
- * OpenAI-env-var tool — coding agents first — integrates with uRun with ZERO
- * code changes: point `OPENAI_BASE_URL` at it and keep making plain, local,
- * "inefficient" HTTP requests. The proxy backhauls each request over the uRun
- * session transport (the `@urun-sh/openai` Responses client → session doc
- * lanes + streams — no public OpenAI-style HTTP leaves the machine), which is
- * also where the delta-sync chat-state doc lane (urun-python
- * `urun/serve/chat_state.py`) plugs in as the transport evolves.
- *
- * Local-trust model: binds 127.0.0.1 by default; `apiKey` (when set) must
- * match the agent's `Authorization: Bearer` — otherwise any local bearer is
- * accepted (the key the agent sends is NEVER forwarded upstream; uRun auth is
- * the session's own).
- */
-
-/** The request envelope every Responses-shaped upstream call carries. */
-interface ResponsesCreateParams {
-    model?: string;
-    input: unknown;
-    stream?: boolean;
-    tools?: unknown;
-    tool_choice?: unknown;
-    temperature?: number;
-    max_output_tokens?: number;
-    top_p?: number;
-    stop?: string[];
-    /**
-     * Reasoning controls (urun-python #1667): forwarded VERBATIM to the serve
-     * envelope — `chat_template_kwargs.enable_thinking:false` is the think-off
-     * switch. Absent -> absent (no default injection; server-side validation).
-     */
-    reasoning_effort?: string;
-    chat_template_kwargs?: Record<string, unknown>;
-}
-/** How one pinned session ended (the native phase machinery's terminal step). */
-interface SessionEndInfo {
-    /**
-     * Milliseconds until the session's native deadline (`endsAt`), or null when
-     * the app declared no maximum session length. NOTE (missing primitive,
-     * called out in the PR): core exposes no PRE-expiry notice event — this
-     * callback fires AT terminal loss, so timeLeftMs is ~0 on expiry.
-     */
-    timeLeftMs: number | null;
-    /** The terminal reason (expired / ended / error), for the loud close. */
-    reason: string;
-}
-/** The upstream calls the proxy makes — injectable (tests; alt transports). */
-interface ProxyClients {
-    /** `UrunResponses(session).responses.create` — an async iterable of Responses stream events. */
-    createResponse(params: ResponsesCreateParams): Promise<AsyncIterable<unknown>> | AsyncIterable<unknown>;
-    /** `listModels(...)` result (an OpenAI model list object). */
-    listModels(): Promise<unknown>;
-    /**
-     * Open (or reuse) the NATIVE audio lanes on the pooled session `model` routes
-     * to — the same first-party machinery as RealtimeClient.enableAudio
-     * (transport/media.ts `enableSessionAudio`: AudioBridge over the session's
-     * `rt-audio-in`/`rt-audio-out` stream lanes at 24 kHz). One lane per pooled
-     * session; repeat calls return the same lane. Optional at the seam because
-     * text-only embeddings exist — but a surface that RECEIVES audio while the
-     * embedder wired no `openAudio` must fail LOUD, never drop chunks.
-     */
-    openAudio?(model: string | undefined): Promise<ProxyAudioLane>;
-    /**
-     * Open (or reuse) the NATIVE video FRAME lane on the pooled session `model`
-     * routes to (transport/media.ts `enableSessionVideo`: discrete JPEG frames →
-     * `stream('rt-video-in').emit`, the §5 named-DATA image-bytes path — NOT the
-     * RTP media plane, which requires an already-H.264-encoded track). One lane
-     * per pooled session; repeat calls return the same lane. Optional at the seam
-     * because text-only embeddings exist — but a surface that RECEIVES video
-     * frames while the embedder wired no `openVideo` must fail LOUD, never drop
-     * frames.
-     */
-    openVideo?(model: string | undefined): Promise<ProxyVideoLane>;
-    /**
-     * SESSION-IDENTITY SEAM (ModelRouter.handleFor): the opaque stable handle
-     * for the pooled session currently serving `model`'s turns. Derived from
-     * native identity (app slug + uRun session id) — the same identity the
-     * serve-side session-affinity tag rides (urun-python#1556/#1582).
-     */
-    sessionHandle(model: string | undefined): Promise<string>;
-    /**
-     * createResponse PINNED to the exact session a handle names
-     * (ModelRouter.sessionForHandle). Throws SessionGoneError LOUDLY when that
-     * session is gone or was replaced — never silently opens a fresh session
-     * while claiming resume. Deliberately NO re-home on this path: re-homing
-     * would swap the pinned session out from under the caller.
-     */
-    createResponseOn(handle: string, params: ResponsesCreateParams): Promise<AsyncIterable<unknown>> | AsyncIterable<unknown>;
-    /**
-     * Subscribe to the pinned session's terminal end via core's NATIVE phase
-     * machinery (Session.onPhase → terminal 'expired'/'ended'/'error'). Fires
-     * `cb` once. Throws SessionGoneError if the handle's session is already
-     * gone — which doubles as the loud reattach check at resume time. Returns
-     * the unsubscribe.
-     */
-    onSessionEnd(handle: string, cb: (end: SessionEndInfo) => void): Promise<() => void>;
-}
-/**
- * The audio lane handle `openAudio` returns — structurally the transport
- * AudioBridge (media.ts): base64 PCM16 @24 kHz mono in both directions.
- */
-type ProxyAudioLane = Pick<AudioBridge, 'appendInputAudio' | 'onOutputAudio'>;
-/**
- * The video frame-lane handle `openVideo` returns — structurally the transport
- * VideoFrameLane (media.ts): one raw encoded JPEG frame per call, input-only
- * (Live-style protocols have no video OUT modality).
- */
-type ProxyVideoLane = Pick<VideoFrameLane, 'sendInputFrame'>;
-interface OpenAIProxyOptions {
-    clients: ProxyClients;
-    /** Optional bearer the local agent must present (never forwarded upstream). */
-    apiKey?: string;
-    /**
-     * WHAT this proxy serves (app/org/fn/base_url + proxy_version), surfaced as
-     * the `identity` block on `GET /stats` so a second `urun compat` invocation
-     * can reuse this proxy iff the identity matches its own exactly. Only the
-     * standalone `urun compat proxy` command sets it — a launch-mode proxy is
-     * child-owned (it dies with its child) and an embedder that omits it is
-     * simply never reused.
-     */
-    identity?: ProxyIdentity;
-}
-/** Build (not listen) the proxy server — the caller owns listen/close. */
-declare function createOpenAIProxy(options: OpenAIProxyOptions): Server;
+export { O as OpenAIProxyOptions, P as ProxyClients, a as ProxyIdentity, c as createOpenAIProxy } from '../server-DiQUIDDg.cjs';
+import 'node:http';
+import '../media-DCHTX3Ez.cjs';
 
 /**
  * Gemini Live (BidiGenerateContent) ⇄ uRun Responses translation — PURE
@@ -179,4 +29,4 @@ declare function createOpenAIProxy(options: OpenAIProxyOptions): Server;
 /** The Live WS endpoint path (v1beta), verbatim from the Google reference. */
 declare const GEMINI_LIVE_PATH = "/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent";
 
-export { GEMINI_LIVE_PATH, type OpenAIProxyOptions, type ProxyClients, type ProxyIdentity, createOpenAIProxy };
+export { GEMINI_LIVE_PATH };