@urun-sh/openai 0.2.52 → 0.2.54

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,33 +1,42 @@
1
1
  #!/usr/bin/env node
2
- "use strict";var Xe=Object.create;var M=Object.defineProperty;var Ve=Object.getOwnPropertyDescriptor;var Qe=Object.getOwnPropertyNames;var Ze=Object.getPrototypeOf,et=Object.prototype.hasOwnProperty;var tt=(e,n)=>{for(var t in n)M(e,t,{get:n[t],enumerable:!0})},ce=(e,n,t,r)=>{if(n&&typeof n=="object"||typeof n=="function")for(let o of Qe(n))!et.call(e,o)&&o!==t&&M(e,o,{get:()=>n[o],enumerable:!(r=Ve(n,o))||r.enumerable});return e};var D=(e,n,t)=>(t=e!=null?Xe(Ze(e)):{},ce(n||!e||!e.__esModule?M(t,"default",{value:e,enumerable:!0}):t,e)),nt=e=>ce(M({},"__esModule",{value:!0}),e);var Ot={};tt(Ot,{buildClients:()=>Fe,buildRouter:()=>Ye});module.exports=nt(Ot);var rt=()=>typeof document>"u"?new URL(`file:${__filename}`).href:document.currentScript&&document.currentScript.tagName.toUpperCase()==="SCRIPT"?document.currentScript.src:new URL("main.js",document.baseURI).href,v=rt();var pe=require("child_process"),I=require("fs"),Ge=D(require("path"),1),m=D(require("process"),1),T=require("@urun-sh/core");function le(e,n,t,r){let o=e.response??{},s={request_id:t,consumer_id:r,stream:!0,kind:"chat",messages:n};return typeof o.instructions=="string"&&(s.instructions=o.instructions),Array.isArray(o.modalities)&&(s.modalities=o.modalities),typeof o.temperature=="number"&&(s.temperature=o.temperature),typeof o.max_output_tokens=="number"&&(s.max_output_tokens=o.max_output_tokens),o.tools!==void 0&&(s.tools=o.tools),s}function de(e,n,t){let r={request_id:n,consumer_id:t,stream:!!e.stream,kind:"responses",input:e.input};return e.model&&(r.model=e.model),e.tools!==void 0&&(r.tools=e.tools),typeof e.temperature=="number"&&(r.temperature=e.temperature),typeof e.max_output_tokens=="number"&&(r.max_output_tokens=e.max_output_tokens),r}function me(e){if(e instanceof Error)return{type:"error",error:{type:"urun_error",code:e.name||null,message:e.message}};if(e&&typeof e=="object"&&e.t==="error"){let n=e,t=n.body??{};return{type:"error",error:{type:"urun_error",code:n.code??null,message:t.message??"unknown error"}}}return{type:"error",error:{type:"urun_error",code:null,message:String(e)}}}var ot="llm-resp";async function*z(e,n){let t=`${ot}:${n}`,r=`resp_${n}`;yield{type:"response.created",response:{id:r,status:"in_progress"}};for await(let o of e.stream(t).messages()){let s=o;if(s.t==="delta")yield{type:"response.output_text.delta",item_id:r,delta:s.delta};else if(s.t==="response"){yield{type:"response.completed",response:{id:r,status:"completed",...s.body}};return}else if(s.t==="error"){yield me(s);return}}}var st="llm",B=class{constructor(n){this.session=n}session;get consumerId(){return this.session.consumerId}write(n){this.session.doc(st).set({requests:{[n.request_id]:{payload:n,consumer_id:n.consumer_id,stream:n.stream}}})}sendResponses(n,t){let r=de(n,t,this.consumerId);return this.write(r),z(this.session,t)}sendResponseCreate(n,t,r){let o=le(n,t,r,this.consumerId);return this.write(o),z(this.session,r)}};var fe=0;function it(){return fe+=1,`req_${Date.now().toString(36)}_${fe.toString(36)}`}var N=class{transport;constructor(n){this.transport=new B(n)}responses={create:async n=>{let t=it(),r=this.transport.sendResponses(n,t);return Object.assign((async function*(){yield*r})(),{requestId:t})}}};async function ye(e){let t=await(e.fetchImpl??fetch)(`${e.catalogUrl}/model_catalog?select=model_id,variant`,{headers:{apikey:e.anonKey,Authorization:`Bearer ${e.anonKey}`}});if(!t.ok)throw new Error(`model_catalog fetch failed: ${t.status}`);return await t.json()}var ke=require("http");var ge="https://api.urun.sh/v1";function H(e){return e.toLowerCase().replace(/[^\p{L}\p{N}-]/gu,"-").replace(/^-+|-+$/g,"")}var k=class extends Error{};async function he(e){let n=e.fetchImpl??fetch,t=`${e.apiUrl.replace(/\/+$/,"")}/apps`,r=await n(t,{headers:{Authorization:`Bearer ${e.apiKey}`,Accept:"application/json"}});if(!r.ok)throw new Error(`org apps listing failed: GET ${t} \u2192 ${r.status}`);let o=await r.json();if(!Array.isArray(o.apps))throw new Error(`org apps listing returned no "apps" array (GET ${t})`);if(o.truncated===!0)throw new Error(`org apps listing was truncated (GET ${t} returned ${o.apps.length} of more) \u2014 model discovery would silently omit deployed apps`);return o.apps}var at=6e4,J=class{constructor(n){this.opts=n}opts;pool=new Map;appsCache=null;seed(n,t){this.pool.set(n,Promise.resolve(t))}async deployedApps(){if(!this.opts.listApps)return[];let n=this.opts.appsTtlMs??at;if(this.appsCache&&Date.now()-this.appsCache.at<n)return this.appsCache.apps;let t=await this.opts.listApps();return this.appsCache={at:Date.now(),apps:t},t}servable(n){return n.filter(t=>t.function_name===this.opts.fnName&&t.deployment_status==="active").map(t=>t.app_slug)}async availableIds(){let n=new Set([this.opts.defaultApp]);if(this.opts.listApps)for(let t of this.servable(await this.deployedApps()))n.add(t);for(let t of this.pool.keys())n.add(t);return[this.opts.defaultApp,...[...n].filter(t=>t!==this.opts.defaultApp).sort()]}async resolveApp(n){let t=(n??"").trim();if(!t||t==="urun")return this.opts.defaultApp;let r=H(t);if(r===this.opts.defaultApp)return this.opts.defaultApp;if(this.pool.has(r))return r;if(this.opts.listApps){let o=await this.deployedApps(),s=this.servable(o);if(s.includes(r))return r;let a=s.filter(u=>u.startsWith(`${r}-`));if(a.length===1)return a[0];if(a.length>1)throw new k(`model "${t}" is ambiguous across deployed apps ${a.join(", ")} \u2014 name the exact app slug (or catalog id:variant)`);let i=o.find(u=>u.app_slug===r||u.app_slug.startsWith(`${r}-`));if(i)throw new k(`model "${t}" maps to app "${i.app_slug}", which is not an active "${this.opts.fnName}" app \u2014 deploy it with \`urun serve ${t}\`; available models: ${(await this.availableIds()).join(", ")}`)}if(this.opts.listCatalog){let s=(await this.opts.listCatalog()).find(a=>t===a.model_id||t===`${a.model_id}:${a.variant}`||r===H(a.model_id)||r===H(`${a.model_id}-${a.variant}`));if(s)throw new k(`model "${t}" is in the uRun catalog but not deployed \u2014 deploy it with \`urun serve ${s.model_id}\`; available models: ${(await this.availableIds()).join(", ")}`)}return this.opts.defaultApp}async sessionFor(n){let t=await this.resolveApp(n),r=this.pool.get(t);return r||(r=Promise.resolve(this.opts.openSession(t)),this.pool.set(t,r),r.catch(()=>this.pool.delete(t))),{app:t,entry:await r}}async modelList(){return{object:"list",data:(await this.availableIds()).map(t=>({id:t,object:"model",created:0,owned_by:"urun"}))}}async closeAll(){let n=[...this.pool.values()];this.pool.clear();let t=[];if(await Promise.all(n.map(async r=>{try{await this.opts.closeSession(await r)}catch(o){t.push(String(o instanceof Error?o.message:o))}})),t.length>0)throw new Error(`failed to close ${t.length} pooled session(s): ${t.join("; ")}`)}};var X=class e{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(n,t,r){this.requests[n]=(this.requests[n]??0)+1,this.localInBytes+=t,this.naiveInBytes+=r}modelEntry(n){let t=this.models[n];if(t)return t;let r=Object.keys(this.models).length>=pt?"(other)":n;return this.models[r]??={requests:0,tokens_out:0}}model(n){this.modelEntry(n).requests+=1}track(n,t){let r=this,o=performance.now(),s=null,a=0;return(async function*(){for await(let u of n)u.type==="response.output_text.delta"&&typeof u.delta=="string"&&(s===null&&(s=performance.now(),r.ttftMs.push(s-o),r.ttftMs.length>512&&r.ttftMs.shift()),a+=1,r.tokensOut+=1,r.charsOut+=u.delta.length,t!==void 0&&(r.modelEntry(t).tokens_out+=1)),yield u;let i=(performance.now()-(s??o))/1e3;a>0&&i>0&&(r.tokRates.push(a/i),r.tokRates.length>512&&r.tokRates.shift())})()}static p50(n){if(!n.length)return null;let t=[...n].sort((r,o)=>r-o);return t[Math.floor(t.length/2)]}snapshot(){let n=Object.values(this.requests).reduce((t,r)=>t+r,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:e.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:e.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:n},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function Q(e){e.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function R(e,n,t){e.writeHead(n,{"content-type":"application/json"}),e.end(JSON.stringify(t))}function _(e,n,t,r="invalid_request_error"){R(e,n,{error:{message:t,type:r}})}function Z(e,n,t){if(n==="anthropic"){R(e,404,{type:"error",error:{type:"not_found_error",message:t.message}});return}R(e,404,{error:{message:t.message,type:"invalid_request_error",code:"model_not_found"}})}var pt=256,ut=128;function ee(e){return typeof e.model!="string"||!e.model.trim()?"(default)":e.model.trim().slice(0,ut)}var _e=64*1024*1024,q=class extends Error{};async function ct(e){let n=[],t=0;for await(let o of e){if(t+=o.length,t>_e)throw new q(`request body exceeds ${_e} bytes`);n.push(o)}let r=Buffer.concat(n).toString("utf8");return r?JSON.parse(r):{}}function K(e,n,t,r){return{id:e,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:n,choices:[{index:0,delta:t,finish_reason:r}]}}var lt=256;function dt(e){if(typeof e=="string")return[{role:"user",content:e}];if(Array.isArray(e))return e;throw new Error("responses input must be a string or an array of messages/items")}var V=class{conversations=new Map;thread(n,t){let r=dt(t);if(n==null)return r;let o=this.conversations.get(String(n));if(!o)throw new Error(`unknown previous_response_id ${String(n)} (proxy restarts drop stored responses)`);return[...o,...r]}remember(n,t,r){this.conversations.set(n,[...t,{role:"assistant",content:r}]);for(let o of this.conversations.keys()){if(this.conversations.size<=lt)break;this.conversations.delete(o)}}};function te(e){let n=e?.output;return Array.isArray(n)?n.filter(t=>t.type==="function_call"):[]}function L(e){return e.find(n=>n.type==="response.completed")?.response??null}function mt(e){if(Array.isArray(e))return e.map(n=>{let t=n.function;return!t||typeof t!="object"?n:{type:"function",name:t.name,description:t.description,parameters:t.parameters,strict:t.strict}})}var G=class extends Error{};function ft(e,n){return Array.isArray(n)?n.map(t=>{let r=t;if(r.type==="text")return{type:e==="assistant"?"output_text":"input_text",text:r.text};if(r.type==="image_url"){let o=r.image_url??{};return{type:"input_image",image_url:o.url,detail:o.detail}}throw new G(`unsupported chat content part type "${String(r.type)}" \u2014 the proxy translates text and image_url parts`)}):n}function yt(e){let n=[];for(let t of e){if(t.role==="tool"){n.push({type:"function_call_output",call_id:t.tool_call_id,output:typeof t.content=="string"?t.content:JSON.stringify(t.content??"")});continue}if(t.role==="assistant"&&Array.isArray(t.tool_calls)){typeof t.content=="string"&&t.content&&n.push({role:"assistant",content:t.content});for(let r of t.tool_calls){let o=r.function??{};n.push({type:"function_call",call_id:r.id,name:o.name,arguments:o.arguments})}continue}n.push({...t,content:ft(t.role,t.content)})}return n}function we(e){return te(e).map((n,t)=>({index:t,id:n.call_id??n.id??`call_${t}`,type:"function",function:{name:n.name??"",arguments:n.arguments??"{}"}}))}function xe(e,n){let t=n?.output_text;return typeof t=="string"?t:e.filter(r=>r.type==="response.output_text.delta"&&typeof r.delta=="string").map(r=>r.delta).join("")}async function gt(e,n,t,r,o){let s=e.stream===!0,a;try{a=t.thread(e.previous_response_id,e.input)}catch(p){_(r,400,String(p instanceof Error?p.message:p));return}e.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(a))-Buffer.byteLength(JSON.stringify(e.input)));let i=`resp_${Math.random().toString(36).slice(2,14)}`,u=e.store!==!1,d=ee(e);o.model(d);let l;try{l=await n.createResponse({model:e.model,input:a,stream:s,tools:e.tools,temperature:e.temperature,max_output_tokens:e.max_output_tokens})}catch(p){if(p instanceof k){Z(r,"openai",p);return}throw p}let f=[];if(s){Q(r);let p=g=>{r.write(`event: ${String(g.type??"message")}
2
+ "use strict";var xt=Object.create;var ue=Object.defineProperty;var kt=Object.getOwnPropertyDescriptor;var vt=Object.getOwnPropertyNames;var Rt=Object.getPrototypeOf,St=Object.prototype.hasOwnProperty;var At=(e,n)=>{for(var t in n)ue(e,t,{get:n[t],enumerable:!0})},Te=(e,n,t,r)=>{if(n&&typeof n=="object"||typeof n=="function")for(let o of vt(n))!St.call(e,o)&&o!==t&&ue(e,o,{get:()=>n[o],enumerable:!(r=kt(n,o))||r.enumerable});return e};var le=(e,n,t)=>(t=e!=null?xt(Rt(e)):{},Te(n||!e||!e.__esModule?ue(t,"default",{value:e,enumerable:!0}):t,e)),bt=e=>Te(ue({},"__esModule",{value:!0}),e);var sn={};At(sn,{buildClients:()=>_t,buildRouter:()=>ht});module.exports=bt(sn);var Et=()=>typeof document>"u"?new URL(`file:${__filename}`).href:document.currentScript&&document.currentScript.tagName.toUpperCase()==="SCRIPT"?document.currentScript.src:new URL("main.js",document.baseURI).href,T=Et();var Ne=require("child_process"),q=require("fs"),yt=le(require("path"),1),y=le(require("process"),1),ie=require("@urun-sh/core");function Le(e,n,t,r){let o=e.response??{},a={request_id:t,consumer_id:r,stream:!0,kind:"chat",messages:n};return typeof o.instructions=="string"&&(a.instructions=o.instructions),Array.isArray(o.modalities)&&(a.modalities=o.modalities),typeof o.temperature=="number"&&(a.temperature=o.temperature),typeof o.max_output_tokens=="number"&&(a.max_output_tokens=o.max_output_tokens),o.tools!==void 0&&(a.tools=o.tools),a}function je(e,n,t){let r={request_id:n,consumer_id:t,stream:!!e.stream,kind:"responses",input:e.input};return e.model&&(r.model=e.model),e.tools!==void 0&&(r.tools=e.tools),e.tool_choice!==void 0&&(r.tool_choice=e.tool_choice),typeof e.temperature=="number"&&(r.temperature=e.temperature),typeof e.max_output_tokens=="number"&&(r.max_output_tokens=e.max_output_tokens),r}function Me(e){if(e instanceof Error)return{type:"error",error:{type:"urun_error",code:e.name||null,message:e.message}};if(e&&typeof e=="object"&&e.t==="error"){let n=e,t=n.body??{};return{type:"error",error:{type:"urun_error",code:n.code??null,message:t.message??"unknown error"}}}return{type:"error",error:{type:"urun_error",code:null,message:String(e)}}}var It="llm-resp";async function*_e(e,n){let t=`${It}:${n}`,r=`resp_${n}`;yield{type:"response.created",response:{id:r,status:"in_progress"}};let o=new Map;for await(let a of e.stream(t).messages()){let i=a;if(i.t==="delta"){if(typeof i.delta=="string"&&(yield{type:"response.output_text.delta",item_id:r,delta:i.delta}),typeof i.reasoning=="string"&&(yield{type:"response.reasoning_text.delta",item_id:r,delta:i.reasoning}),Array.isArray(i.tool_calls))for(let s of i.tool_calls){let u=typeof s.index=="number"?s.index:0,c=o.get(u)??{};s.id&&(c.id=s.id),s.function?.name&&(c.name=s.function.name),o.set(u,c),yield{type:"response.function_call_arguments.delta",item_id:`fc_${n}_${u}`,tool_index:u,call_id:c.id,name:c.name,delta:s.function?.arguments??""}}}else if(i.t==="response"){yield{type:"response.completed",response:{id:r,status:"completed",...i.body}};return}else if(i.t==="error"){yield Me(i);return}}}var Pt="llm",pe=class{constructor(n){this.session=n}session;get consumerId(){return this.session.consumerId}write(n){this.session.doc(Pt).set({requests:{[n.request_id]:{payload:n,consumer_id:n.consumer_id,stream:n.stream}}})}sendResponses(n,t){let r=je(n,t,this.consumerId);return this.write(r),_e(this.session,t)}sendResponseCreate(n,t,r){let o=Le(n,t,r,this.consumerId);return this.write(o),_e(this.session,r)}};var Be=0;function $t(){return Be+=1,`req_${Date.now().toString(36)}_${Be.toString(36)}`}var ee=class{transport;constructor(n){this.transport=new pe(n)}responses={create:async n=>{let t=$t(),r=this.transport.sendResponses(n,t);return Object.assign((async function*(){yield*r})(),{requestId:t})}}};async function Je(e){let t=await(e.fetchImpl??fetch)(`${e.catalogUrl}/model_catalog?select=model_id,variant`,{headers:{apikey:e.anonKey,Authorization:`Bearer ${e.anonKey}`}});if(!t.ok)throw new Error(`model_catalog fetch failed: ${t.status}`);return await t.json()}var Fe=require("http");var De="https://api.urun.sh/v1";function we(e){return e.toLowerCase().replace(/[^\p{L}\p{N}-]/gu,"-").replace(/^-+|-+$/g,"")}var B=class extends Error{};async function Ge(e){let n=e.fetchImpl??fetch,t=`${e.apiUrl.replace(/\/+$/,"")}/apps`,r=await n(t,{headers:{Authorization:`Bearer ${e.apiKey}`,Accept:"application/json"}});if(!r.ok)throw new Error(`org apps listing failed: GET ${t} \u2192 ${r.status}`);let o=await r.json();if(!Array.isArray(o.apps))throw new Error(`org apps listing returned no "apps" array (GET ${t})`);if(o.truncated===!0)throw new Error(`org apps listing was truncated (GET ${t} returned ${o.apps.length} of more) \u2014 model discovery would silently omit deployed apps`);return o.apps}var Ut=6e4,ce=class{constructor(n){this.opts=n}opts;pool=new Map;appsCache=null;seed(n,t){this.pool.set(n,Promise.resolve(t))}async deployedApps(){if(!this.opts.listApps)return[];let n=this.opts.appsTtlMs??Ut;if(this.appsCache&&Date.now()-this.appsCache.at<n)return this.appsCache.apps;let t=await this.opts.listApps();return this.appsCache={at:Date.now(),apps:t},t}servable(n){return n.filter(t=>t.function_name===this.opts.fnName&&t.deployment_status==="active").map(t=>t.app_slug)}async availableIds(){let n=new Set([this.opts.defaultApp]);if(this.opts.listApps)for(let t of this.servable(await this.deployedApps()))n.add(t);for(let t of this.pool.keys())n.add(t);return[this.opts.defaultApp,...[...n].filter(t=>t!==this.opts.defaultApp).sort()]}async resolveApp(n){let t=(n??"").trim();if(!t||t==="urun")return this.opts.defaultApp;let r=we(t);if(r===this.opts.defaultApp)return this.opts.defaultApp;if(this.pool.has(r))return r;if(this.opts.listApps){let o=await this.deployedApps(),a=this.servable(o);if(a.includes(r))return r;let i=a.filter(u=>u.startsWith(`${r}-`));if(i.length===1)return i[0];if(i.length>1)throw new B(`model "${t}" is ambiguous across deployed apps ${i.join(", ")} \u2014 name the exact app slug (or catalog id:variant)`);let s=o.find(u=>u.app_slug===r||u.app_slug.startsWith(`${r}-`));if(s)throw new B(`model "${t}" maps to app "${s.app_slug}", which is not an active "${this.opts.fnName}" app \u2014 deploy it with \`urun serve ${t}\`; available models: ${(await this.availableIds()).join(", ")}`)}if(this.opts.listCatalog){let a=(await this.opts.listCatalog()).find(i=>t===i.model_id||t===`${i.model_id}:${i.variant}`||r===we(i.model_id)||r===we(`${i.model_id}-${i.variant}`));if(a)throw new B(`model "${t}" is in the uRun catalog but not deployed \u2014 deploy it with \`urun serve ${a.model_id}\`; available models: ${(await this.availableIds()).join(", ")}`)}return this.opts.defaultApp}async sessionFor(n){let t=await this.resolveApp(n),r=this.pool.get(t);return r||(r=Promise.resolve(this.opts.openSession(t)),this.pool.set(t,r),r.catch(()=>this.pool.delete(t))),{app:t,entry:await r}}async modelList(){return{object:"list",data:(await this.availableIds()).map(t=>({id:t,object:"model",created:0,owned_by:"urun"}))}}async closeAll(){let n=[...this.pool.values()];this.pool.clear();let t=[];if(await Promise.all(n.map(async r=>{try{await this.opts.closeSession(await r)}catch(o){t.push(String(o instanceof Error?o.message:o))}})),t.length>0)throw new Error(`failed to close ${t.length} pooled session(s): ${t.join("; ")}`)}};var ve=class e{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(n,t,r){this.requests[n]=(this.requests[n]??0)+1,this.localInBytes+=t,this.naiveInBytes+=r}modelEntry(n){let t=this.models[n];if(t)return t;let r=Object.keys(this.models).length>=Ot?"(other)":n;return this.models[r]??={requests:0,tokens_out:0}}model(n){this.modelEntry(n).requests+=1}track(n,t){let r=this,o=performance.now(),a=null,i=0;return(async function*(){for await(let u of n)u.type==="response.output_text.delta"&&typeof u.delta=="string"&&(a===null&&(a=performance.now(),r.ttftMs.push(a-o),r.ttftMs.length>512&&r.ttftMs.shift()),i+=1,r.tokensOut+=1,r.charsOut+=u.delta.length,t!==void 0&&(r.modelEntry(t).tokens_out+=1)),yield u;let s=(performance.now()-(a??o))/1e3;i>0&&s>0&&(r.tokRates.push(i/s),r.tokRates.length>512&&r.tokRates.shift())})()}static p50(n){if(!n.length)return null;let t=[...n].sort((r,o)=>r-o);return t[Math.floor(t.length/2)]}snapshot(){let n=Object.values(this.requests).reduce((t,r)=>t+r,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:e.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:e.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:n},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function Se(e){e.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function D(e,n,t){e.writeHead(n,{"content-type":"application/json"}),e.end(JSON.stringify(t))}function A(e,n,t,r="invalid_request_error"){D(e,n,{error:{message:t,type:r}})}function Ae(e,n,t){if(n==="anthropic"){D(e,404,{type:"error",error:{type:"not_found_error",message:t.message}});return}D(e,404,{error:{message:t.message,type:"invalid_request_error",code:"model_not_found"}})}var Ot=256,Nt=128;function be(e){return typeof e.model!="string"||!e.model.trim()?"(default)":e.model.trim().slice(0,Nt)}var qe=64*1024*1024,de=class extends Error{};async function Ct(e){let n=[],t=0;for await(let o of e){if(t+=o.length,t>qe)throw new de(`request body exceeds ${qe} bytes`);n.push(o)}let r=Buffer.concat(n).toString("utf8");return r?JSON.parse(r):{}}function F(e,n,t,r){return{id:e,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:n,choices:[{index:0,delta:t,finish_reason:r}]}}var Tt=256;function Lt(e){if(typeof e=="string")return[{role:"user",content:e}];if(Array.isArray(e))return e;throw new Error("responses input must be a string or an array of messages/items")}var Re=class{conversations=new Map;thread(n,t){let r=Lt(t);if(n==null)return r;let o=this.conversations.get(String(n));if(!o)throw new Error(`unknown previous_response_id ${String(n)} (proxy restarts drop stored responses)`);return[...o,...r]}remember(n,t,r){this.conversations.set(n,[...t,{role:"assistant",content:r}]);for(let o of this.conversations.keys()){if(this.conversations.size<=Tt)break;this.conversations.delete(o)}}};function te(e){let n=e?.output;return Array.isArray(n)?n.filter(t=>t.type==="function_call"):[]}function ne(e){return e.find(n=>n.type==="response.completed")?.response??null}function ze(e){let n=e?.output;if(!Array.isArray(n))return"";let t="";for(let r of n)if(!(r.type!=="reasoning"||!Array.isArray(r.content)))for(let o of r.content)o.type==="reasoning_text"&&(t+=String(o.text??""));return t}function re(e){return e.type!=="response.function_call_arguments.delta"||typeof e.tool_index!="number"?null:{tool_index:e.tool_index,call_id:typeof e.call_id=="string"?e.call_id:void 0,name:typeof e.name=="string"?e.name:void 0,delta:typeof e.delta=="string"?e.delta:""}}var K=class{calls=new Map;add(n){let t=this.calls.get(n.tool_index),r=!t;return t||(t={args:""},this.calls.set(n.tool_index,t)),n.call_id&&(t.id=n.call_id),n.name&&(t.name=n.name),t.args+=n.delta,{call:t,isNew:r}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([n,t])=>({type:"function_call",call_id:t.id??`call_${n}`,name:t.name??"",arguments:t.args}))}},jt=["<tool_call>","<function="];function Mt(e){return jt.find(n=>e.includes(n))}function z(e,n){return`serving row emitted a prose tool call (literal ${JSON.stringify(n)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${e}" (see catalog parser_defaults)`}function Y(e,n,t){if(!(!e||n>0))return Mt(t)}function Bt(e){if(Array.isArray(e))return e.map(n=>{let t=n.function;return!t||typeof t!="object"?n:{type:"function",name:t.name,description:t.description,parameters:t.parameters,strict:t.strict}})}var me=class extends Error{};function Jt(e,n){return Array.isArray(n)?n.map(t=>{let r=t;if(r.type==="text")return{type:e==="assistant"?"output_text":"input_text",text:r.text};if(r.type==="image_url"){let o=r.image_url??{};return{type:"input_image",image_url:o.url,detail:o.detail}}throw new me(`unsupported chat content part type "${String(r.type)}" \u2014 the proxy translates text and image_url parts`)}):n}function Dt(e){let n=[];for(let t of e){if(t.role==="tool"){n.push({type:"function_call_output",call_id:t.tool_call_id,output:typeof t.content=="string"?t.content:JSON.stringify(t.content??"")});continue}if(t.role==="assistant"&&Array.isArray(t.tool_calls)){typeof t.content=="string"&&t.content&&n.push({role:"assistant",content:t.content});for(let r of t.tool_calls){let o=r.function??{};n.push({type:"function_call",call_id:r.id,name:o.name,arguments:o.arguments})}continue}n.push({...t,content:Jt(t.role,t.content)})}return n}function xe(e){return te(e).map((n,t)=>({index:t,id:n.call_id??n.id??`call_${t}`,type:"function",function:{name:n.name??"",arguments:n.arguments??"{}"}}))}function Ke(e,n){let t=n?.output_text;return typeof t=="string"?t:e.filter(r=>r.type==="response.output_text.delta"&&typeof r.delta=="string").map(r=>r.delta).join("")}async function Gt(e,n,t,r,o){let a=e.stream===!0,i;try{i=t.thread(e.previous_response_id,e.input)}catch(p){A(r,400,String(p instanceof Error?p.message:p));return}e.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(i))-Buffer.byteLength(JSON.stringify(e.input)));let s=`resp_${Math.random().toString(36).slice(2,14)}`,u=e.store!==!1,c=be(e);o.model(c);let d=Array.isArray(e.tools)&&e.tools.length>0,_;try{_=await n.createResponse({model:e.model,input:i,stream:a,tools:e.tools,tool_choice:e.tool_choice,temperature:e.temperature,max_output_tokens:e.max_output_tokens})}catch(p){if(p instanceof B){Ae(r,"openai",p);return}throw p}let f=[];if(a){Se(r);let p=g=>{r.write(`event: ${String(g.type??"message")}
3
3
  data: ${JSON.stringify(g)}
4
4
 
5
- `)},c=g=>g.response&&typeof g.response=="object"?{...g,response:{...g.response,id:i}}:g,y=`item_${i.slice(5)}`,S=!1,b=!1,h=!1,E="",P=g=>{h&&(h=!1,p({type:"response.output_text.done",item_id:y,output_index:0,content_index:0,text:E}),p({type:"response.content_part.done",item_id:y,output_index:0,content_index:0,part:{type:"output_text",text:E}}),p({type:"response.output_item.done",output_index:0,item:{id:y,type:"message",role:"assistant",status:g,content:[{type:"output_text",text:E}]}}))};for await(let g of o.track(l,d)){f.push(g);let U=String(g.type??"");if(U==="response.created"||U==="response.in_progress"){S=!0,p(c(g));continue}if(U==="response.output_item.added"){b=!0,p(c(g));continue}if(U==="response.output_text.delta"&&!b){S||(S=!0,p({type:"response.created",response:{id:i,object:"response",status:"in_progress"}})),h||(h=!0,p({type:"response.output_item.added",output_index:0,item:{id:y,type:"message",role:"assistant",status:"in_progress",content:[]}}),p({type:"response.content_part.added",item_id:y,output_index:0,content_index:0,part:{type:"output_text",text:""}})),E+=String(g.delta??""),p({type:U,item_id:y,output_index:0,content_index:0,delta:g.delta});continue}if(U==="response.completed"&&!b){let ze=h;P("completed"),te(g.response).forEach((O,He)=>{let $=(ze?1:0)+He,j=O.id??O.call_id??`fc_${$}`,W=O.arguments??"",ue={id:j,type:"function_call",call_id:O.call_id??j,name:O.name??""};p({type:"response.output_item.added",output_index:$,item:{...ue,arguments:"",status:"in_progress"}}),p({type:"response.function_call_arguments.delta",item_id:j,output_index:$,delta:W}),p({type:"response.function_call_arguments.done",item_id:j,output_index:$,arguments:W}),p({type:"response.output_item.done",output_index:$,item:{...ue,arguments:W,status:"completed"}})}),p(c(g));continue}p(c(g))}P("incomplete"),u&&t.remember(i,a,xe(f,L(f))),r.write(`data: [DONE]
5
+ `)},h=g=>g.response&&typeof g.response=="object"?{...g,response:{...g.response,id:s}}:g,x=`item_${s.slice(5)}`,O=`rs_${s.slice(5)}`,$=!1,N=!1,l=0,k=()=>{$||($=!0,p({type:"response.created",response:{id:s,object:"response",status:"in_progress"}}))},j=!1,I=0,C="",M=()=>{j&&(j=!1,p({type:"response.reasoning_text.done",item_id:O,output_index:I,content_index:0,text:C}),p({type:"response.output_item.done",output_index:I,item:{id:O,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:C}],status:"completed"}}))},w=!1,b=0,P="",G=g=>{w&&(w=!1,p({type:"response.output_text.done",item_id:x,output_index:b,content_index:0,text:P}),p({type:"response.content_part.done",item_id:x,output_index:b,content_index:0,part:{type:"output_text",text:P}}),p({type:"response.output_item.done",output_index:b,item:{id:x,type:"message",role:"assistant",status:g,content:[{type:"output_text",text:P}]}}))},J=new K,v=null,W=-1,H=g=>{if(!v)return;let R=v;v=null,p({type:"response.function_call_arguments.done",item_id:R.fcId,output_index:R.outputIndex,arguments:R.args}),p({type:"response.output_item.done",output_index:R.outputIndex,item:{id:R.fcId,type:"function_call",call_id:R.callId??R.fcId,name:R.name??"",arguments:R.args,status:g}})},X=!1;for await(let g of o.track(_,c)){f.push(g);let R=String(g.type??"");if(R==="response.created"||R==="response.in_progress"){$=!0,p(h(g));continue}if(R==="response.output_item.added"){N=!0,p(h(g));continue}if(R==="response.reasoning_text.delta"&&!N){k(),j||(j=!0,I=l++,p({type:"response.output_item.added",output_index:I,item:{id:O,type:"reasoning",summary:[],content:[],status:"in_progress"}})),C+=String(g.delta??""),p({type:"response.reasoning_text.delta",item_id:O,output_index:I,content_index:0,delta:g.delta});continue}if(R==="response.output_text.delta"&&!N){k(),M(),w||(w=!0,b=l++,p({type:"response.output_item.added",output_index:b,item:{id:x,type:"message",role:"assistant",status:"in_progress",content:[]}}),p({type:"response.content_part.added",item_id:x,output_index:b,content_index:0,part:{type:"output_text",text:""}})),P+=String(g.delta??""),p({type:R,item_id:x,output_index:b,content_index:0,delta:g.delta});continue}let m=N?null:re(g);if(m){if(k(),M(),G("completed"),J.add(m),m.tool_index!==W){H("completed"),W=m.tool_index;let S=l++;v={fcId:`fc_${s.slice(5)}_${m.tool_index}`,outputIndex:S,callId:m.call_id,name:m.name,args:""},p({type:"response.output_item.added",output_index:S,item:{id:v.fcId,type:"function_call",call_id:v.callId??v.fcId,name:v.name??"",arguments:"",status:"in_progress"}})}v&&(m.call_id&&(v.callId=m.call_id),m.name&&(v.name=m.name),v.args+=m.delta,p({type:"response.function_call_arguments.delta",item_id:v.fcId,output_index:v.outputIndex,delta:m.delta}));continue}if(R==="response.completed"&&!N){let S=te(g.response),V=Y(d,J.size+S.length,P);if(V){X=!0,p({type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:z(c,V)}});break}M(),G("completed"),H("completed"),J.size===0&&S.forEach(Q=>{let Z=l++,ae=Q.id??Q.call_id??`fc_${Z}`,he=Q.arguments??"",Ce={id:ae,type:"function_call",call_id:Q.call_id??ae,name:Q.name??""};p({type:"response.output_item.added",output_index:Z,item:{...Ce,arguments:"",status:"in_progress"}}),p({type:"response.function_call_arguments.delta",item_id:ae,output_index:Z,delta:he}),p({type:"response.function_call_arguments.done",item_id:ae,output_index:Z,arguments:he}),p({type:"response.output_item.done",output_index:Z,item:{...Ce,arguments:he,status:"completed"}})}),p(h(g));continue}p(h(g))}M(),G("incomplete"),H("incomplete"),u&&!X&&t.remember(s,i,Ke(f,ne(f))),r.write(`data: [DONE]
6
6
 
7
- `),r.end();return}let w=null;for await(let p of o.track(l,d)){if(f.push(p),p.type==="error"){_(r,502,JSON.stringify(p),"upstream_error");return}p.type==="response.completed"&&(w=p.response)}if(w==null){_(r,502,"upstream produced no response.completed event","upstream_error");return}let x=xe(f,w);u&&t.remember(i,a,x),R(r,200,{...w,id:i})}async function ht(e,n,t,r){let o=e.messages;if(!Array.isArray(o)){_(t,400,"chat/completions requires a messages array");return}let s=String(e.model??"urun"),a=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,i;try{i=yt(o)}catch(p){if(p instanceof G){_(t,400,p.message);return}throw p}let u=ee(e);r.model(u);let d;try{d=await n.createResponse({model:e.model,input:i,stream:!0,tools:mt(e.tools),temperature:e.temperature,max_output_tokens:e.max_completion_tokens??e.max_tokens})}catch(p){if(p instanceof k){Z(t,"openai",p);return}throw p}if(e.stream===!0){Q(t);let p=[];t.write(`data: ${JSON.stringify(K(a,s,{role:"assistant"},null))}
7
+ `),r.end();return}let E=null;for await(let p of o.track(_,c)){if(f.push(p),p.type==="error"){A(r,502,JSON.stringify(p),"upstream_error");return}p.type==="response.completed"&&(E=p.response)}if(E==null){A(r,502,"upstream produced no response.completed event","upstream_error");return}let L=Ke(f,E),U=Y(d,te(E).length,L);if(U){A(r,502,z(c,U),"upstream_error");return}u&&t.remember(s,i,L),D(r,200,{...E,id:s})}async function qt(e,n,t,r){let o=e.messages;if(!Array.isArray(o)){A(t,400,"chat/completions requires a messages array");return}let a=String(e.model??"urun"),i=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,s;try{s=Dt(o)}catch(l){if(l instanceof me){A(t,400,l.message);return}throw l}let u=be(e);r.model(u);let c=Array.isArray(e.tools)&&e.tools.length>0,d;try{d=await n.createResponse({model:e.model,input:s,stream:!0,tools:Bt(e.tools),tool_choice:e.tool_choice,temperature:e.temperature,max_output_tokens:e.max_completion_tokens??e.max_tokens})}catch(l){if(l instanceof B){Ae(t,"openai",l);return}throw l}if(e.stream===!0){Se(t);let l=[],k=new K,j="";t.write(`data: ${JSON.stringify(F(i,a,{role:"assistant"},null))}
8
8
 
9
- `);for await(let y of r.track(d,u))if(p.push(y),y.type==="response.output_text.delta"&&typeof y.delta=="string")t.write(`data: ${JSON.stringify(K(a,s,{content:y.delta},null))}
9
+ `);for await(let w of r.track(d,u)){l.push(w);let b=re(w);if(w.type==="response.output_text.delta"&&typeof w.delta=="string")j+=w.delta,t.write(`data: ${JSON.stringify(F(i,a,{content:w.delta},null))}
10
10
 
11
- `);else if(y.type==="error"){t.write(`data: ${JSON.stringify({error:y})}
11
+ `);else if(w.type==="response.reasoning_text.delta"&&typeof w.delta=="string")t.write(`data: ${JSON.stringify(F(i,a,{reasoning_content:w.delta},null))}
12
12
 
13
- `),t.end();return}let c=we(L(p));c.length>0&&t.write(`data: ${JSON.stringify(K(a,s,{tool_calls:c},null))}
13
+ `);else if(b){let{call:P,isNew:G}=k.add(b),J=G?{index:b.tool_index,id:P.id??`call_${b.tool_index}`,type:"function",function:{name:P.name??"",arguments:b.delta}}:{index:b.tool_index,function:{arguments:b.delta}};t.write(`data: ${JSON.stringify(F(i,a,{tool_calls:[J]},null))}
14
14
 
15
- `),t.write(`data: ${JSON.stringify(K(a,s,{},c.length>0?"tool_calls":"stop"))}
15
+ `)}else if(w.type==="error"){t.write(`data: ${JSON.stringify({error:w})}
16
+
17
+ `),t.end();return}}let I=xe(ne(l)),C=Y(c,k.size+I.length,j);if(C){t.write(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:z(u,C)}})}
18
+
19
+ `),t.end();return}k.size===0&&I.length>0&&t.write(`data: ${JSON.stringify(F(i,a,{tool_calls:I},null))}
20
+
21
+ `);let M=k.size>0||I.length>0;t.write(`data: ${JSON.stringify(F(i,a,{},M?"tool_calls":"stop"))}
16
22
 
17
23
  `),t.write(`data: [DONE]
18
24
 
19
- `),t.end();return}let l="",f=[];for await(let p of r.track(d,u))if(f.push(p),p.type==="response.output_text.delta"&&typeof p.delta=="string"&&(l+=p.delta),p.type==="error"){_(t,502,JSON.stringify(p),"upstream_error");return}let w=we(L(f)).map(({index:p,...c})=>c),x={role:"assistant",content:l||null};w.length>0&&(x.tool_calls=w),R(t,200,{id:a,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:s,choices:[{index:0,message:x,finish_reason:w.length>0?"tool_calls":"stop"}],usage:{prompt_tokens:0,completion_tokens:0,total_tokens:0}})}function _t(e){return typeof e=="string"?e:Array.isArray(e)?e.filter(n=>n.type==="text").map(n=>String(n.text??"")).join(""):""}var A=class extends Error{constructor(n){super(`unsupported anthropic content block type "${n}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}};function wt(e){if(Array.isArray(e))return e.map(n=>{let t=n;return{type:"function",name:t.name,description:t.description,parameters:t.input_schema}})}function xt(e){if(typeof e=="string")return e;if(e==null)return"";if(!Array.isArray(e))throw new A(typeof e);let n="";for(let t of e){let r=String(t.type??"");if(r!=="text")throw new A(`tool_result > ${r}`);n+=String(t.text??"")}return n}function vt(e){let{role:n,content:t}=e;if(typeof t=="string")return[{role:n,content:t}];if(t==null)return[];if(!Array.isArray(t))throw new A(typeof t);let r=[],o="",s=()=>{o&&(r.push({role:n,content:o}),o="")};for(let a of t){let i=String(a.type??"");if(i==="text")o+=String(a.text??"");else if(i==="tool_use")s(),r.push({type:"function_call",call_id:a.id,name:a.name,arguments:JSON.stringify(a.input??{})});else if(i==="tool_result")s(),r.push({type:"function_call_output",call_id:a.tool_use_id,output:xt(a.content)});else{if(i==="thinking"||i==="redacted_thinking")continue;throw new A(i)}}return s(),r}function ve(e){return te(e).map((n,t)=>{let r;try{r=JSON.parse(n.arguments||"{}")}catch{throw new Error(`upstream function_call "${n.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:n.call_id??n.id??`toolu_${t}`,name:n.name??"",input:r}})}async function kt(e,n,t,r){let o=e.messages;if(!Array.isArray(o)){_(t,400,"messages requires a messages array");return}let s=String(e.model??"urun"),a=`msg_${Math.random().toString(36).slice(2,14)}`,i=[];try{e.system&&i.push({role:"system",content:_t(e.system)});for(let c of o)i.push(...vt(c))}catch(c){if(c instanceof A){_(t,400,c.message);return}throw c}let u=ee(e);r.model(u);let d;try{d=await n.createResponse({model:e.model,input:i,stream:!0,tools:wt(e.tools),temperature:e.temperature,max_output_tokens:e.max_tokens})}catch(c){if(c instanceof k){Z(t,"anthropic",c);return}throw c}let l=(c,y)=>{t.write(`event: ${c}
20
- data: ${JSON.stringify({type:c,...y})}
21
-
22
- `)};if(e.stream===!0){let c=r.track(d,u);Q(t),l("message_start",{message:{id:a,type:"message",role:"assistant",content:[],model:s,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}}),l("content_block_start",{index:0,content_block:{type:"text",text:""}});let y=0,S=[];for await(let h of c)if(S.push(h),h.type==="response.output_text.delta"&&typeof h.delta=="string")y+=1,l("content_block_delta",{index:0,delta:{type:"text_delta",text:h.delta}});else if(h.type==="error"){l("error",{error:{type:"api_error",message:JSON.stringify(h)}}),t.end();return}let b;try{b=ve(L(S))}catch(h){l("error",{error:{type:"api_error",message:String(h instanceof Error?h.message:h)}}),t.end();return}l("content_block_stop",{index:0}),b.forEach((h,E)=>{let P=1+E;l("content_block_start",{index:P,content_block:{...h,input:{}}}),l("content_block_delta",{index:P,delta:{type:"input_json_delta",partial_json:JSON.stringify(h.input??{})}}),l("content_block_stop",{index:P})}),l("message_delta",{delta:{stop_reason:b.length>0?"tool_use":"end_turn"},usage:{output_tokens:y}}),l("message_stop",{}),t.end();return}let f="",w=[];for await(let c of r.track(d,u))if(w.push(c),c.type==="response.output_text.delta"&&typeof c.delta=="string"&&(f+=c.delta),c.type==="error"){_(t,502,JSON.stringify(c),"upstream_error");return}let x;try{x=ve(L(w))}catch(c){_(t,502,String(c instanceof Error?c.message:c),"upstream_error");return}let p=[];(f||x.length===0)&&p.push({type:"text",text:f}),p.push(...x),R(t,200,{id:a,type:"message",role:"assistant",content:p,model:s,stop_reason:x.length>0?"tool_use":"end_turn",usage:{input_tokens:0,output_tokens:0}})}function Re(e){let{clients:n,apiKey:t,identity:r}=e,o=new V,s=new X;return(0,ke.createServer)((a,i)=>{(async()=>{let u=new URL(a.url??"/","http://localhost");if(a.method==="GET"&&u.pathname==="/healthz"){R(i,200,{ok:!0});return}if(a.method==="GET"&&u.pathname==="/stats"){R(i,200,r?{identity:r,...s.snapshot()}:s.snapshot());return}if(t&&(a.headers.authorization??"")!==`Bearer ${t}`){_(i,401,"invalid local proxy api key","authentication_error");return}if(a.method==="GET"&&u.pathname==="/v1/models"){R(i,200,await n.listModels());return}if(a.method!=="POST"){_(i,404,`no route for ${a.method} ${u.pathname}`);return}let d;try{d=await ct(a)}catch(f){if(f instanceof q){_(i,413,f.message,"request_too_large");return}_(i,400,"request body is not valid JSON");return}let l=Buffer.byteLength(JSON.stringify(d));if(u.pathname==="/v1/responses"){s.request("responses",l,l),await gt(d,n,o,i,s);return}if(u.pathname==="/v1/chat/completions"){s.request("chat_completions",l,l),await ht(d,n,i,s);return}if(u.pathname==="/v1/messages"){s.request("messages",l,l),await kt(d,n,i,s);return}_(i,404,`no route for POST ${u.pathname}`)})().catch(u=>{i.headersSent?i.end():_(i,500,String(u),"proxy_error")})})}var Ae=D(require("os"),1),Se=D(require("path"),1),Ee=require("url"),Pe=require("util");var be="0.2.52";var Ue=4141,bt=be,F={claude:{bin:"claude",env:"anthropic"},codex:{bin:"codex",env:"openai"},pi:{bin:"pi",env:"openai"},aider:{bin:"aider",env:"openai"},opencode:{bin:"opencode",env:"openai"},crush:{bin:"crush",env:"openai"}};function oe(e,n="openai"){if(n==="anthropic")return{ANTHROPIC_BASE_URL:`http://127.0.0.1:${e}`,ANTHROPIC_API_KEY:"urun-local"};let t=`http://127.0.0.1:${e}/v1`;return{OPENAI_BASE_URL:t,OPENAI_API_BASE:t,OPENAI_API_KEY:"urun-local"}}function Ie(e,n,t){let r={...e,...oe(n,t)};return delete r.URUN_API_KEY,delete r.URUN_JWT,r}function Oe(e,n,t){let r=["-c","model_providers.urun.name=urun","-c",`model_providers.urun.base_url="http://127.0.0.1:${e}/v1"`,"-c",'model_providers.urun.wire_api="responses"',"-c",'model_provider="urun"'],o=t.indexOf("--"),s=o===-1?t:t.slice(0,o),a=s.some(l=>l==="-m"||l==="--model"||l.startsWith("--model=")),i=t[0]==="exec",u=s.includes("--skip-git-repo-check"),d=i&&!u?["exec","--skip-git-repo-check",...t.slice(1)]:t;return[...r,...a?[]:["-m",n],...d]}function $e(e,n){return n.some(r=>r==="--model"||r==="--provider"||r.startsWith("--model=")||r.startsWith("--provider="))?n:["--provider","urun","--model",e,...n]}function Ne(e,n,t){let r=(e.URUN_PI_EXTENSION_ENTRY??"").trim();if(r){if(!t(r))throw new Error(`URUN_PI_EXTENSION_ENTRY points at ${r}, which does not exist \u2014 the launcher that injected it (the vendored urun CLI shim) must materialize the pi extension bundle before spawning pi`);return r}let o=(0,Ee.fileURLToPath)(new URL("../pi-extension/standalone.cjs",n));if(!t(o))throw new Error(`pi extension entry not found at ${o} \u2014 the pi lane loads the self-contained @urun-sh/openai dist/pi-extension/standalone.cjs from the installed package (run \`urun compat pi\` via the npm-installed CLI, e.g. \`npx @urun-sh/openai\`), or pass an entry to pi yourself: \`pi -e <path-to-@urun-sh/openai>/dist/pi-extension/standalone.cjs\``);return o}function Le(e){let n=Number(e);if(!Number.isInteger(n)||n<0)throw new Error(`--port needs a non-negative integer (0 = OS-assigned ephemeral), got ${e}`);return n}function Ce(e){if(e[0]!=="--port")return null;let n=Le(e[1]);return e.splice(0,2),n}function se(e){let n=e.indexOf("--port");if(n===-1)return Ue;let t=Le(e[n+1]);return e.splice(n,2),t}function Te(e){if(e===0)throw new Error("`env` cannot use --port 0: it starts no proxy, so the OS never assigns the ephemeral port \u2014 pass the actual port of the running proxy");return e}function ne(e,n){let t=(e[n]??"").trim();if(!t)throw new Error(`${n} is not set. The proxy needs URUN_BASE_URL, URUN_ORG_ID, URUN_APP and either URUN_API_KEY (the org key; the proxy vends short-lived function-scoped client tokens from it via the SDK) or URUN_JWT (an explicit pre-vended token override) \u2014 plus optional URUN_FUNCTION, default "serve" \u2014 to open the backhaul session.`);return t}function C(e){let n=At(ne(e,"URUN_BASE_URL")),t=ne(e,"URUN_ORG_ID"),r=ne(e,"URUN_APP"),o=(e.URUN_FUNCTION??"serve").trim()||"serve",s=(e.URUN_API_URL??"").trim(),a=s?Y(s,"URUN_API_URL"):ge,i=(e.URUN_JWT??"").trim();if(i)return{baseUrl:n,orgId:t,appId:r,fnName:o,apiUrl:a,auth:{lane:"jwt",jwt:i}};let u=(e.URUN_API_KEY??"").trim();if(u){let d=(e.URUN_GATEWAY_URL??"").trim(),l=d?Y(d):void 0;return{baseUrl:n,orgId:t,appId:r,fnName:o,apiUrl:a,auth:{lane:"api-key",apiKey:u,gatewayUrl:l}}}throw new Error("neither URUN_API_KEY nor URUN_JWT is set. Set URUN_API_KEY (the org API key \u2014 the proxy vends short-lived, function-scoped client tokens from it via the SDK, so the key never reaches the agent process) or URUN_JWT (an explicit pre-vended token; when set it always wins). URUN_BASE_URL, URUN_ORG_ID and URUN_APP are also required.")}function At(e,n="URUN_BASE_URL"){if(/\/v1\/*$/.test(new URL(e).pathname))throw new Error(`${n} must be the session-gateway base (e.g. https://api.urun.sh), got ${e} \u2014 a trailing /v1 is the org control-plane API form (that belongs in URUN_API_URL); session allocation 404s against it. Drop the /v1.`);return e}function Y(e,n="URUN_GATEWAY_URL"){let t=new URL(e),r=t.hostname==="localhost"||t.hostname==="127.0.0.1"||t.hostname==="[::1]";if(t.protocol!=="https:"&&!r)throw new Error(`${n} must be https (got ${e}) \u2014 the org API key rides the request's Authorization header`);return e}function ie(e){return{app:e.appId,org:e.orgId,fn:e.fnName,base_url:e.baseUrl,proxy_version:bt}}function St(e,n){return e.app===n.app&&e.org===n.org&&e.fn===n.fn&&e.base_url===n.base_url&&e.proxy_version===n.proxy_version}var Et=250;async function ae(e,n=Et){try{let t=await fetch(`http://127.0.0.1:${e}/stats`,{signal:AbortSignal.timeout(n)});if(!t.ok)return null;let r=(await t.json()).identity;if(r==null||typeof r!="object")return null;let{app:o,org:s,fn:a,base_url:i,proxy_version:u}=r;return typeof o!="string"||typeof s!="string"||typeof a!="string"||typeof i!="string"||typeof u!="string"?null:{app:o,org:s,fn:a,base_url:i,proxy_version:u}}catch{return null}}async function je(e,n,t=Ue){if(e!=null)return{mode:"spawn",port:e};let r=await ae(t);return r!==null&&St(r,n)?{mode:"reuse",port:t,identity:r}:{mode:"spawn",port:0}}function Me(e,n=Ae.default.homedir()){return Se.default.join(n,".urun","logs",`compat-proxy-${e}.log`)}var re=["log","info","warn","error","debug","trace"];function De(e,n=process,t=console){let r=n.stdout.write,o=n.stderr.write,s=(i,...u)=>e.write(i,...u);n.stdout.write=s,n.stderr.write=s;let a=Object.fromEntries(re.map(i=>[i,t[i]]));for(let i of re)t[i]=(...u)=>{e.write(`${(0,Pe.format)(...u)}
23
- `)};return()=>{n.stdout.write=r,n.stderr.write=o;for(let i of re)t[i]=a[i]}}function Be(e,n){let t="pass --port 0 for an OS-assigned ephemeral port";return n?`port ${e} is held by another urun-openai proxy serving app ${n.app} (org ${n.org}, fn ${n.fn}, version ${n.proxy_version}) \u2014 reuse it by pointing your agent at http://127.0.0.1:${e}, or ${t}`:`port ${e} is already in use and does not answer the urun-openai /stats identity probe \u2014 ${t}`}function Je(e,n,t){let r=e[t];if(typeof r!="function")throw new Error(`app "${n}" has no function "${t}" (set URUN_FUNCTION)`);let o=r();if(typeof o.end!="function")throw new Error(`app "${n}" function "${t}" returned a session without end()`);return o}function Ke(e,n){let{baseUrl:t,orgId:r,fnName:o,auth:s}=e;if(s.lane==="jwt"){let l=(0,T.App)(n,{baseUrl:t,orgId:r,jwt:s.jwt}),f=Je(l,n,o);return{session:f,responses:new N(f)}}let{apiKey:a,gatewayUrl:i}=s,u=(0,T.App)(n,{baseUrl:t,orgId:r,getAccessToken:async()=>(await(0,T.createClientToken)(a,{baseUrl:i,expiresIn:300,allowedFunctions:[`${n}/${o}`]})).token}),d=Je(u,n,o);return{session:d,responses:new N(d)}}function Ye(e){let n=(m.default.env.URUN_CATALOG_URL??"").trim(),t=n?Y(n,"URUN_CATALOG_URL"):"",r=(m.default.env.URUN_CATALOG_ANON_KEY??"").trim();(!t||!r)&&m.default.stderr.write(`urun compat: catalog oracle off (URUN_CATALOG_URL/URUN_CATALOG_ANON_KEY unset) \u2014 an undeployed uRun CATALOG model name falls through to the default app instead of a loud 404; deployed apps still resolve exactly, and /stats.models records every mapping
24
- `);let o=e.auth,s=new J({defaultApp:e.appId,fnName:e.fnName,openSession:a=>Ke(e,a),closeSession:async a=>{await a.session.end()},listApps:o.lane==="api-key"?()=>he({apiUrl:e.apiUrl,apiKey:o.apiKey}):null,listCatalog:t&&r?()=>ye({catalogUrl:t,anonKey:r}):null});return s.seed(e.appId,Ke(e,e.appId)),s}function Fe(e){return{createResponse:async n=>{let{entry:t}=await e.sessionFor(n.model);return t.responses.responses.create(n)},listModels:()=>e.modelList()}}async function Pt(e,n,t){let r=(0,pe.spawn)(e,n,{stdio:"inherit",env:t});return new Promise(o=>{r.once("exit",s=>o(s??1)),r.once("error",s=>{m.default.stderr.write(`failed to launch ${e}: ${String(s)}
25
- `),o(127)})})}function Ut(){return Ne(m.default.env,v,I.existsSync)}function We(e){for(let[n,t]of Object.entries(oe(e)))m.default.stdout.write(`export ${n}=${t}
26
- `)}async function qe(e,n){let t=C(m.default.env),r=n?ie(t):void 0,o=Ye(t),s=Re({clients:Fe(o),identity:r});try{await new Promise((i,u)=>{s.once("error",u),s.listen(e,"127.0.0.1",i)})}catch(i){throw await o.closeAll().catch(()=>{}),i.code==="EADDRINUSE"?new Error(Be(e,await ae(e))):i}let a=s.address().port;return n&&(m.default.stdout.write(`urun openai proxy listening on http://127.0.0.1:${a}/v1
27
- `),We(a)),{port:a,close:async()=>{let i=new Promise(u=>s.close(()=>u()));s.closeAllConnections(),await i,await o.closeAll()}}}async function It(){let e=m.default.argv.slice(2),n=Ce(e),t=e.shift()??"proxy";if(t==="env")return We(Te(n??se(e))),0;if(t==="proxy"){let o=n??se(e),s=await qe(o,!0);return await new Promise(a=>{m.default.once("SIGINT",a),m.default.once("SIGTERM",a)}),await s.close(),0}let r=t==="run"?e.shift():t;{if(!r)throw new Error(`launch needs an agent (${Object.keys(F).join("|")}) or \`-- <cmd>\``);if(r==="pi"){let c=C(m.default.env);return Pt("pi",["-e",Ut(),...$e(c.appId,e)],m.default.env)}let o,s,a="openai";if(r==="--"){if(o=e.shift()??"",s=e,!o)throw new Error("`-- <cmd>` needs a command to launch")}else{let c=F[r];if(!c)throw new Error(`unknown command/agent ${r}; commands: proxy | env; agents: ${Object.keys(F).join(" | ")} \u2014 or \`-- <cmd>\``);o=c.bin,s=[...c.args??[],...e],a=c.env}let i=await je(n,ie(C(m.default.env))),u=null,d=i.port;i.mode==="reuse"&&m.default.stdout.write(`reusing the running urun openai proxy on http://127.0.0.1:${d} (app ${i.identity.app}, fn ${i.identity.fn}, v${i.identity.proxy_version})
28
- `);let l=null,f=null;if(i.mode!=="reuse"){u=await qe(i.port,!1),d=u.port;let c=Me(d);(0,I.mkdirSync)(Ge.default.dirname(c),{recursive:!0}),f=(0,I.createWriteStream)(c,{flags:"a"}),f.on("error",y=>{l?.(),l=null,m.default.stderr.write(`urun compat: proxy log ${c} failed: ${String(y)} \u2014 proxy output continues on the terminal
29
- `)}),m.default.stdout.write(`urun openai proxy on http://127.0.0.1:${d}/v1 \u2014 proxy logs: ${c}
30
- `),l=De(f)}r==="codex"&&(s=Oe(d,C(m.default.env).appId,s));let w=(0,pe.spawn)(o,s,{stdio:"inherit",env:Ie(m.default.env,d,a)}),x=await new Promise(c=>{w.once("exit",y=>c(y??1)),w.once("error",y=>{l?.(),l=null,m.default.stderr.write(`failed to launch ${o}: ${String(y)}
31
- `),c(127)})}),p=null;try{u&&await u.close()}catch(c){p=c}finally{l?.(),l=null,f?.end()}return p!==null&&m.default.stderr.write(`urun compat: proxy teardown failed after the harness exited (harness exit code ${x} preserved): ${String(p instanceof Error?p.message:p)}
32
- `),x}}It().then(e=>m.default.exit(e),e=>{m.default.stderr.write(`${String(e instanceof Error?e.message:e)}
33
- `),m.default.exit(1)});0&&(module.exports={buildClients,buildRouter});
25
+ `),t.end();return}let _="",f="",E=[],L=new K;for await(let l of r.track(d,u)){E.push(l),l.type==="response.output_text.delta"&&typeof l.delta=="string"&&(_+=l.delta),l.type==="response.reasoning_text.delta"&&typeof l.delta=="string"&&(f+=l.delta);let k=re(l);if(k&&L.add(k),l.type==="error"){A(t,502,JSON.stringify(l),"upstream_error");return}}let U=ne(E),p=xe(U),h=p.length>0?p:xe({output:L.items()}),x=Y(c,h.length,_);if(x){A(t,502,z(u,x),"upstream_error");return}let O=h.map(({index:l,...k})=>k),$={role:"assistant",content:_||null},N=f||ze(U);N&&($.reasoning_content=N),O.length>0&&($.tool_calls=O),D(t,200,{id:i,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:a,choices:[{index:0,message:$,finish_reason:O.length>0?"tool_calls":"stop"}],usage:{prompt_tokens:0,completion_tokens:0,total_tokens:0}})}function Kt(e){return typeof e=="string"?e:Array.isArray(e)?e.filter(n=>n.type==="text").map(n=>String(n.text??"")).join(""):""}var oe=class extends Error{};function fe(e){return new oe(`unsupported anthropic content block type "${e}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function Ft(e){if(Array.isArray(e))return e.map(n=>{let t=n;return{type:"function",name:t.name,description:t.description,parameters:t.input_schema}})}function zt(e){if(e==null)return;let n=e.type;if(n==="auto")return"auto";if(n==="none")return"none";if(n==="any")return"required";if(n==="tool")return{type:"function",name:e.name};throw new oe(`unsupported anthropic tool_choice type ${JSON.stringify(String(n))} \u2014 the proxy maps auto, none, any and tool`)}function Yt(e){if(typeof e=="string")return e;if(e==null)return"";if(!Array.isArray(e))throw fe(typeof e);let n="";for(let t of e){let r=String(t.type??"");if(r!=="text")throw fe(`tool_result > ${r}`);n+=String(t.text??"")}return n}function Wt(e){let{role:n,content:t}=e;if(typeof t=="string")return[{role:n,content:t}];if(t==null)return[];if(!Array.isArray(t))throw fe(typeof t);let r=[],o="",a=()=>{o&&(r.push({role:n,content:o}),o="")};for(let i of t){let s=String(i.type??"");if(s==="text")o+=String(i.text??"");else if(s==="tool_use")a(),r.push({type:"function_call",call_id:i.id,name:i.name,arguments:JSON.stringify(i.input??{})});else if(s==="tool_result")a(),r.push({type:"function_call_output",call_id:i.tool_use_id,output:Yt(i.content)});else{if(s==="thinking"||s==="redacted_thinking")continue;throw fe(s)}}return a(),r}function ke(e){return te(e).map((n,t)=>{let r;try{r=JSON.parse(n.arguments||"{}")}catch{throw new Error(`upstream function_call "${n.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:n.call_id??n.id??`toolu_${t}`,name:n.name??"",input:r}})}async function Ht(e,n,t,r){let o=e.messages;if(!Array.isArray(o)){A(t,400,"messages requires a messages array");return}let a=String(e.model??"urun"),i=`msg_${Math.random().toString(36).slice(2,14)}`,s=[],u;try{e.system&&s.push({role:"system",content:Kt(e.system)});for(let l of o)s.push(...Wt(l));u=zt(e.tool_choice)}catch(l){if(l instanceof oe){A(t,400,l.message);return}throw l}let c=be(e);r.model(c);let d=Array.isArray(e.tools)&&e.tools.length>0,_;try{_=await n.createResponse({model:e.model,input:s,stream:!0,tools:Ft(e.tools),tool_choice:u,temperature:e.temperature,max_output_tokens:e.max_tokens})}catch(l){if(l instanceof B){Ae(t,"anthropic",l);return}throw l}let f=(l,k)=>{t.write(`event: ${l}
26
+ data: ${JSON.stringify({type:l,...k})}
27
+
28
+ `)};if(e.stream===!0){let l=r.track(_,c);Se(t),f("message_start",{message:{id:i,type:"message",role:"assistant",content:[],model:a,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let k=0,j="",I=0,C="none",M=()=>C,w=-1,b=-1,P=new K,G=[],J=()=>{C!=="none"&&(C="none",f("content_block_stop",{index:w}))},v=(m,S)=>{J(),C=m,w=I++,f("content_block_start",{index:w,content_block:S})};for await(let m of l){G.push(m);let S=re(m);if(m.type==="response.reasoning_text.delta"&&typeof m.delta=="string")M()!=="thinking"&&v("thinking",{type:"thinking",thinking:""}),f("content_block_delta",{index:w,delta:{type:"thinking_delta",thinking:m.delta}});else if(m.type==="response.output_text.delta"&&typeof m.delta=="string")M()!=="text"&&v("text",{type:"text",text:""}),k+=1,j+=m.delta,f("content_block_delta",{index:w,delta:{type:"text_delta",text:m.delta}});else if(S){let{call:V}=P.add(S);(M()!=="tool"||S.tool_index!==b)&&(b=S.tool_index,v("tool",{type:"tool_use",id:V.id??`call_${S.tool_index}`,name:V.name??"",input:{}})),S.delta&&f("content_block_delta",{index:w,delta:{type:"input_json_delta",partial_json:S.delta}})}else if(m.type==="error"){f("error",{error:{type:"api_error",message:JSON.stringify(m)}}),t.end();return}}let W=ne(G),H=te(W),X=Y(d,P.size+H.length,j);if(X){f("error",{error:{type:"api_error",message:z(c,X)}}),t.end();return}J();let g=[];if(P.size===0)try{g=ke(W)}catch(m){f("error",{error:{type:"api_error",message:String(m instanceof Error?m.message:m)}}),t.end();return}I===0&&g.length===0&&(v("text",{type:"text",text:""}),J()),g.forEach(m=>{let S=I++;f("content_block_start",{index:S,content_block:{...m,input:{}}}),f("content_block_delta",{index:S,delta:{type:"input_json_delta",partial_json:JSON.stringify(m.input??{})}}),f("content_block_stop",{index:S})});let R=P.size>0||g.length>0;f("message_delta",{delta:{stop_reason:R?"tool_use":"end_turn"},usage:{output_tokens:k}}),f("message_stop",{}),t.end();return}let E="",L="",U=[],p=new K;for await(let l of r.track(_,c)){U.push(l),l.type==="response.output_text.delta"&&typeof l.delta=="string"&&(E+=l.delta),l.type==="response.reasoning_text.delta"&&typeof l.delta=="string"&&(L+=l.delta);let k=re(l);if(k&&p.add(k),l.type==="error"){A(t,502,JSON.stringify(l),"upstream_error");return}}let h=ne(U),x;try{x=ke(h),x.length===0&&p.size>0&&(x=ke({output:p.items()}))}catch(l){A(t,502,String(l instanceof Error?l.message:l),"upstream_error");return}let O=Y(d,x.length,E);if(O){A(t,502,z(c,O),"upstream_error");return}let $=[],N=L||ze(h);N&&$.push({type:"thinking",thinking:N}),(E||x.length===0)&&$.push({type:"text",text:E}),$.push(...x),D(t,200,{id:i,type:"message",role:"assistant",content:$,model:a,stop_reason:x.length>0?"tool_use":"end_turn",usage:{input_tokens:0,output_tokens:0}})}function Ye(e){let{clients:n,apiKey:t,identity:r}=e,o=new Re,a=new ve;return(0,Fe.createServer)((i,s)=>{(async()=>{let u=new URL(i.url??"/","http://localhost");if(i.method==="GET"&&u.pathname==="/healthz"){D(s,200,{ok:!0});return}if(i.method==="GET"&&u.pathname==="/stats"){D(s,200,r?{identity:r,...a.snapshot()}:a.snapshot());return}if(t&&(i.headers.authorization??"")!==`Bearer ${t}`){A(s,401,"invalid local proxy api key","authentication_error");return}if(i.method==="GET"&&u.pathname==="/v1/models"){D(s,200,await n.listModels());return}if(i.method!=="POST"){A(s,404,`no route for ${i.method} ${u.pathname}`);return}let c;try{c=await Ct(i)}catch(_){if(_ instanceof de){A(s,413,_.message,"request_too_large");return}A(s,400,"request body is not valid JSON");return}let d=Buffer.byteLength(JSON.stringify(c));if(u.pathname==="/v1/responses"){a.request("responses",d,d),await Gt(c,n,o,s,a);return}if(u.pathname==="/v1/chat/completions"){a.request("chat_completions",d,d),await qt(c,n,s,a);return}if(u.pathname==="/v1/messages"){a.request("messages",d,d),await Ht(c,n,s,a);return}A(s,404,`no route for POST ${u.pathname}`)})().catch(u=>{s.headersSent?s.end():A(s,500,String(u),"proxy_error")})})}var He=le(require("os"),1),Xe=le(require("path"),1),Ve=require("url"),Qe=require("util");var We="0.2.54";var Ze=4141,Vt=We,ye={claude:{bin:"claude",env:"anthropic"},codex:{bin:"codex",env:"openai"},pi:{bin:"pi",env:"openai"},aider:{bin:"aider",env:"openai"},opencode:{bin:"opencode",env:"openai"},crush:{bin:"crush",env:"openai"}};function Pe(e,n="openai"){if(n==="anthropic")return{ANTHROPIC_BASE_URL:`http://127.0.0.1:${e}`,ANTHROPIC_API_KEY:"urun-local"};let t=`http://127.0.0.1:${e}/v1`;return{OPENAI_BASE_URL:t,OPENAI_API_BASE:t,OPENAI_API_KEY:"urun-local"}}function et(e,n,t){let r={...e,...Pe(n,t)};return delete r.URUN_API_KEY,delete r.URUN_JWT,r}function tt(e,n,t){let r=["-c","model_providers.urun.name=urun","-c",`model_providers.urun.base_url="http://127.0.0.1:${e}/v1"`,"-c",'model_providers.urun.wire_api="responses"',"-c",'model_provider="urun"'],o=t.indexOf("--"),a=o===-1?t:t.slice(0,o),i=a.some(d=>d==="-m"||d==="--model"||d.startsWith("--model=")),s=t[0]==="exec",u=a.includes("--skip-git-repo-check"),c=s&&!u?["exec","--skip-git-repo-check",...t.slice(1)]:t;return[...r,...i?[]:["-m",n],...c]}function nt(e,n){return n.some(r=>r==="--model"||r==="--provider"||r.startsWith("--model=")||r.startsWith("--provider="))?n:["--provider","urun","--model",e,...n]}function rt(e,n,t){let r=(e.URUN_PI_EXTENSION_ENTRY??"").trim();if(r){if(!t(r))throw new Error(`URUN_PI_EXTENSION_ENTRY points at ${r}, which does not exist \u2014 the launcher that injected it (the vendored urun CLI shim) must materialize the pi extension bundle before spawning pi`);return r}let o=(0,Ve.fileURLToPath)(new URL("../pi-extension/standalone.cjs",n));if(!t(o))throw new Error(`pi extension entry not found at ${o} \u2014 the pi lane loads the self-contained @urun-sh/openai dist/pi-extension/standalone.cjs from the installed package (run \`urun compat pi\` via the npm-installed CLI, e.g. \`npx @urun-sh/openai\`), or pass an entry to pi yourself: \`pi -e <path-to-@urun-sh/openai>/dist/pi-extension/standalone.cjs\``);return o}function ot(e){let n=Number(e);if(!Number.isInteger(n)||n<0)throw new Error(`--port needs a non-negative integer (0 = OS-assigned ephemeral), got ${e}`);return n}function st(e){if(e[0]!=="--port")return null;let n=ot(e[1]);return e.splice(0,2),n}function $e(e){let n=e.indexOf("--port");if(n===-1)return Ze;let t=ot(e[n+1]);return e.splice(n,2),t}function it(e){if(e===0)throw new Error("`env` cannot use --port 0: it starts no proxy, so the OS never assigns the ephemeral port \u2014 pass the actual port of the running proxy");return e}function Ee(e,n){let t=(e[n]??"").trim();if(!t)throw new Error(`${n} is not set. The proxy needs URUN_BASE_URL, URUN_ORG_ID, URUN_APP and either URUN_API_KEY (the org key; the proxy vends short-lived function-scoped client tokens from it via the SDK) or URUN_JWT (an explicit pre-vended token override) \u2014 plus optional URUN_FUNCTION, default "serve" \u2014 to open the backhaul session.`);return t}function se(e){let n=Qt(Ee(e,"URUN_BASE_URL")),t=Ee(e,"URUN_ORG_ID"),r=Ee(e,"URUN_APP"),o=(e.URUN_FUNCTION??"serve").trim()||"serve",a=(e.URUN_API_URL??"").trim(),i=a?ge(a,"URUN_API_URL"):De,s=(e.URUN_JWT??"").trim();if(s)return{baseUrl:n,orgId:t,appId:r,fnName:o,apiUrl:i,auth:{lane:"jwt",jwt:s}};let u=(e.URUN_API_KEY??"").trim();if(u){let c=(e.URUN_GATEWAY_URL??"").trim(),d=c?ge(c):void 0;return{baseUrl:n,orgId:t,appId:r,fnName:o,apiUrl:i,auth:{lane:"api-key",apiKey:u,gatewayUrl:d}}}throw new Error("neither URUN_API_KEY nor URUN_JWT is set. Set URUN_API_KEY (the org API key \u2014 the proxy vends short-lived, function-scoped client tokens from it via the SDK, so the key never reaches the agent process) or URUN_JWT (an explicit pre-vended token; when set it always wins). URUN_BASE_URL, URUN_ORG_ID and URUN_APP are also required.")}function Qt(e,n="URUN_BASE_URL"){if(/\/v1\/*$/.test(new URL(e).pathname))throw new Error(`${n} must be the session-gateway base (e.g. https://api.urun.sh), got ${e} \u2014 a trailing /v1 is the org control-plane API form (that belongs in URUN_API_URL); session allocation 404s against it. Drop the /v1.`);return e}function ge(e,n="URUN_GATEWAY_URL"){let t=new URL(e),r=t.hostname==="localhost"||t.hostname==="127.0.0.1"||t.hostname==="[::1]";if(t.protocol!=="https:"&&!r)throw new Error(`${n} must be https (got ${e}) \u2014 the org API key rides the request's Authorization header`);return e}function Ue(e){return{app:e.appId,org:e.orgId,fn:e.fnName,base_url:e.baseUrl,proxy_version:Vt}}function Zt(e,n){return e.app===n.app&&e.org===n.org&&e.fn===n.fn&&e.base_url===n.base_url&&e.proxy_version===n.proxy_version}var en=250;async function Oe(e,n=en){try{let t=await fetch(`http://127.0.0.1:${e}/stats`,{signal:AbortSignal.timeout(n)});if(!t.ok)return null;let r=(await t.json()).identity;if(r==null||typeof r!="object")return null;let{app:o,org:a,fn:i,base_url:s,proxy_version:u}=r;return typeof o!="string"||typeof a!="string"||typeof i!="string"||typeof s!="string"||typeof u!="string"?null:{app:o,org:a,fn:i,base_url:s,proxy_version:u}}catch{return null}}var at=2e3;async function tn(e,n=at){try{let t=await fetch(`http://127.0.0.1:${e}/v1/models`,{signal:AbortSignal.timeout(n)});return t.ok?null:`GET /v1/models answered HTTP ${t.status}`}catch(t){return`GET /v1/models failed (${String(t instanceof Error?t.message:t)})`}}async function ut(e,n,t=Ze,r=at){if(e!=null)return{mode:"spawn",port:e};let o=await Oe(t);if(o!==null&&Zt(o,n)){let a=await tn(t,r);return a===null?{mode:"reuse",port:t,identity:o}:{mode:"spawn",port:0,reason:`a urun-openai proxy on port ${t} matches this invocation's identity but failed the serving-surface liveness check (${a}) \u2014 starting a fresh proxy on an ephemeral port instead of pointing the harness at it`}}return{mode:"spawn",port:0}}function lt(e,n=He.default.homedir()){return Xe.default.join(n,".urun","logs",`compat-proxy-${e}.log`)}var Ie=["log","info","warn","error","debug","trace"];function pt(e,n=process,t=console){let r=n.stdout.write,o=n.stderr.write,a=(s,...u)=>e.write(s,...u);n.stdout.write=a,n.stderr.write=a;let i=Object.fromEntries(Ie.map(s=>[s,t[s]]));for(let s of Ie)t[s]=(...u)=>{e.write(`${(0,Qe.format)(...u)}
29
+ `)};return()=>{n.stdout.write=r,n.stderr.write=o;for(let s of Ie)t[s]=i[s]}}function ct(e){let n=t=>{let r=t instanceof Error?`${t.stack??`${t.name}: ${t.message}`}`:String(t);try{e.appendSync(e.logPath,`${new Date().toISOString()} launcher crashed (in-process proxy): ${r}
30
+ `)}catch{}e.restore(),e.writeStderr(`urun compat: the in-process proxy crashed (${t instanceof Error?t.message:String(t)}) \u2014 terminating the harness (its backend is gone); details: ${e.logPath}
31
+ `),e.killChild(),e.exit(1)};return e.proc.on("uncaughtException",n),e.proc.on("unhandledRejection",n),()=>{e.proc.off("uncaughtException",n),e.proc.off("unhandledRejection",n)}}function dt(e,n){let t="pass --port 0 for an OS-assigned ephemeral port";return n?`port ${e} is held by another urun-openai proxy serving app ${n.app} (org ${n.org}, fn ${n.fn}, version ${n.proxy_version}) \u2014 reuse it by pointing your agent at http://127.0.0.1:${e}, or ${t}`:`port ${e} is already in use and does not answer the urun-openai /stats identity probe \u2014 ${t}`}function mt(e,n,t){let r=e[t];if(typeof r!="function")throw new Error(`app "${n}" has no function "${t}" (set URUN_FUNCTION)`);let o=r();if(typeof o.end!="function")throw new Error(`app "${n}" function "${t}" returned a session without end()`);return o}function ft(e,n){let{baseUrl:t,orgId:r,fnName:o,auth:a}=e;if(a.lane==="jwt"){let d=(0,ie.App)(n,{baseUrl:t,orgId:r,jwt:a.jwt}),_=mt(d,n,o);return{session:_,responses:new ee(_)}}let{apiKey:i,gatewayUrl:s}=a,u=(0,ie.App)(n,{baseUrl:t,orgId:r,getAccessToken:async()=>(await(0,ie.createClientToken)(i,{baseUrl:s,expiresIn:300,allowedFunctions:[`${n}/${o}`]})).token}),c=mt(u,n,o);return{session:c,responses:new ee(c)}}function ht(e){let n=(y.default.env.URUN_CATALOG_URL??"").trim(),t=n?ge(n,"URUN_CATALOG_URL"):"",r=(y.default.env.URUN_CATALOG_ANON_KEY??"").trim();(!t||!r)&&y.default.stderr.write(`urun compat: catalog oracle off (URUN_CATALOG_URL/URUN_CATALOG_ANON_KEY unset) \u2014 an undeployed uRun CATALOG model name falls through to the default app instead of a loud 404; deployed apps still resolve exactly, and /stats.models records every mapping
32
+ `);let o=e.auth,a=new ce({defaultApp:e.appId,fnName:e.fnName,openSession:i=>ft(e,i),closeSession:async i=>{await i.session.end()},listApps:o.lane==="api-key"?()=>Ge({apiUrl:e.apiUrl,apiKey:o.apiKey}):null,listCatalog:t&&r?()=>Je({catalogUrl:t,anonKey:r}):null});return a.seed(e.appId,ft(e,e.appId)),a}function _t(e){return{createResponse:async n=>{let{entry:t}=await e.sessionFor(n.model);return t.responses.responses.create(n)},listModels:()=>e.modelList()}}async function nn(e,n,t){let r=(0,Ne.spawn)(e,n,{stdio:"inherit",env:t});return new Promise(o=>{r.once("exit",a=>o(a??1)),r.once("error",a=>{y.default.stderr.write(`failed to launch ${e}: ${String(a)}
33
+ `),o(127)})})}function rn(){return rt(y.default.env,T,q.existsSync)}function wt(e){for(let[n,t]of Object.entries(Pe(e)))y.default.stdout.write(`export ${n}=${t}
34
+ `)}async function gt(e,n){let t=se(y.default.env),r=n?Ue(t):void 0,o=ht(t),a=Ye({clients:_t(o),identity:r});try{await new Promise((s,u)=>{a.once("error",u),a.listen(e,"127.0.0.1",s)})}catch(s){throw await o.closeAll().catch(()=>{}),s.code==="EADDRINUSE"?new Error(dt(e,await Oe(e))):s}let i=a.address().port;return n&&(y.default.stdout.write(`urun openai proxy listening on http://127.0.0.1:${i}/v1
35
+ `),wt(i)),{port:i,close:async()=>{let s=new Promise(u=>a.close(()=>u()));a.closeAllConnections(),await s,await o.closeAll()}}}async function on(){let e=y.default.argv.slice(2),n=st(e),t=e.shift()??"proxy";if(t==="env")return wt(it(n??$e(e))),0;if(t==="proxy"){let o=n??$e(e),a=await gt(o,!0);return await new Promise(i=>{y.default.once("SIGINT",i),y.default.once("SIGTERM",i)}),await a.close(),0}let r=t==="run"?e.shift():t;{if(!r)throw new Error(`launch needs an agent (${Object.keys(ye).join("|")}) or \`-- <cmd>\``);if(r==="pi"){let h=se(y.default.env);return nn("pi",["-e",rn(),...nt(h.appId,e)],y.default.env)}let o,a,i="openai";if(r==="--"){if(o=e.shift()??"",a=e,!o)throw new Error("`-- <cmd>` needs a command to launch")}else{let h=ye[r];if(!h)throw new Error(`unknown command/agent ${r}; commands: proxy | env; agents: ${Object.keys(ye).join(" | ")} \u2014 or \`-- <cmd>\``);o=h.bin,a=[...h.args??[],...e],i=h.env}let s=await ut(n,Ue(se(y.default.env))),u=null,c=s.port;s.mode==="reuse"?y.default.stdout.write(`reusing the running urun openai proxy on http://127.0.0.1:${c} (app ${s.identity.app}, fn ${s.identity.fn}, v${s.identity.proxy_version})
36
+ `):s.reason&&y.default.stderr.write(`urun compat: ${s.reason}
37
+ `);let d=null,_=null,f=null;s.mode!=="reuse"&&(u=await gt(s.port,!1),c=u.port,f=lt(c),(0,q.mkdirSync)(yt.default.dirname(f),{recursive:!0}),_=(0,q.createWriteStream)(f,{flags:"a"}),_.on("error",h=>{d?.(),d=null,y.default.stderr.write(`urun compat: proxy log ${f} failed: ${String(h)} \u2014 proxy output continues on the terminal
38
+ `)}),y.default.stdout.write(`urun openai proxy on http://127.0.0.1:${c}/v1 \u2014 proxy logs: ${f}
39
+ `),d=pt(_)),r==="codex"&&(a=tt(c,se(y.default.env).appId,a));let E=(0,Ne.spawn)(o,a,{stdio:"inherit",env:et(y.default.env,c,i)}),L=f!==null?ct({logPath:f,appendSync:q.appendFileSync,restore:()=>{d?.(),d=null},writeStderr:h=>y.default.stderr.write(h),killChild:()=>E.kill("SIGTERM"),exit:h=>y.default.exit(h),proc:y.default}):null,U=await new Promise(h=>{E.once("exit",x=>h(x??1)),E.once("error",x=>{d?.(),d=null,y.default.stderr.write(`failed to launch ${o}: ${String(x)}
40
+ `),h(127)})});L?.();let p=null;try{u&&await u.close()}catch(h){p=h}finally{d?.(),d=null,_?.end()}return p!==null&&y.default.stderr.write(`urun compat: proxy teardown failed after the harness exited (harness exit code ${U} preserved): ${String(p instanceof Error?p.message:p)}
41
+ `),U}}on().then(e=>y.default.exit(e),e=>{y.default.stderr.write(`${String(e instanceof Error?e.message:e)}
42
+ `),y.default.exit(1)});0&&(module.exports={buildClients,buildRouter});
package/dist/proxy/cli.js CHANGED
@@ -1,13 +1,16 @@
1
1
  #!/usr/bin/env node
2
- import{a as S}from"../chunk-OLE2YJO3.js";import{a as k}from"../chunk-KJ25VEMG.js";import{c as w}from"../chunk-FSS2A7IU.js";import{a as A,c as I,d as O}from"../chunk-PS4BLX7J.js";import{spawn as V}from"child_process";import{createWriteStream as ce,existsSync as ue,mkdirSync as de}from"fs";import le from"path";import p from"process";import{App as F,createClientToken as me}from"@urun-sh/core";import te from"os";import ne from"path";import{fileURLToPath as re}from"url";import{format as oe}from"util";var $="0.2.52";var L=4141,se=$,x={claude:{bin:"claude",env:"anthropic"},codex:{bin:"codex",env:"openai"},pi:{bin:"pi",env:"openai"},aider:{bin:"aider",env:"openai"},opencode:{bin:"opencode",env:"openai"},crush:{bin:"crush",env:"openai"}};function E(e,t="openai"){if(t==="anthropic")return{ANTHROPIC_BASE_URL:`http://127.0.0.1:${e}`,ANTHROPIC_API_KEY:"urun-local"};let n=`http://127.0.0.1:${e}/v1`;return{OPENAI_BASE_URL:n,OPENAI_API_BASE:n,OPENAI_API_KEY:"urun-local"}}function T(e,t,n){let r={...e,...E(t,n)};return delete r.URUN_API_KEY,delete r.URUN_JWT,r}function j(e,t,n){let r=["-c","model_providers.urun.name=urun","-c",`model_providers.urun.base_url="http://127.0.0.1:${e}/v1"`,"-c",'model_providers.urun.wire_api="responses"',"-c",'model_provider="urun"'],o=n.indexOf("--"),s=o===-1?n:n.slice(0,o),a=s.some(u=>u==="-m"||u==="--model"||u.startsWith("--model=")),i=n[0]==="exec",c=s.includes("--skip-git-repo-check"),l=i&&!c?["exec","--skip-git-repo-check",...n.slice(1)]:n;return[...r,...a?[]:["-m",t],...l]}function C(e,t){return t.some(r=>r==="--model"||r==="--provider"||r.startsWith("--model=")||r.startsWith("--provider="))?t:["--provider","urun","--model",e,...t]}function G(e,t,n){let r=(e.URUN_PI_EXTENSION_ENTRY??"").trim();if(r){if(!n(r))throw new Error(`URUN_PI_EXTENSION_ENTRY points at ${r}, which does not exist \u2014 the launcher that injected it (the vendored urun CLI shim) must materialize the pi extension bundle before spawning pi`);return r}let o=re(new URL("../pi-extension/standalone.cjs",t));if(!n(o))throw new Error(`pi extension entry not found at ${o} \u2014 the pi lane loads the self-contained @urun-sh/openai dist/pi-extension/standalone.cjs from the installed package (run \`urun compat pi\` via the npm-installed CLI, e.g. \`npx @urun-sh/openai\`), or pass an entry to pi yourself: \`pi -e <path-to-@urun-sh/openai>/dist/pi-extension/standalone.cjs\``);return o}function K(e){let t=Number(e);if(!Number.isInteger(t)||t<0)throw new Error(`--port needs a non-negative integer (0 = OS-assigned ephemeral), got ${e}`);return t}function D(e){if(e[0]!=="--port")return null;let t=K(e[1]);return e.splice(0,2),t}function _(e){let t=e.indexOf("--port");if(t===-1)return L;let n=K(e[t+1]);return e.splice(t,2),n}function W(e){if(e===0)throw new Error("`env` cannot use --port 0: it starts no proxy, so the OS never assigns the ephemeral port \u2014 pass the actual port of the running proxy");return e}function U(e,t){let n=(e[t]??"").trim();if(!n)throw new Error(`${t} is not set. The proxy needs URUN_BASE_URL, URUN_ORG_ID, URUN_APP and either URUN_API_KEY (the org key; the proxy vends short-lived function-scoped client tokens from it via the SDK) or URUN_JWT (an explicit pre-vended token override) \u2014 plus optional URUN_FUNCTION, default "serve" \u2014 to open the backhaul session.`);return n}function h(e){let t=ie(U(e,"URUN_BASE_URL")),n=U(e,"URUN_ORG_ID"),r=U(e,"URUN_APP"),o=(e.URUN_FUNCTION??"serve").trim()||"serve",s=(e.URUN_API_URL??"").trim(),a=s?g(s,"URUN_API_URL"):A,i=(e.URUN_JWT??"").trim();if(i)return{baseUrl:t,orgId:n,appId:r,fnName:o,apiUrl:a,auth:{lane:"jwt",jwt:i}};let c=(e.URUN_API_KEY??"").trim();if(c){let l=(e.URUN_GATEWAY_URL??"").trim(),u=l?g(l):void 0;return{baseUrl:t,orgId:n,appId:r,fnName:o,apiUrl:a,auth:{lane:"api-key",apiKey:c,gatewayUrl:u}}}throw new Error("neither URUN_API_KEY nor URUN_JWT is set. Set URUN_API_KEY (the org API key \u2014 the proxy vends short-lived, function-scoped client tokens from it via the SDK, so the key never reaches the agent process) or URUN_JWT (an explicit pre-vended token; when set it always wins). URUN_BASE_URL, URUN_ORG_ID and URUN_APP are also required.")}function ie(e,t="URUN_BASE_URL"){if(/\/v1\/*$/.test(new URL(e).pathname))throw new Error(`${t} must be the session-gateway base (e.g. https://api.urun.sh), got ${e} \u2014 a trailing /v1 is the org control-plane API form (that belongs in URUN_API_URL); session allocation 404s against it. Drop the /v1.`);return e}function g(e,t="URUN_GATEWAY_URL"){let n=new URL(e),r=n.hostname==="localhost"||n.hostname==="127.0.0.1"||n.hostname==="[::1]";if(n.protocol!=="https:"&&!r)throw new Error(`${t} must be https (got ${e}) \u2014 the org API key rides the request's Authorization header`);return e}function P(e){return{app:e.appId,org:e.orgId,fn:e.fnName,base_url:e.baseUrl,proxy_version:se}}function ae(e,t){return e.app===t.app&&e.org===t.org&&e.fn===t.fn&&e.base_url===t.base_url&&e.proxy_version===t.proxy_version}var pe=250;async function R(e,t=pe){try{let n=await fetch(`http://127.0.0.1:${e}/stats`,{signal:AbortSignal.timeout(t)});if(!n.ok)return null;let r=(await n.json()).identity;if(r==null||typeof r!="object")return null;let{app:o,org:s,fn:a,base_url:i,proxy_version:c}=r;return typeof o!="string"||typeof s!="string"||typeof a!="string"||typeof i!="string"||typeof c!="string"?null:{app:o,org:s,fn:a,base_url:i,proxy_version:c}}catch{return null}}async function Y(e,t,n=L){if(e!=null)return{mode:"spawn",port:e};let r=await R(n);return r!==null&&ae(r,t)?{mode:"reuse",port:n,identity:r}:{mode:"spawn",port:0}}function J(e,t=te.homedir()){return ne.join(t,".urun","logs",`compat-proxy-${e}.log`)}var v=["log","info","warn","error","debug","trace"];function M(e,t=process,n=console){let r=t.stdout.write,o=t.stderr.write,s=(i,...c)=>e.write(i,...c);t.stdout.write=s,t.stderr.write=s;let a=Object.fromEntries(v.map(i=>[i,n[i]]));for(let i of v)n[i]=(...c)=>{e.write(`${oe(...c)}
3
- `)};return()=>{t.stdout.write=r,t.stderr.write=o;for(let i of v)n[i]=a[i]}}function B(e,t){let n="pass --port 0 for an OS-assigned ephemeral port";return t?`port ${e} is held by another urun-openai proxy serving app ${t.app} (org ${t.org}, fn ${t.fn}, version ${t.proxy_version}) \u2014 reuse it by pointing your agent at http://127.0.0.1:${e}, or ${n}`:`port ${e} is already in use and does not answer the urun-openai /stats identity probe \u2014 ${n}`}function q(e,t,n){let r=e[n];if(typeof r!="function")throw new Error(`app "${t}" has no function "${n}" (set URUN_FUNCTION)`);let o=r();if(typeof o.end!="function")throw new Error(`app "${t}" function "${n}" returned a session without end()`);return o}function H(e,t){let{baseUrl:n,orgId:r,fnName:o,auth:s}=e;if(s.lane==="jwt"){let u=F(t,{baseUrl:n,orgId:r,jwt:s.jwt}),m=q(u,t,o);return{session:m,responses:new w(m)}}let{apiKey:a,gatewayUrl:i}=s,c=F(t,{baseUrl:n,orgId:r,getAccessToken:async()=>(await me(a,{baseUrl:i,expiresIn:300,allowedFunctions:[`${t}/${o}`]})).token}),l=q(c,t,o);return{session:l,responses:new w(l)}}function fe(e){let t=(p.env.URUN_CATALOG_URL??"").trim(),n=t?g(t,"URUN_CATALOG_URL"):"",r=(p.env.URUN_CATALOG_ANON_KEY??"").trim();(!n||!r)&&p.stderr.write(`urun compat: catalog oracle off (URUN_CATALOG_URL/URUN_CATALOG_ANON_KEY unset) \u2014 an undeployed uRun CATALOG model name falls through to the default app instead of a loud 404; deployed apps still resolve exactly, and /stats.models records every mapping
4
- `);let o=e.auth,s=new O({defaultApp:e.appId,fnName:e.fnName,openSession:a=>H(e,a),closeSession:async a=>{await a.session.end()},listApps:o.lane==="api-key"?()=>I({apiUrl:e.apiUrl,apiKey:o.apiKey}):null,listCatalog:n&&r?()=>S({catalogUrl:n,anonKey:r}):null});return s.seed(e.appId,H(e,e.appId)),s}function ye(e){return{createResponse:async t=>{let{entry:n}=await e.sessionFor(t.model);return n.responses.responses.create(t)},listModels:()=>e.modelList()}}async function he(e,t,n){let r=V(e,t,{stdio:"inherit",env:n});return new Promise(o=>{r.once("exit",s=>o(s??1)),r.once("error",s=>{p.stderr.write(`failed to launch ${e}: ${String(s)}
5
- `),o(127)})})}function ge(){return G(p.env,import.meta.url,ue)}function X(e){for(let[t,n]of Object.entries(E(e)))p.stdout.write(`export ${t}=${n}
6
- `)}async function z(e,t){let n=h(p.env),r=t?P(n):void 0,o=fe(n),s=k({clients:ye(o),identity:r});try{await new Promise((i,c)=>{s.once("error",c),s.listen(e,"127.0.0.1",i)})}catch(i){throw await o.closeAll().catch(()=>{}),i.code==="EADDRINUSE"?new Error(B(e,await R(e))):i}let a=s.address().port;return t&&(p.stdout.write(`urun openai proxy listening on http://127.0.0.1:${a}/v1
7
- `),X(a)),{port:a,close:async()=>{let i=new Promise(c=>s.close(()=>c()));s.closeAllConnections(),await i,await o.closeAll()}}}async function xe(){let e=p.argv.slice(2),t=D(e),n=e.shift()??"proxy";if(n==="env")return X(W(t??_(e))),0;if(n==="proxy"){let o=t??_(e),s=await z(o,!0);return await new Promise(a=>{p.once("SIGINT",a),p.once("SIGTERM",a)}),await s.close(),0}let r=n==="run"?e.shift():n;{if(!r)throw new Error(`launch needs an agent (${Object.keys(x).join("|")}) or \`-- <cmd>\``);if(r==="pi"){let d=h(p.env);return he("pi",["-e",ge(),...C(d.appId,e)],p.env)}let o,s,a="openai";if(r==="--"){if(o=e.shift()??"",s=e,!o)throw new Error("`-- <cmd>` needs a command to launch")}else{let d=x[r];if(!d)throw new Error(`unknown command/agent ${r}; commands: proxy | env; agents: ${Object.keys(x).join(" | ")} \u2014 or \`-- <cmd>\``);o=d.bin,s=[...d.args??[],...e],a=d.env}let i=await Y(t,P(h(p.env))),c=null,l=i.port;i.mode==="reuse"&&p.stdout.write(`reusing the running urun openai proxy on http://127.0.0.1:${l} (app ${i.identity.app}, fn ${i.identity.fn}, v${i.identity.proxy_version})
8
- `);let u=null,m=null;if(i.mode!=="reuse"){c=await z(i.port,!1),l=c.port;let d=J(l);de(le.dirname(d),{recursive:!0}),m=ce(d,{flags:"a"}),m.on("error",y=>{u?.(),u=null,p.stderr.write(`urun compat: proxy log ${d} failed: ${String(y)} \u2014 proxy output continues on the terminal
9
- `)}),p.stdout.write(`urun openai proxy on http://127.0.0.1:${l}/v1 \u2014 proxy logs: ${d}
10
- `),u=M(m)}r==="codex"&&(s=j(l,h(p.env).appId,s));let b=V(o,s,{stdio:"inherit",env:T(p.env,l,a)}),N=await new Promise(d=>{b.once("exit",y=>d(y??1)),b.once("error",y=>{u?.(),u=null,p.stderr.write(`failed to launch ${o}: ${String(y)}
11
- `),d(127)})}),f=null;try{c&&await c.close()}catch(d){f=d}finally{u?.(),u=null,m?.end()}return f!==null&&p.stderr.write(`urun compat: proxy teardown failed after the harness exited (harness exit code ${N} preserved): ${String(f instanceof Error?f.message:f)}
12
- `),N}}xe().then(e=>p.exit(e),e=>{p.stderr.write(`${String(e instanceof Error?e.message:e)}
13
- `),p.exit(1)});export{ye as buildClients,fe as buildRouter};
2
+ import{a as A}from"../chunk-OLE2YJO3.js";import{a as O}from"../chunk-EEKOQKWE.js";import{c as U}from"../chunk-DYBS3NLC.js";import{a as I,c as k,d as $}from"../chunk-PS4BLX7J.js";import{spawn as Z}from"child_process";import{appendFileSync as me,createWriteStream as he,existsSync as ye,mkdirSync as ge}from"fs";import xe from"path";import a from"process";import{App as V,createClientToken as we}from"@urun-sh/core";import ie from"os";import se from"path";import{fileURLToPath as ae}from"url";import{format as pe}from"util";var L="0.2.54";var T=4141,ce=L,x={claude:{bin:"claude",env:"anthropic"},codex:{bin:"codex",env:"openai"},pi:{bin:"pi",env:"openai"},aider:{bin:"aider",env:"openai"},opencode:{bin:"opencode",env:"openai"},crush:{bin:"crush",env:"openai"}};function R(e,n="openai"){if(n==="anthropic")return{ANTHROPIC_BASE_URL:`http://127.0.0.1:${e}`,ANTHROPIC_API_KEY:"urun-local"};let t=`http://127.0.0.1:${e}/v1`;return{OPENAI_BASE_URL:t,OPENAI_API_BASE:t,OPENAI_API_KEY:"urun-local"}}function C(e,n,t){let r={...e,...R(n,t)};return delete r.URUN_API_KEY,delete r.URUN_JWT,r}function j(e,n,t){let r=["-c","model_providers.urun.name=urun","-c",`model_providers.urun.base_url="http://127.0.0.1:${e}/v1"`,"-c",'model_providers.urun.wire_api="responses"',"-c",'model_provider="urun"'],o=t.indexOf("--"),i=o===-1?t:t.slice(0,o),p=i.some(u=>u==="-m"||u==="--model"||u.startsWith("--model=")),s=t[0]==="exec",c=i.includes("--skip-git-repo-check"),l=s&&!c?["exec","--skip-git-repo-check",...t.slice(1)]:t;return[...r,...p?[]:["-m",n],...l]}function G(e,n){return n.some(r=>r==="--model"||r==="--provider"||r.startsWith("--model=")||r.startsWith("--provider="))?n:["--provider","urun","--model",e,...n]}function D(e,n,t){let r=(e.URUN_PI_EXTENSION_ENTRY??"").trim();if(r){if(!t(r))throw new Error(`URUN_PI_EXTENSION_ENTRY points at ${r}, which does not exist \u2014 the launcher that injected it (the vendored urun CLI shim) must materialize the pi extension bundle before spawning pi`);return r}let o=ae(new URL("../pi-extension/standalone.cjs",n));if(!t(o))throw new Error(`pi extension entry not found at ${o} \u2014 the pi lane loads the self-contained @urun-sh/openai dist/pi-extension/standalone.cjs from the installed package (run \`urun compat pi\` via the npm-installed CLI, e.g. \`npx @urun-sh/openai\`), or pass an entry to pi yourself: \`pi -e <path-to-@urun-sh/openai>/dist/pi-extension/standalone.cjs\``);return o}function K(e){let n=Number(e);if(!Number.isInteger(n)||n<0)throw new Error(`--port needs a non-negative integer (0 = OS-assigned ephemeral), got ${e}`);return n}function M(e){if(e[0]!=="--port")return null;let n=K(e[1]);return e.splice(0,2),n}function b(e){let n=e.indexOf("--port");if(n===-1)return T;let t=K(e[n+1]);return e.splice(n,2),t}function Y(e){if(e===0)throw new Error("`env` cannot use --port 0: it starts no proxy, so the OS never assigns the ephemeral port \u2014 pass the actual port of the running proxy");return e}function E(e,n){let t=(e[n]??"").trim();if(!t)throw new Error(`${n} is not set. The proxy needs URUN_BASE_URL, URUN_ORG_ID, URUN_APP and either URUN_API_KEY (the org key; the proxy vends short-lived function-scoped client tokens from it via the SDK) or URUN_JWT (an explicit pre-vended token override) \u2014 plus optional URUN_FUNCTION, default "serve" \u2014 to open the backhaul session.`);return t}function y(e){let n=ue(E(e,"URUN_BASE_URL")),t=E(e,"URUN_ORG_ID"),r=E(e,"URUN_APP"),o=(e.URUN_FUNCTION??"serve").trim()||"serve",i=(e.URUN_API_URL??"").trim(),p=i?g(i,"URUN_API_URL"):I,s=(e.URUN_JWT??"").trim();if(s)return{baseUrl:n,orgId:t,appId:r,fnName:o,apiUrl:p,auth:{lane:"jwt",jwt:s}};let c=(e.URUN_API_KEY??"").trim();if(c){let l=(e.URUN_GATEWAY_URL??"").trim(),u=l?g(l):void 0;return{baseUrl:n,orgId:t,appId:r,fnName:o,apiUrl:p,auth:{lane:"api-key",apiKey:c,gatewayUrl:u}}}throw new Error("neither URUN_API_KEY nor URUN_JWT is set. Set URUN_API_KEY (the org API key \u2014 the proxy vends short-lived, function-scoped client tokens from it via the SDK, so the key never reaches the agent process) or URUN_JWT (an explicit pre-vended token; when set it always wins). URUN_BASE_URL, URUN_ORG_ID and URUN_APP are also required.")}function ue(e,n="URUN_BASE_URL"){if(/\/v1\/*$/.test(new URL(e).pathname))throw new Error(`${n} must be the session-gateway base (e.g. https://api.urun.sh), got ${e} \u2014 a trailing /v1 is the org control-plane API form (that belongs in URUN_API_URL); session allocation 404s against it. Drop the /v1.`);return e}function g(e,n="URUN_GATEWAY_URL"){let t=new URL(e),r=t.hostname==="localhost"||t.hostname==="127.0.0.1"||t.hostname==="[::1]";if(t.protocol!=="https:"&&!r)throw new Error(`${n} must be https (got ${e}) \u2014 the org API key rides the request's Authorization header`);return e}function P(e){return{app:e.appId,org:e.orgId,fn:e.fnName,base_url:e.baseUrl,proxy_version:ce}}function de(e,n){return e.app===n.app&&e.org===n.org&&e.fn===n.fn&&e.base_url===n.base_url&&e.proxy_version===n.proxy_version}var le=250;async function S(e,n=le){try{let t=await fetch(`http://127.0.0.1:${e}/stats`,{signal:AbortSignal.timeout(n)});if(!t.ok)return null;let r=(await t.json()).identity;if(r==null||typeof r!="object")return null;let{app:o,org:i,fn:p,base_url:s,proxy_version:c}=r;return typeof o!="string"||typeof i!="string"||typeof p!="string"||typeof s!="string"||typeof c!="string"?null:{app:o,org:i,fn:p,base_url:s,proxy_version:c}}catch{return null}}var W=2e3;async function fe(e,n=W){try{let t=await fetch(`http://127.0.0.1:${e}/v1/models`,{signal:AbortSignal.timeout(n)});return t.ok?null:`GET /v1/models answered HTTP ${t.status}`}catch(t){return`GET /v1/models failed (${String(t instanceof Error?t.message:t)})`}}async function J(e,n,t=T,r=W){if(e!=null)return{mode:"spawn",port:e};let o=await S(t);if(o!==null&&de(o,n)){let i=await fe(t,r);return i===null?{mode:"reuse",port:t,identity:o}:{mode:"spawn",port:0,reason:`a urun-openai proxy on port ${t} matches this invocation's identity but failed the serving-surface liveness check (${i}) \u2014 starting a fresh proxy on an ephemeral port instead of pointing the harness at it`}}return{mode:"spawn",port:0}}function F(e,n=ie.homedir()){return se.join(n,".urun","logs",`compat-proxy-${e}.log`)}var _=["log","info","warn","error","debug","trace"];function B(e,n=process,t=console){let r=n.stdout.write,o=n.stderr.write,i=(s,...c)=>e.write(s,...c);n.stdout.write=i,n.stderr.write=i;let p=Object.fromEntries(_.map(s=>[s,t[s]]));for(let s of _)t[s]=(...c)=>{e.write(`${pe(...c)}
3
+ `)};return()=>{n.stdout.write=r,n.stderr.write=o;for(let s of _)t[s]=p[s]}}function q(e){let n=t=>{let r=t instanceof Error?`${t.stack??`${t.name}: ${t.message}`}`:String(t);try{e.appendSync(e.logPath,`${new Date().toISOString()} launcher crashed (in-process proxy): ${r}
4
+ `)}catch{}e.restore(),e.writeStderr(`urun compat: the in-process proxy crashed (${t instanceof Error?t.message:String(t)}) \u2014 terminating the harness (its backend is gone); details: ${e.logPath}
5
+ `),e.killChild(),e.exit(1)};return e.proc.on("uncaughtException",n),e.proc.on("unhandledRejection",n),()=>{e.proc.off("uncaughtException",n),e.proc.off("unhandledRejection",n)}}function H(e,n){let t="pass --port 0 for an OS-assigned ephemeral port";return n?`port ${e} is held by another urun-openai proxy serving app ${n.app} (org ${n.org}, fn ${n.fn}, version ${n.proxy_version}) \u2014 reuse it by pointing your agent at http://127.0.0.1:${e}, or ${t}`:`port ${e} is already in use and does not answer the urun-openai /stats identity probe \u2014 ${t}`}function z(e,n,t){let r=e[t];if(typeof r!="function")throw new Error(`app "${n}" has no function "${t}" (set URUN_FUNCTION)`);let o=r();if(typeof o.end!="function")throw new Error(`app "${n}" function "${t}" returned a session without end()`);return o}function X(e,n){let{baseUrl:t,orgId:r,fnName:o,auth:i}=e;if(i.lane==="jwt"){let u=V(n,{baseUrl:t,orgId:r,jwt:i.jwt}),f=z(u,n,o);return{session:f,responses:new U(f)}}let{apiKey:p,gatewayUrl:s}=i,c=V(n,{baseUrl:t,orgId:r,getAccessToken:async()=>(await we(p,{baseUrl:s,expiresIn:300,allowedFunctions:[`${n}/${o}`]})).token}),l=z(c,n,o);return{session:l,responses:new U(l)}}function ve(e){let n=(a.env.URUN_CATALOG_URL??"").trim(),t=n?g(n,"URUN_CATALOG_URL"):"",r=(a.env.URUN_CATALOG_ANON_KEY??"").trim();(!t||!r)&&a.stderr.write(`urun compat: catalog oracle off (URUN_CATALOG_URL/URUN_CATALOG_ANON_KEY unset) \u2014 an undeployed uRun CATALOG model name falls through to the default app instead of a loud 404; deployed apps still resolve exactly, and /stats.models records every mapping
6
+ `);let o=e.auth,i=new $({defaultApp:e.appId,fnName:e.fnName,openSession:p=>X(e,p),closeSession:async p=>{await p.session.end()},listApps:o.lane==="api-key"?()=>k({apiUrl:e.apiUrl,apiKey:o.apiKey}):null,listCatalog:t&&r?()=>A({catalogUrl:t,anonKey:r}):null});return i.seed(e.appId,X(e,e.appId)),i}function Ue(e){return{createResponse:async n=>{let{entry:t}=await e.sessionFor(n.model);return t.responses.responses.create(n)},listModels:()=>e.modelList()}}async function Ee(e,n,t){let r=Z(e,n,{stdio:"inherit",env:t});return new Promise(o=>{r.once("exit",i=>o(i??1)),r.once("error",i=>{a.stderr.write(`failed to launch ${e}: ${String(i)}
7
+ `),o(127)})})}function _e(){return D(a.env,import.meta.url,ye)}function ee(e){for(let[n,t]of Object.entries(R(e)))a.stdout.write(`export ${n}=${t}
8
+ `)}async function Q(e,n){let t=y(a.env),r=n?P(t):void 0,o=ve(t),i=O({clients:Ue(o),identity:r});try{await new Promise((s,c)=>{i.once("error",c),i.listen(e,"127.0.0.1",s)})}catch(s){throw await o.closeAll().catch(()=>{}),s.code==="EADDRINUSE"?new Error(H(e,await S(e))):s}let p=i.address().port;return n&&(a.stdout.write(`urun openai proxy listening on http://127.0.0.1:${p}/v1
9
+ `),ee(p)),{port:p,close:async()=>{let s=new Promise(c=>i.close(()=>c()));i.closeAllConnections(),await s,await o.closeAll()}}}async function Re(){let e=a.argv.slice(2),n=M(e),t=e.shift()??"proxy";if(t==="env")return ee(Y(n??b(e))),0;if(t==="proxy"){let o=n??b(e),i=await Q(o,!0);return await new Promise(p=>{a.once("SIGINT",p),a.once("SIGTERM",p)}),await i.close(),0}let r=t==="run"?e.shift():t;{if(!r)throw new Error(`launch needs an agent (${Object.keys(x).join("|")}) or \`-- <cmd>\``);if(r==="pi"){let d=y(a.env);return Ee("pi",["-e",_e(),...G(d.appId,e)],a.env)}let o,i,p="openai";if(r==="--"){if(o=e.shift()??"",i=e,!o)throw new Error("`-- <cmd>` needs a command to launch")}else{let d=x[r];if(!d)throw new Error(`unknown command/agent ${r}; commands: proxy | env; agents: ${Object.keys(x).join(" | ")} \u2014 or \`-- <cmd>\``);o=d.bin,i=[...d.args??[],...e],p=d.env}let s=await J(n,P(y(a.env))),c=null,l=s.port;s.mode==="reuse"?a.stdout.write(`reusing the running urun openai proxy on http://127.0.0.1:${l} (app ${s.identity.app}, fn ${s.identity.fn}, v${s.identity.proxy_version})
10
+ `):s.reason&&a.stderr.write(`urun compat: ${s.reason}
11
+ `);let u=null,f=null,m=null;s.mode!=="reuse"&&(c=await Q(s.port,!1),l=c.port,m=F(l),ge(xe.dirname(m),{recursive:!0}),f=he(m,{flags:"a"}),f.on("error",d=>{u?.(),u=null,a.stderr.write(`urun compat: proxy log ${m} failed: ${String(d)} \u2014 proxy output continues on the terminal
12
+ `)}),a.stdout.write(`urun openai proxy on http://127.0.0.1:${l}/v1 \u2014 proxy logs: ${m}
13
+ `),u=B(f)),r==="codex"&&(i=j(l,y(a.env).appId,i));let w=Z(o,i,{stdio:"inherit",env:C(a.env,l,p)}),ne=m!==null?q({logPath:m,appendSync:me,restore:()=>{u?.(),u=null},writeStderr:d=>a.stderr.write(d),killChild:()=>w.kill("SIGTERM"),exit:d=>a.exit(d),proc:a}):null,N=await new Promise(d=>{w.once("exit",v=>d(v??1)),w.once("error",v=>{u?.(),u=null,a.stderr.write(`failed to launch ${o}: ${String(v)}
14
+ `),d(127)})});ne?.();let h=null;try{c&&await c.close()}catch(d){h=d}finally{u?.(),u=null,f?.end()}return h!==null&&a.stderr.write(`urun compat: proxy teardown failed after the harness exited (harness exit code ${N} preserved): ${String(h instanceof Error?h.message:h)}
15
+ `),N}}Re().then(e=>a.exit(e),e=>{a.stderr.write(`${String(e instanceof Error?e.message:e)}
16
+ `),a.exit(1)});export{Ue as buildClients,ve as buildRouter};
@@ -1,21 +1,27 @@
1
- "use strict";var B=Object.defineProperty;var Z=Object.getOwnPropertyDescriptor;var tt=Object.getOwnPropertyNames;var et=Object.prototype.hasOwnProperty;var nt=(e,n)=>{for(var t in n)B(e,t,{get:n[t],enumerable:!0})},st=(e,n,t,s)=>{if(n&&typeof n=="object"||typeof n=="function")for(let o of tt(n))!et.call(e,o)&&o!==t&&B(e,o,{get:()=>n[o],enumerable:!(s=Z(n,o))||s.enumerable});return e};var rt=e=>st(B({},"__esModule",{value:!0}),e);var kt={};nt(kt,{createOpenAIProxy:()=>W});module.exports=rt(kt);var H=require("http");var x=class extends Error{};var j=class e{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(n,t,s){this.requests[n]=(this.requests[n]??0)+1,this.localInBytes+=t,this.naiveInBytes+=s}modelEntry(n){let t=this.models[n];if(t)return t;let s=Object.keys(this.models).length>=ot?"(other)":n;return this.models[s]??={requests:0,tokens_out:0}}model(n){this.modelEntry(n).requests+=1}track(n,t){let s=this,o=performance.now(),p=null,u=0;return(async function*(){for await(let l of n)l.type==="response.output_text.delta"&&typeof l.delta=="string"&&(p===null&&(p=performance.now(),s.ttftMs.push(p-o),s.ttftMs.length>512&&s.ttftMs.shift()),u+=1,s.tokensOut+=1,s.charsOut+=l.delta.length,t!==void 0&&(s.modelEntry(t).tokens_out+=1)),yield l;let i=(performance.now()-(p??o))/1e3;u>0&&i>0&&(s.tokRates.push(u/i),s.tokRates.length>512&&s.tokRates.shift())})()}static p50(n){if(!n.length)return null;let t=[...n].sort((s,o)=>s-o);return t[Math.floor(t.length/2)]}snapshot(){let n=Object.values(this.requests).reduce((t,s)=>t+s,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:e.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:e.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:n},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function D(e){e.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function k(e,n,t){e.writeHead(n,{"content-type":"application/json"}),e.end(JSON.stringify(t))}function h(e,n,t,s="invalid_request_error"){k(e,n,{error:{message:t,type:s}})}function q(e,n,t){if(n==="anthropic"){k(e,404,{type:"error",error:{type:"not_found_error",message:t.message}});return}k(e,404,{error:{message:t.message,type:"invalid_request_error",code:"model_not_found"}})}var ot=256,it=128;function L(e){return typeof e.model!="string"||!e.model.trim()?"(default)":e.model.trim().slice(0,it)}var F=64*1024*1024,N=class extends Error{};async function at(e){let n=[],t=0;for await(let o of e){if(t+=o.length,t>F)throw new N(`request body exceeds ${F} bytes`);n.push(o)}let s=Buffer.concat(n).toString("utf8");return s?JSON.parse(s):{}}function M(e,n,t,s){return{id:e,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:n,choices:[{index:0,delta:t,finish_reason:s}]}}var ut=256;function pt(e){if(typeof e=="string")return[{role:"user",content:e}];if(Array.isArray(e))return e;throw new Error("responses input must be a string or an array of messages/items")}var J=class{conversations=new Map;thread(n,t){let s=pt(t);if(n==null)return s;let o=this.conversations.get(String(n));if(!o)throw new Error(`unknown previous_response_id ${String(n)} (proxy restarts drop stored responses)`);return[...o,...s]}remember(n,t,s){this.conversations.set(n,[...t,{role:"assistant",content:s}]);for(let o of this.conversations.keys()){if(this.conversations.size<=ut)break;this.conversations.delete(o)}}};function K(e){let n=e?.output;return Array.isArray(n)?n.filter(t=>t.type==="function_call"):[]}function $(e){return e.find(n=>n.type==="response.completed")?.response??null}function lt(e){if(Array.isArray(e))return e.map(n=>{let t=n.function;return!t||typeof t!="object"?n:{type:"function",name:t.name,description:t.description,parameters:t.parameters,strict:t.strict}})}var T=class extends Error{};function ct(e,n){return Array.isArray(n)?n.map(t=>{let s=t;if(s.type==="text")return{type:e==="assistant"?"output_text":"input_text",text:s.text};if(s.type==="image_url"){let o=s.image_url??{};return{type:"input_image",image_url:o.url,detail:o.detail}}throw new T(`unsupported chat content part type "${String(s.type)}" \u2014 the proxy translates text and image_url parts`)}):n}function dt(e){let n=[];for(let t of e){if(t.role==="tool"){n.push({type:"function_call_output",call_id:t.tool_call_id,output:typeof t.content=="string"?t.content:JSON.stringify(t.content??"")});continue}if(t.role==="assistant"&&Array.isArray(t.tool_calls)){typeof t.content=="string"&&t.content&&n.push({role:"assistant",content:t.content});for(let s of t.tool_calls){let o=s.function??{};n.push({type:"function_call",call_id:s.id,name:o.name,arguments:o.arguments})}continue}n.push({...t,content:ct(t.role,t.content)})}return n}function z(e){return K(e).map((n,t)=>({index:t,id:n.call_id??n.id??`call_${t}`,type:"function",function:{name:n.name??"",arguments:n.arguments??"{}"}}))}function X(e,n){let t=n?.output_text;return typeof t=="string"?t:e.filter(s=>s.type==="response.output_text.delta"&&typeof s.delta=="string").map(s=>s.delta).join("")}async function ft(e,n,t,s,o){let p=e.stream===!0,u;try{u=t.thread(e.previous_response_id,e.input)}catch(r){h(s,400,String(r instanceof Error?r.message:r));return}e.previous_response_id!=null&&(o.naiveInBytes+=Buffer.byteLength(JSON.stringify(u))-Buffer.byteLength(JSON.stringify(e.input)));let i=`resp_${Math.random().toString(36).slice(2,14)}`,l=e.store!==!1,y=L(e);o.model(y);let c;try{c=await n.createResponse({model:e.model,input:u,stream:p,tools:e.tools,temperature:e.temperature,max_output_tokens:e.max_output_tokens})}catch(r){if(r instanceof x){q(s,"openai",r);return}throw r}let g=[];if(p){D(s);let r=d=>{s.write(`event: ${String(d.type??"message")}
2
- data: ${JSON.stringify(d)}
1
+ "use strict";var it=Object.defineProperty;var xt=Object.getOwnPropertyDescriptor;var vt=Object.getOwnPropertyNames;var At=Object.prototype.hasOwnProperty;var Rt=(t,n)=>{for(var e in n)it(t,e,{get:n[e],enumerable:!0})},St=(t,n,e,o)=>{if(n&&typeof n=="object"||typeof n=="function")for(let r of vt(n))!At.call(t,r)&&r!==e&&it(t,r,{get:()=>n[r],enumerable:!(o=xt(n,r))||o.enumerable});return t};var It=t=>St(it({},"__esModule",{value:!0}),t);var Ut={};Rt(Ut,{createOpenAIProxy:()=>kt});module.exports=It(Ut);var ht=require("http");var D=class extends Error{};var ut=class t{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(n,e,o){this.requests[n]=(this.requests[n]??0)+1,this.localInBytes+=e,this.naiveInBytes+=o}modelEntry(n){let e=this.models[n];if(e)return e;let o=Object.keys(this.models).length>=Ot?"(other)":n;return this.models[o]??={requests:0,tokens_out:0}}model(n){this.modelEntry(n).requests+=1}track(n,e){let o=this,r=performance.now(),p=null,l=0;return(async function*(){for await(let d of n)d.type==="response.output_text.delta"&&typeof d.delta=="string"&&(p===null&&(p=performance.now(),o.ttftMs.push(p-r),o.ttftMs.length>512&&o.ttftMs.shift()),l+=1,o.tokensOut+=1,o.charsOut+=d.delta.length,e!==void 0&&(o.modelEntry(e).tokens_out+=1)),yield d;let a=(performance.now()-(p??r))/1e3;l>0&&a>0&&(o.tokRates.push(l/a),o.tokRates.length>512&&o.tokRates.shift())})()}static p50(n){if(!n.length)return null;let e=[...n].sort((o,r)=>o-r);return e[Math.floor(e.length/2)]}snapshot(){let n=Object.values(this.requests).reduce((e,o)=>e+o,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:t.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:t.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:n},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function ct(t){t.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function B(t,n,e){t.writeHead(n,{"content-type":"application/json"}),t.end(JSON.stringify(e))}function k(t,n,e,o="invalid_request_error"){B(t,n,{error:{message:e,type:o}})}function dt(t,n,e){if(n==="anthropic"){B(t,404,{type:"error",error:{type:"not_found_error",message:e.message}});return}B(t,404,{error:{message:e.message,type:"invalid_request_error",code:"model_not_found"}})}var Ot=256,bt=128;function ft(t){return typeof t.model!="string"||!t.model.trim()?"(default)":t.model.trim().slice(0,bt)}var yt=64*1024*1024,nt=class extends Error{};async function $t(t){let n=[],e=0;for await(let r of t){if(e+=r.length,e>yt)throw new nt(`request body exceeds ${yt} bytes`);n.push(r)}let o=Buffer.concat(n).toString("utf8");return o?JSON.parse(o):{}}function z(t,n,e,o){return{id:t,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:n,choices:[{index:0,delta:e,finish_reason:o}]}}var Et=256;function Ct(t){if(typeof t=="string")return[{role:"user",content:t}];if(Array.isArray(t))return t;throw new Error("responses input must be a string or an array of messages/items")}var pt=class{conversations=new Map;thread(n,e){let o=Ct(e);if(n==null)return o;let r=this.conversations.get(String(n));if(!r)throw new Error(`unknown previous_response_id ${String(n)} (proxy restarts drop stored responses)`);return[...r,...o]}remember(n,e,o){this.conversations.set(n,[...e,{role:"assistant",content:o}]);for(let r of this.conversations.keys()){if(this.conversations.size<=Et)break;this.conversations.delete(r)}}};function V(t){let n=t?.output;return Array.isArray(n)?n.filter(e=>e.type==="function_call"):[]}function Q(t){return t.find(n=>n.type==="response.completed")?.response??null}function wt(t){let n=t?.output;if(!Array.isArray(n))return"";let e="";for(let o of n)if(!(o.type!=="reasoning"||!Array.isArray(o.content)))for(let r of o.content)r.type==="reasoning_text"&&(e+=String(r.text??""));return e}function Z(t){return t.type!=="response.function_call_arguments.delta"||typeof t.tool_index!="number"?null:{tool_index:t.tool_index,call_id:typeof t.call_id=="string"?t.call_id:void 0,name:typeof t.name=="string"?t.name:void 0,delta:typeof t.delta=="string"?t.delta:""}}var F=class{calls=new Map;add(n){let e=this.calls.get(n.tool_index),o=!e;return e||(e={args:""},this.calls.set(n.tool_index,e)),n.call_id&&(e.id=n.call_id),n.name&&(e.name=n.name),e.args+=n.delta,{call:e,isNew:o}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([n,e])=>({type:"function_call",call_id:e.id??`call_${n}`,name:e.name??"",arguments:e.args}))}},Mt=["<tool_call>","<function="];function Pt(t){return Mt.find(n=>t.includes(n))}function L(t,n){return`serving row emitted a prose tool call (literal ${JSON.stringify(n)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${t}" (see catalog parser_defaults)`}function K(t,n,e){if(!(!t||n>0))return Pt(e)}function Tt(t){if(Array.isArray(t))return t.map(n=>{let e=n.function;return!e||typeof e!="object"?n:{type:"function",name:e.name,description:e.description,parameters:e.parameters,strict:e.strict}})}var ot=class extends Error{};function Nt(t,n){return Array.isArray(n)?n.map(e=>{let o=e;if(o.type==="text")return{type:t==="assistant"?"output_text":"input_text",text:o.text};if(o.type==="image_url"){let r=o.image_url??{};return{type:"input_image",image_url:r.url,detail:r.detail}}throw new ot(`unsupported chat content part type "${String(o.type)}" \u2014 the proxy translates text and image_url parts`)}):n}function Bt(t){let n=[];for(let e of t){if(e.role==="tool"){n.push({type:"function_call_output",call_id:e.tool_call_id,output:typeof e.content=="string"?e.content:JSON.stringify(e.content??"")});continue}if(e.role==="assistant"&&Array.isArray(e.tool_calls)){typeof e.content=="string"&&e.content&&n.push({role:"assistant",content:e.content});for(let o of e.tool_calls){let r=o.function??{};n.push({type:"function_call",call_id:o.id,name:r.name,arguments:r.arguments})}continue}n.push({...e,content:Nt(e.role,e.content)})}return n}function at(t){return V(t).map((n,e)=>({index:e,id:n.call_id??n.id??`call_${e}`,type:"function",function:{name:n.name??"",arguments:n.arguments??"{}"}}))}function _t(t,n){let e=n?.output_text;return typeof e=="string"?e:t.filter(o=>o.type==="response.output_text.delta"&&typeof o.delta=="string").map(o=>o.delta).join("")}async function Jt(t,n,e,o,r){let p=t.stream===!0,l;try{l=e.thread(t.previous_response_id,t.input)}catch(i){k(o,400,String(i instanceof Error?i.message:i));return}t.previous_response_id!=null&&(r.naiveInBytes+=Buffer.byteLength(JSON.stringify(l))-Buffer.byteLength(JSON.stringify(t.input)));let a=`resp_${Math.random().toString(36).slice(2,14)}`,d=t.store!==!1,y=ft(t);r.model(y);let A=Array.isArray(t.tools)&&t.tools.length>0,R;try{R=await n.createResponse({model:t.model,input:l,stream:p,tools:t.tools,tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_output_tokens})}catch(i){if(i instanceof D){dt(o,"openai",i);return}throw i}let f=[];if(p){ct(o);let i=c=>{o.write(`event: ${String(c.type??"message")}
2
+ data: ${JSON.stringify(c)}
3
3
 
4
- `)},a=d=>d.response&&typeof d.response=="object"?{...d,response:{...d.response,id:i}}:d,m=`item_${i.slice(5)}`,R=!1,v=!1,f=!1,S="",b=d=>{f&&(f=!1,r({type:"response.output_text.done",item_id:m,output_index:0,content_index:0,text:S}),r({type:"response.content_part.done",item_id:m,output_index:0,content_index:0,part:{type:"output_text",text:S}}),r({type:"response.output_item.done",output_index:0,item:{id:m,type:"message",role:"assistant",status:d,content:[{type:"output_text",text:S}]}}))};for await(let d of o.track(c,y)){g.push(d);let O=String(d.type??"");if(O==="response.created"||O==="response.in_progress"){R=!0,r(a(d));continue}if(O==="response.output_item.added"){v=!0,r(a(d));continue}if(O==="response.output_text.delta"&&!v){R||(R=!0,r({type:"response.created",response:{id:i,object:"response",status:"in_progress"}})),f||(f=!0,r({type:"response.output_item.added",output_index:0,item:{id:m,type:"message",role:"assistant",status:"in_progress",content:[]}}),r({type:"response.content_part.added",item_id:m,output_index:0,content_index:0,part:{type:"output_text",text:""}})),S+=String(d.delta??""),r({type:O,item_id:m,output_index:0,content_index:0,delta:d.delta});continue}if(O==="response.completed"&&!v){let Q=f;b("completed"),K(d.response).forEach((E,V)=>{let I=(Q?1:0)+V,P=E.id??E.call_id??`fc_${I}`,C=E.arguments??"",G={id:P,type:"function_call",call_id:E.call_id??P,name:E.name??""};r({type:"response.output_item.added",output_index:I,item:{...G,arguments:"",status:"in_progress"}}),r({type:"response.function_call_arguments.delta",item_id:P,output_index:I,delta:C}),r({type:"response.function_call_arguments.done",item_id:P,output_index:I,arguments:C}),r({type:"response.output_item.done",output_index:I,item:{...G,arguments:C,status:"completed"}})}),r(a(d));continue}r(a(d))}b("incomplete"),l&&t.remember(i,u,X(g,$(g))),s.write(`data: [DONE]
4
+ `)},M=c=>c.response&&typeof c.response=="object"?{...c,response:{...c.response,id:a}}:c,v=`item_${a.slice(5)}`,$=`rs_${a.slice(5)}`,b=!1,E=!1,s=0,g=()=>{b||(b=!0,i({type:"response.created",response:{id:a,object:"response",status:"in_progress"}}))},P=!1,S=0,C="",T=()=>{P&&(P=!1,i({type:"response.reasoning_text.done",item_id:$,output_index:S,content_index:0,text:C}),i({type:"response.output_item.done",output_index:S,item:{id:$,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:C}],status:"completed"}}))},m=!1,x=0,O="",q=c=>{m&&(m=!1,i({type:"response.output_text.done",item_id:v,output_index:x,content_index:0,text:O}),i({type:"response.content_part.done",item_id:v,output_index:x,content_index:0,part:{type:"output_text",text:O}}),i({type:"response.output_item.done",output_index:x,item:{id:v,type:"message",role:"assistant",status:c,content:[{type:"output_text",text:O}]}}))},N=new F,_=null,U=-1,G=c=>{if(!_)return;let h=_;_=null,i({type:"response.function_call_arguments.done",item_id:h.fcId,output_index:h.outputIndex,arguments:h.args}),i({type:"response.output_item.done",output_index:h.outputIndex,item:{id:h.fcId,type:"function_call",call_id:h.callId??h.fcId,name:h.name??"",arguments:h.args,status:c}})},H=!1;for await(let c of r.track(R,y)){f.push(c);let h=String(c.type??"");if(h==="response.created"||h==="response.in_progress"){b=!0,i(M(c));continue}if(h==="response.output_item.added"){E=!0,i(M(c));continue}if(h==="response.reasoning_text.delta"&&!E){g(),P||(P=!0,S=s++,i({type:"response.output_item.added",output_index:S,item:{id:$,type:"reasoning",summary:[],content:[],status:"in_progress"}})),C+=String(c.delta??""),i({type:"response.reasoning_text.delta",item_id:$,output_index:S,content_index:0,delta:c.delta});continue}if(h==="response.output_text.delta"&&!E){g(),T(),m||(m=!0,x=s++,i({type:"response.output_item.added",output_index:x,item:{id:v,type:"message",role:"assistant",status:"in_progress",content:[]}}),i({type:"response.content_part.added",item_id:v,output_index:x,content_index:0,part:{type:"output_text",text:""}})),O+=String(c.delta??""),i({type:h,item_id:v,output_index:x,content_index:0,delta:c.delta});continue}let u=E?null:Z(c);if(u){if(g(),T(),q("completed"),N.add(u),u.tool_index!==U){G("completed"),U=u.tool_index;let w=s++;_={fcId:`fc_${a.slice(5)}_${u.tool_index}`,outputIndex:w,callId:u.call_id,name:u.name,args:""},i({type:"response.output_item.added",output_index:w,item:{id:_.fcId,type:"function_call",call_id:_.callId??_.fcId,name:_.name??"",arguments:"",status:"in_progress"}})}_&&(u.call_id&&(_.callId=u.call_id),u.name&&(_.name=u.name),_.args+=u.delta,i({type:"response.function_call_arguments.delta",item_id:_.fcId,output_index:_.outputIndex,delta:u.delta}));continue}if(h==="response.completed"&&!E){let w=V(c.response),X=K(A,N.size+w.length,O);if(X){H=!0,i({type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:L(y,X)}});break}T(),q("completed"),G("completed"),N.size===0&&w.forEach(Y=>{let W=s++,et=Y.id??Y.call_id??`fc_${W}`,rt=Y.arguments??"",mt={id:et,type:"function_call",call_id:Y.call_id??et,name:Y.name??""};i({type:"response.output_item.added",output_index:W,item:{...mt,arguments:"",status:"in_progress"}}),i({type:"response.function_call_arguments.delta",item_id:et,output_index:W,delta:rt}),i({type:"response.function_call_arguments.done",item_id:et,output_index:W,arguments:rt}),i({type:"response.output_item.done",output_index:W,item:{...mt,arguments:rt,status:"completed"}})}),i(M(c));continue}i(M(c))}T(),q("incomplete"),G("incomplete"),d&&!H&&e.remember(a,l,_t(f,Q(f))),o.write(`data: [DONE]
5
5
 
6
- `),s.end();return}let _=null;for await(let r of o.track(c,y)){if(g.push(r),r.type==="error"){h(s,502,JSON.stringify(r),"upstream_error");return}r.type==="response.completed"&&(_=r.response)}if(_==null){h(s,502,"upstream produced no response.completed event","upstream_error");return}let w=X(g,_);l&&t.remember(i,u,w),k(s,200,{..._,id:i})}async function mt(e,n,t,s){let o=e.messages;if(!Array.isArray(o)){h(t,400,"chat/completions requires a messages array");return}let p=String(e.model??"urun"),u=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,i;try{i=dt(o)}catch(r){if(r instanceof T){h(t,400,r.message);return}throw r}let l=L(e);s.model(l);let y;try{y=await n.createResponse({model:e.model,input:i,stream:!0,tools:lt(e.tools),temperature:e.temperature,max_output_tokens:e.max_completion_tokens??e.max_tokens})}catch(r){if(r instanceof x){q(t,"openai",r);return}throw r}if(e.stream===!0){D(t);let r=[];t.write(`data: ${JSON.stringify(M(u,p,{role:"assistant"},null))}
6
+ `),o.end();return}let I=null;for await(let i of r.track(R,y)){if(f.push(i),i.type==="error"){k(o,502,JSON.stringify(i),"upstream_error");return}i.type==="response.completed"&&(I=i.response)}if(I==null){k(o,502,"upstream produced no response.completed event","upstream_error");return}let J=_t(f,I),j=K(A,V(I).length,J);if(j){k(o,502,L(y,j),"upstream_error");return}d&&e.remember(a,l,J),B(o,200,{...I,id:a})}async function jt(t,n,e,o){let r=t.messages;if(!Array.isArray(r)){k(e,400,"chat/completions requires a messages array");return}let p=String(t.model??"urun"),l=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,a;try{a=Bt(r)}catch(s){if(s instanceof ot){k(e,400,s.message);return}throw s}let d=ft(t);o.model(d);let y=Array.isArray(t.tools)&&t.tools.length>0,A;try{A=await n.createResponse({model:t.model,input:a,stream:!0,tools:Tt(t.tools),tool_choice:t.tool_choice,temperature:t.temperature,max_output_tokens:t.max_completion_tokens??t.max_tokens})}catch(s){if(s instanceof D){dt(e,"openai",s);return}throw s}if(t.stream===!0){ct(e);let s=[],g=new F,P="";e.write(`data: ${JSON.stringify(z(l,p,{role:"assistant"},null))}
7
7
 
8
- `);for await(let m of s.track(y,l))if(r.push(m),m.type==="response.output_text.delta"&&typeof m.delta=="string")t.write(`data: ${JSON.stringify(M(u,p,{content:m.delta},null))}
8
+ `);for await(let m of o.track(A,d)){s.push(m);let x=Z(m);if(m.type==="response.output_text.delta"&&typeof m.delta=="string")P+=m.delta,e.write(`data: ${JSON.stringify(z(l,p,{content:m.delta},null))}
9
9
 
10
- `);else if(m.type==="error"){t.write(`data: ${JSON.stringify({error:m})}
10
+ `);else if(m.type==="response.reasoning_text.delta"&&typeof m.delta=="string")e.write(`data: ${JSON.stringify(z(l,p,{reasoning_content:m.delta},null))}
11
11
 
12
- `),t.end();return}let a=z($(r));a.length>0&&t.write(`data: ${JSON.stringify(M(u,p,{tool_calls:a},null))}
12
+ `);else if(x){let{call:O,isNew:q}=g.add(x),N=q?{index:x.tool_index,id:O.id??`call_${x.tool_index}`,type:"function",function:{name:O.name??"",arguments:x.delta}}:{index:x.tool_index,function:{arguments:x.delta}};e.write(`data: ${JSON.stringify(z(l,p,{tool_calls:[N]},null))}
13
13
 
14
- `),t.write(`data: ${JSON.stringify(M(u,p,{},a.length>0?"tool_calls":"stop"))}
14
+ `)}else if(m.type==="error"){e.write(`data: ${JSON.stringify({error:m})}
15
15
 
16
- `),t.write(`data: [DONE]
16
+ `),e.end();return}}let S=at(Q(s)),C=K(y,g.size+S.length,P);if(C){e.write(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:L(d,C)}})}
17
17
 
18
- `),t.end();return}let c="",g=[];for await(let r of s.track(y,l))if(g.push(r),r.type==="response.output_text.delta"&&typeof r.delta=="string"&&(c+=r.delta),r.type==="error"){h(t,502,JSON.stringify(r),"upstream_error");return}let _=z($(g)).map(({index:r,...a})=>a),w={role:"assistant",content:c||null};_.length>0&&(w.tool_calls=_),k(t,200,{id:u,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:p,choices:[{index:0,message:w,finish_reason:_.length>0?"tool_calls":"stop"}],usage:{prompt_tokens:0,completion_tokens:0,total_tokens:0}})}function yt(e){return typeof e=="string"?e:Array.isArray(e)?e.filter(n=>n.type==="text").map(n=>String(n.text??"")).join(""):""}var A=class extends Error{constructor(n){super(`unsupported anthropic content block type "${n}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}};function gt(e){if(Array.isArray(e))return e.map(n=>{let t=n;return{type:"function",name:t.name,description:t.description,parameters:t.input_schema}})}function ht(e){if(typeof e=="string")return e;if(e==null)return"";if(!Array.isArray(e))throw new A(typeof e);let n="";for(let t of e){let s=String(t.type??"");if(s!=="text")throw new A(`tool_result > ${s}`);n+=String(t.text??"")}return n}function _t(e){let{role:n,content:t}=e;if(typeof t=="string")return[{role:n,content:t}];if(t==null)return[];if(!Array.isArray(t))throw new A(typeof t);let s=[],o="",p=()=>{o&&(s.push({role:n,content:o}),o="")};for(let u of t){let i=String(u.type??"");if(i==="text")o+=String(u.text??"");else if(i==="tool_use")p(),s.push({type:"function_call",call_id:u.id,name:u.name,arguments:JSON.stringify(u.input??{})});else if(i==="tool_result")p(),s.push({type:"function_call_output",call_id:u.tool_use_id,output:ht(u.content)});else{if(i==="thinking"||i==="redacted_thinking")continue;throw new A(i)}}return p(),s}function Y(e){return K(e).map((n,t)=>{let s;try{s=JSON.parse(n.arguments||"{}")}catch{throw new Error(`upstream function_call "${n.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:n.call_id??n.id??`toolu_${t}`,name:n.name??"",input:s}})}async function wt(e,n,t,s){let o=e.messages;if(!Array.isArray(o)){h(t,400,"messages requires a messages array");return}let p=String(e.model??"urun"),u=`msg_${Math.random().toString(36).slice(2,14)}`,i=[];try{e.system&&i.push({role:"system",content:yt(e.system)});for(let a of o)i.push(..._t(a))}catch(a){if(a instanceof A){h(t,400,a.message);return}throw a}let l=L(e);s.model(l);let y;try{y=await n.createResponse({model:e.model,input:i,stream:!0,tools:gt(e.tools),temperature:e.temperature,max_output_tokens:e.max_tokens})}catch(a){if(a instanceof x){q(t,"anthropic",a);return}throw a}let c=(a,m)=>{t.write(`event: ${a}
19
- data: ${JSON.stringify({type:a,...m})}
18
+ `),e.end();return}g.size===0&&S.length>0&&e.write(`data: ${JSON.stringify(z(l,p,{tool_calls:S},null))}
20
19
 
21
- `)};if(e.stream===!0){let a=s.track(y,l);D(t),c("message_start",{message:{id:u,type:"message",role:"assistant",content:[],model:p,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}}),c("content_block_start",{index:0,content_block:{type:"text",text:""}});let m=0,R=[];for await(let f of a)if(R.push(f),f.type==="response.output_text.delta"&&typeof f.delta=="string")m+=1,c("content_block_delta",{index:0,delta:{type:"text_delta",text:f.delta}});else if(f.type==="error"){c("error",{error:{type:"api_error",message:JSON.stringify(f)}}),t.end();return}let v;try{v=Y($(R))}catch(f){c("error",{error:{type:"api_error",message:String(f instanceof Error?f.message:f)}}),t.end();return}c("content_block_stop",{index:0}),v.forEach((f,S)=>{let b=1+S;c("content_block_start",{index:b,content_block:{...f,input:{}}}),c("content_block_delta",{index:b,delta:{type:"input_json_delta",partial_json:JSON.stringify(f.input??{})}}),c("content_block_stop",{index:b})}),c("message_delta",{delta:{stop_reason:v.length>0?"tool_use":"end_turn"},usage:{output_tokens:m}}),c("message_stop",{}),t.end();return}let g="",_=[];for await(let a of s.track(y,l))if(_.push(a),a.type==="response.output_text.delta"&&typeof a.delta=="string"&&(g+=a.delta),a.type==="error"){h(t,502,JSON.stringify(a),"upstream_error");return}let w;try{w=Y($(_))}catch(a){h(t,502,String(a instanceof Error?a.message:a),"upstream_error");return}let r=[];(g||w.length===0)&&r.push({type:"text",text:g}),r.push(...w),k(t,200,{id:u,type:"message",role:"assistant",content:r,model:p,stop_reason:w.length>0?"tool_use":"end_turn",usage:{input_tokens:0,output_tokens:0}})}function W(e){let{clients:n,apiKey:t,identity:s}=e,o=new J,p=new j;return(0,H.createServer)((u,i)=>{(async()=>{let l=new URL(u.url??"/","http://localhost");if(u.method==="GET"&&l.pathname==="/healthz"){k(i,200,{ok:!0});return}if(u.method==="GET"&&l.pathname==="/stats"){k(i,200,s?{identity:s,...p.snapshot()}:p.snapshot());return}if(t&&(u.headers.authorization??"")!==`Bearer ${t}`){h(i,401,"invalid local proxy api key","authentication_error");return}if(u.method==="GET"&&l.pathname==="/v1/models"){k(i,200,await n.listModels());return}if(u.method!=="POST"){h(i,404,`no route for ${u.method} ${l.pathname}`);return}let y;try{y=await at(u)}catch(g){if(g instanceof N){h(i,413,g.message,"request_too_large");return}h(i,400,"request body is not valid JSON");return}let c=Buffer.byteLength(JSON.stringify(y));if(l.pathname==="/v1/responses"){p.request("responses",c,c),await ft(y,n,o,i,p);return}if(l.pathname==="/v1/chat/completions"){p.request("chat_completions",c,c),await mt(y,n,i,p);return}if(l.pathname==="/v1/messages"){p.request("messages",c,c),await wt(y,n,i,p);return}h(i,404,`no route for POST ${l.pathname}`)})().catch(l=>{i.headersSent?i.end():h(i,500,String(l),"proxy_error")})})}0&&(module.exports={createOpenAIProxy});
20
+ `);let T=g.size>0||S.length>0;e.write(`data: ${JSON.stringify(z(l,p,{},T?"tool_calls":"stop"))}
21
+
22
+ `),e.write(`data: [DONE]
23
+
24
+ `),e.end();return}let R="",f="",I=[],J=new F;for await(let s of o.track(A,d)){I.push(s),s.type==="response.output_text.delta"&&typeof s.delta=="string"&&(R+=s.delta),s.type==="response.reasoning_text.delta"&&typeof s.delta=="string"&&(f+=s.delta);let g=Z(s);if(g&&J.add(g),s.type==="error"){k(e,502,JSON.stringify(s),"upstream_error");return}}let j=Q(I),i=at(j),M=i.length>0?i:at({output:J.items()}),v=K(y,M.length,R);if(v){k(e,502,L(d,v),"upstream_error");return}let $=M.map(({index:s,...g})=>g),b={role:"assistant",content:R||null},E=f||wt(j);E&&(b.reasoning_content=E),$.length>0&&(b.tool_calls=$),B(e,200,{id:l,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:p,choices:[{index:0,message:b,finish_reason:$.length>0?"tool_calls":"stop"}],usage:{prompt_tokens:0,completion_tokens:0,total_tokens:0}})}function qt(t){return typeof t=="string"?t:Array.isArray(t)?t.filter(n=>n.type==="text").map(n=>String(n.text??"")).join(""):""}var tt=class extends Error{};function st(t){return new tt(`unsupported anthropic content block type "${t}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function Dt(t){if(Array.isArray(t))return t.map(n=>{let e=n;return{type:"function",name:e.name,description:e.description,parameters:e.input_schema}})}function Ft(t){if(t==null)return;let n=t.type;if(n==="auto")return"auto";if(n==="none")return"none";if(n==="any")return"required";if(n==="tool")return{type:"function",name:t.name};throw new tt(`unsupported anthropic tool_choice type ${JSON.stringify(String(n))} \u2014 the proxy maps auto, none, any and tool`)}function zt(t){if(typeof t=="string")return t;if(t==null)return"";if(!Array.isArray(t))throw st(typeof t);let n="";for(let e of t){let o=String(e.type??"");if(o!=="text")throw st(`tool_result > ${o}`);n+=String(e.text??"")}return n}function Lt(t){let{role:n,content:e}=t;if(typeof e=="string")return[{role:n,content:e}];if(e==null)return[];if(!Array.isArray(e))throw st(typeof e);let o=[],r="",p=()=>{r&&(o.push({role:n,content:r}),r="")};for(let l of e){let a=String(l.type??"");if(a==="text")r+=String(l.text??"");else if(a==="tool_use")p(),o.push({type:"function_call",call_id:l.id,name:l.name,arguments:JSON.stringify(l.input??{})});else if(a==="tool_result")p(),o.push({type:"function_call_output",call_id:l.tool_use_id,output:zt(l.content)});else{if(a==="thinking"||a==="redacted_thinking")continue;throw st(a)}}return p(),o}function lt(t){return V(t).map((n,e)=>{let o;try{o=JSON.parse(n.arguments||"{}")}catch{throw new Error(`upstream function_call "${n.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:n.call_id??n.id??`toolu_${e}`,name:n.name??"",input:o}})}async function Kt(t,n,e,o){let r=t.messages;if(!Array.isArray(r)){k(e,400,"messages requires a messages array");return}let p=String(t.model??"urun"),l=`msg_${Math.random().toString(36).slice(2,14)}`,a=[],d;try{t.system&&a.push({role:"system",content:qt(t.system)});for(let s of r)a.push(...Lt(s));d=Ft(t.tool_choice)}catch(s){if(s instanceof tt){k(e,400,s.message);return}throw s}let y=ft(t);o.model(y);let A=Array.isArray(t.tools)&&t.tools.length>0,R;try{R=await n.createResponse({model:t.model,input:a,stream:!0,tools:Dt(t.tools),tool_choice:d,temperature:t.temperature,max_output_tokens:t.max_tokens})}catch(s){if(s instanceof D){dt(e,"anthropic",s);return}throw s}let f=(s,g)=>{e.write(`event: ${s}
25
+ data: ${JSON.stringify({type:s,...g})}
26
+
27
+ `)};if(t.stream===!0){let s=o.track(R,y);ct(e),f("message_start",{message:{id:l,type:"message",role:"assistant",content:[],model:p,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let g=0,P="",S=0,C="none",T=()=>C,m=-1,x=-1,O=new F,q=[],N=()=>{C!=="none"&&(C="none",f("content_block_stop",{index:m}))},_=(u,w)=>{N(),C=u,m=S++,f("content_block_start",{index:m,content_block:w})};for await(let u of s){q.push(u);let w=Z(u);if(u.type==="response.reasoning_text.delta"&&typeof u.delta=="string")T()!=="thinking"&&_("thinking",{type:"thinking",thinking:""}),f("content_block_delta",{index:m,delta:{type:"thinking_delta",thinking:u.delta}});else if(u.type==="response.output_text.delta"&&typeof u.delta=="string")T()!=="text"&&_("text",{type:"text",text:""}),g+=1,P+=u.delta,f("content_block_delta",{index:m,delta:{type:"text_delta",text:u.delta}});else if(w){let{call:X}=O.add(w);(T()!=="tool"||w.tool_index!==x)&&(x=w.tool_index,_("tool",{type:"tool_use",id:X.id??`call_${w.tool_index}`,name:X.name??"",input:{}})),w.delta&&f("content_block_delta",{index:m,delta:{type:"input_json_delta",partial_json:w.delta}})}else if(u.type==="error"){f("error",{error:{type:"api_error",message:JSON.stringify(u)}}),e.end();return}}let U=Q(q),G=V(U),H=K(A,O.size+G.length,P);if(H){f("error",{error:{type:"api_error",message:L(y,H)}}),e.end();return}N();let c=[];if(O.size===0)try{c=lt(U)}catch(u){f("error",{error:{type:"api_error",message:String(u instanceof Error?u.message:u)}}),e.end();return}S===0&&c.length===0&&(_("text",{type:"text",text:""}),N()),c.forEach(u=>{let w=S++;f("content_block_start",{index:w,content_block:{...u,input:{}}}),f("content_block_delta",{index:w,delta:{type:"input_json_delta",partial_json:JSON.stringify(u.input??{})}}),f("content_block_stop",{index:w})});let h=O.size>0||c.length>0;f("message_delta",{delta:{stop_reason:h?"tool_use":"end_turn"},usage:{output_tokens:g}}),f("message_stop",{}),e.end();return}let I="",J="",j=[],i=new F;for await(let s of o.track(R,y)){j.push(s),s.type==="response.output_text.delta"&&typeof s.delta=="string"&&(I+=s.delta),s.type==="response.reasoning_text.delta"&&typeof s.delta=="string"&&(J+=s.delta);let g=Z(s);if(g&&i.add(g),s.type==="error"){k(e,502,JSON.stringify(s),"upstream_error");return}}let M=Q(j),v;try{v=lt(M),v.length===0&&i.size>0&&(v=lt({output:i.items()}))}catch(s){k(e,502,String(s instanceof Error?s.message:s),"upstream_error");return}let $=K(A,v.length,I);if($){k(e,502,L(y,$),"upstream_error");return}let b=[],E=J||wt(M);E&&b.push({type:"thinking",thinking:E}),(I||v.length===0)&&b.push({type:"text",text:I}),b.push(...v),B(e,200,{id:l,type:"message",role:"assistant",content:b,model:p,stop_reason:v.length>0?"tool_use":"end_turn",usage:{input_tokens:0,output_tokens:0}})}function kt(t){let{clients:n,apiKey:e,identity:o}=t,r=new pt,p=new ut;return(0,ht.createServer)((l,a)=>{(async()=>{let d=new URL(l.url??"/","http://localhost");if(l.method==="GET"&&d.pathname==="/healthz"){B(a,200,{ok:!0});return}if(l.method==="GET"&&d.pathname==="/stats"){B(a,200,o?{identity:o,...p.snapshot()}:p.snapshot());return}if(e&&(l.headers.authorization??"")!==`Bearer ${e}`){k(a,401,"invalid local proxy api key","authentication_error");return}if(l.method==="GET"&&d.pathname==="/v1/models"){B(a,200,await n.listModels());return}if(l.method!=="POST"){k(a,404,`no route for ${l.method} ${d.pathname}`);return}let y;try{y=await $t(l)}catch(R){if(R instanceof nt){k(a,413,R.message,"request_too_large");return}k(a,400,"request body is not valid JSON");return}let A=Buffer.byteLength(JSON.stringify(y));if(d.pathname==="/v1/responses"){p.request("responses",A,A),await Jt(y,n,r,a,p);return}if(d.pathname==="/v1/chat/completions"){p.request("chat_completions",A,A),await jt(y,n,a,p);return}if(d.pathname==="/v1/messages"){p.request("messages",A,A),await Kt(y,n,a,p);return}k(a,404,`no route for POST ${d.pathname}`)})().catch(d=>{a.headersSent?a.end():k(a,500,String(d),"proxy_error")})})}0&&(module.exports={createOpenAIProxy});
@@ -49,6 +49,7 @@ interface ProxyClients {
49
49
  input: unknown;
50
50
  stream?: boolean;
51
51
  tools?: unknown;
52
+ tool_choice?: unknown;
52
53
  temperature?: number;
53
54
  max_output_tokens?: number;
54
55
  }): Promise<AsyncIterable<unknown>> | AsyncIterable<unknown>;
@@ -16,6 +16,7 @@ interface ProxyClients {
16
16
  input: unknown;
17
17
  stream?: boolean;
18
18
  tools?: unknown;
19
+ tool_choice?: unknown;
19
20
  temperature?: number;
20
21
  max_output_tokens?: number;
21
22
  }): Promise<AsyncIterable<unknown>> | AsyncIterable<unknown>;
@@ -1 +1 @@
1
- import{a as e}from"../chunk-KJ25VEMG.js";import"../chunk-PS4BLX7J.js";export{e as createOpenAIProxy};
1
+ import{a as e}from"../chunk-EEKOQKWE.js";import"../chunk-PS4BLX7J.js";export{e as createOpenAIProxy};
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@urun-sh/openai",
3
- "version": "0.2.52",
3
+ "version": "0.2.54",
4
4
  "description": "OpenAI-compatible Realtime + Responses SDK over uRun session primitives (not websockets).",
5
5
  "type": "module",
6
6
  "main": "./dist/index.cjs",
@@ -50,7 +50,7 @@
50
50
  "build:bin": "bun build --compile --external @roamhq/wrtc --external werift --external opusscript src/proxy/cli.ts --outfile dist/bin/urun-openai"
51
51
  },
52
52
  "peerDependencies": {
53
- "@urun-sh/core": "^0.2.52"
53
+ "@urun-sh/core": "^0.2.53"
54
54
  },
55
55
  "dependencies": {
56
56
  "openai": "4.104.0"
@@ -77,4 +77,4 @@
77
77
  "bin": {
78
78
  "urun-openai": "./dist/proxy/cli.cjs"
79
79
  }
80
- }
80
+ }
@@ -1 +0,0 @@
1
- function m(e){if(e instanceof Error)return{type:"error",error:{type:"urun_error",code:e.name||null,message:e.message}};if(e&&typeof e=="object"&&e.t==="error"){let n=e,t=n.body??{};return{type:"error",error:{type:"urun_error",code:n.code??null,message:t.message??"unknown error"}}}return{type:"error",error:{type:"urun_error",code:null,message:String(e)}}}function c(e,n,t,r){let s=e.response??{},o={request_id:t,consumer_id:r,stream:!0,kind:"chat",messages:n};return typeof s.instructions=="string"&&(o.instructions=s.instructions),Array.isArray(s.modalities)&&(o.modalities=s.modalities),typeof s.temperature=="number"&&(o.temperature=s.temperature),typeof s.max_output_tokens=="number"&&(o.max_output_tokens=s.max_output_tokens),s.tools!==void 0&&(o.tools=s.tools),o}function d(e,n,t){let r={request_id:n,consumer_id:t,stream:!!e.stream,kind:"responses",input:e.input};return e.model&&(r.model=e.model),e.tools!==void 0&&(r.tools=e.tools),typeof e.temperature=="number"&&(r.temperature=e.temperature),typeof e.max_output_tokens=="number"&&(r.max_output_tokens=e.max_output_tokens),r}var g="llm-resp";async function*a(e,n){let t=`${g}:${n}`,r=`resp_${n}`;yield{type:"response.created",response:{id:r,status:"in_progress"}};for await(let s of e.stream(t).messages()){let o=s;if(o.t==="delta")yield{type:"response.output_text.delta",item_id:r,delta:o.delta};else if(o.t==="response"){yield{type:"response.completed",response:{id:r,status:"completed",...o.body}};return}else if(o.t==="error"){yield m(o);return}}}var _="llm",p=class{constructor(n){this.session=n}session;get consumerId(){return this.session.consumerId}write(n){this.session.doc(_).set({requests:{[n.request_id]:{payload:n,consumer_id:n.consumer_id,stream:n.stream}}})}sendResponses(n,t){let r=d(n,t,this.consumerId);return this.write(r),a(this.session,t)}sendResponseCreate(n,t,r){let s=c(n,t,r,this.consumerId);return this.write(s),a(this.session,r)}};var l=0;function k(){return l+=1,`req_${Date.now().toString(36)}_${l.toString(36)}`}var y=class{transport;constructor(n){this.transport=new p(n)}responses={create:async n=>{let t=k(),r=this.transport.sendResponses(n,t);return Object.assign((async function*(){yield*r})(),{requestId:t})}}};export{m as a,p as b,y as c};