@urun-sh/openai 0.2.56 → 0.2.57

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -17,6 +17,16 @@ interface UrunStreamLike {
17
17
  * non-media test doubles need not implement it.
18
18
  */
19
19
  on?(event: 'track', handler: (track: unknown) => void): () => void;
20
+ /**
21
+ * PRODUCE one DATA payload on this named stream — core `SessionStream.emit`,
22
+ * the §5 named-DATA path (caption deltas, image bytes, video-in segments ride
23
+ * the WebRTC SCTP data channel, never a doc lane). A string is sent as UTF-8
24
+ * text; a `Uint8Array`/`ArrayBuffer` as binary. Optional so media-only test
25
+ * doubles need not implement it; `enableSessionVideo` fails loud when absent.
26
+ */
27
+ emit?(payload: unknown, options?: {
28
+ to?: string;
29
+ }): Promise<void>;
20
30
  }
21
31
  interface UrunSessionLike {
22
32
  /** Per-leg consumer identity (core: transport.consumerId). */
@@ -101,6 +111,8 @@ declare class UrunResponses {
101
111
  tool_choice?: unknown;
102
112
  temperature?: number;
103
113
  max_output_tokens?: number;
114
+ top_p?: number;
115
+ stop?: string[];
104
116
  }) => Promise<ResponsesStream>;
105
117
  };
106
118
  }
@@ -11,6 +11,10 @@ interface UrunStreamLike {
11
11
  readonly track: unknown;
12
12
 
13
13
  on?(event: 'track', handler: (track: unknown) => void): () => void;
14
+
15
+ emit?(payload: unknown, options?: {
16
+ to?: string;
17
+ }): Promise<void>;
14
18
  }
15
19
  interface UrunSessionLike {
16
20
 
@@ -65,6 +69,8 @@ declare class UrunResponses {
65
69
  tool_choice?: unknown;
66
70
  temperature?: number;
67
71
  max_output_tokens?: number;
72
+ top_p?: number;
73
+ stop?: string[];
68
74
  }) => Promise<ResponsesStream>;
69
75
  };
70
76
  }
@@ -1 +1 @@
1
- function g(e){if(e instanceof Error)return{type:"error",error:{type:"urun_error",code:e.name||null,message:e.message}};if(e&&typeof e=="object"&&e.t==="error"){let n=e,o=n.body??{};return{type:"error",error:{type:"urun_error",code:n.code??null,message:o.message??"unknown error"}}}return{type:"error",error:{type:"urun_error",code:null,message:String(e)}}}function y(e,n,o,t){let r=e.response??{},i={request_id:o,consumer_id:t,stream:!0,kind:"chat",messages:n};return typeof r.instructions=="string"&&(i.instructions=r.instructions),Array.isArray(r.modalities)&&(i.modalities=r.modalities),typeof r.temperature=="number"&&(i.temperature=r.temperature),typeof r.max_output_tokens=="number"&&(i.max_output_tokens=r.max_output_tokens),r.tools!==void 0&&(i.tools=r.tools),i}function _(e,n,o){let t={request_id:n,consumer_id:o,stream:!!e.stream,kind:"responses",input:e.input};return e.model&&(t.model=e.model),e.tools!==void 0&&(t.tools=e.tools),e.tool_choice!==void 0&&(t.tool_choice=e.tool_choice),typeof e.temperature=="number"&&(t.temperature=e.temperature),typeof e.max_output_tokens=="number"&&(t.max_output_tokens=e.max_output_tokens),t}var w="llm-resp";async function*d(e,n){let o=`${w}:${n}`,t=`resp_${n}`;yield{type:"response.created",response:{id:t,status:"in_progress"}};let r=new Map;for await(let i of e.stream(o).messages()){let s=i;if(s.t==="delta"){if(typeof s.delta=="string"&&(yield{type:"response.output_text.delta",item_id:t,delta:s.delta}),typeof s.reasoning=="string"&&(yield{type:"response.reasoning_text.delta",item_id:t,delta:s.reasoning}),Array.isArray(s.tool_calls))for(let a of s.tool_calls){let p=typeof a.index=="number"?a.index:0,u=r.get(p)??{};a.id&&(u.id=a.id),a.function?.name&&(u.name=a.function.name),r.set(p,u),yield{type:"response.function_call_arguments.delta",item_id:`fc_${n}_${p}`,tool_index:p,call_id:u.id,name:u.name,delta:a.function?.arguments??""}}}else if(s.t==="response"){yield{type:"response.completed",response:{id:t,status:"completed",...s.body}};return}else if(s.t==="error"){yield g(s);return}}}var b="llm",m=class{constructor(n){this.session=n;this.sessionTag=n.sessionId??globalThis.crypto.randomUUID()}session;sessionTag;get consumerId(){return this.session.consumerId}write(n){n.session_tag=this.sessionTag,this.session.doc(b).set({requests:{[n.request_id]:{payload:n,consumer_id:n.consumer_id,stream:n.stream}}})}sendResponses(n,o){let t=_(n,o,this.consumerId);return this.write(t),d(this.session,o)}sendResponseCreate(n,o,t){let r=y(n,o,t,this.consumerId);return this.write(r),d(this.session,t)}};var f=0;function v(){return f+=1,`req_${Date.now().toString(36)}_${f.toString(36)}`}var k=class{transport;constructor(n){this.transport=new m(n)}responses={create:async n=>{let o=v(),t=this.transport.sendResponses(n,o);return Object.assign((async function*(){yield*t})(),{requestId:o})}}};export{g as a,m as b,k as c};
1
+ function g(e){if(e instanceof Error)return{type:"error",error:{type:"urun_error",code:e.name||null,message:e.message}};if(e&&typeof e=="object"&&e.t==="error"){let n=e,o=n.body??{};return{type:"error",error:{type:"urun_error",code:n.code??null,message:o.message??"unknown error"}}}return{type:"error",error:{type:"urun_error",code:null,message:String(e)}}}function y(e,n,o,t){let r=e.response??{},i={request_id:o,consumer_id:t,stream:!0,kind:"chat",messages:n};return typeof r.instructions=="string"&&(i.instructions=r.instructions),Array.isArray(r.modalities)&&(i.modalities=r.modalities),typeof r.temperature=="number"&&(i.temperature=r.temperature),typeof r.max_output_tokens=="number"&&(i.max_output_tokens=r.max_output_tokens),r.tools!==void 0&&(i.tools=r.tools),i}function _(e,n,o){let t={request_id:n,consumer_id:o,stream:!!e.stream,kind:"responses",input:e.input};return e.model&&(t.model=e.model),e.tools!==void 0&&(t.tools=e.tools),e.tool_choice!==void 0&&(t.tool_choice=e.tool_choice),typeof e.temperature=="number"&&(t.temperature=e.temperature),typeof e.max_output_tokens=="number"&&(t.max_output_tokens=e.max_output_tokens),t}var w="llm-resp";async function*d(e,n){let o=`${w}:${n}`,t=`resp_${n}`;yield{type:"response.created",response:{id:t,status:"in_progress"}};let r=new Map;for await(let i of e.stream(o).messages()){let s=i;if(s.t==="delta"){if(typeof s.delta=="string"&&(yield{type:"response.output_text.delta",item_id:t,delta:s.delta}),typeof s.reasoning=="string"&&(yield{type:"response.reasoning_text.delta",item_id:t,delta:s.reasoning}),Array.isArray(s.tool_calls))for(let a of s.tool_calls){let p=typeof a.index=="number"?a.index:0,u=r.get(p)??{};a.id&&(u.id=a.id),a.function?.name&&(u.name=a.function.name),r.set(p,u),yield{type:"response.function_call_arguments.delta",item_id:`fc_${n}_${p}`,tool_index:p,call_id:u.id,name:u.name,delta:a.function?.arguments??""}}}else if(s.t==="response"){yield{type:"response.completed",response:{id:t,status:"completed",...s.body}};return}else if(s.t==="error"){yield g(s);return}}}var b="llm",l=class{constructor(n){this.session=n;this.sessionTag=n.sessionId??globalThis.crypto.randomUUID()}session;sessionTag;get consumerId(){return this.session.consumerId}write(n){n.session_tag=this.sessionTag,this.session.doc(b).set({requests:{[n.request_id]:{payload:n,consumer_id:n.consumer_id,stream:n.stream}}})}sendResponses(n,o){let t=_(n,o,this.consumerId);return this.write(t),d(this.session,o)}sendResponseCreate(n,o,t){let r=y(n,o,t,this.consumerId);return this.write(r),d(this.session,t)}};var f=0;function v(){return f+=1,`req_${Date.now().toString(36)}_${f.toString(36)}`}var k=class{transport;constructor(n){this.transport=new l(n)}responses={create:async n=>{let o=v(),t=this.transport.sendResponses(n,o);return Object.assign((async function*(){yield*t})(),{requestId:o})}}};export{g as a,l as b,k as c};
@@ -0,0 +1,36 @@
1
+ import{b as V,c as me}from"./chunk-VXTNG2TP.js";var Ce="/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent",We=1007,Ee=1008,H=1011,ge=1008,r=class extends Error{constructor(e,o=We){super(e);this.closeCode=o}closeCode},x=n=>typeof n=="object"&&n!==null&&!Array.isArray(n)?n:null,ae=["setup","clientContent","realtimeInput","toolResponse"];function Te(n){let t;try{t=JSON.parse(n)}catch{throw new r("client message is not valid JSON")}let e=x(t);if(!e)throw new r("client message must be a JSON object");let o=ae.filter(u=>e[u]!==void 0),s=Object.keys(e).filter(u=>!ae.includes(u));if(s.length>0)throw new r(`unknown client message field(s) ${JSON.stringify(s)} \u2014 expected exactly one of ${ae.join(", ")}`);if(o.length!==1)throw new r(`client message must contain exactly one of ${ae.join(", ")} (got ${o.length})`);let i=o[0],a=x(e[i]);if(!a)throw new r(`"${i}" must be a JSON object`);return{kind:i,[i]:a}}function Ne(n,t){if(typeof n=="string")return n;let e=x(n),o=e?e.parts:void 0;if(!Array.isArray(o))throw new r(`${t}: expected a Content with a parts array`);let s=[];for(let i of o){let a=x(i);if(a&&typeof a.text=="string"){s.push(a.text);continue}throw a&&(a.inlineData!==void 0||a.fileData!==void 0)?new r(`${t}: media parts (inlineData/fileData) are a declared follow-up slice (audio/video lanes over the proxy transport AudioBridge) \u2014 only text parts are supported in this slice`):a&&(a.functionCall!==void 0||a.functionResponse!==void 0)?new r(`${t}: functionCall/functionResponse parts are not valid here \u2014 the Live API exchanges tool traffic via the dedicated toolCall/toolResponse messages`):new r(`${t}: unsupported part ${JSON.stringify(i)}`)}return s.join(`
2
+ `)}var Xe={manualActivity:!1,activityHandling:"START_OF_ACTIVITY_INTERRUPTS"},Qe={inputAudioTranscription:"setup.inputAudioTranscription is part of the declared audio follow-up slice",outputAudioTranscription:"setup.outputAudioTranscription is part of the declared audio follow-up slice"},Ze=["model","generationConfig","systemInstruction","tools","realtimeInputConfig","sessionResumption"],Se=["START_OF_ACTIVITY_INTERRUPTS","NO_INTERRUPTION"];function et(n){let t=x(n);if(!t)throw new r("setup.realtimeInputConfig must be an object");for(let s of Object.keys(t))if(!(s==="automaticActivityDetection"||s==="activityHandling"))throw new r(s==="turnCoverage"?"realtimeInputConfig.turnCoverage is part of the declared audio follow-up slice":`unsupported realtimeInputConfig field "${s}"`);let e=x(t.automaticActivityDetection);if(t.automaticActivityDetection!==void 0&&!e)throw new r("realtimeInputConfig.automaticActivityDetection must be an object");for(let s of Object.keys(e??{}))if(s!=="disabled")throw new r(`automaticActivityDetection.${s} tunes AUTOMATIC (server-side) activity detection \u2014 the declared platform follow-up (serve turn_detection events over the session stream lane); only "disabled: true" (manual activity mode) is supported in this slice`);if(e?.disabled!==!0)throw new r("automatic (server-side) activity detection is the declared platform follow-up (serve turn_detection turn_start/turn_end events over the session stream lane, not proxy DSP) \u2014 set realtimeInputConfig.automaticActivityDetection.disabled: true for manual activity mode");let o="START_OF_ACTIVITY_INTERRUPTS";if(t.activityHandling!==void 0){if(!Se.includes(t.activityHandling))throw new r(`unsupported activityHandling ${JSON.stringify(t.activityHandling)} \u2014 expected one of ${Se.join(", ")}`);o=t.activityHandling}return{manualActivity:!0,activityHandling:o}}var tt=["temperature","maxOutputTokens","responseModalities"];function Pe(n){for(let[d,g]of Object.entries(Qe))if(n[d]!==void 0)throw new r(g);for(let d of Object.keys(n))if(!Ze.includes(d))throw new r(`unsupported setup field "${d}"`);if(typeof n.model!="string"||n.model.length===0)throw new r('setup.model is required (format "models/{model}")');let t=n.model.replace(/^models\//,""),e,o,s=!1,i=x(n.generationConfig);if(n.generationConfig!==void 0&&!i)throw new r("setup.generationConfig must be an object");if(i){for(let d of Object.keys(i))if(!tt.includes(d))throw new r(`unsupported generationConfig field "${d}"`);if(i.temperature!==void 0){if(typeof i.temperature!="number")throw new r("generationConfig.temperature must be a number");e=i.temperature}if(i.maxOutputTokens!==void 0){if(typeof i.maxOutputTokens!="number")throw new r("generationConfig.maxOutputTokens must be a number");o=i.maxOutputTokens}if(i.responseModalities!==void 0){let d=Array.isArray(i.responseModalities)?i.responseModalities:[i.responseModalities];for(let g of d){let p=String(g).toUpperCase();if(p==="AUDIO"){s=!0;continue}if(p!=="TEXT")throw new r(`responseModalities ${JSON.stringify(g)} is not supported \u2014 this surface speaks TEXT and AUDIO (audio-out rides the native AudioBridge rt-audio-out lane)`)}}}let a=[];n.systemInstruction!==void 0&&a.push({role:"system",content:Ne(n.systemInstruction,"setup.systemInstruction")});let u;if(n.tools!==void 0){if(!Array.isArray(n.tools))throw new r("setup.tools must be an array");u=[];for(let d of n.tools){let g=x(d);if(!g)throw new r("setup.tools entries must be objects");for(let p of Object.keys(g))if(p!=="functionDeclarations")throw new r(`unsupported tool "${p}" \u2014 this slice translates functionDeclarations only (no googleSearch/codeExecution)`);if(!Array.isArray(g.functionDeclarations))throw new r("tool.functionDeclarations must be an array");for(let p of g.functionDeclarations){let y=x(p);if(!y||typeof y.name!="string")throw new r("functionDeclarations entries require a string name");u.push({type:"function",name:y.name,description:y.description,parameters:y.parameters})}}u.length===0&&(u=void 0)}let m={enabled:!1,handle:null};if(n.sessionResumption!==void 0){let d=x(n.sessionResumption);if(!d)throw new r("setup.sessionResumption must be an object (SessionResumptionConfig)");for(let g of Object.keys(d))if(g!=="handle")throw new r(`unsupported sessionResumption field "${g}" \u2014 this lane implements SessionResumptionConfig.handle only`);if(d.handle!==void 0&&(typeof d.handle!="string"||d.handle.length===0))throw new r("sessionResumption.handle must be a non-empty string when present");m={enabled:!0,handle:typeof d.handle=="string"?d.handle:null}}let c=n.realtimeInputConfig===void 0?Xe:et(n.realtimeInputConfig);return{model:t,systemItems:a,tools:u,temperature:e,maxOutputTokens:o,audioModality:s,activity:c,sessionResumption:m}}function Me(n){return{sessionResumptionUpdate:{newHandle:n,resumable:!0}}}function $e(n){let t=Math.max(0,n??0)/1e3;return{goAway:{timeLeft:`${Math.round(t*1e3)/1e3}s`}}}function Le(n){for(let o of Object.keys(n))if(o!=="turns"&&o!=="turnComplete")throw new r(`unsupported clientContent field "${o}"`);let t=n.turns===void 0?[]:n.turns;if(!Array.isArray(t))throw new r("clientContent.turns must be an array");let e=[];for(let o of t){let s=x(o);if(!s)throw new r("clientContent.turns entries must be Content objects");let i=s.role===void 0?"user":String(s.role).toLowerCase();if(i!=="user"&&i!=="model")throw new r(`clientContent turn role must be "user" or "model" (got ${JSON.stringify(s.role)})`);e.push({role:i==="model"?"assistant":"user",content:Ne(s,"clientContent.turns")})}return{items:e,turnComplete:n.turnComplete===!0}}var ue=16e3,Ue=24e3,nt=`audio/pcm;rate=${Ue}`,je=Buffer.alloc(960).toString("base64");function ot(n,t,e){if(t===e)return n;let o=Math.floor(n.length*e/t),s=new Int16Array(o),i=t/e,a=n.length-1;for(let u=0;u<o;u++){let m=u*i,c=Math.floor(m);if(c>=a){s[u]=n[a];continue}let d=m-c;s[u]=Math.round(n[c]+(n[c+1]-n[c])*d)}return s}function st(n){let t=x(n);if(!t)throw new r("realtimeInput.video must be a Blob object {mimeType, data}");if(typeof t.mimeType!="string"||!/^image\/jpeg\s*(;|$)/.test(t.mimeType))throw new r(`realtimeInput.video.mimeType must be image/jpeg (the Live video input stream is individual JPEG frames), got ${JSON.stringify(t.mimeType)}`);if(typeof t.data!="string"||t.data.length===0)throw new r("realtimeInput.video.data must be non-empty base64");let e=Buffer.from(t.data,"base64");if(e.length<3||e[0]!==255||e[1]!==216)throw new r("realtimeInput.video.data does not decode to a JPEG frame (missing FF D8 SOI marker)");return new Uint8Array(e)}function it(n){let t=x(n);if(!t)throw new r("realtimeInput.audio must be a Blob object {mimeType, data}");if(typeof t.mimeType!="string"||!/^audio\/pcm\s*(;|$)/.test(t.mimeType))throw new r(`realtimeInput.audio.mimeType must be audio/pcm (16-bit LE PCM @16kHz mono per the Live spec), got ${JSON.stringify(t.mimeType)}`);let e=/;\s*rate=(\d+)/.exec(t.mimeType);if(e&&Number(e[1])!==ue)throw new r(`realtimeInput.audio.mimeType declares rate=${e[1]} \u2014 the Live spec input format is ${ue} Hz (audio/pcm;rate=${ue})`);if(typeof t.data!="string"||t.data.length===0)throw new r("realtimeInput.audio.data must be non-empty base64");let o=Buffer.from(t.data,"base64");if(o.length===0||o.length%2!==0)throw new r(`realtimeInput.audio.data must decode to whole 16-bit samples (got ${o.length} bytes \u2014 not even)`);let s=new Int16Array(o.length/2);for(let a=0;a<s.length;a++)s[a]=o.readInt16LE(a*2);let i=ot(s,ue,Ue);return Buffer.from(i.buffer,i.byteOffset,i.byteLength).toString("base64")}function Be(n){if(n.mediaChunks!==void 0)throw new r('realtimeInput.mediaChunks is deprecated by the Live API \u2014 send the audio stream via realtimeInput.audio ({mimeType:"audio/pcm;rate=16000", data}) instead');if(n.activityStart!==void 0||n.activityEnd!==void 0){if(Object.keys(n).length!==1||n.activityStart!==void 0&&n.activityEnd!==void 0)throw new r("realtimeInput must carry exactly one field when signaling activity (activityStart XOR activityEnd, nothing else)");let s=n.activityStart!==void 0?"activityStart":"activityEnd",i=x(n[s]);if(!i||Object.keys(i).length!==0)throw new r(`realtimeInput.${s} must be an empty object (ActivityStart/ActivityEnd are bare markers)`);return{kind:s}}let t=["text","audio","audioStreamEnd","video"];for(let o of Object.keys(n))if(!t.includes(o))throw new r(`unsupported realtimeInput field "${o}"`);let e=t.filter(o=>n[o]!==void 0);if(e.length!==1)throw new r(`realtimeInput must carry exactly one of ${t.join(", ")} (got ${e.length})`);if(n.audio!==void 0)return{kind:"audio",base64Pcm24k:it(n.audio)};if(n.video!==void 0)return{kind:"video",jpegFrame:st(n.video)};if(n.audioStreamEnd!==void 0){if(n.audioStreamEnd!==!0)throw new r("realtimeInput.audioStreamEnd must be true when present");return{kind:"audioStreamEnd"}}if(typeof n.text!="string"||n.text.length===0)throw new r("realtimeInput.text must be a non-empty string");return{kind:"text",text:n.text}}function qe(n){for(let t of Object.keys(n))if(t!=="functionResponses")throw new r(`unsupported toolResponse field "${t}"`);if(!Array.isArray(n.functionResponses)||n.functionResponses.length===0)throw new r("toolResponse.functionResponses must be a non-empty array");return n.functionResponses.map(t=>{let e=x(t);if(!e||typeof e.id!="string"||e.id.length===0)throw new r("functionResponses entries require the string id matched from the toolCall");return{type:"function_call_output",call_id:e.id,output:JSON.stringify(e.response??null)}})}function De(n){return n.type!=="response.output_text.delta"||typeof n.delta!="string"?null:{serverContent:{modelTurn:{role:"model",parts:[{text:n.delta}]}}}}function Je(n){return{serverContent:{modelTurn:{role:"model",parts:[{inlineData:{mimeType:nt,data:n}}]}}}}function He(n){let t=x(n)??{},e=Array.isArray(t.output)?t.output:[],o=[],s=[],i=typeof t.output_text=="string"?t.output_text:"";if(!i)for(let c of e){let d=x(c);if(!(d?.type!=="message"||!Array.isArray(d.content)))for(let g of d.content){let p=x(g);p?.type==="output_text"&&typeof p.text=="string"&&(i+=p.text)}}i&&s.push({role:"assistant",content:i});for(let c of e){let d=x(c);if(d?.type!=="function_call")continue;if(typeof d.call_id!="string"||typeof d.name!="string")throw new r(`upstream function_call item is missing call_id/name: ${JSON.stringify(c)}`,H);let g=typeof d.arguments=="string"&&d.arguments.length>0?d.arguments:"{}",p;try{p=JSON.parse(g)}catch{throw new r(`upstream function_call arguments are not valid JSON: ${g}`,H)}o.push({id:d.call_id,name:d.name,args:p}),s.push({type:"function_call",call_id:d.call_id,name:d.name,arguments:g})}let a=[];o.length>0&&a.push({toolCall:{functionCalls:o}}),a.push({serverContent:{generationComplete:!0}});let u=x(t.usage),m={serverContent:{turnComplete:!0}};if(u){let c={};typeof u.input_tokens=="number"&&(c.promptTokenCount=u.input_tokens),typeof u.output_tokens=="number"&&(c.responseTokenCount=u.output_tokens),typeof u.total_tokens=="number"&&(c.totalTokenCount=u.total_tokens),Object.keys(c).length>0&&(m.usageMetadata=c)}return a.push(m),{messages:a,assistantItems:s}}import{createServer as ct}from"http";import{randomUUID as rt}from"crypto";import{WebSocketServer as at}from"ws";var ut=256,ye=class{snapshots=new Map;store(t,e){for(this.snapshots.set(t,e);this.snapshots.size>ut;){let o=this.snapshots.keys().next().value;this.snapshots.delete(o)}}get(t){return this.snapshots.get(t)}},ne=n=>n.slice(0,120),he=class{constructor(t,e,o){this.ws=t;this.clients=e;this.registry=o;t.on("message",s=>this.onMessage(s)),t.on("close",()=>{this.unsubscribeEnd?.(),this.unsubscribeEnd=null,this.detachAudio?.()})}ws;clients;registry;config=null;transcript=[];queue=Promise.resolve();proxyHandle=null;unsubscribeEnd=null;audio=null;detachAudio=null;video=null;activityOpen=!1;activeTurn=null;send(t){this.ws.readyState===this.ws.OPEN&&this.ws.send(JSON.stringify(t))}fail(t){if(t instanceof V){this.ws.close(Ee,ne(t.message));return}if(t instanceof me){this.ws.close(ge,ne(t.message));return}if(t instanceof r){this.ws.close(t.closeCode,ne(t.message));return}this.ws.close(H,ne(String(t instanceof Error?t.message:t)))}onMessage(t){try{let e=Te(typeof t=="string"?t:Buffer.concat(Array.isArray(t)?t:[t]).toString("utf8"));if(e.kind==="setup"){this.handleSetup(e.setup).catch(s=>this.fail(s));return}if(!this.config)throw new r(`"${e.kind}" before setup \u2014 the first client message must be BidiGenerateContentSetup`);let o=this.config;if(e.kind==="clientContent"){let{items:s,turnComplete:i}=Le(e.clientContent);this.transcript.push(...s),i&&this.enqueue(()=>this.runTurn());return}if(e.kind==="realtimeInput"){let s=Be(e.realtimeInput);if(s.kind==="activityStart"||s.kind==="activityEnd"){this.onActivity(s.kind,o);return}if(s.kind==="text"){this.transcript.push({role:"user",content:s.text}),this.enqueue(()=>this.runTurn());return}if(s.kind==="video"){this.appendVideoFrame(s.jpegFrame);return}this.appendAudio(s.kind==="audio"?s.base64Pcm24k:je);return}this.transcript.push(...qe(e.toolResponse)),this.enqueue(()=>this.runTurn())}catch(e){this.fail(e)}}async handleSetup(t){if(this.config)throw new r("setup may only be sent once, as the first client message");let e=Pe(t),o=e.sessionResumption.handle;if(o!==null){let s=this.registry.get(o);if(!s)throw new r("unknown sessionResumption.handle \u2014 the Live session it names is gone (proxy restarted, handle evicted, or never issued) and cannot be resumed; reconnect without a handle to start a new session",ge);if(s.model!==e.model)throw new r(`sessionResumption.handle was issued for model "${s.model}" \u2014 the model cannot change on resume (got "${e.model}", per the Live API session-resumption contract)`);if(e.systemItems.length>0)throw new r("setup.systemInstruction cannot be changed on resume \u2014 it is part of the resumed conversation state");this.transcript=[...s.transcript],this.proxyHandle=s.proxyHandle,this.unsubscribeEnd=await this.clients.onSessionEnd(s.proxyHandle,i=>this.enqueue(()=>this.handleUpstreamEnd(i)))}else this.proxyHandle=await this.clients.sessionHandle(e.model),this.unsubscribeEnd=await this.clients.onSessionEnd(this.proxyHandle,s=>this.enqueue(()=>this.handleUpstreamEnd(s))),this.transcript.push(...e.systemItems);this.config=e,this.send({setupComplete:{}}),e.audioModality&&this.ensureAudioLane(),e.sessionResumption.enabled&&await this.mintResumptionUpdate()}ensureAudioLane(){if(this.audio)return this.audio;let t=this.config;if(!t)throw new r("audio before setup \u2014 the first client message must be BidiGenerateContentSetup");let e=this.clients.openAudio;if(!e)throw new r("audio lane not wired: this proxy embedding provides no ProxyClients.openAudio (the native rt-audio-in/rt-audio-out AudioBridge seam)",H);return this.audio=(async()=>{let o=await e.call(this.clients,t.model);return this.detachAudio=o.onOutputAudio(s=>this.send(Je(s))),o})(),this.audio.catch(o=>this.fail(o)),this.audio}appendAudio(t){this.ensureAudioLane().then(e=>e.appendInputAudio(t)).catch(e=>this.fail(e))}ensureVideoLane(){if(this.video)return this.video;let t=this.config;if(!t)throw new r("video before setup \u2014 the first client message must be BidiGenerateContentSetup");let e=this.clients.openVideo;if(!e)throw new r("video lane not wired: this proxy embedding provides no ProxyClients.openVideo (the native rt-video-in frame-lane seam, transport/media.ts enableSessionVideo)",H);return this.video=Promise.resolve(e.call(this.clients,t.model)),this.video.catch(o=>this.fail(o)),this.video}appendVideoFrame(t){this.ensureVideoLane().then(e=>e.sendInputFrame(t)).catch(e=>this.fail(e))}onActivity(t,e){if(!e.activity.manualActivity)throw new r(`realtimeInput.${t} requires manual activity mode \u2014 set setup.realtimeInputConfig.automaticActivityDetection.disabled: true (automatic server-side activity detection is the declared platform follow-up)`);if(t==="activityStart"){if(this.activityOpen)throw new r("activityStart while an activity window is already open (send activityEnd first)");this.activityOpen=!0,e.activity.activityHandling==="START_OF_ACTIVITY_INTERRUPTS"&&this.activeTurn&&(this.activeTurn.interrupted=!0);return}if(!this.activityOpen)throw new r("activityEnd without an open activity window (send activityStart first)");this.activityOpen=!1}enqueue(t){this.queue=this.queue.then(t,()=>{}),this.queue=this.queue.catch(e=>this.fail(e))}async mintResumptionUpdate(){let t=this.config;if(!t?.sessionResumption.enabled||this.ws.readyState!==this.ws.OPEN)return;let e=await this.clients.sessionHandle(t.model);this.proxyHandle=e;let o=rt();this.registry.store(o,{model:t.model,proxyHandle:e,transcript:[...this.transcript]}),this.send(Me(o))}async handleUpstreamEnd(t){if(this.ws.readyState!==this.ws.OPEN||!this.config)return;this.unsubscribeEnd?.(),this.unsubscribeEnd=null;let e=null;try{e=await this.clients.sessionHandle(this.config.model)}catch{}if(e!==null&&e!==this.proxyHandle){this.proxyHandle=e,this.unsubscribeEnd=await this.clients.onSessionEnd(e,o=>this.enqueue(()=>this.handleUpstreamEnd(o))),this.config.sessionResumption.enabled&&await this.mintResumptionUpdate();return}this.send($e(t.timeLeftMs)),this.ws.close(H,ne(`upstream session ended: ${t.reason}`))}async runTurn(){let t=this.config;if(!t||this.ws.readyState!==this.ws.OPEN)return;let e={interrupted:!1};this.activeTurn=e;try{let o=await this.clients.createResponse({model:t.model,input:[...this.transcript],stream:!0,tools:t.tools,temperature:t.temperature,max_output_tokens:t.maxOutputTokens}),s,i=!1;for await(let m of o){if(e.interrupted)break;let c=m;if(c.type==="error")throw new r(`upstream error: ${JSON.stringify(c)}`,H);if(c.type==="response.completed"){s=c.response,i=!0;continue}let d=De(c);d&&this.send(d)}if(e.interrupted){this.send({serverContent:{interrupted:!0}});return}if(!i)throw new r("upstream produced no response.completed event",H);let{messages:a,assistantItems:u}=He(s);this.transcript.push(...u);for(let m of a)this.send(m);await this.mintResumptionUpdate()}finally{this.activeTurn=null}}},lt=(n,t)=>{let e=n.headers["x-goog-api-key"];if(typeof e=="string")return e;let o=n.headers.authorization;return typeof o=="string"&&o.startsWith("Bearer ")?o.slice(7):t.searchParams.get("key")??void 0};function Fe(n,t){let e=new at({noServer:!0}),o=new ye;n.on("upgrade",(s,i,a)=>{let u=new URL(s.url??"/","http://localhost");if(u.pathname!==Ce){i.write(`HTTP/1.1 404 Not Found\r
3
+ Connection: close\r
4
+ \r
5
+ no WS route for ${u.pathname}`),i.destroy();return}if(t.apiKey&&lt(s,u)!==t.apiKey){i.write(`HTTP/1.1 401 Unauthorized\r
6
+ Connection: close\r
7
+ \r
8
+ invalid local proxy api key`),i.destroy();return}e.handleUpgrade(s,i,a,m=>{new he(m,t.clients,o)})})}var ke=class n{startedAt=Date.now();requests={};models={};ttftMs=[];tokRates=[];tokensOut=0;charsOut=0;localInBytes=0;naiveInBytes=0;request(t,e,o){this.requests[t]=(this.requests[t]??0)+1,this.localInBytes+=e,this.naiveInBytes+=o}modelEntry(t){let e=this.models[t];if(e)return e;let o=Object.keys(this.models).length>=dt?"(other)":t;return this.models[o]??={requests:0,tokens_out:0}}model(t){this.modelEntry(t).requests+=1}track(t,e){let o=this,s=performance.now(),i=null,a=0;return(async function*(){for await(let m of t)m.type==="response.output_text.delta"&&typeof m.delta=="string"&&(i===null&&(i=performance.now(),o.ttftMs.push(i-s),o.ttftMs.length>512&&o.ttftMs.shift()),a+=1,o.tokensOut+=1,o.charsOut+=m.delta.length,e!==void 0&&(o.modelEntry(e).tokens_out+=1)),yield m;let u=(performance.now()-(i??s))/1e3;a>0&&u>0&&(o.tokRates.push(a/u),o.tokRates.length>512&&o.tokRates.shift())})()}static p50(t){if(!t.length)return null;let e=[...t].sort((o,s)=>o-s);return e[Math.floor(e.length/2)]}snapshot(){let t=Object.values(this.requests).reduce((e,o)=>e+o,0);return{uptime_s:Math.round((Date.now()-this.startedAt)/1e3),requests:this.requests,models:this.models,tokens_out:this.tokensOut,chars_out:this.charsOut,ttft_ms:{p50:n.p50(this.ttftMs),last:this.ttftMs.at(-1)??null},tok_per_s:{p50:n.p50(this.tokRates),last:this.tokRates.at(-1)??null},traffic:{local_request_bytes:this.localInBytes,naive_baseline:{request_bytes:this.naiveInBytes,connections:t},persistent_connections:1,history_bytes_saved:Math.max(0,this.naiveInBytes-this.localInBytes),history_bytes_saved_pct:this.naiveInBytes>0?Math.round((1-this.localInBytes/this.naiveInBytes)*1e3)/10:null}}}};function xe(n){n.writeHead(200,{"content-type":"text/event-stream","cache-control":"no-cache",connection:"keep-alive"})}function q(n,t,e){n.writeHead(t,{"content-type":"application/json"}),n.end(JSON.stringify(e))}function F(n,t,e,o="invalid_request_error"){q(n,t,{error:{message:e,type:o}})}function B(n,t,e,o){q(n,t,{type:"error",error:{type:e,message:o}})}function Re(n,t,e){if(t==="anthropic"){q(n,404,{type:"error",error:{type:"not_found_error",message:e.message}});return}q(n,404,{error:{message:e.message,type:"invalid_request_error",code:"model_not_found"}})}var dt=256,pt=128;function Ae(n){return typeof n.model!="string"||!n.model.trim()?"(default)":n.model.trim().slice(0,pt)}var Ge=64*1024*1024,le=class extends Error{};async function ft(n){let t=[],e=0;for await(let s of n){if(e+=s.length,e>Ge)throw new le(`request body exceeds ${Ge} bytes`);t.push(s)}let o=Buffer.concat(t).toString("utf8");return o?JSON.parse(o):{}}function W(n,t,e,o){return{id:n,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:t,choices:[{index:0,delta:e,finish_reason:o}]}}var mt=256;function gt(n){if(typeof n=="string")return[{role:"user",content:n}];if(Array.isArray(n))return n;throw new Error("responses input must be a string or an array of messages/items")}var ve=class{conversations=new Map;thread(t,e){let o=gt(e);if(t==null)return o;let s=this.conversations.get(String(t));if(!s)throw new Error(`unknown previous_response_id ${String(t)} (proxy restarts drop stored responses)`);return[...s,...o]}remember(t,e,o){this.conversations.set(t,[...e,{role:"assistant",content:o}]);for(let s of this.conversations.keys()){if(this.conversations.size<=mt)break;this.conversations.delete(s)}}};function oe(n){let t=n?.output;return Array.isArray(t)?t.filter(e=>e.type==="function_call"):[]}function z(n){return n.find(t=>t.type==="response.completed")?.response??null}function ce(n){let t=n?.usage;if(!t||typeof t!="object")return null;let e=a=>typeof a=="number"&&Number.isFinite(a)&&a>=0?a:0,o=e(t.input_tokens),s=e(t.output_tokens);if(o===0&&s===0)return null;let i=e(t.total_tokens)||o+s;return{input_tokens:o,output_tokens:s,total_tokens:i}}function Ve(n){let t=ce(n);return t?{prompt_tokens:t.input_tokens,completion_tokens:t.output_tokens,total_tokens:t.total_tokens}:{prompt_tokens:0,completion_tokens:0,total_tokens:0}}function Ke(n){let t=n?.output;if(!Array.isArray(t))return"";let e="";for(let o of t)if(!(o.type!=="reasoning"||!Array.isArray(o.content)))for(let s of o.content)s.type==="reasoning_text"&&(e+=String(s.text??""));return e}function se(n){return n.type!=="response.function_call_arguments.delta"||typeof n.tool_index!="number"?null:{tool_index:n.tool_index,call_id:typeof n.call_id=="string"?n.call_id:void 0,name:typeof n.name=="string"?n.name:void 0,delta:typeof n.delta=="string"?n.delta:""}}var K=class{calls=new Map;add(t){let e=this.calls.get(t.tool_index),o=!e;return e||(e={args:""},this.calls.set(t.tool_index,e)),t.call_id&&(e.id=t.call_id),t.name&&(e.name=t.name),e.args+=t.delta,{call:e,isNew:o}}get size(){return this.calls.size}items(){return[...this.calls.entries()].map(([t,e])=>({type:"function_call",call_id:e.id??`call_${t}`,name:e.name??"",arguments:e.args}))}},yt=["<tool_call>","<function="];function ht(n){return yt.find(t=>n.includes(t))}function X(n,t){return`serving row emitted a prose tool call (literal ${JSON.stringify(t)} in the assistant text) for a request that carried tools, and no structured tool_calls arrived \u2014 the tool-call parser is not configured on the model row "${n}" (see catalog parser_defaults)`}function Q(n,t,e){if(!(!n||t>0))return ht(e)}function _t(n){if(Array.isArray(n))return n.map(t=>{let e=t.function;return!e||typeof e!="object"?t:{type:"function",name:e.name,description:e.description,parameters:e.parameters,strict:e.strict}})}var de=class extends Error{};function wt(n,t){return Array.isArray(t)?t.map(e=>{let o=e;if(o.type==="text")return{type:n==="assistant"?"output_text":"input_text",text:o.text};if(o.type==="image_url"){let s=o.image_url??{};return{type:"input_image",image_url:s.url,detail:s.detail}}throw new de(`unsupported chat content part type "${String(o.type)}" \u2014 the proxy translates text and image_url parts`)}):t}function kt(n){let t=[];for(let e of n){if(e.role==="tool"){t.push({type:"function_call_output",call_id:e.tool_call_id,output:typeof e.content=="string"?e.content:JSON.stringify(e.content??"")});continue}if(e.role==="assistant"&&Array.isArray(e.tool_calls)){typeof e.content=="string"&&e.content&&t.push({role:"assistant",content:e.content});for(let o of e.tool_calls){let s=o.function??{};t.push({type:"function_call",call_id:o.id,name:s.name,arguments:s.arguments})}continue}t.push({...e,content:wt(e.role,e.content)})}return t}function _e(n){return oe(n).map((t,e)=>({index:e,id:t.call_id??t.id??`call_${e}`,type:"function",function:{name:t.name??"",arguments:t.arguments??"{}"}}))}function ze(n,t){let e=t?.output_text;return typeof e=="string"?e:n.filter(o=>o.type==="response.output_text.delta"&&typeof o.delta=="string").map(o=>o.delta).join("")}async function vt(n,t,e,o,s){let i=n.stream===!0,a;try{a=e.thread(n.previous_response_id,n.input)}catch(f){F(o,400,String(f instanceof Error?f.message:f));return}n.previous_response_id!=null&&(s.naiveInBytes+=Buffer.byteLength(JSON.stringify(a))-Buffer.byteLength(JSON.stringify(n.input)));let u=`resp_${Math.random().toString(36).slice(2,14)}`,m=n.store!==!1,c=Ae(n);s.model(c);let d=Array.isArray(n.tools)&&n.tools.length>0,g;try{g=await t.createResponse({model:n.model,input:a,stream:i,tools:n.tools,tool_choice:n.tool_choice,temperature:n.temperature,max_output_tokens:n.max_output_tokens})}catch(f){if(f instanceof V){Re(o,"openai",f);return}throw f}let p=[];if(i){xe(o);let f=h=>{o.write(`event: ${String(h.type??"message")}
9
+ data: ${JSON.stringify(h)}
10
+
11
+ `)},P=h=>h.response&&typeof h.response=="object"?{...h,response:{...h.response,id:u}}:h,b=`item_${u.slice(5)}`,M=`rs_${u.slice(5)}`,E=!1,$=!1,l=0,k=()=>{E||(E=!0,f({type:"response.created",response:{id:u,object:"response",status:"in_progress"}}))},U=!1,C=0,L="",j=()=>{U&&(U=!1,f({type:"response.reasoning_text.done",item_id:M,output_index:C,content_index:0,text:L}),f({type:"response.output_item.done",output_index:C,item:{id:M,type:"reasoning",summary:[],content:[{type:"reasoning_text",text:L}],status:"completed"}}))},T=!1,w=0,A="",D=h=>{T&&(T=!1,f({type:"response.output_text.done",item_id:b,output_index:w,content_index:0,text:A}),f({type:"response.content_part.done",item_id:b,output_index:w,content_index:0,part:{type:"output_text",text:A}}),f({type:"response.output_item.done",output_index:w,item:{id:b,type:"message",role:"assistant",status:h,content:[{type:"output_text",text:A}]}}))},J=new K,v=null,Y=-1,Z=h=>{if(!v)return;let R=v;v=null,f({type:"response.function_call_arguments.done",item_id:R.fcId,output_index:R.outputIndex,arguments:R.args}),f({type:"response.output_item.done",output_index:R.outputIndex,item:{id:R.fcId,type:"function_call",call_id:R.callId??R.fcId,name:R.name??"",arguments:R.args,status:h}})},ee=!1;for await(let h of s.track(g,c)){p.push(h);let R=String(h.type??"");if(R==="response.created"||R==="response.in_progress"){E=!0,f(P(h));continue}if(R==="response.output_item.added"){$=!0,f(P(h));continue}if(R==="response.reasoning_text.delta"&&!$){k(),U||(U=!0,C=l++,f({type:"response.output_item.added",output_index:C,item:{id:M,type:"reasoning",summary:[],content:[],status:"in_progress"}})),L+=String(h.delta??""),f({type:"response.reasoning_text.delta",item_id:M,output_index:C,content_index:0,delta:h.delta});continue}if(R==="response.output_text.delta"&&!$){k(),j(),T||(T=!0,w=l++,f({type:"response.output_item.added",output_index:w,item:{id:b,type:"message",role:"assistant",status:"in_progress",content:[]}}),f({type:"response.content_part.added",item_id:b,output_index:w,content_index:0,part:{type:"output_text",text:""}})),A+=String(h.delta??""),f({type:R,item_id:b,output_index:w,content_index:0,delta:h.delta});continue}let S=$?null:se(h);if(S){if(k(),j(),D("completed"),J.add(S),S.tool_index!==Y){Z("completed"),Y=S.tool_index;let _=l++;v={fcId:`fc_${u.slice(5)}_${S.tool_index}`,outputIndex:_,callId:S.call_id,name:S.name,args:""},f({type:"response.output_item.added",output_index:_,item:{id:v.fcId,type:"function_call",call_id:v.callId??v.fcId,name:v.name??"",arguments:"",status:"in_progress"}})}v&&(S.call_id&&(v.callId=S.call_id),S.name&&(v.name=S.name),v.args+=S.delta,f({type:"response.function_call_arguments.delta",item_id:v.fcId,output_index:v.outputIndex,delta:S.delta}));continue}if(R==="response.completed"&&!$){let _=oe(h.response),I=Q(d,J.size+_.length,A);if(I){ee=!0,f({type:"error",error:{type:"urun_error",code:"tool_call_parser_missing",message:X(c,I)}});break}j(),D("completed"),Z("completed"),J.size===0&&_.forEach(G=>{let te=l++,re=G.id??G.call_id??`fc_${te}`,fe=G.arguments??"",be={id:re,type:"function_call",call_id:G.call_id??re,name:G.name??""};f({type:"response.output_item.added",output_index:te,item:{...be,arguments:"",status:"in_progress"}}),f({type:"response.function_call_arguments.delta",item_id:re,output_index:te,delta:fe}),f({type:"response.function_call_arguments.done",item_id:re,output_index:te,arguments:fe}),f({type:"response.output_item.done",output_index:te,item:{...be,arguments:fe,status:"completed"}})}),f(P(h));continue}f(P(h))}j(),D("incomplete"),Z("incomplete"),m&&!ee&&e.remember(u,a,ze(p,z(p))),o.write(`data: [DONE]
12
+
13
+ `),o.end();return}let y=null;for await(let f of s.track(g,c)){if(p.push(f),f.type==="error"){F(o,502,JSON.stringify(f),"upstream_error");return}f.type==="response.completed"&&(y=f.response)}if(y==null){F(o,502,"upstream produced no response.completed event","upstream_error");return}let O=ze(p,y),N=Q(d,oe(y).length,O);if(N){F(o,502,X(c,N),"upstream_error");return}m&&e.remember(u,a,O),q(o,200,{...y,id:u})}async function xt(n,t,e,o){let s=n.messages;if(!Array.isArray(s)){F(e,400,"chat/completions requires a messages array");return}let i=String(n.model??"urun"),a=`chatcmpl-${Math.random().toString(36).slice(2,14)}`,u;try{u=kt(s)}catch(l){if(l instanceof de){F(e,400,l.message);return}throw l}let m=Ae(n);o.model(m);let c=Array.isArray(n.tools)&&n.tools.length>0,d;try{d=await t.createResponse({model:n.model,input:u,stream:!0,tools:_t(n.tools),tool_choice:n.tool_choice,temperature:n.temperature,max_output_tokens:n.max_completion_tokens??n.max_tokens})}catch(l){if(l instanceof V){Re(e,"openai",l);return}throw l}if(n.stream===!0){xe(e);let l=[],k=new K,U="";e.write(`data: ${JSON.stringify(W(a,i,{role:"assistant"},null))}
14
+
15
+ `);for await(let w of o.track(d,m)){l.push(w);let A=se(w);if(w.type==="response.output_text.delta"&&typeof w.delta=="string")U+=w.delta,e.write(`data: ${JSON.stringify(W(a,i,{content:w.delta},null))}
16
+
17
+ `);else if(w.type==="response.reasoning_text.delta"&&typeof w.delta=="string")e.write(`data: ${JSON.stringify(W(a,i,{reasoning_content:w.delta},null))}
18
+
19
+ `);else if(A){let{call:D,isNew:J}=k.add(A),v=J?{index:A.tool_index,id:D.id??`call_${A.tool_index}`,type:"function",function:{name:D.name??"",arguments:A.delta}}:{index:A.tool_index,function:{arguments:A.delta}};e.write(`data: ${JSON.stringify(W(a,i,{tool_calls:[v]},null))}
20
+
21
+ `)}else if(w.type==="error"){e.write(`data: ${JSON.stringify({error:w})}
22
+
23
+ `),e.end();return}}let C=_e(z(l)),L=Q(c,k.size+C.length,U);if(L){e.write(`data: ${JSON.stringify({error:{type:"urun_error",code:"tool_call_parser_missing",message:X(m,L)}})}
24
+
25
+ `),e.end();return}k.size===0&&C.length>0&&e.write(`data: ${JSON.stringify(W(a,i,{tool_calls:C},null))}
26
+
27
+ `);let j=k.size>0||C.length>0;e.write(`data: ${JSON.stringify(W(a,i,{},j?"tool_calls":"stop"))}
28
+
29
+ `),ce(z(l))&&e.write(`data: ${JSON.stringify({id:a,object:"chat.completion.chunk",created:Math.floor(Date.now()/1e3),model:i,choices:[],usage:Ve(z(l))})}
30
+
31
+ `),e.write(`data: [DONE]
32
+
33
+ `),e.end();return}let g="",p="",y=[],O=new K;for await(let l of o.track(d,m)){y.push(l),l.type==="response.output_text.delta"&&typeof l.delta=="string"&&(g+=l.delta),l.type==="response.reasoning_text.delta"&&typeof l.delta=="string"&&(p+=l.delta);let k=se(l);if(k&&O.add(k),l.type==="error"){F(e,502,JSON.stringify(l),"upstream_error");return}}let N=z(y),f=_e(N),P=f.length>0?f:_e({output:O.items()}),b=Q(c,P.length,g);if(b){F(e,502,X(m,b),"upstream_error");return}let M=P.map(({index:l,...k})=>k),E={role:"assistant",content:g||null},$=p||Ke(N);$&&(E.reasoning_content=$),M.length>0&&(E.tool_calls=M),q(e,200,{id:a,object:"chat.completion",created:Math.floor(Date.now()/1e3),model:i,choices:[{index:0,message:E,finish_reason:M.length>0?"tool_calls":"stop"}],usage:Ve(N)})}function Rt(n){return typeof n=="string"?n:Array.isArray(n)?n.filter(t=>t.type==="text").map(t=>String(t.text??"")).join(""):""}var ie=class extends Error{};function pe(n){return new ie(`unsupported anthropic content block type "${n}" \u2014 the proxy translates text, tool_use and tool_result blocks`)}function At(n){if(Array.isArray(n))return n.map(t=>{let e=t;return{type:"function",name:e.name,description:e.description,parameters:e.input_schema}})}function bt(n){if(n==null)return;let t=n.type;if(t==="auto")return"auto";if(t==="none")return"none";if(t==="any")return"required";if(t==="tool")return{type:"function",name:n.name};throw new ie(`unsupported anthropic tool_choice type ${JSON.stringify(String(t))} \u2014 the proxy maps auto, none, any and tool`)}function St(n){if(typeof n=="string")return n;if(n==null)return"";if(!Array.isArray(n))throw pe(typeof n);let t="";for(let e of n){let o=String(e.type??"");if(o!=="text")throw pe(`tool_result > ${o}`);t+=String(e.text??"")}return t}function It(n){let{role:t,content:e}=n;if(typeof e=="string")return[{role:t,content:e}];if(e==null)return[];if(!Array.isArray(e))throw pe(typeof e);let o=[],s="",i=()=>{s&&(o.push({role:t,content:s}),s="")};for(let a of e){let u=String(a.type??"");if(u==="text")s+=String(a.text??"");else if(u==="tool_use")i(),o.push({type:"function_call",call_id:a.id,name:a.name,arguments:JSON.stringify(a.input??{})});else if(u==="tool_result")i(),o.push({type:"function_call_output",call_id:a.tool_use_id,output:St(a.content)});else{if(u==="thinking"||u==="redacted_thinking")continue;throw pe(u)}}return i(),o}function we(n){return oe(n).map((t,e)=>{let o;try{o=JSON.parse(t.arguments||"{}")}catch{throw new Error(`upstream function_call "${t.name??""}" arguments are not valid JSON`)}return{type:"tool_use",id:t.call_id??t.id??`toolu_${e}`,name:t.name??"",input:o}})}async function Ot(n,t,e,o){let s=n.messages;if(!Array.isArray(s)){B(e,400,"invalid_request_error","messages requires a messages array");return}if(typeof n.max_tokens!="number"||!Number.isInteger(n.max_tokens)||n.max_tokens<1){B(e,400,"invalid_request_error","max_tokens is required and must be a positive integer");return}if(n.top_k!==void 0){B(e,400,"invalid_request_error","top_k is not supported: the uRun serve lane exposes temperature/top_p/stop_sequences only");return}if(n.stop_sequences!==void 0&&(!Array.isArray(n.stop_sequences)||n.stop_sequences.some(l=>typeof l!="string"))){B(e,400,"invalid_request_error","stop_sequences must be an array of strings");return}let i=String(n.model??"urun"),a=`msg_${Math.random().toString(36).slice(2,14)}`,u=[],m;try{n.system&&u.push({role:"system",content:Rt(n.system)});for(let l of s)u.push(...It(l));m=bt(n.tool_choice)}catch(l){if(l instanceof ie){B(e,400,"invalid_request_error",l.message);return}throw l}let c=Ae(n);o.model(c);let d=Array.isArray(n.tools)&&n.tools.length>0,g;try{g=await t.createResponse({model:n.model,input:u,stream:!0,tools:At(n.tools),tool_choice:m,temperature:n.temperature,max_output_tokens:n.max_tokens,top_p:n.top_p,stop:n.stop_sequences})}catch(l){if(l instanceof V){Re(e,"anthropic",l);return}throw l}let p=(l,k)=>{e.destroyed||e.write(`event: ${l}
34
+ data: ${JSON.stringify({type:l,...k})}
35
+
36
+ `)};if(n.stream===!0){let l=o.track(g,c);xe(e),p("message_start",{message:{id:a,type:"message",role:"assistant",content:[],model:i,stop_reason:null,usage:{input_tokens:0,output_tokens:0}}});let k=0,U="",C=0,L="none",j=()=>L,T=-1,w=-1,A=new K,D=[],J=()=>{L!=="none"&&(L="none",p("content_block_stop",{index:T}))},v=(_,I)=>{J(),L=_,T=C++,p("content_block_start",{index:T,content_block:I})};for await(let _ of l){if(e.destroyed)break;D.push(_);let I=se(_);if(_.type==="response.reasoning_text.delta"&&typeof _.delta=="string")j()!=="thinking"&&v("thinking",{type:"thinking",thinking:""}),p("content_block_delta",{index:T,delta:{type:"thinking_delta",thinking:_.delta}});else if(_.type==="response.output_text.delta"&&typeof _.delta=="string")j()!=="text"&&v("text",{type:"text",text:""}),k+=1,U+=_.delta,p("content_block_delta",{index:T,delta:{type:"text_delta",text:_.delta}});else if(I){let{call:G}=A.add(I);(j()!=="tool"||I.tool_index!==w)&&(w=I.tool_index,v("tool",{type:"tool_use",id:G.id??`call_${I.tool_index}`,name:G.name??"",input:{}})),I.delta&&p("content_block_delta",{index:T,delta:{type:"input_json_delta",partial_json:I.delta}})}else if(_.type==="error"){p("error",{error:{type:"api_error",message:JSON.stringify(_)}}),e.end();return}}if(e.destroyed)return;let Y=z(D),Z=oe(Y),ee=Q(d,A.size+Z.length,U);if(ee){p("error",{error:{type:"api_error",message:X(c,ee)}}),e.end();return}J();let h=[];if(A.size===0)try{h=we(Y)}catch(_){p("error",{error:{type:"api_error",message:String(_ instanceof Error?_.message:_)}}),e.end();return}C===0&&h.length===0&&(v("text",{type:"text",text:""}),J()),h.forEach(_=>{let I=C++;p("content_block_start",{index:I,content_block:{..._,input:{}}}),p("content_block_delta",{index:I,delta:{type:"input_json_delta",partial_json:JSON.stringify(_.input??{})}}),p("content_block_stop",{index:I})});let R=A.size>0||h.length>0,S=ce(Y);p("message_delta",{delta:{stop_reason:R?"tool_use":"end_turn"},usage:S?{input_tokens:S.input_tokens,output_tokens:S.output_tokens}:{output_tokens:k}}),p("message_stop",{}),e.end();return}let y="",O="",N=[],f=new K;for await(let l of o.track(g,c)){N.push(l),l.type==="response.output_text.delta"&&typeof l.delta=="string"&&(y+=l.delta),l.type==="response.reasoning_text.delta"&&typeof l.delta=="string"&&(O+=l.delta);let k=se(l);if(k&&f.add(k),l.type==="error"){B(e,502,"api_error",JSON.stringify(l));return}if(e.destroyed)break}if(e.destroyed)return;let P=z(N),b;try{b=we(P),b.length===0&&f.size>0&&(b=we({output:f.items()}))}catch(l){B(e,502,"api_error",String(l instanceof Error?l.message:l));return}let M=Q(d,b.length,y);if(M){B(e,502,"api_error",X(c,M));return}let E=[],$=O||Ke(P);$&&E.push({type:"thinking",thinking:$}),(y||b.length===0)&&E.push({type:"text",text:y}),E.push(...b),q(e,200,{id:a,type:"message",role:"assistant",content:E,model:i,stop_reason:b.length>0?"tool_use":"end_turn",usage:ce(P)??{input_tokens:0,output_tokens:0}})}function Dt(n){let{clients:t,apiKey:e,identity:o}=n,s=new ve,i=new ke,a=ct((u,m)=>{let c=new URL(u.url??"/","http://localhost"),d=c.pathname==="/v1/messages"||c.pathname.startsWith("/v1/messages/"),g=(p,y,O,N)=>d?B(m,p,N,y):F(m,p,y,O);(async()=>{if(u.method==="GET"&&c.pathname==="/healthz"){q(m,200,{ok:!0});return}if(u.method==="GET"&&c.pathname==="/stats"){q(m,200,o?{identity:o,...i.snapshot()}:i.snapshot());return}if(e&&(u.headers.authorization??"")!==`Bearer ${e}`){g(401,"invalid local proxy api key","authentication_error","authentication_error");return}if(u.method==="GET"&&c.pathname==="/v1/models"){q(m,200,await t.listModels());return}if(u.method!=="POST"){g(404,`no route for ${u.method} ${c.pathname}`,"invalid_request_error","not_found_error");return}let p;try{p=await ft(u)}catch(O){if(O instanceof le){g(413,O.message,"request_too_large","request_too_large");return}g(400,"request body is not valid JSON","invalid_request_error","invalid_request_error");return}let y=Buffer.byteLength(JSON.stringify(p));if(c.pathname==="/v1/responses"){i.request("responses",y,y),await vt(p,t,s,m,i);return}if(c.pathname==="/v1/chat/completions"){i.request("chat_completions",y,y),await xt(p,t,m,i);return}if(c.pathname==="/v1/messages"){i.request("messages",y,y),await Ot(p,t,m,i);return}if(c.pathname==="/v1/messages/count_tokens"){i.request("count_tokens",y,y),B(m,404,"not_found_error","count_tokens is not implemented by the uRun proxy: the serve transport exposes no token-count lane, and the proxy will not fabricate counts");return}g(404,`no route for POST ${c.pathname}`,"invalid_request_error","not_found_error")})().catch(p=>{m.headersSent?m.end():g(500,String(p),"proxy_error","api_error")})});return Fe(a,{clients:t,apiKey:e}),a}export{Ce as a,Dt as b};
@@ -0,0 +1 @@
1
+ var l=class{constructor(n,e){this.backend=n;this.opts=e}backend;opts;source=null;sink=null;outHandlers=new Set;async startOutbound(){return this.source=this.backend.createSource(),this.source.track}appendInputAudio(n){if(!this.source)throw new Error("startOutbound() not called");let e=Buffer.from(n,"base64"),t=Math.floor(e.byteLength/2),a=new Int16Array(t);for(let o=0;o<t;o++)a[o]=e.readInt16LE(o*2);this.source.onData(a)}async startInbound(n){if(n==null)throw new Error('startInbound: no downstream audio track \u2014 the runtime audio producer has not been consumed yet (session.stream("rt-audio-out").track is null)');this.sink=this.backend.createSink(n),this.sink.onframe=e=>{let t=Buffer.from(e.samples.buffer,e.samples.byteOffset,e.samples.byteLength).toString("base64");for(let a of this.outHandlers)a(t)}}onOutputAudio(n){return this.outHandlers.add(n),()=>this.outHandlers.delete(n)}};async function R(r,n,e=1e4){let t=new l(n,{sampleRate:24e3}),a=await t.startOutbound();await r.stream("rt-audio-in").attach(a);let o=await h(r,e);return await t.startInbound(o),t}function h(r,n){let e=r.stream("rt-audio-out");return e.track!=null?Promise.resolve(e.track):new Promise((t,a)=>{let o,i=setTimeout(()=>{o?.(),a(new Error(`enableSessionAudio: no downstream audio track within ${n}ms (runtime produced no voice OUT / SFU audio consumer never attached)`))},n),u=s=>{s!=null&&(clearTimeout(i),o?.(),t(s))};o=e.on?.("track",u),e.track!=null&&u(e.track)})}var m="rt-video-in",p=256e3;function E(r){let n=r.stream(m),e=n.emit;if(typeof e!="function")throw new Error(`enableSessionVideo: session.stream('${m}') has no emit() \u2014 the named-DATA stream produce seam (@urun-sh/core SessionStream.emit, contract \xA75) is required for the video frame lane`);return{sendInputFrame:async t=>{if(t.byteLength===0)throw new Error("enableSessionVideo: refusing to send an empty video frame");if(t.byteLength>p)throw new Error(`enableSessionVideo: frame is ${t.byteLength} bytes \u2014 over the ${p}-byte data-channel budget (the SFU's 262144-byte SCTP ceiling drops oversize messages SILENTLY; send smaller/lower-quality frames)`);await e.call(n,t)}}}var S=24e3,d=480,y=111;async function v(){let r=await import("opusscript"),n=r.default??r;return new n(S,1,2048)}async function g(){let r=await import("werift"),n=await v();return{createSource:()=>{let e=new r.MediaStreamTrack({kind:"audio"}),t=Math.random()*4294967295>>>0,a=Math.random()*65535&65535,o=Math.random()*4294967295>>>0,i=new Int16Array(0);return{track:e,onData:u=>{let s=new Int16Array(i.length+u.length);s.set(i,0),s.set(u,i.length);let c=0;for(;s.length-c>=d;){let f=s.subarray(c,c+d);c+=d;let k=Buffer.from(f.buffer,f.byteOffset,f.byteLength),w=n.encode(k,d);a=a+1&65535,o=o+d>>>0;let A=new r.RtpHeader({version:2,payloadType:y,sequenceNumber:a,timestamp:o,ssrc:t,marker:!1}),b=new r.RtpPacket(A,w);e.writeRtp(b)}i=s.slice(c)}}},createSink:e=>{let t={onframe:null};return e.onReceiveRtp.subscribe(o=>{let i;try{i=n.decode(o.payload)}catch{return}let u=new Int16Array(i.length/2);for(let s=0;s<u.length;s++)u[s]=i.readInt16LE(s*2);t.onframe?.({samples:u})}),t}}}async function P(){let r=await import("@roamhq/wrtc");return{createSource:()=>{let n=new r.nonstandard.RTCAudioSource;return{track:n.createTrack(),onData:t=>n.onData({samples:t,sampleRate:24e3})}},createSink:n=>{let e={onframe:null},t=new r.nonstandard.RTCAudioSink(n);return t.ondata=a=>{e.onframe?.(a)},e}}}export{R as a,E as b,g as c,P as d};
@@ -0,0 +1 @@
1
+ var v="https://api.urun.sh/v1";function c(o){return o.toLowerCase().replace(/[^\p{L}\p{N}-]/gu,"-").replace(/^-+|-+$/g,"")}var a=class extends Error{},p=class extends Error{},u="urs1.";function f(o,e){return u+Buffer.from(JSON.stringify([o,e]),"utf8").toString("base64url")}function g(o){if(!o.startsWith(u))return null;try{let e=JSON.parse(Buffer.from(o.slice(u.length),"base64url").toString("utf8"));if(Array.isArray(e)&&typeof e[0]=="string"&&typeof e[1]=="string")return{app:e[0],key:e[1]}}catch{}return null}async function A(o){let e=o.fetchImpl??fetch,t=`${o.apiUrl.replace(/\/+$/,"")}/apps`,s=await e(t,{headers:{Authorization:`Bearer ${o.apiKey}`,Accept:"application/json"}});if(!s.ok)throw new Error(`org apps listing failed: GET ${t} \u2192 ${s.status}`);let i=await s.json();if(!Array.isArray(i.apps))throw new Error(`org apps listing returned no "apps" array (GET ${t})`);if(i.truncated===!0)throw new Error(`org apps listing was truncated (GET ${t} returned ${i.apps.length} of more) \u2014 model discovery would silently omit deployed apps`);return i.apps}var y=6e4,h=class{constructor(e){this.opts=e}opts;pool=new Map;appsCache=null;seed(e,t){this.pool.set(e,Promise.resolve(t))}async deployedApps(){if(!this.opts.listApps)return[];let e=this.opts.appsTtlMs??y;if(this.appsCache&&Date.now()-this.appsCache.at<e)return this.appsCache.apps;let t=await this.opts.listApps();return this.appsCache={at:Date.now(),apps:t},t}servable(e){return e.filter(t=>t.function_name===this.opts.fnName&&t.deployment_status==="active").map(t=>t.app_slug)}async availableIds(){let e=new Set([this.opts.defaultApp]);if(this.opts.listApps)for(let t of this.servable(await this.deployedApps()))e.add(t);for(let t of this.pool.keys())e.add(t);return[this.opts.defaultApp,...[...e].filter(t=>t!==this.opts.defaultApp).sort()]}async resolveApp(e){let t=(e??"").trim();if(!t||t==="urun")return this.opts.defaultApp;let s=c(t);if(s===this.opts.defaultApp)return this.opts.defaultApp;if(this.pool.has(s))return s;if(this.opts.listApps){let i=await this.deployedApps(),r=this.servable(i);if(r.includes(s))return s;let n=r.filter(d=>d.startsWith(`${s}-`));if(n.length===1)return n[0];if(n.length>1)throw new a(`model "${t}" is ambiguous across deployed apps ${n.join(", ")} \u2014 name the exact app slug (or catalog id:variant)`);let l=i.find(d=>d.app_slug===s||d.app_slug.startsWith(`${s}-`));if(l)throw new a(`model "${t}" maps to app "${l.app_slug}", which is not an active "${this.opts.fnName}" app \u2014 deploy it with \`urun serve ${t}\`; available models: ${(await this.availableIds()).join(", ")}`)}if(this.opts.listCatalog){let r=(await this.opts.listCatalog()).find(n=>t===n.model_id||t===`${n.model_id}:${n.variant}`||s===c(n.model_id)||s===c(`${n.model_id}-${n.variant}`));if(r)throw new a(`model "${t}" is in the uRun catalog but not deployed \u2014 deploy it with \`urun serve ${r.model_id}\`; available models: ${(await this.availableIds()).join(", ")}`)}return this.opts.defaultApp}async sessionFor(e){let t=await this.resolveApp(e),s=this.pool.get(t);return s||(s=Promise.resolve(this.opts.openSession(t)),this.pool.set(t,s),s.catch(()=>this.pool.delete(t))),{app:t,entry:await s}}keyOf(e){let t=this.opts.sessionKey;if(!t)throw new Error("ModelRouter: sessionKey is not configured \u2014 the session-identity seam (handleFor/sessionForHandle) is unavailable on this router");let s=t(e);if(typeof s!="string"||s.length===0)throw new Error("ModelRouter: sessionKey returned an empty identity for a pooled session");return s}async handleFor(e){let{app:t,entry:s}=await this.sessionFor(e);return{app:t,handle:f(t,this.keyOf(s))}}async sessionForHandle(e){let t=g(e);if(!t)throw new p(`malformed session handle ${JSON.stringify(e)} \u2014 not issued by this proxy`);let{app:s,key:i}=t,r=this.pool.get(s),n=r?await r.then(l=>l,()=>null):null;if(n===null)throw new p(`the session behind this handle (app "${s}") is gone \u2014 closed, evicted after its pod died, or the proxy restarted; it cannot be reattached. Reconnect without a handle to start a new session.`);if(this.keyOf(n)!==i)throw new p(`the session behind this handle (app "${s}") was replaced \u2014 the original backhaul died and a new session serves this app now; the handle's session cannot be reattached. Reconnect without a handle to start a new session.`);return{app:s,entry:n}}async evict(e,t){let s=this.pool.get(e);!s||await s.then(r=>r,()=>null)!==t||this.pool.get(e)!==s||(this.pool.delete(e),await this.opts.closeSession(t).catch(()=>{}))}async modelList(){return{object:"list",data:(await this.availableIds()).map(t=>({id:t,object:"model",created:0,owned_by:"urun"}))}}async closeAll(){let e=[...this.pool.values()];this.pool.clear();let t=[];if(await Promise.all(e.map(async s=>{try{await this.opts.closeSession(await s)}catch(i){t.push(String(i instanceof Error?i.message:i))}})),t.length>0)throw new Error(`failed to close ${t.length} pooled session(s): ${t.join("; ")}`)}};export{v as a,a as b,p as c,A as d,h as e};
package/dist/index.cjs CHANGED
@@ -1 +1 @@
1
- "use strict";var D=Object.create;var f=Object.defineProperty;var $=Object.getOwnPropertyDescriptor;var j=Object.getOwnPropertyNames;var q=Object.getPrototypeOf,H=Object.prototype.hasOwnProperty;var N=(n,e)=>{for(var t in e)f(n,t,{get:e[t],enumerable:!0})},S=(n,e,t,r)=>{if(e&&typeof e=="object"||typeof e=="function")for(let o of j(e))!H.call(n,o)&&o!==t&&f(n,o,{get:()=>e[o],enumerable:!(r=$(e,o))||r.enumerable});return n};var _=(n,e,t)=>(t=n!=null?D(q(n)):{},S(e||!n||!n.__esModule?f(t,"default",{value:n,enumerable:!0}):t,n)),W=n=>S(f({},"__esModule",{value:!0}),n);var Q={};N(Q,{SUPPORTED_REALTIME_CLIENT_EVENTS:()=>h,SUPPORTED_RESPONSES_EVENTS:()=>b,UrunRealtime:()=>y,UrunResponses:()=>g,isSupportedClientEvent:()=>P,isSupportedResponsesEvent:()=>O,listModels:()=>L,nodeAudioBackend:()=>x,toErrorEvent:()=>p,weriftAudioBackend:()=>R});module.exports=W(Q);function E(n,e,t,r){let o=n.response??{},s={request_id:t,consumer_id:r,stream:!0,kind:"chat",messages:e};return typeof o.instructions=="string"&&(s.instructions=o.instructions),Array.isArray(o.modalities)&&(s.modalities=o.modalities),typeof o.temperature=="number"&&(s.temperature=o.temperature),typeof o.max_output_tokens=="number"&&(s.max_output_tokens=o.max_output_tokens),o.tools!==void 0&&(s.tools=o.tools),s}function A(n,e,t){let r={request_id:e,consumer_id:t,stream:!!n.stream,kind:"responses",input:n.input};return n.model&&(r.model=n.model),n.tools!==void 0&&(r.tools=n.tools),n.tool_choice!==void 0&&(r.tool_choice=n.tool_choice),typeof n.temperature=="number"&&(r.temperature=n.temperature),typeof n.max_output_tokens=="number"&&(r.max_output_tokens=n.max_output_tokens),r}function p(n){if(n instanceof Error)return{type:"error",error:{type:"urun_error",code:n.name||null,message:n.message}};if(n&&typeof n=="object"&&n.t==="error"){let e=n,t=e.body??{};return{type:"error",error:{type:"urun_error",code:e.code??null,message:t.message??"unknown error"}}}return{type:"error",error:{type:"urun_error",code:null,message:String(n)}}}var F="llm-resp";async function*v(n,e){let t=`${F}:${e}`,r=`resp_${e}`;yield{type:"response.created",response:{id:r,status:"in_progress"}};let o=new Map;for await(let s of n.stream(t).messages()){let a=s;if(a.t==="delta"){if(typeof a.delta=="string"&&(yield{type:"response.output_text.delta",item_id:r,delta:a.delta}),typeof a.reasoning=="string"&&(yield{type:"response.reasoning_text.delta",item_id:r,delta:a.reasoning}),Array.isArray(a.tool_calls))for(let u of a.tool_calls){let i=typeof u.index=="number"?u.index:0,c=o.get(i)??{};u.id&&(c.id=u.id),u.function?.name&&(c.name=u.function.name),o.set(i,c),yield{type:"response.function_call_arguments.delta",item_id:`fc_${e}_${i}`,tool_index:i,call_id:c.id,name:c.name,delta:u.function?.arguments??""}}}else if(a.t==="response"){yield{type:"response.completed",response:{id:r,status:"completed",...a.body}};return}else if(a.t==="error"){yield p(a);return}}}var K="llm",l=class{constructor(e){this.session=e;this.sessionTag=e.sessionId??globalThis.crypto.randomUUID()}session;sessionTag;get consumerId(){return this.session.consumerId}write(e){e.session_tag=this.sessionTag,this.session.doc(K).set({requests:{[e.request_id]:{payload:e,consumer_id:e.consumer_id,stream:e.stream}}})}sendResponses(e,t){let r=A(e,t,this.consumerId);return this.write(r),v(this.session,t)}sendResponseCreate(e,t,r){let o=E(e,t,r,this.consumerId);return this.write(o),v(this.session,r)}};var k=class{constructor(e,t){this.backend=e;this.opts=t}backend;opts;source=null;sink=null;outHandlers=new Set;async startOutbound(){return this.source=this.backend.createSource(),this.source.track}appendInputAudio(e){if(!this.source)throw new Error("startOutbound() not called");let t=Buffer.from(e,"base64"),r=Math.floor(t.byteLength/2),o=new Int16Array(r);for(let s=0;s<r;s++)o[s]=t.readInt16LE(s*2);this.source.onData(o)}async startInbound(e){if(e==null)throw new Error('startInbound: no downstream audio track \u2014 the runtime audio producer has not been consumed yet (session.stream("rt-audio-out").track is null)');this.sink=this.backend.createSink(e),this.sink.onframe=t=>{let r=Buffer.from(t.samples.buffer,t.samples.byteOffset,t.samples.byteLength).toString("base64");for(let o of this.outHandlers)o(r)}}onOutputAudio(e){return this.outHandlers.add(e),()=>this.outHandlers.delete(e)}},V=24e3,m=480,Y=111;async function z(){let n=await import("opusscript"),e=n.default??n;return new e(V,1,2048)}async function R(){let n=await import("werift"),e=await z();return{createSource:()=>{let t=new n.MediaStreamTrack({kind:"audio"}),r=Math.random()*4294967295>>>0,o=Math.random()*65535&65535,s=Math.random()*4294967295>>>0,a=new Int16Array(0);return{track:t,onData:u=>{let i=new Int16Array(a.length+u.length);i.set(a,0),i.set(u,a.length);let c=0;for(;i.length-c>=m;){let w=i.subarray(c,c+m);c+=m;let B=Buffer.from(w.buffer,w.byteOffset,w.byteLength),C=e.encode(B,m);o=o+1&65535,s=s+m>>>0;let M=new n.RtpHeader({version:2,payloadType:Y,sequenceNumber:o,timestamp:s,ssrc:r,marker:!1}),U=new n.RtpPacket(M,C);t.writeRtp(U)}a=i.slice(c)}}},createSink:t=>{let r={onframe:null};return t.onReceiveRtp.subscribe(s=>{let a;try{a=e.decode(s.payload)}catch{return}let u=new Int16Array(a.length/2);for(let i=0;i<u.length;i++)u[i]=a.readInt16LE(i*2);r.onframe?.({samples:u})}),r}}}async function x(){let n=await import("@roamhq/wrtc");return{createSource:()=>{let e=new n.nonstandard.RTCAudioSource;return{track:e.createTrack(),onData:r=>e.onData({samples:r,sampleRate:24e3})}},createSink:e=>{let t={onframe:null},r=new n.nonstandard.RTCAudioSink(e);return r.ondata=o=>{t.onframe?.(o)},t}}}var T=0;function X(){return T+=1,`rt_${Date.now().toString(36)}_${T.toString(36)}`}var y=class{constructor(e,t={}){this.session=e;this.opts=t;this.transport=new l(e)}session;opts;transport;handlers=new Set;conversation=[];active=null;audio=null;currentRequestId=null;async enableAudio(){if(!this.opts.audioBackend)throw new Error("audioBackend required for audio");this.audio=new k(this.opts.audioBackend,{sampleRate:24e3});let e=await this.audio.startOutbound();await this.session.stream("rt-audio-in").attach(e),this.audio.onOutputAudio(r=>this.emit({type:"response.audio.delta",delta:r}));let t=await this.awaitDownstreamAudioTrack();await this.audio.startInbound(t)}awaitDownstreamAudioTrack(e=1e4){let t=this.session.stream("rt-audio-out");return t.track!=null?Promise.resolve(t.track):new Promise((r,o)=>{let s,a=setTimeout(()=>{s?.(),o(new Error(`enableAudio: no downstream audio track within ${e}ms (runtime produced no voice OUT / SFU audio consumer never attached)`))},e),u=i=>{i!=null&&(clearTimeout(a),s?.(),r(i))};s=t.on?.("track",u),t.track!=null&&u(t.track)})}on(e,t){return this.handlers.add(t),()=>this.handlers.delete(t)}emit(e){for(let t of this.handlers)t(e)}send(e){switch(e.type){case"conversation.item.create":{let t=(e.item?.content??[]).map(r=>r.text??"").join("");this.conversation.push({role:e.item?.role??"user",content:t});return}case"response.create":{let t=X();this.currentRequestId=t;let r=this.transport.sendResponseCreate({type:"response.create",response:e.response},this.conversation,t);this.active=(async()=>{try{for await(let o of r)this.emit(o)}catch(o){this.emit(p(o))}})();return}case"input_audio_buffer.append":this.audio?.appendInputAudio(e.audio);return;case"input_audio_buffer.commit":case"input_audio_buffer.clear":return;case"response.cancel":return;default:return}}async drain(){this.active&&await this.active}};var I=0;function G(){return I+=1,`req_${Date.now().toString(36)}_${I.toString(36)}`}var g=class{transport;constructor(e){this.transport=new l(e)}responses={create:async e=>{let t=G(),r=this.transport.sendResponses(e,t);return Object.assign((async function*(){yield*r})(),{requestId:t})}}};async function J(n){let t=await(n.fetchImpl??fetch)(`${n.catalogUrl}/model_catalog?select=model_id,variant`,{headers:{apikey:n.anonKey,Authorization:`Bearer ${n.anonKey}`}});if(!t.ok)throw new Error(`model_catalog fetch failed: ${t.status}`);return await t.json()}async function L(n){return{object:"list",data:(await J(n)).map(t=>({id:`${t.model_id}:${t.variant}`,object:"model",created:0,owned_by:"urun"}))}}var h=["session.update","conversation.item.create","response.create","response.cancel","input_audio_buffer.append","input_audio_buffer.commit","input_audio_buffer.clear"],b=["response.created","response.output_text.delta","response.output_item.added","response.function_call_arguments.delta","response.image_generation_call.partial_image","response.completed","error"];function P(n){return h.includes(n)}function O(n){return b.includes(n)}0&&(module.exports={SUPPORTED_REALTIME_CLIENT_EVENTS,SUPPORTED_RESPONSES_EVENTS,UrunRealtime,UrunResponses,isSupportedClientEvent,isSupportedResponsesEvent,listModels,nodeAudioBackend,toErrorEvent,weriftAudioBackend});
1
+ "use strict";var $=Object.create;var f=Object.defineProperty;var N=Object.getOwnPropertyDescriptor;var V=Object.getOwnPropertyNames;var q=Object.getPrototypeOf,H=Object.prototype.hasOwnProperty;var j=(t,e)=>{for(var n in e)f(t,n,{get:e[n],enumerable:!0})},b=(t,e,n,r)=>{if(e&&typeof e=="object"||typeof e=="function")for(let o of V(e))!H.call(t,o)&&o!==n&&f(t,o,{get:()=>e[o],enumerable:!(r=N(e,o))||r.enumerable});return t};var w=(t,e,n)=>(n=t!=null?$(q(t)):{},b(e||!t||!t.__esModule?f(n,"default",{value:t,enumerable:!0}):n,t)),F=t=>b(f({},"__esModule",{value:!0}),t);var ee={};j(ee,{SUPPORTED_REALTIME_CLIENT_EVENTS:()=>h,SUPPORTED_RESPONSES_EVENTS:()=>S,UrunRealtime:()=>y,UrunResponses:()=>k,isSupportedClientEvent:()=>O,isSupportedResponsesEvent:()=>M,listModels:()=>P,nodeAudioBackend:()=>I,toErrorEvent:()=>p,weriftAudioBackend:()=>x});module.exports=F(ee);function E(t,e,n,r){let o=t.response??{},s={request_id:n,consumer_id:r,stream:!0,kind:"chat",messages:e};return typeof o.instructions=="string"&&(s.instructions=o.instructions),Array.isArray(o.modalities)&&(s.modalities=o.modalities),typeof o.temperature=="number"&&(s.temperature=o.temperature),typeof o.max_output_tokens=="number"&&(s.max_output_tokens=o.max_output_tokens),o.tools!==void 0&&(s.tools=o.tools),s}function A(t,e,n){let r={request_id:e,consumer_id:n,stream:!!t.stream,kind:"responses",input:t.input};return t.model&&(r.model=t.model),t.tools!==void 0&&(r.tools=t.tools),t.tool_choice!==void 0&&(r.tool_choice=t.tool_choice),typeof t.temperature=="number"&&(r.temperature=t.temperature),typeof t.max_output_tokens=="number"&&(r.max_output_tokens=t.max_output_tokens),r}function p(t){if(t instanceof Error)return{type:"error",error:{type:"urun_error",code:t.name||null,message:t.message}};if(t&&typeof t=="object"&&t.t==="error"){let e=t,n=e.body??{};return{type:"error",error:{type:"urun_error",code:e.code??null,message:n.message??"unknown error"}}}return{type:"error",error:{type:"urun_error",code:null,message:String(t)}}}var W="llm-resp";async function*_(t,e){let n=`${W}:${e}`,r=`resp_${e}`;yield{type:"response.created",response:{id:r,status:"in_progress"}};let o=new Map;for await(let s of t.stream(n).messages()){let i=s;if(i.t==="delta"){if(typeof i.delta=="string"&&(yield{type:"response.output_text.delta",item_id:r,delta:i.delta}),typeof i.reasoning=="string"&&(yield{type:"response.reasoning_text.delta",item_id:r,delta:i.reasoning}),Array.isArray(i.tool_calls))for(let u of i.tool_calls){let a=typeof u.index=="number"?u.index:0,c=o.get(a)??{};u.id&&(c.id=u.id),u.function?.name&&(c.name=u.function.name),o.set(a,c),yield{type:"response.function_call_arguments.delta",item_id:`fc_${e}_${a}`,tool_index:a,call_id:c.id,name:c.name,delta:u.function?.arguments??""}}}else if(i.t==="response"){yield{type:"response.completed",response:{id:r,status:"completed",...i.body}};return}else if(i.t==="error"){yield p(i);return}}}var K="llm",l=class{constructor(e){this.session=e;this.sessionTag=e.sessionId??globalThis.crypto.randomUUID()}session;sessionTag;get consumerId(){return this.session.consumerId}write(e){e.session_tag=this.sessionTag,this.session.doc(K).set({requests:{[e.request_id]:{payload:e,consumer_id:e.consumer_id,stream:e.stream}}})}sendResponses(e,n){let r=A(e,n,this.consumerId);return this.write(r),_(this.session,n)}sendResponseCreate(e,n,r){let o=E(e,n,r,this.consumerId);return this.write(o),_(this.session,r)}};var v=class{constructor(e,n){this.backend=e;this.opts=n}backend;opts;source=null;sink=null;outHandlers=new Set;async startOutbound(){return this.source=this.backend.createSource(),this.source.track}appendInputAudio(e){if(!this.source)throw new Error("startOutbound() not called");let n=Buffer.from(e,"base64"),r=Math.floor(n.byteLength/2),o=new Int16Array(r);for(let s=0;s<r;s++)o[s]=n.readInt16LE(s*2);this.source.onData(o)}async startInbound(e){if(e==null)throw new Error('startInbound: no downstream audio track \u2014 the runtime audio producer has not been consumed yet (session.stream("rt-audio-out").track is null)');this.sink=this.backend.createSink(e),this.sink.onframe=n=>{let r=Buffer.from(n.samples.buffer,n.samples.byteOffset,n.samples.byteLength).toString("base64");for(let o of this.outHandlers)o(r)}}onOutputAudio(e){return this.outHandlers.add(e),()=>this.outHandlers.delete(e)}};async function R(t,e,n=1e4){let r=new v(e,{sampleRate:24e3}),o=await r.startOutbound();await t.stream("rt-audio-in").attach(o);let s=await Y(t,n);return await r.startInbound(s),r}function Y(t,e){let n=t.stream("rt-audio-out");return n.track!=null?Promise.resolve(n.track):new Promise((r,o)=>{let s,i=setTimeout(()=>{s?.(),o(new Error(`enableSessionAudio: no downstream audio track within ${e}ms (runtime produced no voice OUT / SFU audio consumer never attached)`))},e),u=a=>{a!=null&&(clearTimeout(i),s?.(),r(a))};s=n.on?.("track",u),n.track!=null&&u(n.track)})}var z=24e3,m=480,G=111;async function X(){let t=await import("opusscript"),e=t.default??t;return new e(z,1,2048)}async function x(){let t=await import("werift"),e=await X();return{createSource:()=>{let n=new t.MediaStreamTrack({kind:"audio"}),r=Math.random()*4294967295>>>0,o=Math.random()*65535&65535,s=Math.random()*4294967295>>>0,i=new Int16Array(0);return{track:n,onData:u=>{let a=new Int16Array(i.length+u.length);a.set(i,0),a.set(u,i.length);let c=0;for(;a.length-c>=m;){let g=a.subarray(c,c+m);c+=m;let B=Buffer.from(g.buffer,g.byteOffset,g.byteLength),U=e.encode(B,m);o=o+1&65535,s=s+m>>>0;let C=new t.RtpHeader({version:2,payloadType:G,sequenceNumber:o,timestamp:s,ssrc:r,marker:!1}),D=new t.RtpPacket(C,U);n.writeRtp(D)}i=a.slice(c)}}},createSink:n=>{let r={onframe:null};return n.onReceiveRtp.subscribe(s=>{let i;try{i=e.decode(s.payload)}catch{return}let u=new Int16Array(i.length/2);for(let a=0;a<u.length;a++)u[a]=i.readInt16LE(a*2);r.onframe?.({samples:u})}),r}}}async function I(){let t=await import("@roamhq/wrtc");return{createSource:()=>{let e=new t.nonstandard.RTCAudioSource;return{track:e.createTrack(),onData:r=>e.onData({samples:r,sampleRate:24e3})}},createSink:e=>{let n={onframe:null},r=new t.nonstandard.RTCAudioSink(e);return r.ondata=o=>{n.onframe?.(o)},n}}}var T=0;function J(){return T+=1,`rt_${Date.now().toString(36)}_${T.toString(36)}`}var y=class{constructor(e,n={}){this.session=e;this.opts=n;this.transport=new l(e)}session;opts;transport;handlers=new Set;conversation=[];active=null;audio=null;currentRequestId=null;async enableAudio(){if(!this.opts.audioBackend)throw new Error("audioBackend required for audio");this.audio=await R(this.session,this.opts.audioBackend),this.audio.onOutputAudio(e=>this.emit({type:"response.audio.delta",delta:e}))}on(e,n){return this.handlers.add(n),()=>this.handlers.delete(n)}emit(e){for(let n of this.handlers)n(e)}send(e){switch(e.type){case"conversation.item.create":{let n=(e.item?.content??[]).map(r=>r.text??"").join("");this.conversation.push({role:e.item?.role??"user",content:n});return}case"response.create":{let n=J();this.currentRequestId=n;let r=this.transport.sendResponseCreate({type:"response.create",response:e.response},this.conversation,n);this.active=(async()=>{try{for await(let o of r)this.emit(o)}catch(o){this.emit(p(o))}})();return}case"input_audio_buffer.append":this.audio?.appendInputAudio(e.audio);return;case"input_audio_buffer.commit":case"input_audio_buffer.clear":return;case"response.cancel":return;default:return}}async drain(){this.active&&await this.active}};var L=0;function Q(){return L+=1,`req_${Date.now().toString(36)}_${L.toString(36)}`}var k=class{transport;constructor(e){this.transport=new l(e)}responses={create:async e=>{let n=Q(),r=this.transport.sendResponses(e,n);return Object.assign((async function*(){yield*r})(),{requestId:n})}}};async function Z(t){let n=await(t.fetchImpl??fetch)(`${t.catalogUrl}/model_catalog?select=model_id,variant`,{headers:{apikey:t.anonKey,Authorization:`Bearer ${t.anonKey}`}});if(!n.ok)throw new Error(`model_catalog fetch failed: ${n.status}`);return await n.json()}async function P(t){return{object:"list",data:(await Z(t)).map(n=>({id:`${n.model_id}:${n.variant}`,object:"model",created:0,owned_by:"urun"}))}}var h=["session.update","conversation.item.create","response.create","response.cancel","input_audio_buffer.append","input_audio_buffer.commit","input_audio_buffer.clear"],S=["response.created","response.output_text.delta","response.output_item.added","response.function_call_arguments.delta","response.image_generation_call.partial_image","response.completed","error"];function O(t){return h.includes(t)}function M(t){return S.includes(t)}0&&(module.exports={SUPPORTED_REALTIME_CLIENT_EVENTS,SUPPORTED_RESPONSES_EVENTS,UrunRealtime,UrunResponses,isSupportedClientEvent,isSupportedResponsesEvent,listModels,nodeAudioBackend,toErrorEvent,weriftAudioBackend});
package/dist/index.d.cts CHANGED
@@ -1,43 +1,10 @@
1
- import { a as UrunSessionLike, L as LaneMessage } from './ResponsesClient-DrccxHTc.cjs';
2
- export { U as UrunResponses } from './ResponsesClient-DrccxHTc.cjs';
1
+ import { a as UrunSessionLike, L as LaneMessage } from './ResponsesClient-BDl1OIRP.cjs';
2
+ export { U as UrunResponses } from './ResponsesClient-BDl1OIRP.cjs';
3
+ import { A as AudioBackend } from './media-DCHTX3Ez.cjs';
4
+ export { b as AudioSink, c as AudioSource, n as nodeAudioBackend, w as weriftAudioBackend } from './media-DCHTX3Ez.cjs';
3
5
  export { RealtimeClientEvent, RealtimeServerEvent } from 'openai/resources/beta/realtime/realtime';
4
6
  export { ResponseStreamEvent } from 'openai/resources/responses/responses';
5
7
 
6
- /** Pluggable audio backend so tests don't need real WebRTC. In production, `nodeAudioBackend()` wraps @roamhq/wrtc. */
7
- interface AudioSource {
8
- track: unknown;
9
- onData(frame: Int16Array): void;
10
- }
11
- interface AudioSink {
12
- onframe: ((frame: {
13
- samples: Int16Array;
14
- }) => void) | null;
15
- }
16
- interface AudioBackend {
17
- createSource(): AudioSource;
18
- /**
19
- * Build a sink that pulls PCM16 frames OFF the runtime's downstream audio
20
- * track (`remoteTrack`, the real Opus `MediaStreamTrack` the SFU now produces
21
- * — see session-server-ts audio ingest). The production backend wires a real
22
- * `RTCAudioSink(remoteTrack)`; the sink's `onframe` is invoked per decoded
23
- * 10ms frame. `remoteTrack` is REQUIRED — a missing track is a wiring bug, not
24
- * a silent no-op (a dead sink is exactly the placeholder this replaces).
25
- */
26
- createSink(remoteTrack: unknown): AudioSink;
27
- }
28
- /**
29
- * Production backend for the werift transport (@urun-sh/core). Replaces the
30
- * wrtc backend, whose `RTCAudioSink`/`RTCAudioSource` are incompatible with
31
- * werift's read-only-`id` `MediaStreamTrack`.
32
- */
33
- declare function weriftAudioBackend(): Promise<AudioBackend>;
34
- /**
35
- * @deprecated wrtc backend — INCOMPATIBLE with @urun-sh/core's werift transport
36
- * (its `RTCAudioSink`/`RTCAudioSource` set the foreign track's read-only `id`).
37
- * Use {@link weriftAudioBackend}. Kept for any non-werift transport.
38
- */
39
- declare function nodeAudioBackend(): Promise<AudioBackend>;
40
-
41
8
  type ServerEventHandler = (ev: unknown) => void;
42
9
  interface RealtimeClientEventLike {
43
10
  type: string;
@@ -63,13 +30,6 @@ declare class UrunRealtime {
63
30
  audioBackend?: AudioBackend;
64
31
  });
65
32
  enableAudio(): Promise<void>;
66
- /**
67
- * Resolve the downstream audio `MediaStreamTrack`: immediately if already
68
- * consumed, otherwise on the first `track` event from the `rt-audio-out`
69
- * stream. Times out (default 10s) so `enableAudio` cannot hang forever if the
70
- * runtime never produces voice OUT (e.g. a video-only app).
71
- */
72
- private awaitDownstreamAudioTrack;
73
33
  on(_event: 'server_event', handler: ServerEventHandler): () => void;
74
34
  private emit;
75
35
  /** OpenAI Realtime client-event entrypoint. */
@@ -113,4 +73,4 @@ declare const SUPPORTED_RESPONSES_EVENTS: readonly ["response.created", "respons
113
73
  declare function isSupportedClientEvent(type: string): boolean;
114
74
  declare function isSupportedResponsesEvent(type: string): boolean;
115
75
 
116
- export { type AudioBackend, type AudioSink, type AudioSource, LaneMessage, type ModelList, type ModelObject, type OpenAIErrorEvent, SUPPORTED_REALTIME_CLIENT_EVENTS, SUPPORTED_RESPONSES_EVENTS, UrunRealtime, UrunSessionLike, isSupportedClientEvent, isSupportedResponsesEvent, listModels, nodeAudioBackend, toErrorEvent, weriftAudioBackend };
76
+ export { AudioBackend, LaneMessage, type ModelList, type ModelObject, type OpenAIErrorEvent, SUPPORTED_REALTIME_CLIENT_EVENTS, SUPPORTED_RESPONSES_EVENTS, UrunRealtime, UrunSessionLike, isSupportedClientEvent, isSupportedResponsesEvent, listModels, toErrorEvent };
package/dist/index.d.ts CHANGED
@@ -1,27 +1,10 @@
1
- import { a as UrunSessionLike, L as LaneMessage } from './ResponsesClient-DrccxHTc.js';
2
- export { U as UrunResponses } from './ResponsesClient-DrccxHTc.js';
1
+ import { a as UrunSessionLike, L as LaneMessage } from './ResponsesClient-BDl1OIRP.js';
2
+ export { U as UrunResponses } from './ResponsesClient-BDl1OIRP.js';
3
+ import { A as AudioBackend } from './media-DCHTX3Ez.js';
4
+ export { b as AudioSink, c as AudioSource, n as nodeAudioBackend, w as weriftAudioBackend } from './media-DCHTX3Ez.js';
3
5
  export { RealtimeClientEvent, RealtimeServerEvent } from 'openai/resources/beta/realtime/realtime';
4
6
  export { ResponseStreamEvent } from 'openai/resources/responses/responses';
5
7
 
6
- interface AudioSource {
7
- track: unknown;
8
- onData(frame: Int16Array): void;
9
- }
10
- interface AudioSink {
11
- onframe: ((frame: {
12
- samples: Int16Array;
13
- }) => void) | null;
14
- }
15
- interface AudioBackend {
16
- createSource(): AudioSource;
17
-
18
- createSink(remoteTrack: unknown): AudioSink;
19
- }
20
-
21
- declare function weriftAudioBackend(): Promise<AudioBackend>;
22
-
23
- declare function nodeAudioBackend(): Promise<AudioBackend>;
24
-
25
8
  type ServerEventHandler = (ev: unknown) => void;
26
9
  interface RealtimeClientEventLike {
27
10
  type: string;
@@ -47,8 +30,6 @@ declare class UrunRealtime {
47
30
  audioBackend?: AudioBackend;
48
31
  });
49
32
  enableAudio(): Promise<void>;
50
-
51
- private awaitDownstreamAudioTrack;
52
33
  on(_event: 'server_event', handler: ServerEventHandler): () => void;
53
34
  private emit;
54
35
 
@@ -91,4 +72,4 @@ declare const SUPPORTED_RESPONSES_EVENTS: readonly ["response.created", "respons
91
72
  declare function isSupportedClientEvent(type: string): boolean;
92
73
  declare function isSupportedResponsesEvent(type: string): boolean;
93
74
 
94
- export { type AudioBackend, type AudioSink, type AudioSource, LaneMessage, type ModelList, type ModelObject, type OpenAIErrorEvent, SUPPORTED_REALTIME_CLIENT_EVENTS, SUPPORTED_RESPONSES_EVENTS, UrunRealtime, UrunSessionLike, isSupportedClientEvent, isSupportedResponsesEvent, listModels, nodeAudioBackend, toErrorEvent, weriftAudioBackend };
75
+ export { AudioBackend, LaneMessage, type ModelList, type ModelObject, type OpenAIErrorEvent, SUPPORTED_REALTIME_CLIENT_EVENTS, SUPPORTED_RESPONSES_EVENTS, UrunRealtime, UrunSessionLike, isSupportedClientEvent, isSupportedResponsesEvent, listModels, toErrorEvent };
package/dist/index.js CHANGED
@@ -1 +1 @@
1
- import{b as _}from"./chunk-OLE2YJO3.js";import{a as f,b as v,c as g}from"./chunk-HQVV5UN5.js";var p=class{constructor(t,e){this.backend=t;this.opts=e}backend;opts;source=null;sink=null;outHandlers=new Set;async startOutbound(){return this.source=this.backend.createSource(),this.source.track}appendInputAudio(t){if(!this.source)throw new Error("startOutbound() not called");let e=Buffer.from(t,"base64"),n=Math.floor(e.byteLength/2),r=new Int16Array(n);for(let a=0;a<n;a++)r[a]=e.readInt16LE(a*2);this.source.onData(r)}async startInbound(t){if(t==null)throw new Error('startInbound: no downstream audio track \u2014 the runtime audio producer has not been consumed yet (session.stream("rt-audio-out").track is null)');this.sink=this.backend.createSink(t),this.sink.onframe=e=>{let n=Buffer.from(e.samples.buffer,e.samples.byteOffset,e.samples.byteLength).toString("base64");for(let r of this.outHandlers)r(n)}}onOutputAudio(t){return this.outHandlers.add(t),()=>this.outHandlers.delete(t)}},T=24e3,c=480,x=111;async function I(){let o=await import("opusscript"),t=o.default??o;return new t(T,1,2048)}async function P(){let o=await import("werift"),t=await I();return{createSource:()=>{let e=new o.MediaStreamTrack({kind:"audio"}),n=Math.random()*4294967295>>>0,r=Math.random()*65535&65535,a=Math.random()*4294967295>>>0,i=new Int16Array(0);return{track:e,onData:u=>{let s=new Int16Array(i.length+u.length);s.set(i,0),s.set(u,i.length);let d=0;for(;s.length-d>=c;){let l=s.subarray(d,d+c);d+=c;let A=Buffer.from(l.buffer,l.byteOffset,l.byteLength),E=t.encode(A,c);r=r+1&65535,a=a+c>>>0;let b=new o.RtpHeader({version:2,payloadType:x,sequenceNumber:r,timestamp:a,ssrc:n,marker:!1}),R=new o.RtpPacket(b,E);e.writeRtp(R)}i=s.slice(d)}}},createSink:e=>{let n={onframe:null};return e.onReceiveRtp.subscribe(a=>{let i;try{i=t.decode(a.payload)}catch{return}let u=new Int16Array(i.length/2);for(let s=0;s<u.length;s++)u[s]=i.readInt16LE(s*2);n.onframe?.({samples:u})}),n}}}async function B(){let o=await import("@roamhq/wrtc");return{createSource:()=>{let t=new o.nonstandard.RTCAudioSource;return{track:t.createTrack(),onData:n=>t.onData({samples:n,sampleRate:24e3})}},createSink:t=>{let e={onframe:null},n=new o.nonstandard.RTCAudioSink(t);return n.ondata=r=>{e.onframe?.(r)},e}}}var h=0;function O(){return h+=1,`rt_${Date.now().toString(36)}_${h.toString(36)}`}var w=class{constructor(t,e={}){this.session=t;this.opts=e;this.transport=new v(t)}session;opts;transport;handlers=new Set;conversation=[];active=null;audio=null;currentRequestId=null;async enableAudio(){if(!this.opts.audioBackend)throw new Error("audioBackend required for audio");this.audio=new p(this.opts.audioBackend,{sampleRate:24e3});let t=await this.audio.startOutbound();await this.session.stream("rt-audio-in").attach(t),this.audio.onOutputAudio(n=>this.emit({type:"response.audio.delta",delta:n}));let e=await this.awaitDownstreamAudioTrack();await this.audio.startInbound(e)}awaitDownstreamAudioTrack(t=1e4){let e=this.session.stream("rt-audio-out");return e.track!=null?Promise.resolve(e.track):new Promise((n,r)=>{let a,i=setTimeout(()=>{a?.(),r(new Error(`enableAudio: no downstream audio track within ${t}ms (runtime produced no voice OUT / SFU audio consumer never attached)`))},t),u=s=>{s!=null&&(clearTimeout(i),a?.(),n(s))};a=e.on?.("track",u),e.track!=null&&u(e.track)})}on(t,e){return this.handlers.add(e),()=>this.handlers.delete(e)}emit(t){for(let e of this.handlers)e(t)}send(t){switch(t.type){case"conversation.item.create":{let e=(t.item?.content??[]).map(n=>n.text??"").join("");this.conversation.push({role:t.item?.role??"user",content:e});return}case"response.create":{let e=O();this.currentRequestId=e;let n=this.transport.sendResponseCreate({type:"response.create",response:t.response},this.conversation,e);this.active=(async()=>{try{for await(let r of n)this.emit(r)}catch(r){this.emit(f(r))}})();return}case"input_audio_buffer.append":this.audio?.appendInputAudio(t.audio);return;case"input_audio_buffer.commit":case"input_audio_buffer.clear":return;case"response.cancel":return;default:return}}async drain(){this.active&&await this.active}};var S=["session.update","conversation.item.create","response.create","response.cancel","input_audio_buffer.append","input_audio_buffer.commit","input_audio_buffer.clear"],y=["response.created","response.output_text.delta","response.output_item.added","response.function_call_arguments.delta","response.image_generation_call.partial_image","response.completed","error"];function L(o){return S.includes(o)}function C(o){return y.includes(o)}export{S as SUPPORTED_REALTIME_CLIENT_EVENTS,y as SUPPORTED_RESPONSES_EVENTS,w as UrunRealtime,g as UrunResponses,L as isSupportedClientEvent,C as isSupportedResponsesEvent,_ as listModels,B as nodeAudioBackend,f as toErrorEvent,P as weriftAudioBackend};
1
+ import{b as S}from"./chunk-OLE2YJO3.js";import{a as p,c as v,d as E}from"./chunk-VFHQZ4OM.js";import{a as s,b as a,c as f}from"./chunk-62IL5R2N.js";var u=0;function _(){return u+=1,`rt_${Date.now().toString(36)}_${u.toString(36)}`}var i=class{constructor(e,t={}){this.session=e;this.opts=t;this.transport=new a(e)}session;opts;transport;handlers=new Set;conversation=[];active=null;audio=null;currentRequestId=null;async enableAudio(){if(!this.opts.audioBackend)throw new Error("audioBackend required for audio");this.audio=await p(this.session,this.opts.audioBackend),this.audio.onOutputAudio(e=>this.emit({type:"response.audio.delta",delta:e}))}on(e,t){return this.handlers.add(t),()=>this.handlers.delete(t)}emit(e){for(let t of this.handlers)t(e)}send(e){switch(e.type){case"conversation.item.create":{let t=(e.item?.content??[]).map(n=>n.text??"").join("");this.conversation.push({role:e.item?.role??"user",content:t});return}case"response.create":{let t=_();this.currentRequestId=t;let n=this.transport.sendResponseCreate({type:"response.create",response:e.response},this.conversation,t);this.active=(async()=>{try{for await(let o of n)this.emit(o)}catch(o){this.emit(s(o))}})();return}case"input_audio_buffer.append":this.audio?.appendInputAudio(e.audio);return;case"input_audio_buffer.commit":case"input_audio_buffer.clear":return;case"response.cancel":return;default:return}}async drain(){this.active&&await this.active}};var l=["session.update","conversation.item.create","response.create","response.cancel","input_audio_buffer.append","input_audio_buffer.commit","input_audio_buffer.clear"],m=["response.created","response.output_text.delta","response.output_item.added","response.function_call_arguments.delta","response.image_generation_call.partial_image","response.completed","error"];function y(r){return l.includes(r)}function h(r){return m.includes(r)}export{l as SUPPORTED_REALTIME_CLIENT_EVENTS,m as SUPPORTED_RESPONSES_EVENTS,i as UrunRealtime,f as UrunResponses,y as isSupportedClientEvent,h as isSupportedResponsesEvent,S as listModels,E as nodeAudioBackend,s as toErrorEvent,v as weriftAudioBackend};
@@ -0,0 +1,68 @@
1
+ /** Pluggable audio backend so tests don't need real WebRTC. In production, `nodeAudioBackend()` wraps @roamhq/wrtc. */
2
+ interface AudioSource {
3
+ track: unknown;
4
+ onData(frame: Int16Array): void;
5
+ }
6
+ interface AudioSink {
7
+ onframe: ((frame: {
8
+ samples: Int16Array;
9
+ }) => void) | null;
10
+ }
11
+ interface AudioBackend {
12
+ createSource(): AudioSource;
13
+ /**
14
+ * Build a sink that pulls PCM16 frames OFF the runtime's downstream audio
15
+ * track (`remoteTrack`, the real Opus `MediaStreamTrack` the SFU now produces
16
+ * — see session-server-ts audio ingest). The production backend wires a real
17
+ * `RTCAudioSink(remoteTrack)`; the sink's `onframe` is invoked per decoded
18
+ * 10ms frame. `remoteTrack` is REQUIRED — a missing track is a wiring bug, not
19
+ * a silent no-op (a dead sink is exactly the placeholder this replaces).
20
+ */
21
+ createSink(remoteTrack: unknown): AudioSink;
22
+ }
23
+ declare class AudioBridge {
24
+ private readonly backend;
25
+ private readonly opts;
26
+ private source;
27
+ private sink;
28
+ private outHandlers;
29
+ constructor(backend: AudioBackend, opts: {
30
+ sampleRate: number;
31
+ });
32
+ startOutbound(): Promise<unknown>;
33
+ /** OpenAI: input_audio_buffer.append (base64 PCM16) → publish frames. */
34
+ appendInputAudio(base64Pcm16: string): void;
35
+ /**
36
+ * Wire the runtime's downstream audio track into the output-frame fan-out.
37
+ * `remoteTrack` is the REAL Opus `MediaStreamTrack` the SFU produces for this
38
+ * session (`session.stream('rt-audio-out').track`). The backend attaches a
39
+ * real `RTCAudioSink` to it; each decoded PCM16 frame is re-emitted as base64
40
+ * to every `onOutputAudio` handler (the OpenAI `response.audio.delta` source).
41
+ *
42
+ * Throws if `remoteTrack` is absent — the previous build silently created a
43
+ * dead sink that never fired, so voice OUT looked "wired" but produced no
44
+ * audio. A missing track here means the consume side did not attach yet; the
45
+ * caller must await the real track before calling this.
46
+ */
47
+ startInbound(remoteTrack: unknown): Promise<void>;
48
+ /** Emits base64 PCM16 → caller wraps as OpenAI response.audio.delta. */
49
+ onOutputAudio(handler: (base64Pcm16: string) => void): () => void;
50
+ }
51
+ /** The frame-lane handle: one encoded JPEG frame per call, in call order. */
52
+ interface VideoFrameLane {
53
+ sendInputFrame(jpegFrame: Uint8Array): Promise<void>;
54
+ }
55
+ /**
56
+ * Production backend for the werift transport (@urun-sh/core). Replaces the
57
+ * wrtc backend, whose `RTCAudioSink`/`RTCAudioSource` are incompatible with
58
+ * werift's read-only-`id` `MediaStreamTrack`.
59
+ */
60
+ declare function weriftAudioBackend(): Promise<AudioBackend>;
61
+ /**
62
+ * @deprecated wrtc backend — INCOMPATIBLE with @urun-sh/core's werift transport
63
+ * (its `RTCAudioSink`/`RTCAudioSource` set the foreign track's read-only `id`).
64
+ * Use {@link weriftAudioBackend}. Kept for any non-werift transport.
65
+ */
66
+ declare function nodeAudioBackend(): Promise<AudioBackend>;
67
+
68
+ export { type AudioBackend as A, type VideoFrameLane as V, AudioBridge as a, type AudioSink as b, type AudioSource as c, nodeAudioBackend as n, weriftAudioBackend as w };
@@ -0,0 +1,42 @@
1
+
2
+ interface AudioSource {
3
+ track: unknown;
4
+ onData(frame: Int16Array): void;
5
+ }
6
+ interface AudioSink {
7
+ onframe: ((frame: {
8
+ samples: Int16Array;
9
+ }) => void) | null;
10
+ }
11
+ interface AudioBackend {
12
+ createSource(): AudioSource;
13
+
14
+ createSink(remoteTrack: unknown): AudioSink;
15
+ }
16
+ declare class AudioBridge {
17
+ private readonly backend;
18
+ private readonly opts;
19
+ private source;
20
+ private sink;
21
+ private outHandlers;
22
+ constructor(backend: AudioBackend, opts: {
23
+ sampleRate: number;
24
+ });
25
+ startOutbound(): Promise<unknown>;
26
+
27
+ appendInputAudio(base64Pcm16: string): void;
28
+
29
+ startInbound(remoteTrack: unknown): Promise<void>;
30
+
31
+ onOutputAudio(handler: (base64Pcm16: string) => void): () => void;
32
+ }
33
+
34
+ interface VideoFrameLane {
35
+ sendInputFrame(jpegFrame: Uint8Array): Promise<void>;
36
+ }
37
+
38
+ declare function weriftAudioBackend(): Promise<AudioBackend>;
39
+
40
+ declare function nodeAudioBackend(): Promise<AudioBackend>;
41
+
42
+ export { type AudioBackend as A, type VideoFrameLane as V, AudioBridge as a, type AudioSink as b, type AudioSource as c, nodeAudioBackend as n, weriftAudioBackend as w };