@urun-sh/openai 0.6.17 → 0.6.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-7TOD3ORT.js +62 -0
- package/dist/chunk-DR2ANRFC.js +7 -0
- package/dist/chunk-MLJ66LPI.js +1 -0
- package/dist/chunk-NYSZ3RGB.js +4 -0
- package/dist/hosted/bin.cjs +31 -31
- package/dist/hosted/bin.js +1 -1
- package/dist/hosted/index.cjs +32 -32
- package/dist/hosted/index.d.cts +1 -1
- package/dist/hosted/index.d.ts +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/pi-extension/index.cjs +7 -7
- package/dist/pi-extension/index.js +1 -1
- package/dist/pi-extension/standalone.cjs +44 -44
- package/dist/proxy/cli.cjs +48 -48
- package/dist/proxy/cli.js +1 -1
- package/dist/proxy/index.cjs +25 -25
- package/dist/proxy/index.d.cts +89 -5
- package/dist/proxy/index.d.ts +18 -4
- package/dist/proxy/index.js +1 -1
- package/dist/{responses-turn-Dd-h46sQ.d.cts → responses-turn-B91w2YKn.d.cts} +125 -25
- package/dist/{responses-turn-B0zlsQGn.d.ts → responses-turn-FcEDaymF.d.ts} +18 -12
- package/package.json +2 -2
- package/dist/chunk-6SN4EJ7Q.js +0 -7
- package/dist/chunk-TMQJY56F.js +0 -4
- package/dist/chunk-U7EJSC2N.js +0 -62
- package/dist/chunk-VRCCLQ5P.js +0 -1
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import{c as m}from"./chunk-YSFSRI3D.js";m();m();var p=class extends Error{},he=/^(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(?:\.\d+)?(?:Z|[+-]\d{2}:\d{2})$/;function me(n){if(typeof n!="string")return!1;let t=he.exec(n);if(!t)return!1;let[,e,r,i,o,a,d]=t.map(Number);if(!Number.isFinite(Date.parse(n)))return!1;let l=new Date(Date.UTC(e,r-1,i,o,a,d));return l.getUTCFullYear()===e&&l.getUTCMonth()===r-1&&l.getUTCDate()===i&&l.getUTCHours()===o&&l.getUTCMinutes()===a&&l.getUTCSeconds()===d}function we(n){if(n===null||typeof n!="object")return null;let t=n.shared;if(t==null)return null;if(typeof t!="object")throw new p(`catalog "shared" block is ${typeof t}, expected an object`);let{shared_org_id:e,endpoints:r,regions:i,compliance:o}=t;if(typeof e!="string"||e==="")throw new p(`catalog "shared" block has no shared_org_id: ${JSON.stringify(t)}`);if(!Array.isArray(r))throw new p(`catalog "shared" block endpoints is not an array: ${JSON.stringify(t)}`);let a=r.map((d,l)=>{if(d===null||typeof d!="object")throw new p(`catalog shared endpoints[${l}] is not an object: ${JSON.stringify(d)}`);let s=d;for(let u of["model_id","variant","app_slug","function"])if(typeof s[u]!="string"||s[u].length===0)throw new p(`catalog shared endpoints[${l}] (${JSON.stringify(s)}) has no valid "${u}"`);let c=(u,g)=>{if(s[u]!==void 0&&s[u]!==null&&!g)throw new p(`catalog shared endpoints[${l}] (${s.model_id}:${s.variant}) carries a malformed "${u}": ${JSON.stringify(s[u])}`)};c("ready",typeof s.ready=="boolean"),c("ready_runtimes",typeof s.ready_runtimes=="number"&&Number.isInteger(s.ready_runtimes)&&s.ready_runtimes>=0),c("ready_since",me(s.ready_since));for(let u of["model_id","variant"]){let g=s[u];if(g.includes(":"))throw new p(`catalog shared endpoints[${l}] has "${u}" containing ":" (${JSON.stringify(g)}) \u2014 the external identity <model_id>:<variant> would be unparseable (resolveSharedModel splits at the LAST colon); platform catalog defect`)}return c("output_free",typeof s.output_free=="boolean"),s});if(i!=null&&(!Array.isArray(i)||!i.every(d=>typeof d=="string"&&d.length>0)))throw new p(`catalog "shared" block regions is malformed: ${JSON.stringify(i)}`);if(o!=null){let d=o;if(typeof o!="object"||typeof d.zdr!="boolean"||typeof d.hipaa!="boolean")throw new p(`catalog "shared" block compliance is malformed (operator-declared zdr + hipaa booleans required): ${JSON.stringify(o)}`);for(let l of Object.keys(d))if(l!=="zdr"&&l!=="hipaa")throw new p(`catalog "shared" block compliance carries "${l}" beyond the declared zdr/hipaa contract: ${JSON.stringify(o)}`)}return a.length===0?null:{shared_org_id:e,endpoints:a,...i!=null?{regions:i}:{},...o!=null?{compliance:o}:{}}}function $(n){return[...n.endpoints].sort((t,e)=>t.model_id.localeCompare(e.model_id)||t.variant.localeCompare(e.variant))}function z(n,t,e){let r=(t??"").trim();if(r==="")return null;let i=r,o=e,a=r.lastIndexOf(":");a>0&&(i=r.slice(0,a),o=r.slice(a+1));let d=n.endpoints.filter(s=>s.model_id===i);if(d.length===0)return null;if(o!==void 0){let s=d.find(c=>c.variant===o);return s?{shared_org_id:n.shared_org_id,endpoint:s}:null}if(d.length===1)return{shared_org_id:n.shared_org_id,endpoint:d[0]};let l=d.filter(s=>s.compat_default===!0);if(l.length!==1)throw new p(`shared model "${i}" has ${l.length} compat_default rows (exactly one required) among variants ${d.map(s=>s.variant).join(", ")}`);return{shared_org_id:n.shared_org_id,endpoint:l[0]}}async function Je(n){let t=n.fetchImpl??fetch,e=`${n.apiUrl.replace(/\/+$/,"")}/catalog`,r=await t(e,{headers:{Authorization:`Bearer ${n.apiKey}`,Accept:"application/json"}});if(!r.ok)throw new p(`catalog read failed: GET ${e} \u2192 ${r.status}`);return we(await r.json())}m();function _(n){return n.toLowerCase().replace(/[^\p{L}\p{N}-]/gu,"-").replace(/^-+|-+$/g,"")}m();var w=class extends Error{name="ModelPriceError"},L="per_million_input_tokens",D="per_million_output_tokens",q="model_id,variant,unit,price_usd,effective_at,expires_at",H={per_request:!0,per_minute:!0,per_output_unit:!0},ye=5e3;function _e(n,t){let e=typeof n=="number"?n:typeof n=="string"&&n.trim()!==""?Number(n):NaN;if(!Number.isFinite(e)||e<0)throw new w(`${t}: price_usd is not a non-negative number (${JSON.stringify(n)})`);return e}function G(n,t,e){let r=typeof n=="string"?Date.parse(n):NaN;if(!Number.isFinite(r))throw new w(`${t}: ${e} is not a parseable timestamp (${JSON.stringify(n)})`);return r}function ve(n,t,e){return n===null?null:G(n,t,e)}function Re(n,t){if(n===L)return"input";if(n===D)return"output";if(typeof n=="string"&&Object.hasOwn(H,n))return null;throw new w(`${t}: unit ${JSON.stringify(n)} is neither a per-token rate (${L} | ${D}) nor a known GPU-time unit (${Object.keys(H).join(" | ")}). Skipping it would publish no prices forever with no signal \u2014 if ENG-317 named the per-token units differently, teach this module the new names instead`)}function be(n,t){let e=n.reduce((i,o)=>o.effective_at>i.effective_at?o:i,n[0]),r=n.find(i=>i.effective_at===e.effective_at&&i.usd!==e.usd);return r?{reason:`two ${t} rates are effective at the same instant (${e.usd} and ${r.usd} USD/Mtok), so the winner would be read order \u2014 this model is served UNPRICED until one of them is expired; expire one of them`}:{rate:e}}function F(n,t){return`${n}\0${t}`}function Se(n){if(!Array.isArray(n))throw new w(`model_prices read is not an array: ${JSON.stringify(n)}`);let t=[];for(let e=0;e<n.length;e++){let r=n[e],i=`model_prices[${e}]`;if(r===null||typeof r!="object"||Array.isArray(r))throw new w(`${i} is not an object: ${JSON.stringify(r)}`);let o=r;for(let s of q.split(","))if(!Object.hasOwn(o,s))throw new w(`${i} has no "${s}" column: ${JSON.stringify(o)}`);let a=Re(o.unit,i);if(a===null)continue;let d=o.model_id;if(typeof d!="string"||d==="")throw new w(`${i} has no model_id (${JSON.stringify(o)})`);let l=o.variant;if(!(l===null||typeof l=="string"&&l!==""))throw new w(`${i} has a non-string variant (${JSON.stringify(l)})`);t.push({model_id:d,variant:l,side:a,usd:_e(o.price_usd,i),effective_at:G(o.effective_at,i,"effective_at"),expires_at:ve(o.expires_at,i,"expires_at")})}return t}function V(n,t=Date.now(),e){let r=new Map,i=new Map;for(let l of n){if(l.effective_at>t||l.expires_at!==null&&l.expires_at<=t)continue;let s=r.get(l.model_id);s||(s=new Map,r.set(l.model_id,s),i.set(l.model_id,new Map));let c=l.variant??"",u=s.get(c);u||(u={input:[],output:[]},s.set(c,u),i.get(l.model_id).set(c,l.variant)),u[l.side].push({effective_at:l.effective_at,usd:l.usd})}let o=[],a=[];for(let[l,s]of r){let c=s.get(""),u=(g,h,v)=>{let y=g&&g.length>0?g:c?.[h];if(!y||y.length===0)return null;let f=be(y,h);return"reason"in f?f:f.rate.usd===0?h==="output"&&v!==null&&e?.has(F(l,v))?f.rate:{reason:`the ${h} rate in force is zero, which publishes as "free" and would top :cheapest routing \u2014 this model is served UNPRICED; delete the row if the model is not token-priced, or set a real rate`}:f.rate};for(let[g,h]of i.get(l)){let v=s.get(g),y=u(v?.input,"input",h),f=u(v?.output,"output",h);if(y!==null&&"reason"in y){a.push({model_id:l,variant:h,reason:y.reason});continue}if(f!==null&&"reason"in f){a.push({model_id:l,variant:h,reason:f.reason});continue}y===null||f===null||o.push({model_id:l,variant:h,pricing:{input:y.usd,output:f.usd}})}}let d=(l,s)=>l.model_id.localeCompare(s.model_id)||(l.variant===null?1:0)-(s.variant===null?1:0)||(l.variant??"").localeCompare(s.variant??"");return{prices:o.sort(d),refusals:a.sort(d)}}function x(n,t,e){if(e.refusals.some(o=>o.model_id===n&&o.variant===t))return null;let r=e.prices.find(o=>o.model_id===n&&o.variant===t);if(r)return r.pricing;if(e.refusals.some(o=>o.model_id===n&&o.variant===null))return null;let i=e.prices.find(o=>o.model_id===n&&o.variant===null);return i?i.pricing:null}var A={prices:[],refusals:[]};async function Ge(n){let t=n.fetchImpl??fetch,e=`${L},${D}`,r=await t(`${n.catalogUrl}/model_prices?select=${q}&unit=in.(${e})`,{headers:{apikey:n.anonKey,Authorization:`Bearer ${n.anonKey}`},signal:AbortSignal.timeout(ye)});if(!r.ok)throw new Error(`model_prices fetch failed: ${r.status}`);return Se(await r.json())}m();var Ye="/partners/openrouter/models",$e={chat:!0,code:!0,agent:!0,vl:!0},W={int4:"int4",int8:"int8",fp4:"fp4",mxfp4:"mxfp4",nvfp4:"nvfp4",fp6:"fp6",fp8:"fp8",mxfp8:"mxfp8",fp16:"fp16",bf16:"bf16",fp32:"fp32"};function Te(n){let t=n.toLowerCase();return Object.hasOwn(W,t)?W[t]:null}var Q={"us-east-1":"US","us-east-2":"US","us-west-1":"US","us-west-2":"US","ca-central-1":"CA","ca-west-1":"CA","sa-east-1":"BR","eu-central-1":"DE","eu-central-2":"CH","eu-west-1":"IE","eu-west-2":"GB","eu-west-3":"FR","eu-north-1":"SE","eu-south-1":"IT","eu-south-2":"ES","af-south-1":"ZA","ap-east-1":"HK","ap-south-1":"IN","ap-south-2":"IN","ap-northeast-1":"JP","ap-northeast-2":"KR","ap-northeast-3":"JP","ap-southeast-1":"SG","ap-southeast-2":"AU","ap-southeast-3":"ID","ap-southeast-4":"AU","ap-southeast-5":"MY","ap-southeast-7":"TH","il-central-1":"IL","me-central-1":"AE","me-south-1":"BH"};function ke(n,t){if(!n||n.length===0)return[];let e=[],r=[];for(let i of n){let o=Object.hasOwn(Q,i)?Q[i]:null;if(o===null){r.push(i);continue}e.some(d=>d.region===i)||e.push({country_code:o,region:i})}return r.length>0&&t(`urun openrouter doc: shared block region(s) ${r.join(", ")} have no country mapping \u2014 omitted from datacenters, never guessed`),e}var X={qwen:"Qwen",qwen1:"Qwen",qwen2:"Qwen",qwen3:"Qwen",gemma:"Gemma",diffusiongemma:"Gemma",gpt:"GPT",glm:"GLM",deepseek:"DeepSeek",mistral:"Mistral"},Z={2:"Llama2",3:"Llama3"};function Ce(n){if(!n)return null;let t=n.split("@")[0],e=t.indexOf("/"),r=(e===-1?t:t.slice(e+1)).toLowerCase().split(/[^a-z0-9]+/).filter(i=>i.length>0);for(let i=0;i<r.length;i+=1){let o=r[i];if(Object.hasOwn(X,o))return X[o];let a=r[i+1];if(o==="llama"&&a!==void 0&&Object.hasOwn(Z,a))return Z[a];if(o==="phi"&&a!==void 0&&/^\d/.test(a))return"Phi"}return null}var Pe=["context_length","max_model_len"];function xe(n){let t=Pe.map(e=>n.engine_args?.[e]).filter(e=>typeof e=="number"&&Number.isFinite(e)&&e>0);return t.length===0?null:t.every(e=>e===t[0])?t[0]:null}function O(n){let t=n.map(xe),e=t[0];return e==null?null:t.every(r=>r===e)?e:null}function Ae(n){let t=n.engine_args?.reasoning_parser;return t==null||t===""?!1:typeof t=="string"?!0:null}function j(n){if(n.length===0)return null;let t=n.map(Ae),e=t[0];return e==null?null:t.every(r=>r===e)?e:null}function Ee(n,t){let e=t.filter(i=>_(`${i.model_id}-${i.variant}`)===n);if(e.length>0)return M(e);let r=t.filter(i=>_(i.model_id)===n);return r.length>0?M(r):null}function M(n){let t=n[0];return n.every(r=>r.model_id===t.model_id&&r.variant===t.variant)?{row:n.length===1?t:Me(n),matches:n}:null}function Me(n){let t=n[0],e=r=>n.every(i=>(i[r]??void 0)===(t[r]??void 0))?t[r]:void 0;return{model_id:t.model_id,variant:t.variant,gpu_spec:e("gpu_spec"),engine:e("engine"),task:e("task"),description:e("description"),size_gb:e("size_gb"),hf_repo:e("hf_repo"),updated_at:e("updated_at")}}function te(n){return 0}function S(n){let t={id:n.id,object:n.object,created:n.created,owned_by:n.owned_by,...n.context_length!==void 0?{context_length:n.context_length}:{},...n.pricing!==void 0?{pricing:n.pricing}:{},...n.voices!==void 0?{voices:n.voices}:{},...n.capabilities!==void 0?{capabilities:n.capabilities}:{}};return"image_modes"in n?{...t,image_modes:n.image_modes}:t}function I(n,t,e){let r=Ee(n,t);if(!r)return S({id:n,object:"model",created:0,owned_by:"urun"});let{row:i,matches:o}=r,a=O(o),d=x(i.model_id,i.variant,e),l=ne(i,o),s=j(o);return S({id:n,object:"model",created:te(i),owned_by:"urun",...a!==null?{context_length:a}:{},...d!==null?{pricing:d}:{},...l.published.length>0?{voices:[...l.published]}:{},...s!==null?{capabilities:{reasoning:s}}:{}})}var Oe=["Vivian","Serena","Uncle_Fu","Dylan","Eric","Ryan","Aiden","Ono_Anna","Sohee"];function ne(n,t){if((n.task??void 0)!=="tts")return{published:[],defect:null};let e=t.map(o=>o.engine_args?.voices),r=e[0];if(Array.isArray(r)&&r.length>0&&r.every(o=>typeof o=="string")&&e.every(o=>Array.isArray(o)&&o.length===r.length&&o.every((a,d)=>a===r[d])))return{published:[...r],defect:null};let i=e.some(o=>o!=null)?`the catalog's engine_args.voices for ${n.model_id}:${n.variant} could not be vouched (empty, malformed, or not an identical non-empty string array on every GPU placement)`:null;return n.model_id==="qwen3-tts-customvoice"?{published:[...Oe],defect:i}:{published:[],defect:i}}function U(n){let t=n.length>0?M(n):null;return t===null?{published:[],defect:null}:ne(t.row,t.matches)}function Y(n){let t=/^(\d+)(?:\.(\d+))?(?:e([+-]?\d+))?$/.exec(String(n));if(!t)throw new Error(`unrenderable per-token price: ${String(n)}`);let[,e="",r="",i=""]=t,o=e+r,a=e.length-6+(i===""?0:Number(i));return(a<=0?`0.${"0".repeat(-a)}${o}`:`${o.slice(0,a)}.${o.slice(a).padEnd(1,"0")}`).replace(/(\.\d*?)0+$/,"$1").replace(/\.$/,"")}function ee(n){return{input:[{type:"prompt",unit:"token",cost_usd:Y(n.input)}],output:[{type:"completion",unit:"token",cost_usd:Y(n.output)}]}}function Ie(n,t,e,r){if(t.length===0)return null;let i=M(t);if(!i)return null;let{row:o,matches:a}=i;if(!o.task||$e[o.task]!==!0)return null;let d=O(a),l=x(o.model_id,o.variant,e),s=Ce(o.hf_repo),c={temperature:{type:"range",min:0,max:2},top_p:{type:"range",min:0,max:1},stop:{type:"array",max_items:4}};return d!==null&&(c.max_tokens={type:"integer",min:1,max:d,unit:"token"}),{schema_version:"2.4",id:`${o.model_id}:${o.variant}`,name:`${o.model_id}:${o.variant}`,created:te(o),quantization:Te(o.variant),...s!==null?{tokenizer:s}:{},description:o.description??"",hugging_face_id:o.hf_repo?o.hf_repo.split("@")[0]??o.hf_repo:"",is_ready:n.ready===!0&&l!==null,is_free:!1,input_modalities:[{type:"text",...d!==null?{supported_inputs:{max_context_length:{value:d,unit:"token"}}}:{},...l?{pricing:ee(l).input}:{}},...o.task==="vl"?[{type:"image"}]:[]],output_modalities:[{type:"text",streaming:!0,supported_parameters:c,...l?{pricing:ee(l).output}:{}}],...r.datacenters.length>0?{datacenters:r.datacenters}:{},...r.compliance?{compliance:r.compliance}:{}}}function re(n,t,e,r){let i=r??(s=>console.warn(s.trimEnd())),o=n?$(n):[];if(o.length>0){let s=o.filter(c=>c.ready===void 0);if(s.length===o.length)i("urun openrouter doc: readiness seam absent from shared block; declaring every endpoint not ready");else if(s.length>0){let c=s.map(u=>`${u.model_id}:${u.variant}`).join(", ");i(`urun openrouter doc: readiness seam partially deployed \u2014 endpoints ${c} carry no ready field and are declared not ready`)}}let a={datacenters:ke(n?.regions,i),compliance:n?.compliance??null},d=[],l=new Set;for(let s of o){let c=`${s.model_id}:${s.variant}`;if(l.has(c))continue;l.add(c);let u=Ie(s,t.filter(g=>g.model_id===s.model_id&&g.variant===s.variant),e,a);u&&d.push(u)}return{data:d}}m();var oe={delta:!0,final:!0,turn_start:!0,turn_end:!0,turn_eager_end:!0,turn_resumed:!0},T=class extends Error{constructor(t){super(t),this.name="TurnLaneDecodeError"}};function ie(n){let t=n.t;if(typeof t!="string"||!(t in oe))throw new T(`the "stt" transcript lane delivered an unknown turn kind ${JSON.stringify(t??null)} \u2014 known kinds: ${Object.keys(oe).join(", ")}`);let e={kind:t};return typeof n.delta=="string"&&(e.text=n.delta),typeof n.start_ms=="number"&&Number.isFinite(n.start_ms)&&(e.startMs=n.start_ms),e}function Ne(n){if(typeof n=="string"){let t;try{t=JSON.parse(n)}catch(e){throw new T(`the "stt" transcript lane delivered a string payload that is not valid JSON (${e instanceof Error?e.message:String(e)})`)}if(t===null||typeof t!="object"||Array.isArray(t))throw new T(`the "stt" transcript lane delivered a JSON string that is not an object (${JSON.stringify(t)})`);return ie(t)}if(n===null||typeof n!="object"||Array.isArray(n))throw new T(`the "stt" transcript lane delivered a non-object payload (${Array.isArray(n)?"array":typeof n}) \u2014 transcript events are {"t":\u2026,"delta":\u2026,"start_ms":\u2026} objects (or their JSON serialization)`);return ie(n)}function se(n){return n.reason instanceof Error?n.reason:new Error("the turn-lane consumer aborted")}async function Le(n,t){return t.aborted?"aborted":await new Promise(e=>{let r=!1,i=a=>{r||(r=!0,t.removeEventListener("abort",o),e(a))},o=()=>i("aborted");t.addEventListener("abort",o,{once:!0}),n.then(()=>i("pulled"),()=>i("pulled"))})}function nt(n,t){let e=n.stream("stt");if(typeof e.messages!="function")throw new Error("openSessionTurnLane: session.stream('stt') has no messages() \u2014 the named-DATA stream consume seam (@urun-sh/core SessionStream.messages, contract \xA75) is required for the engine's own turn/transcript lane");async function*r(){let i=e.messages()[Symbol.asyncIterator]();try{for(;;){if(t!==void 0&&t.aborted)throw se(t);let o=i.next();if(t!==void 0&&await Le(o,t)==="aborted")throw o.catch(()=>{}),se(t);let a=await o;if(a.done)return;yield Ne(a.value)}}finally{let o=i.return?.();o&&o.catch(()=>{})}}return r()}var ct="https://api.urun.sh/v1",k=class extends Error{},E=class extends Error{},B="urs1.";function ae(n,t){return B+Buffer.from(JSON.stringify([n,t]),"utf8").toString("base64url")}function Fe(n){if(!n.startsWith(B))return null;try{let t=JSON.parse(Buffer.from(n.slice(B.length),"base64url").toString("utf8"));if(Array.isArray(t)&&typeof t[0]=="string"&&typeof t[1]=="string")return{app:t[0],key:t[1]}}catch{}return null}async function pt(n){let t=n.fetchImpl??fetch,e=`${n.apiUrl.replace(/\/+$/,"")}/apps`,r=await t(e,{headers:{Authorization:`Bearer ${n.apiKey}`,Accept:"application/json"}});if(!r.ok)throw new Error(`org apps listing failed: GET ${e} \u2192 ${r.status}`);let i=await r.json();if(!Array.isArray(i.apps))throw new Error(`org apps listing returned no "apps" array (GET ${e})`);if(i.truncated===!0)throw new Error(`org apps listing was truncated (GET ${e} returned ${i.apps.length} of more) \u2014 model discovery would silently omit deployed apps`);return i.apps}function le(n){if(n.length===0)return[];if(!n.every(e=>(e.task??void 0)==="image"))return[];let t=Ue(n);return t===null?[]:[t]}function K(n,t,e,r,i){if(!i)throw new p(`shared model "${n}" cannot be gated: no catalog oracle is configured, and a shared endpoint's modality must come from the model's OWN model_catalog row \u2014 never a default`);if(t===void 0||e===void 0)throw new p(`shared model "${n}" resolved without a catalog id + variant to join on`);let o=r.filter(a=>a.model_id===t&&a.variant===e);if(o.length===0)throw new p(`shared model "${n}" names endpoint ${t}:${e} but the catalog has no model_catalog row for it \u2014 the shared block cannot vouch a modality from nothing`);return o}function de(n,t){if(!t.every(i=>(i.task??void 0)==="image"))return[];let e=t.map(i=>i.engine_args?.expects_image),r=e[0];if(typeof r!="boolean"||!e.every(i=>i===r))throw new p(`shared image model "${n}" does not vouch an explicit image mode: its ${t.length} model_catalog row(s) carry engine_args.expects_image ${JSON.stringify(e)} \u2014 the shared lane requires a boolean (false = pure text-to-image generation, true = edit) and refuses to silently default to edit`);return[r===!1?"generation":"edit"]}var fe="shared:",ue="speech:";function J(n){return n.sharedApp?fe+n.appSlug:n.appSlug}function ce(n){return typeof n.modelId=="string"&&typeof n.variant=="string"?{kind:"catalog",model_id:n.modelId,variant:n.variant}:{kind:"not-a-catalog-model",model:n.appSlug}}function R(n,t){let e=t.filter(o=>_(`${o.model_id}-${o.variant}`)===n);if(e.length>0)return e;let r=t.filter(o=>_(o.model_id)===n);return new Set(r.map(o=>o.variant)).size===1?r:[]}function je(n){let t=n.engine_args?.expects_image;return t==null?"edit":t===!1?"generation":t===!0?"edit":null}function Ue(n){let t=n.map(je),e=t[0];return e!=null&&t.every(r=>r===e)?e:null}var pe={stt:"stt",tts:"tts"};function b(n){if(n.length===0)return null;let t=n[0].task??void 0;return t===void 0||pe[t]===void 0?null:n.every(e=>(e.task??void 0)===t)?pe[t]:null}function Ke(n){let t=n.map(r=>r.engine_args?.transcript_stream).filter(r=>r!=null);if(t.length===0)return"stt";let e=t[0];if(typeof e!="string"||e.length===0||!t.every(r=>r===e))throw new Error(`the model's model_catalog rows cannot vow one engine_args.transcript_stream (found ${JSON.stringify(t)}) \u2014 the field must be a non-empty string agreeing across placements; the realtime transcription lane refuses to guess the stream the engine writes`);return e}var N=6e4,ge=class{constructor(t){this.opts=t}opts;pool=new Map;appsCache=null;rowsCache=null;seed(t,e){this.pool.set(t,Promise.resolve(e))}async deployedApps(){if(!this.opts.listApps)return[];let t=this.opts.appsTtlMs??N;if(this.appsCache&&Date.now()-this.appsCache.at<t)return this.appsCache.apps;let e=await this.opts.listApps();return this.appsCache={at:Date.now(),apps:e},e}async sharedBlock(){if(!this.opts.shared)return null;let t=this.opts.appsTtlMs??N;if(this.sharedCache&&Date.now()-this.sharedCache.at<t)return this.sharedCache.block;let e=await this.opts.shared();return this.sharedCache={at:Date.now(),block:e},e}sharedCache=null;async catalogRows(){if(!this.opts.listCatalog)return[];let t=this.opts.appsTtlMs??N;if(this.rowsCache&&Date.now()-this.rowsCache.at<t)return this.rowsCache.rows;let e=await this.opts.listCatalog();return this.rowsCache={at:Date.now(),rows:e},e}pricesCache=null;async priceRows(){if(!this.opts.listPrices)return[];let t=this.opts.appsTtlMs??N;if(this.pricesCache&&Date.now()-this.pricesCache.at<t)return this.pricesCache.rows;let e=await this.opts.listPrices();return this.pricesCache={at:Date.now(),rows:e},e}async pricesForListing(t){let e;try{e=await this.priceRows()}catch(i){if(i instanceof w)throw i;return this.warn(`urun /v1/models: the per-token price surface could not be read (${String(i instanceof Error?i.message:i)}) \u2014 every model is listed UNPRICED for now; Hugging Face will show no price until the read succeeds
|
|
2
|
+
`),A}let r=V(e,Date.now(),t);for(let i of r.refusals)this.warn(`urun /v1/models: refusing to price ${i.model_id}:${i.variant??"*"} \u2014 ${i.reason}
|
|
3
|
+
`);return r}outputFreeKeys(t){let e=new Set;if(!t)return e;for(let r of t.endpoints)r.output_free===!0&&e.add(F(r.model_id,r.variant));return e}warn(t){(this.opts.warn??(r=>console.warn(r.trimEnd())))(t)}servable(t){return t.filter(e=>e.serves==="openai"&&e.deployment_status==="active").map(e=>e.app_slug)}async availableIds(){let t=this.opts.defaultApp,e=new Set(t===null?[]:[t]);if(this.opts.listApps)for(let i of this.servable(await this.deployedApps()))e.add(i);for(let i of this.pool.keys())i.startsWith(fe)||i.startsWith(ue)||e.add(i);let r=[...e].filter(i=>i!==t).sort();return t===null?r:[t,...r]}async noDefaultApp(t){let e=await this.availableIds(),r=e.length>0?e.join(", "):"(none deployed)";throw new k(t===""?`no "model" was given and this endpoint has no default model \u2014 name one of your org's deployed apps that declare serves="openai"; available models: ${r}`:`model "${t}" does not name a deployed app in your org that declares serves="openai", and this endpoint has no default model to fall back to; available models: ${r}`)}async resolveTarget(t){let e=(t??"").trim(),r=this.opts.defaultApp;if(!e||e==="urun")return r===null?this.noDefaultApp(e):{appSlug:r};let i=_(e);if(i===r)return{appSlug:r};if(this.pool.has(i))return{appSlug:i};if(this.opts.listApps){let o=await this.deployedApps(),a=this.servable(o);if(a.includes(i))return{appSlug:i};let d=a.filter(s=>s.startsWith(`${i}-`));if(d.length===1)return{appSlug:d[0]};if(d.length>1)throw new k(`model "${e}" is ambiguous across deployed apps ${d.join(", ")} \u2014 name the exact app slug (or catalog id:variant)`);let l=o.find(s=>s.app_slug===i||s.app_slug.startsWith(`${i}-`));if(l)throw new k(`model "${e}" maps to app "${l.app_slug}", which has no function declaring serves="openai" \u2014 add serves="openai" to its @app.function or deploy it with \`urun serve ${e}\`; available models: ${(await this.availableIds()).join(", ")}`)}if(this.opts.shared){let o=await this.sharedBlock();if(o){let a=z(o,e);if(a)return{appSlug:a.endpoint.app_slug,fnName:a.endpoint.function,sharedApp:!0,modelId:a.endpoint.model_id,variant:a.endpoint.variant,sharedOrgId:o.shared_org_id}}}if(this.opts.listCatalog){let a=(await this.opts.listCatalog()).find(d=>e===d.model_id||e===`${d.model_id}:${d.variant}`||i===_(d.model_id)||i===_(`${d.model_id}-${d.variant}`));if(a)throw new k(`model "${e}" is in the uRun catalog but not deployed \u2014 deploy it with \`urun serve ${a.model_id}\`; available models: ${(await this.availableIds()).join(", ")}`)}return r===null?this.noDefaultApp(e):{appSlug:r}}async catalogIdentityFor(t){let e=ce(await this.resolveTarget(t));return e.kind==="catalog"?{model_id:e.model_id,variant:e.variant}:null}async servingAppSlugFor(t){return(await this.resolveTarget(t)).appSlug}async targetFor(t){return this.resolveTarget(t)}async resolveApp(t){return J(await this.resolveTarget(t))}async sessionFor(t){let e=await this.resolveTarget(t);return this.acquire(e,J(e))}async speechSessionFor(t){let e=await this.resolveTarget(t);return this.acquire(e,ue+J(e))}async acquire(t,e){let r=this.pool.get(e);return r||(r=Promise.resolve(this.opts.openSession(t,e)),this.pool.set(e,r),r.catch(()=>this.pool.delete(e))),{app:e,entry:await r,identity:ce(t)}}keyOf(t){let e=this.opts.sessionKey;if(!e)throw new Error("ModelRouter: sessionKey is not configured \u2014 the session-identity seam (handleFor/sessionForHandle) is unavailable on this router");let r=e(t);if(typeof r!="string"||r.length===0)throw new Error("ModelRouter: sessionKey returned an empty identity for a pooled session");return r}async handleFor(t){let{app:e,entry:r}=await this.sessionFor(t);return{app:e,handle:ae(e,this.keyOf(r))}}async speechHandleFor(t){let{app:e,entry:r}=await this.speechSessionFor(t);return{app:e,handle:ae(e,this.keyOf(r))}}async sessionForHandle(t){let e=Fe(t);if(!e)throw new E(`malformed session handle ${JSON.stringify(t)} \u2014 not issued by this proxy`);let{app:r,key:i}=e,o=this.pool.get(r),a=o?await o.then(d=>d,()=>null):null;if(a===null)throw new E(`the session behind this handle (app "${r}") is gone \u2014 closed, evicted after its pod died, or the proxy restarted; it cannot be reattached. Reconnect without a handle to start a new session.`);if(this.keyOf(a)!==i)throw new E(`the session behind this handle (app "${r}") was replaced \u2014 the original backhaul died and a new session serves this app now; the handle's session cannot be reattached. Reconnect without a handle to start a new session.`);return{app:r,entry:a}}async evict(t,e){let r=this.pool.get(t);!r||await r.then(o=>o,()=>null)!==e||this.pool.get(t)!==r||(this.pool.delete(t),await this.opts.closeSession(e).catch(()=>{}))}async modelList(){let t=this.opts.sharedOnlyListing?[]:await this.availableIds(),e=await this.sharedBlock(),[r,i]=await Promise.all([this.catalogRows().then(s=>({ok:!0,rows:s}),()=>({ok:!1,rows:[]})),this.pricesForListing(this.outputFreeKeys(e))]),o=r.rows,a=r.ok?i:A;r.ok||this.warn(`urun /v1/models: the model catalog could not be read \u2014 entries fall back to the bare OpenAI fields AND no model is priced on either lane (pricing follows catalog identity, so a half-priced listing would flicker on Hugging Face)
|
|
4
|
+
`);let l=(e?$(e):[]).map(s=>{let c=o.filter(f=>f.model_id===s.model_id&&f.variant===s.variant),u=O(c),g=j(c),h=x(s.model_id,s.variant,a),v=U(c);return S({id:`${s.model_id}:${s.variant}`,object:"model",created:0,owned_by:"urun",...u!==null?{context_length:u}:{},...h!==null?{pricing:h}:{},...v.published.length>0?{voices:[...v.published]}:{},...g!==null?{capabilities:{reasoning:g}}:{}})});return{object:"list",data:this.opts.sharedOnlyListing?l:[...t.map(s=>I(s,o,a)),...l]}}async openRouterModels(){let t=await this.sharedBlock(),[e,r]=await Promise.all([this.catalogRows(),this.pricesForListing(this.outputFreeKeys(t))]);return re(t,e,r,i=>this.warn(i))}async supportsImages(t,e){let r=await this.resolveTarget(t),i=await this.catalogRows();if(r.sharedApp){let o=K(String(t),r.modelId,r.variant,i,this.opts.listCatalog!==null);return de(`${r.modelId}:${r.variant}`,o).includes(e)}return le(R(r.appSlug,i)).includes(e)}async supportsAudio(t){let e=await this.resolveTarget(t),r=await this.catalogRows();return e.sharedApp?b(r.filter(i=>i.model_id===e.modelId&&i.variant===e.variant))!==null:b(R(e.appSlug,r))!==null}async supportsSpeech(t){let e=await this.resolveTarget(t),r=await this.catalogRows();return e.sharedApp?b(r.filter(i=>i.model_id===e.modelId&&i.variant===e.variant))==="tts":b(R(e.appSlug,r))==="tts"}async supportsTranscription(t){let e=await this.resolveTarget(t),r=await this.catalogRows();return e.sharedApp?b(r.filter(i=>i.model_id===e.modelId&&i.variant===e.variant))==="stt":b(R(e.appSlug,r))==="stt"}async transcriptStreamFor(t){let e=await this.resolveTarget(t),r=await this.catalogRows(),i=e.sharedApp?r.filter(o=>o.model_id===e.modelId&&o.variant===e.variant):R(e.appSlug,r);return Ke(i)}async speechVoices(t){let e=await this.resolveTarget(t),r=await this.catalogRows(),i=e.sharedApp?r.filter(o=>o.model_id===e.modelId&&o.variant===e.variant):R(e.appSlug,r);return U(i)}async imageModelList(){let t=await this.catalogRows(),e=A,r=[];for(let o of await this.availableIds()){let a=le(R(o,t));a.length!==0&&r.push(S({...I(o,t,e),image_modes:a}))}let i=await this.sharedBlock();if(i)for(let o of $(i)){let a=K(`${o.model_id}:${o.variant}`,o.model_id,o.variant,t,this.opts.listCatalog!==null),d=de(`${o.model_id}:${o.variant}`,a);if(d.length===0)continue;let l=S({id:`${o.model_id}:${o.variant}`,object:"model",created:0,owned_by:"urun",image_modes:d});r.push(l)}return{object:"list",data:r}}async speechToTextModelList(){let t=await this.catalogRows(),e=A,r=[];for(let o of await this.availableIds())b(R(o,t))==="stt"&&r.push(I(o,t,e));let i=await this.sharedBlock();if(i)for(let o of $(i)){let a=K(`${o.model_id}:${o.variant}`,o.model_id,o.variant,t,this.opts.listCatalog!==null);if(b(a)!=="stt")continue;let d=S({id:`${o.model_id}:${o.variant}`,object:"model",created:0,owned_by:"urun"});r.push(d)}return{object:"list",data:r}}async closeAll(){let t=[...this.pool.values()],e=[];if(await Promise.all(t.map(async r=>{try{await this.opts.closeSession(await r)}catch(i){e.push(String(i instanceof Error?i.message:i))}})),e.length>0)throw new Error(`failed to close ${e.length} pooled session(s): ${e.join("; ")}`)}};export{Je as a,Ge as b,Ye as c,nt as d,ct as e,k as f,E as g,pt as h,ue as i,J as j,ce as k,ge as l};
|