@qqbrowser/openclaw-qbot 0.0.128 → 0.0.129

package/dist/plugin-sdk/audio-preflight-DDiBwIB9.js

@@ -1 +1 @@
-import"./paths-D55o_j8-.js";import"./model-auth-D7YupJDS.js";import{B as e,R as t}from"./logger-C210xuWx.js";import"./paths-DhSjTRMz.js";import"./proxy-env-BlrHtJWH.js";import"./github-copilot-token-ylX_gawo.js";import"./fetch-guard-qfU6iTvp.js";import{i as n,o as r,p as i,t as a}from"./audio-transcription-runner-CmW24oVR.js";import"./image-YVlw68CK.js";import"./api-key-rotation-BY7fLi9z.js";import"./local-roots-DQ_vfJPK.js";import"./proxy-fetch-ClOb2LUH.js";async function o(o){let{ctx:s,cfg:c}=o,l=c.tools?.media?.audio;if(!l||l.enabled===!1)return;let u=n(s);if(!u||u.length===0)return;let d=u.find(e=>e&&i(e)&&!e.alreadyTranscribed);if(d){e()&&t(`audio-preflight: transcribing attachment ${d.index} for mention check`);try{let{transcript:n}=await a({ctx:s,cfg:c,attachments:u,agentDir:o.agentDir,providers:o.providers,activeModel:o.activeModel,localPathRoots:r({cfg:c,ctx:s})});return n?(d.alreadyTranscribed=!0,e()&&t(`audio-preflight: transcribed ${n.length} chars from attachment ${d.index}`),n):void 0}catch(n){e()&&t(`audio-preflight: transcription failed: ${String(n)}`);return}}}export{o as transcribeFirstAudio};
+import"./paths-D55o_j8-.js";import"./model-auth-D7YupJDS.js";import{B as e,R as t}from"./logger-C210xuWx.js";import"./paths-DhSjTRMz.js";import"./proxy-env-BlrHtJWH.js";import"./github-copilot-token-ylX_gawo.js";import"./fetch-guard-qfU6iTvp.js";import{i as n,o as r,p as i,t as a}from"./audio-transcription-runner-CmW24oVR.js";import"./image-YVlw68CK.js";import"./api-key-rotation-BY7fLi9z.js";import"./local-roots-DQ_vfJPK.js";import"./proxy-fetch-ClOb2LUH.js";async function o(o){let{ctx:s,cfg:c}=o,l=c.tools?.media?.audio;if(!l||l.enabled===!1)return;let u=n(s);if(!u||u.length===0)return;let d=u.find(e=>e&&i(e)&&!e.alreadyTranscribed);if(d){e()&&t(`audio-preflight: transcribing attachment ${d.index} for mention check`);try{let{transcript:n}=await a({ctx:s,cfg:c,attachments:u,agentDir:o.agentDir,providers:o.providers,activeModel:o.activeModel,localPathRoots:r({cfg:c,ctx:s})});return n?(d.alreadyTranscribed=!0,e()&&t(`audio-preflight: transcribed ${n.length} chars from attachment ${d.index}`),n):void 0}catch(n){e()&&t(`audio-preflight: transcription failed: ${String(n)}`);return}}}export{o as transcribeFirstAudio};

package/dist/plugin-sdk/audio-preflight-DQyh-XSn.cjs

@@ -1 +1 @@
-require(`./paths-BvlJvmRS.cjs`),require(`./paths-BPlgbwrb.cjs`),require(`./config-DT_csBcZ.cjs`),require(`./github-copilot-token-TMkfxxD2.cjs`);const e=require(`./logger-Bm93ZKOk.cjs`);require(`./proxy-env-Bcl14j2_.cjs`),require(`./fetch-guard-u2Dt6P9i.cjs`),require(`./local-roots-xHoEq1Fq.cjs`);const t=require(`./audio-transcription-runner-IE4olXkd.cjs`);require(`./image-DrPh2689.cjs`),require(`./api-key-rotation-CWylhFOt.cjs`),require(`./proxy-fetch-DH7VIiBH.cjs`);async function n(n){let{ctx:r,cfg:i}=n,a=i.tools?.media?.audio;if(!a||a.enabled===!1)return;let o=t.i(r);if(!o||o.length===0)return;let s=o.find(e=>e&&t.m(e)&&!e.alreadyTranscribed);if(s){e.B()&&e.R(`audio-preflight: transcribing attachment ${s.index} for mention check`);try{let{transcript:a}=await t.t({ctx:r,cfg:i,attachments:o,agentDir:n.agentDir,providers:n.providers,activeModel:n.activeModel,localPathRoots:t.o({cfg:i,ctx:r})});return a?(s.alreadyTranscribed=!0,e.B()&&e.R(`audio-preflight: transcribed ${a.length} chars from attachment ${s.index}`),a):void 0}catch(t){e.B()&&e.R(`audio-preflight: transcription failed: ${String(t)}`);return}}}exports.transcribeFirstAudio=n;
+require(`./paths-BvlJvmRS.cjs`),require(`./paths-BPlgbwrb.cjs`),require(`./config-DT_csBcZ.cjs`),require(`./github-copilot-token-TMkfxxD2.cjs`);const e=require(`./logger-Bm93ZKOk.cjs`);require(`./proxy-env-Bcl14j2_.cjs`),require(`./fetch-guard-u2Dt6P9i.cjs`),require(`./local-roots-xHoEq1Fq.cjs`);const t=require(`./audio-transcription-runner-IE4olXkd.cjs`);require(`./image-DrPh2689.cjs`),require(`./api-key-rotation-CWylhFOt.cjs`),require(`./proxy-fetch-DH7VIiBH.cjs`);async function n(n){let{ctx:r,cfg:i}=n,a=i.tools?.media?.audio;if(!a||a.enabled===!1)return;let o=t.i(r);if(!o||o.length===0)return;let s=o.find(e=>e&&t.m(e)&&!e.alreadyTranscribed);if(s){e.B()&&e.R(`audio-preflight: transcribing attachment ${s.index} for mention check`);try{let{transcript:a}=await t.t({ctx:r,cfg:i,attachments:o,agentDir:n.agentDir,providers:n.providers,activeModel:n.activeModel,localPathRoots:t.o({cfg:i,ctx:r})});return a?(s.alreadyTranscribed=!0,e.B()&&e.R(`audio-preflight: transcribed ${a.length} chars from attachment ${s.index}`),a):void 0}catch(t){e.B()&&e.R(`audio-preflight: transcription failed: ${String(t)}`);return}}}exports.transcribeFirstAudio=n;

package/dist/plugin-sdk/audio-preflight-WH9WDR81.cjs

@@ -1 +1 @@
-require(`./paths-Bcdg3ma0.cjs`),require(`./paths-Cqca1YmF.cjs`),require(`./model-auth-fJrNIbke.cjs`);const e=require(`./logger-DPlqYkRm.cjs`);require(`./proxy-env-a590sPAz.cjs`),require(`./github-copilot-token-CCrgp2py.cjs`);const t=require(`./audio-transcription-runner-2-ZQ5Md-.cjs`);require(`./image-0OHO98b9.cjs`),require(`./fetch-guard-DIYjBRpq.cjs`),require(`./api-key-rotation-DkP7KnSm.cjs`),require(`./local-roots-SCyeUfM3.cjs`),require(`./proxy-fetch-DPOhfrou.cjs`);async function n(n){let{ctx:r,cfg:i}=n,a=i.tools?.media?.audio;if(!a||a.enabled===!1)return;let o=t.i(r);if(!o||o.length===0)return;let s=o.find(e=>e&&t.p(e)&&!e.alreadyTranscribed);if(s){e.B()&&e.R(`audio-preflight: transcribing attachment ${s.index} for mention check`);try{let{transcript:a}=await t.t({ctx:r,cfg:i,attachments:o,agentDir:n.agentDir,providers:n.providers,activeModel:n.activeModel,localPathRoots:t.o({cfg:i,ctx:r})});return a?(s.alreadyTranscribed=!0,e.B()&&e.R(`audio-preflight: transcribed ${a.length} chars from attachment ${s.index}`),a):void 0}catch(t){e.B()&&e.R(`audio-preflight: transcription failed: ${String(t)}`);return}}}exports.transcribeFirstAudio=n;
+require(`./paths-Bcdg3ma0.cjs`),require(`./paths-Cqca1YmF.cjs`),require(`./model-auth-fJrNIbke.cjs`);const e=require(`./logger-DPlqYkRm.cjs`);require(`./proxy-env-a590sPAz.cjs`),require(`./github-copilot-token-CCrgp2py.cjs`);const t=require(`./audio-transcription-runner-2-ZQ5Md-.cjs`);require(`./image-0OHO98b9.cjs`),require(`./fetch-guard-DIYjBRpq.cjs`),require(`./api-key-rotation-DkP7KnSm.cjs`),require(`./local-roots-SCyeUfM3.cjs`),require(`./proxy-fetch-DPOhfrou.cjs`);async function n(n){let{ctx:r,cfg:i}=n,a=i.tools?.media?.audio;if(!a||a.enabled===!1)return;let o=t.i(r);if(!o||o.length===0)return;let s=o.find(e=>e&&t.p(e)&&!e.alreadyTranscribed);if(s){e.B()&&e.R(`audio-preflight: transcribing attachment ${s.index} for mention check`);try{let{transcript:a}=await t.t({ctx:r,cfg:i,attachments:o,agentDir:n.agentDir,providers:n.providers,activeModel:n.activeModel,localPathRoots:t.o({cfg:i,ctx:r})});return a?(s.alreadyTranscribed=!0,e.B()&&e.R(`audio-preflight: transcribed ${a.length} chars from attachment ${s.index}`),a):void 0}catch(t){e.B()&&e.R(`audio-preflight: transcription failed: ${String(t)}`);return}}}exports.transcribeFirstAudio=n;

package/dist/plugin-sdk/audio-preflight-ZPLO3G1S.js

@@ -1 +1 @@
-import"./paths-cBAF6Bj0.js";import"./sessions-BwTjGneU.js";import{B as e,R as t}from"./logger-vBDTZWl3.js";import"./paths-CnHSNSeR.js";import"./proxy-env-B765haXA.js";import"./github-copilot-token-N8vnLZPw.js";import{i as n,o as r,p as i,t as a}from"./audio-transcription-runner-CRYJlAeP.js";import"./image-CKLAyhco.js";import"./fetch-guard-DPVfELS7.js";import"./api-key-rotation-CxaiMcI1.js";import"./local-roots-H4-t0qG_.js";import"./proxy-fetch-CYVChsKE.js";async function o(o){let{ctx:s,cfg:c}=o,l=c.tools?.media?.audio;if(!l||l.enabled===!1)return;let u=n(s);if(!u||u.length===0)return;let d=u.find(e=>e&&i(e)&&!e.alreadyTranscribed);if(d){e()&&t(`audio-preflight: transcribing attachment ${d.index} for mention check`);try{let{transcript:n}=await a({ctx:s,cfg:c,attachments:u,agentDir:o.agentDir,providers:o.providers,activeModel:o.activeModel,localPathRoots:r({cfg:c,ctx:s})});return n?(d.alreadyTranscribed=!0,e()&&t(`audio-preflight: transcribed ${n.length} chars from attachment ${d.index}`),n):void 0}catch(n){e()&&t(`audio-preflight: transcription failed: ${String(n)}`);return}}}export{o as transcribeFirstAudio};
+import"./paths-cBAF6Bj0.js";import"./sessions-BwTjGneU.js";import{B as e,R as t}from"./logger-vBDTZWl3.js";import"./paths-CnHSNSeR.js";import"./proxy-env-B765haXA.js";import"./github-copilot-token-N8vnLZPw.js";import{i as n,o as r,p as i,t as a}from"./audio-transcription-runner-CRYJlAeP.js";import"./image-CKLAyhco.js";import"./fetch-guard-DPVfELS7.js";import"./api-key-rotation-CxaiMcI1.js";import"./local-roots-H4-t0qG_.js";import"./proxy-fetch-CYVChsKE.js";async function o(o){let{ctx:s,cfg:c}=o,l=c.tools?.media?.audio;if(!l||l.enabled===!1)return;let u=n(s);if(!u||u.length===0)return;let d=u.find(e=>e&&i(e)&&!e.alreadyTranscribed);if(d){e()&&t(`audio-preflight: transcribing attachment ${d.index} for mention check`);try{let{transcript:n}=await a({ctx:s,cfg:c,attachments:u,agentDir:o.agentDir,providers:o.providers,activeModel:o.activeModel,localPathRoots:r({cfg:c,ctx:s})});return n?(d.alreadyTranscribed=!0,e()&&t(`audio-preflight: transcribed ${n.length} chars from attachment ${d.index}`),n):void 0}catch(n){e()&&t(`audio-preflight: transcription failed: ${String(n)}`);return}}}export{o as transcribeFirstAudio};

package/dist/plugin-sdk/audio-preflight-s3BAID12.js

@@ -1 +1 @@
-import"./paths-Do0djuaj.js";import"./model-auth-g6eGgTwR.js";import{B as e,R as t}from"./logger-DJGHvDbX.js";import"./paths-CtrEseGU.js";import"./proxy-env-MEjSyzTr.js";import"./github-copilot-token-vKAKX6iE.js";import{i as n,o as r,p as i,t as a}from"./audio-transcription-runner-YiDQM_Rb.js";import"./image-gehqJnV6.js";import"./fetch-guard-D8TdhTHU.js";import"./api-key-rotation-ClZmonv2.js";import"./local-roots-CnsaE7a_.js";import"./proxy-fetch-DXt2R_Z5.js";async function o(o){let{ctx:s,cfg:c}=o,l=c.tools?.media?.audio;if(!l||l.enabled===!1)return;let u=n(s);if(!u||u.length===0)return;let d=u.find(e=>e&&i(e)&&!e.alreadyTranscribed);if(d){e()&&t(`audio-preflight: transcribing attachment ${d.index} for mention check`);try{let{transcript:n}=await a({ctx:s,cfg:c,attachments:u,agentDir:o.agentDir,providers:o.providers,activeModel:o.activeModel,localPathRoots:r({cfg:c,ctx:s})});return n?(d.alreadyTranscribed=!0,e()&&t(`audio-preflight: transcribed ${n.length} chars from attachment ${d.index}`),n):void 0}catch(n){e()&&t(`audio-preflight: transcription failed: ${String(n)}`);return}}}export{o as transcribeFirstAudio};
+import"./paths-Do0djuaj.js";import"./model-auth-g6eGgTwR.js";import{B as e,R as t}from"./logger-DJGHvDbX.js";import"./paths-CtrEseGU.js";import"./proxy-env-MEjSyzTr.js";import"./github-copilot-token-vKAKX6iE.js";import{i as n,o as r,p as i,t as a}from"./audio-transcription-runner-YiDQM_Rb.js";import"./image-gehqJnV6.js";import"./fetch-guard-D8TdhTHU.js";import"./api-key-rotation-ClZmonv2.js";import"./local-roots-CnsaE7a_.js";import"./proxy-fetch-DXt2R_Z5.js";async function o(o){let{ctx:s,cfg:c}=o,l=c.tools?.media?.audio;if(!l||l.enabled===!1)return;let u=n(s);if(!u||u.length===0)return;let d=u.find(e=>e&&i(e)&&!e.alreadyTranscribed);if(d){e()&&t(`audio-preflight: transcribing attachment ${d.index} for mention check`);try{let{transcript:n}=await a({ctx:s,cfg:c,attachments:u,agentDir:o.agentDir,providers:o.providers,activeModel:o.activeModel,localPathRoots:r({cfg:c,ctx:s})});return n?(d.alreadyTranscribed=!0,e()&&t(`audio-preflight: transcribed ${n.length} chars from attachment ${d.index}`),n):void 0}catch(n){e()&&t(`audio-preflight: transcription failed: ${String(n)}`);return}}}export{o as transcribeFirstAudio};

package/dist/plugin-sdk/audio-transcription-runner-2-ZQ5Md-.cjs

@@ -1,4 +1,4 @@
 const e=require(`./paths-Bcdg3ma0.cjs`),t=require(`./paths-Cqca1YmF.cjs`),n=require(`./model-auth-fJrNIbke.cjs`),r=require(`./logger-DPlqYkRm.cjs`),i=require(`./image-0OHO98b9.cjs`),a=require(`./fetch-timeout-BygUD0rd.cjs`),o=require(`./fetch-guard-DIYjBRpq.cjs`),s=require(`./api-key-rotation-DkP7KnSm.cjs`),c=require(`./local-roots-SCyeUfM3.cjs`),l=require(`./proxy-fetch-DPOhfrou.cjs`);let u=require(`node:path`);u=e.p(u);let d=require(`node:fs`),f=require(`node:os`);f=e.p(f);let p=require(`node:fs/promises`);p=e.p(p);let m=require(`node:url`),h=require(`node:crypto`);h=e.p(h);let g=require(`node:process`);g=e.p(g);function _(e){return e==null?``:typeof e==`string`?e:typeof e==`number`||typeof e==`boolean`||typeof e==`bigint`?String(e):typeof e==`symbol`||typeof e==`function`?e.toString():Array.isArray(e)?e.flatMap(e=>e==null?[]:typeof e==`string`?[e]:typeof e==`number`||typeof e==`boolean`||typeof e==`bigint`?[String(e)]:[]).join(`,`):``}function v(e,t){return e?e.replace(/{{\s*(\w+)\s*}}/g,(e,n)=>{let r=t[n];return _(r)}):``}const y=1024*1024,b={image:500,audio:void 0,video:500},x={image:10*y,audio:20*y,video:50*y},S={image:60,audio:60,video:120},ee={image:`Describe the image.`,audio:`Transcribe the audio.`,video:`Describe the video.`};70*y;const te={groq:`whisper-large-v3-turbo`,openai:`gpt-4o-mini-transcribe`,deepgram:`nova-3`,mistral:`voxtral-mini-latest`},ne=[`openai`,`groq`,`deepgram`,`google`,`mistral`],re=[`openai`,`anthropic`,`google`,`minimax`,`minimax-portal`,`zai`],ie=[`google`,`moonshot`],C={openai:`gpt-5-mini`,anthropic:`claude-opus-4-6`,google:`gemini-3-flash-preview`,minimax:`MiniMax-VL-01`,"minimax-portal":`MiniMax-VL-01`,zai:`glm-4.6v`},ae=5*y,oe={id:`anthropic`,capabilities:[`image`],describeImage:i.t};function w(e,t){return(e?.trim()||t).replace(/\/+$/,``)}async function T(e,t,n,r,i){return await o.t({url:e,fetchImpl:r,init:t,timeoutMs:n,policy:i?.ssrfPolicy,lookupFn:i?.lookupFn,pinDns:i?.pinDns})}async function E(e){return T(e.url,{method:`POST`,headers:e.headers,body:e.body},e.timeoutMs,e.fetchFn,e.allowPrivateNetwork?{ssrfPolicy:{allowPrivateNetwork:!0}}:void 0)}async function se(e){return T(e.url,{method:`POST`,headers:e.headers,body:JSON.stringify(e.body)},e.timeoutMs,e.fetchFn,e.allowPrivateNetwork?{ssrfPolicy:{allowPrivateNetwork:!0}}:void 0)}async function ce(e){try{let t=(await e.text()).replace(/\s+/g,` `).trim();return t?t.length<=300?t:`${t.slice(0,300)}…`:void 0}catch{return}}async function D(e,t){if(e.ok)return;let n=await ce(e),r=n?`: ${n}`:``;throw Error(`${t} (HTTP ${e.status})${r}`)}function le(e,t){let n=e?.trim();if(!n)throw Error(t);return n}function ue(e){return e?.trim()||`nova-3`}async function de(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.deepgram.com/v1`),r=!!e.baseUrl?.trim(),i=ue(e.model),a=new URL(`${n}/listen`);if(a.searchParams.set(`model`,i),e.language?.trim()&&a.searchParams.set(`language`,e.language.trim()),e.query)for(let[t,n]of Object.entries(e.query))n!==void 0&&a.searchParams.set(t,String(n));let o=new Headers(e.headers);o.has(`authorization`)||o.set(`authorization`,`Token ${e.apiKey}`),o.has(`content-type`)||o.set(`content-type`,e.mime??`application/octet-stream`);let s=new Uint8Array(e.buffer),{response:c,release:l}=await E({url:a.toString(),headers:o,body:s,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await D(c,`Audio transcription failed`),{text:le((await c.json()).results?.channels?.[0]?.alternatives?.[0]?.transcript,`Audio transcription response missing transcript`),model:i}}finally{await l()}}const fe={id:`deepgram`,capabilities:[`audio`],transcribeAudio:de};async function O(e){let t=e.fetchFn??fetch,r=w(e.baseUrl,e.defaultBaseUrl),i=!!e.baseUrl?.trim(),a=(()=>{let t=e.model?.trim();return t?n.As(t):e.defaultModel})(),o=`${r}/models/${a}:generateContent`,c=s.r(e.apiKey),l=new Headers(e.headers);for(let[e,t]of Object.entries(c.headers))l.has(e)||l.set(e,t);let{response:u,release:d}=await se({url:o,headers:l,body:{contents:[{role:`user`,parts:[{text:e.prompt?.trim()||e.defaultPrompt},{inline_data:{mime_type:e.mime??e.defaultMime,data:e.buffer.toString(`base64`)}}]}]},timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:i});try{await D(u,e.httpErrorLabel);let t=((await u.json()).candidates?.[0]?.content?.parts??[]).map(e=>e?.text?.trim()).filter(Boolean).join(`
 `);if(!t)throw Error(e.missingTextError);return{text:t,model:a}}finally{await d()}}async function pe(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Transcribe the audio.`,defaultMime:`audio/wav`,httpErrorLabel:`Audio transcription failed`,missingTextError:`Audio transcription response missing text`});return{text:t,model:n}}async function me(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Describe the video.`,defaultMime:`video/mp4`,httpErrorLabel:`Video description failed`,missingTextError:`Video description response missing text`});return{text:t,model:n}}const he={id:`google`,capabilities:[`image`,`audio`,`video`],describeImage:i.t,transcribeAudio:pe,describeVideo:me};function ge(e){return e?.trim()||`gpt-4o-mini-transcribe`}async function k(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.openai.com/v1`),r=!!e.baseUrl?.trim(),i=`${n}/audio/transcriptions`,a=ge(e.model),o=new FormData,s=e.fileName?.trim()||u.default.basename(e.fileName)||`audio`,c=new Uint8Array(e.buffer),l=new Blob([c],{type:e.mime??`application/octet-stream`});o.append(`file`,l,s),o.append(`model`,a),e.language?.trim()&&o.append(`language`,e.language.trim()),e.prompt?.trim()&&o.append(`prompt`,e.prompt.trim());let d=new Headers(e.headers);d.has(`authorization`)||d.set(`authorization`,`Bearer ${e.apiKey}`);let{response:f,release:p}=await E({url:i,headers:d,body:o,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await D(f,`Audio transcription failed`),{text:le((await f.json()).text,`Audio transcription response missing text`),model:a}}finally{await p()}}const _e={id:`groq`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.groq.com/openai/v1`})},ve={id:`minimax`,capabilities:[`image`],describeImage:i.t},ye={id:`minimax-portal`,capabilities:[`image`],describeImage:i.t},be={id:`mistral`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.mistral.ai/v1`})};function xe(e){return e?.trim()||`kimi-k2.5`}function Se(e){return e?.trim()||`Describe the video.`}function Ce(e){let t=e.choices?.[0]?.message;if(!t)return null;if(typeof t.content==`string`&&t.content.trim())return t.content.trim();if(Array.isArray(t.content)){let e=t.content.map(e=>typeof e.text==`string`?e.text.trim():``).filter(Boolean).join(`
 `).trim();if(e)return e}return typeof t.reasoning_content==`string`&&t.reasoning_content.trim()?t.reasoning_content.trim():null}async function we(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.moonshot.ai/v1`),r=xe(e.model),i=e.mime??`video/mp4`,a=Se(e.prompt),o=`${n}/chat/completions`,s=new Headers(e.headers);s.has(`content-type`)||s.set(`content-type`,`application/json`),s.has(`authorization`)||s.set(`authorization`,`Bearer ${e.apiKey}`);let{response:c,release:l}=await se({url:o,headers:s,body:{model:r,messages:[{role:`user`,content:[{type:`text`,text:a},{type:`video_url`,video_url:{url:`data:${i};base64,${e.buffer.toString(`base64`)}`}}]}]},timeoutMs:e.timeoutMs,fetchFn:t});try{await D(c,`Moonshot video description failed`);let e=Ce(await c.json());if(!e)throw Error(`Moonshot video description response missing content`);return{text:e,model:r}}finally{await l()}}const Te={id:`moonshot`,capabilities:[`image`,`video`],describeImage:i.t,describeVideo:we},Ee=[_e,{id:`openai`,capabilities:[`image`,`audio`],describeImage:i.t,transcribeAudio:k},he,oe,ve,ye,Te,be,{id:`zai`,capabilities:[`image`],describeImage:i.t},fe];function A(e){let t=n.Cs(e);return t===`gemini`?`google`:t}function De(e){let t=new Map;for(let e of Ee)t.set(A(e.id),e);if(e)for(let[n,r]of Object.entries(e)){let e=A(n),i=t.get(e),a=i?{...i,...r,capabilities:r.capabilities??i.capabilities}:r;t.set(e,a)}return t}function j(e,t){return t.get(A(e))}function Oe(e){let t=e?.trim().toLowerCase();if(t===`allow`)return`allow`;if(t===`deny`)return`deny`}function M(e){return e?.trim().toLowerCase()||void 0}function N(e){return n.yr(e??void 0)}function ke(e){let t=e.scope;if(!t)return`allow`;let n=M(e.channel),r=N(e.chatType),i=M(e.sessionKey)??``;for(let e of t.rules??[]){if(!e)continue;let t=Oe(e.action)??`allow`,a=e.match??{},o=M(a.channel),s=N(a.chatType),c=M(a.keyPrefix);if(!(o&&o!==n)&&!(s&&s!==r)&&!(c&&!i.startsWith(c)))return t}return Oe(t.default)??`allow`}function Ae(e,t){let n=typeof e==`number`&&Number.isFinite(e)?e:t;return Math.max(1e3,Math.floor(n*1e3))}function je(e,t,n){let r=t?.trim()||ee[e];return!n||e===`audio`?r:`${r} Respond in at most ${n} characters.`}function Me(e){let{capability:t,entry:n,cfg:r}=e,i=n.maxChars??e.config?.maxChars??r.tools?.media?.[t]?.maxChars;return typeof i==`number`?i:b[t]}function Ne(e){let t=e.entry.maxBytes??e.config?.maxBytes??e.cfg.tools?.media?.[e.capability]?.maxBytes;return typeof t==`number`?t:x[e.capability]}function Pe(e){return ke({scope:e.scope,sessionKey:e.ctx.SessionKey,channel:e.ctx.Surface??e.ctx.Provider,chatType:N(e.ctx.ChatType)})}function Fe(e){if((e.entry.type??(e.entry.command?`cli`:`provider`))===`cli`)return;let t=A(e.entry.provider??``);if(t)return e.providerRegistry.get(t)?.capabilities}function Ie(e){let{cfg:t,capability:n,config:i}=e,a=t.tools?.media?.models??[],o=[...(i?.models??[]).map(e=>({entry:e,source:`capability`})),...a.map(e=>({entry:e,source:`shared`}))];return o.length===0?[]:o.filter(({entry:t,source:i})=>{let a=t.capabilities&&t.capabilities.length>0?t.capabilities:i===`shared`?Fe({entry:t,providerRegistry:e.providerRegistry}):void 0;return!a||a.length===0?i===`shared`?(r.B()&&r.R(`Skipping shared media model without capabilities: ${t.provider??t.command??`unknown`}`),!1):!0:a.includes(n)}).map(({entry:e})=>e)}function Le(e){let t=e.tools?.media?.concurrency;return typeof t==`number`&&Number.isFinite(t)&&t>0?Math.floor(t):2}function Re(e){let t=e?.trim();if(t){if(t.startsWith(`file://`))try{return(0,m.fileURLToPath)(t)}catch{return}return t}}function ze(e){let t=Array.isArray(e.MediaPaths)?e.MediaPaths:void 0,n=Array.isArray(e.MediaUrls)?e.MediaUrls:void 0,r=Array.isArray(e.MediaTypes)?e.MediaTypes:void 0,i=(t,n)=>{let i=r?.[n];return(typeof i==`string`?i.trim():``)||(t===1?e.MediaType:void 0)};if(t&&t.length>0){let r=t.length,a=n&&n.length>0?n:void 0;return t.map((t,n)=>({path:t?.trim()||void 0,url:a?.[n]??e.MediaUrl,mime:i(r,n),index:n})).filter(e=>!!(e.path?.trim()||e.url?.trim()))}if(n&&n.length>0){let e=n.length;return n.map((t,n)=>({path:void 0,url:t?.trim()||void 0,mime:i(e,n),index:n})).filter(e=>!!e.url?.trim())}let a=e.MediaPath?.trim(),o=e.MediaUrl?.trim();return!a&&!o?[]:[{path:a||void 0,url:o||void 0,mime:e.MediaType,index:0}]}function P(e){let n=t.g(e.mime);if(n===`image`||n===`audio`||n===`video`)return n;let r=t.f(e.path??e.url);return r?[`.mp4`,`.mov`,`.mkv`,`.webm`,`.avi`,`.m4v`].includes(r)?`video`:t.m(e.path??e.url)?`audio`:[`.png`,`.jpg`,`.jpeg`,`.webp`,`.gif`,`.bmp`,`.tiff`,`.tif`].includes(r)?`image`:`unknown`:`unknown`}function Be(e){return P(e)===`video`}function F(e){return P(e)===`audio`}function Ve(e){return P(e)===`image`}function He(e,t){let n=Array.isArray(e)?e.filter(I):[];if(!t||t===`first`)return n;if(t===`last`)return[...n].toReversed();if(t===`path`){let e=n.filter(e=>e.path),t=n.filter(e=>!e.path);return[...e,...t]}if(t===`url`){let e=n.filter(e=>e.url),t=n.filter(e=>!e.url);return[...e,...t]}return n}function I(e){if(!e||typeof e!=`object`)return!1;let t=e;return!(typeof t.index!=`number`||t.path!==void 0&&typeof t.path!=`string`||t.url!==void 0&&typeof t.url!=`string`||t.mime!==void 0&&typeof t.mime!=`string`||t.alreadyTranscribed!==void 0&&typeof t.alreadyTranscribed!=`boolean`)}function Ue(e){let{capability:t,attachments:n,policy:r}=e,i=(Array.isArray(n)?n.filter(I):[]).filter(e=>t===`audio`&&e.alreadyTranscribed?!1:t===`image`?Ve(e):t===`audio`?F(e):Be(e));if(i.length===0)return[];let a=He(i,r?.prefer),o=r?.mode??`first`,s=r?.maxAttachments??1;return o===`all`?a.slice(0,Math.max(1,s)):a.slice(0,1)}const L=new Set;function We(e){return!e||typeof e!=`object`?!1:(`name`in e?String(e.name):``)===`AbortError`||(`message`in e&&typeof e.message==`string`?e.message:``)===`This operation was aborted`}function Ge(e){return L.add(e),()=>{L.delete(e)}}function Ke(e){return e.replace(/[^a-zA-Z0-9_-]+/g,`-`).replace(/^-+|-+$/g,``)||`tmp`}function qe(e){if(!e)return``;let t=((e.startsWith(`.`)?e:`.${e}`).match(/[a-zA-Z0-9._-]+$/)?.[0]??``).replace(/^[._-]+/,``);return t?`.${t}`:``}function Je(e){return e??r.Z()}function R(e){let t=Ke(e.prefix),n=qe(e.extension),r=e.now,i=typeof r==`number`&&Number.isFinite(r)?Math.trunc(r):Date.now(),a=e.uuid?.trim()||h.default.randomUUID();return u.default.join(Je(e.tmpDir),`${t}-${i}-${a}${n}`)}var z=class extends Error{constructor(e,t){super(t),this.reason=e,this.name=`MediaUnderstandingSkipError`}};function Ye(e){return e instanceof z}const Xe=n.La(c.n(),n.Fa);function Ze(e){return typeof e==`string`?e:e instanceof URL?e.toString():e.url}var Qe=class{constructor(e,t){this.entries=new Map,this.attachments=e,this.localPathRoots=n.La(t?.localPathRoots,Xe);for(let t of e)this.entries.set(t.index,{attachment:t})}async getBuffer(e){let n=await this.ensureEntry(e.attachmentIndex);if(n.buffer){if(n.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{buffer:n.buffer,mime:n.bufferMime,fileName:n.bufferFileName??`media-${e.attachmentIndex+1}`,size:n.buffer.length}}if(n.resolvedPath){let r=await this.ensureLocalStat(n);if(n.resolvedPath){if(r!==void 0&&r>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);let i=await p.default.readFile(n.resolvedPath);return n.buffer=i,n.bufferMime=n.bufferMime??n.attachment.mime??await t.u({buffer:i,filePath:n.resolvedPath}),n.bufferFileName=u.default.basename(n.resolvedPath)||`media-${e.attachmentIndex+1}`,{buffer:i,mime:n.bufferMime,fileName:n.bufferFileName,size:i.length}}}let r=n.attachment.url?.trim();if(!r)throw new z(`empty`,`Attachment ${e.attachmentIndex+1} has no path or URL.`);try{let i=await c.i({url:r,fetchImpl:(t,n)=>a.n(Ze(t),n??{},e.timeoutMs,fetch),maxBytes:e.maxBytes});return n.buffer=i.buffer,n.bufferMime=n.attachment.mime??i.contentType??await t.u({buffer:i.buffer,filePath:i.fileName??r}),n.bufferFileName=i.fileName??`media-${e.attachmentIndex+1}`,{buffer:i.buffer,mime:n.bufferMime,fileName:n.bufferFileName,size:i.buffer.length}}catch(t){throw t instanceof c.r&&t.code===`max_bytes`?new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`):We(t)?new z(`timeout`,`Attachment ${e.attachmentIndex+1} timed out while fetching.`):t}}async getPath(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.resolvedPath){if(e.maxBytes){let n=await this.ensureLocalStat(t);if(t.resolvedPath&&n!==void 0&&n>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`)}if(t.resolvedPath)return{path:t.resolvedPath}}if(t.tempPath){if(e.maxBytes&&t.buffer&&t.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{path:t.tempPath,cleanup:t.tempCleanup}}let n=e.maxBytes??1/0,r=await this.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:n,timeoutMs:e.timeoutMs}),i=R({prefix:`openclaw-media`,extension:u.default.extname(r.fileName||``)||``});return await p.default.writeFile(i,r.buffer),t.tempPath=i,t.tempCleanup=async()=>{await p.default.unlink(i).catch(()=>{})},{path:i,cleanup:t.tempCleanup}}async cleanup(){let e=[];for(let t of this.entries.values())t.tempCleanup&&=(e.push(Promise.resolve(t.tempCleanup())),void 0);await Promise.all(e)}async ensureEntry(e){let t=this.entries.get(e);if(t)return t.resolvedPath||=this.resolveLocalPath(t.attachment),t;let n=this.attachments.find(t=>t.index===e)??{index:e},r={attachment:n,resolvedPath:this.resolveLocalPath(n)};return this.entries.set(e,r),r}resolveLocalPath(e){let t=Re(e.path);if(t)return u.default.isAbsolute(t)?t:u.default.resolve(t)}async ensureLocalStat(e){if(e.resolvedPath){if(!n.Ia({filePath:e.resolvedPath,roots:this.localPathRoots})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked attachment path outside allowed roots: ${e.attachment.path??e.attachment.url??`(unknown)`}`);return}if(e.statSize!==void 0)return e.statSize;try{let t=e.resolvedPath,i=await p.default.stat(t);if(!i.isFile()){e.resolvedPath=void 0;return}let a=await p.default.realpath(t).catch(()=>t);if(!n.Ia({filePath:a,roots:await this.getCanonicalLocalPathRoots()})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked canonicalized attachment path outside allowed roots: ${a}`);return}return e.resolvedPath=a,e.statSize=i.size,i.size}catch(t){e.resolvedPath=void 0,r.B()&&r.R(`Failed to read attachment ${e.attachment.index+1}: ${String(t)}`);return}}}async getCanonicalLocalPathRoots(){return this.canonicalLocalPathRoots||=(async()=>n.La(this.localPathRoots,await Promise.all(this.localPathRoots.map(async e=>e.includes(`*`)?e:await p.default.realpath(e).catch(()=>e)))))(),await this.canonicalLocalPathRoots}};const $e=r.O(`model-catalog`);let B=null,V=!1,et=()=>Promise.resolve().then(()=>require(`./pi-model-discovery-c7U32wKx.cjs`));const H=`openai-codex`,U=`openai`,tt=new Set([`kilocode`]),nt=[{provider:U,id:`gpt-5.4`,templateIds:[`gpt-5.2`]},{provider:U,id:`gpt-5.4-pro`,templateIds:[`gpt-5.2-pro`,`gpt-5.2`]},{provider:H,id:`gpt-5.4`,templateIds:[`gpt-5.3-codex`,`gpt-5.2-codex`]},{provider:H,id:`gpt-5.3-codex-spark`,templateIds:[`gpt-5.3-codex`]}];function rt(e){let t=(t,n)=>e.find(e=>e.provider.toLowerCase()===t.toLowerCase()&&e.id.toLowerCase()===n.toLowerCase());for(let n of nt){if(t(n.provider,n.id))continue;let r=n.templateIds.map(e=>t(n.provider,e)).find(e=>e!==void 0);r&&e.push({...r,id:n.id,name:n.id})}}function it(e){if(!Array.isArray(e))return;let t=e.filter(e=>e===`text`||e===`image`||e===`document`);return t.length>0?t:void 0}function at(e){let t=e.models?.providers;if(!t||typeof t!=`object`)return[];let n=[];for(let[e,r]of Object.entries(t)){let t=e.toLowerCase().trim();if(!tt.has(t)||!r||typeof r!=`object`)continue;let i=r.models;if(Array.isArray(i))for(let e of i){if(!e||typeof e!=`object`)continue;let r=e.id;if(typeof r!=`string`)continue;let i=r.trim();if(!i)continue;let a=e.name,o=(typeof a==`string`?a:i).trim()||i,s=e.contextWindow,c=typeof s==`number`&&s>0?s:void 0,l=e.reasoning,u=typeof l==`boolean`?l:void 0,d=it(e.input);n.push({id:i,name:o,provider:t,contextWindow:c,reasoning:u,input:d})}}return n}function ot(e){let t=at(e.config);if(t.length===0)return;let n=new Set(e.models.map(e=>`${e.provider.toLowerCase().trim()}::${e.id.toLowerCase().trim()}`));for(let r of t){let t=`${r.provider.toLowerCase().trim()}::${r.id.toLowerCase().trim()}`;n.has(t)||(e.models.push(r),n.add(t))}}async function W(e){return e?.useCache===!1&&(B=null),B||(B=(async()=>{let t=[],r=e=>e.sort((e,t)=>{let n=e.provider.localeCompare(t.provider);return n===0?e.name.localeCompare(t.name):n});try{let a=e?.config??n.wa();await i.w(a);let o=await et(),s=n.ms(),{join:c}=await import(`node:path`),l=o.discoverAuthStorage(s),u=new o.ModelRegistry(l,c(s,`models.json`)),d=Array.isArray(u)?u:u.getAll();for(let e of d){let n=String(e?.id??``).trim();if(!n)continue;let r=String(e?.provider??``).trim();if(!r)continue;let i=String(e?.name??n).trim()||n,a=typeof e?.contextWindow==`number`&&e.contextWindow>0?e.contextWindow:void 0,o=typeof e?.reasoning==`boolean`?e.reasoning:void 0,s=Array.isArray(e?.input)?e.input:void 0;t.push({id:n,name:i,provider:r,contextWindow:a,reasoning:o,input:s})}return ot({config:a,models:t}),rt(t),t.length===0&&(B=null),r(t)}catch(e){return V||(V=!0,$e.warn(`Failed to load model catalog: ${String(e)}`)),B=null,t.length>0?r(t):[]}})(),B)}function G(e){return e?.input?.includes(`image`)??!1}function st(e,t,n){let r=t.toLowerCase().trim(),i=n.toLowerCase().trim();return e.find(e=>e.provider.toLowerCase()===r&&e.id.toLowerCase()===i)}async function K(e){if(!e)return!1;try{return await p.default.stat(e),!0}catch{return!1}}function ct(e){let t=e.trim(),n=t.lastIndexOf(`{`);if(n===-1)return null;let r=t.slice(n);try{return JSON.parse(r)}catch{return null}}function lt(e){let t=ct(e);if(!t||typeof t!=`object`)return null;let n=t.response;return typeof n==`string`&&n.trim()||null}function ut(e){return Math.ceil(e/3)*4}function dt(e){let t=Math.floor(4/3*e);return Math.min(t,73400320)}function q(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))typeof r==`string`&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function J(e,t){let n=e.trim();return!t||n.length<=t?n:n.slice(0,t).trim()}function ft(e){let t=e=>{let n=e.trim();if(!n)return null;let r=n[0];if(r!==`{`&&r!==`"`)return null;try{let e=JSON.parse(n);if(typeof e==`string`)return t(e);if(e&&typeof e==`object`){let t=e.text;if(typeof t==`string`&&t.trim())return t.trim()}}catch{}return null},n=t(e);if(n)return n;let r=e.split(`
-`).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function pt(e){return u.default.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function mt(e,t){return e.some(e=>t.includes(e))}function ht(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}function gt(e){if(!mt(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function _t(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}async function vt(e){let t=pt(e.command),n=t===`whisper-cli`?gt(e.args):t===`whisper`?ht(e.args,e.mediaPath):t===`parakeet-mlx`?_t(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await p.default.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=lt(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=ft(e.stdout);if(t)return t}return e.stdout.trim()}function yt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function bt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function xt(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function St(e){let{providerId:t,config:n,entry:r}=e,i=yt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=xt(i??{}),o=bt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?A(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Ct(e){let{capability:t,entry:n,cfg:r}=e,i=Ne({capability:t,entry:n,cfg:r,config:e.config}),a=Me({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:Ae(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,S[t]),prompt:je(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function wt(e){let t=await n.r({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:s.t({provider:e.providerId,primaryApiKey:n.n(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Tt(e){let{apiKeys:t,providerConfig:n}=await wt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function Et(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Dt(e){if(!(e.size>=1024))throw new z(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Ot(e){let{entry:t,capability:n,cfg:r}=e,a=t.provider?.trim();if(!a)throw Error(`Provider entry missing provider for ${n}`);let o=A(a),{maxBytes:c,maxChars:u,timeoutMs:d,prompt:f}=Ct({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),a=j(o,e.providerRegistry),s={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:o,prompt:f,timeoutMs:d,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},l=await(a?.describeImage??i.t)(s);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(l.text,u),provider:o,model:l.model??n}}let p=j(o,e.providerRegistry);if(!p)throw Error(`Media provider not available: ${o}`);let m=l.r();if(n===`audio`){if(!p.transcribeAudio)throw Error(`Audio transcription provider "${o}" not available.`);let n=p.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d});Dt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:a,baseUrl:l,headers:h}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),g=St({providerId:o,config:e.config,entry:t}),_=t.model?.trim()||te[o]||t.model,v=await s.n({provider:o,apiKeys:a,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:l,headers:h,model:_,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:f,query:g,timeoutMs:d,fetchFn:m})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(v.text,u),provider:o,model:v.model??_}}if(!p.describeVideo)throw Error(`Video understanding provider "${o}" not available.`);let h=p.describeVideo,g=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),_=ut(g.size),v=dt(c);if(_>v)throw new z(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${_} exceeds ${v}`);let{apiKeys:y,baseUrl:b,headers:x}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),S=await s.n({provider:o,apiKeys:y,execute:e=>h({buffer:g.buffer,fileName:g.fileName,mime:g.mime,apiKey:e,baseUrl:b,headers:x,model:t.model,prompt:f,timeoutMs:d,fetchFn:m})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(S.text,u),provider:o,model:S.model??t.model}}async function kt(e){let{entry:t,capability:i,cfg:a,ctx:o}=e,s=t.command?.trim(),c=t.args??[];if(!s)throw Error(`CLI entry missing command for ${i}`);let{maxBytes:l,maxChars:d,timeoutMs:f,prompt:m}=Ct({capability:i,entry:t,cfg:a,config:e.config}),h=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:l,timeoutMs:f});i===`audio`&&Dt({size:(await p.default.stat(h.path)).size,attachmentIndex:e.attachmentIndex});let g=await p.default.mkdtemp(u.default.join(r.Z(),`openclaw-media-cli-`)),_=h.path,y=u.default.join(g,u.default.parse(_).name),b={...o,MediaPath:_,MediaDir:u.default.dirname(_),OutputDir:g,OutputBase:y,Prompt:m,MaxChars:d},x=[s,...c].map((e,t)=>t===0?e:v(e,b));try{r.B()&&r.R(`Media understanding via CLI: ${x.join(` `)}`);let{stdout:t}=await n.ya(x[0],x.slice(1),{timeoutMs:f,maxBuffer:ae}),a=J(await vt({command:s,args:x.slice(1),stdout:t,mediaPath:_}),d);return a?{kind:i===`audio`?`audio.transcription`:`${i}.description`,attachmentIndex:e.attachmentIndex,text:a,provider:`cli`,model:s}:null}finally{await p.default.rm(g,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return De(e)}function At(e){return ze(e)}function jt(e){return n.La(c.n(),n.Ra({cfg:e.cfg,accountId:e.ctx.AccountId}))}function Mt(e,t){return new Qe(e,t)}const Nt=new Map,Pt=new Map;function Ft(e){if(!e.startsWith(`~`))return e;let t=f.default.homedir();return e===`~`?t:e.startsWith(`~/`)?u.default.join(t,e.slice(2)):e}function It(e){return e.includes(`/`)||e.includes(`\\`)}function Lt(e){if(process.platform!==`win32`||u.default.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Rt(e){try{return(await p.default.stat(e)).isFile()?(process.platform===`win32`||await p.default.access(e,d.constants.X_OK),!0):!1}catch{return!1}}async function zt(e){let t=Nt.get(e);if(t)return t;let n=(async()=>{let t=Ft(e.trim());if(t&&It(t)){for(let e of Lt(t))if(await Rt(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(u.default.delimiter),i=Lt(n);for(let e of r){let t=Ft(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=u.default.join(t,e);if(await Rt(n))return n}}return null})();return Nt.set(e,n),n}async function Q(e){return!!await zt(e)}async function Bt(){let e=Pt.get(`gemini`);if(e)return e;let t=(async()=>{if(!await Q(`gemini`))return!1;try{let{stdout:e}=await n.ya(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(lt(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return Pt.set(`gemini`,t),t}async function Vt(){if(!await Q(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function Ht(){return await Q(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function Ut(){if(!await Q(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=u.default.join(e,`tokens.txt`),n=u.default.join(e,`encoder.onnx`),r=u.default.join(e,`decoder.onnx`),i=u.default.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function Wt(){return await Ut()||await Vt()||await Ht()}async function Gt(e){return await Bt()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function Kt(e){let{cfg:t,agentDir:r,providerRegistry:i,capability:a}=e,o=async(e,o)=>{let s=j(e,i);if(!s||a===`audio`&&!s.transcribeAudio||a===`image`&&!s.describeImage||a===`video`&&!s.describeVideo)return null;try{return await n.r({provider:e,cfg:t,agentDir:r}),{type:`provider`,provider:e,model:o}}catch{return null}};if(a===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of re){let t=C[e],n=await o(e,t);if(n)return n}return null}if(a===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of ie){let t=await o(e,void 0);if(t)return t}return null}let s=e.activeModel?.provider?.trim();if(s){let t=await o(s,e.activeModel?.model);if(t)return t}for(let e of ne){let t=await o(e,void 0);if(t)return t}return null}function qt(e){let n=[],r=t.Ct(e.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of t.St(e.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function Jt(e){let t=await Xt(e);if(t)return[t];if(e.capability===`audio`){let e=await Wt();if(e)return[e]}if(e.capability===`image`){let t=qt(e.cfg);if(t.length>0)return t}let n=await Gt(e.capability);if(n)return[n];let r=await Kt(e);return r?[r]:[]}async function Yt(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??C[t];return n?{provider:t,model:n}:null};return n(await Xt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await Kt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function Xt(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let r=A(t);if(!r)return null;let i=j(r,e.providerRegistry);if(!i||e.capability===`audio`&&!i.transcribeAudio||e.capability===`image`&&!i.describeImage||e.capability===`video`&&!i.describeVideo)return null;try{await n.r({provider:r,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:r,model:e.activeModel?.model}}async function Zt(e){let{entries:t,capability:n}=e,i=[];for(let a of t){let t=a.type??(a.command?`cli`:`provider`);try{let r=t===`cli`?await kt({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Ot({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(r){let e=X({entry:a,entryType:t,outcome:`success`});return r.provider&&(e.provider=r.provider),r.model&&(e.model=r.model),i.push(e),{output:r,attempts:i}}i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(Ye(e)){i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),r.B()&&r.R(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}i.push(X({entry:a,entryType:t,outcome:`failed`,reason:String(e)})),r.B()&&r.R(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:i}}async function $(e){let{capability:t,cfg:n,ctx:i}=e,a=e.config??n.tools?.media?.[t];if(a?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let o=a?.attachments,s=Ue({capability:t,attachments:e.media,policy:o});if(s.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Pe({scope:a?.scope,ctx:i})===`deny`)return r.B()&&r.R(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let c=e.activeModel?.provider?.trim();if(t===`image`&&c&&G(st(await W({config:n}),c,e.activeModel?.model??``))){r.B()&&r.R(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>{let t={type:`provider`,provider:c,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let l=Ie({cfg:n,capability:t,config:a,providerRegistry:e.providerRegistry});if(l.length===0&&(l=await Jt({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),l.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let u=[],d=[];for(let r of s){let{output:o,attempts:s}=await Zt({capability:t,cfg:n,ctx:i,attachmentIndex:r.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:l,config:a});o&&u.push(o),d.push({attachmentIndex:r.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let f={capability:t,outcome:u.length>0?`success`:`skipped`,attachments:d};return r.B()&&r.R(`Media understanding ${Et(f)}`),{outputs:u,decision:f}}async function Qt(e){let t=e.attachments??At(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=Mt(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await $({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}Object.defineProperty(exports,`C`,{enumerable:!0,get:function(){return C}}),Object.defineProperty(exports,`S`,{enumerable:!0,get:function(){return ae}}),Object.defineProperty(exports,`_`,{enumerable:!0,get:function(){return Le}}),Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return Yt}}),Object.defineProperty(exports,`b`,{enumerable:!0,get:function(){return ke}}),Object.defineProperty(exports,`c`,{enumerable:!0,get:function(){return st}}),Object.defineProperty(exports,`d`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`f`,{enumerable:!0,get:function(){return Ge}}),Object.defineProperty(exports,`g`,{enumerable:!0,get:function(){return P}}),Object.defineProperty(exports,`h`,{enumerable:!0,get:function(){return ze}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return At}}),Object.defineProperty(exports,`l`,{enumerable:!0,get:function(){return W}}),Object.defineProperty(exports,`m`,{enumerable:!0,get:function(){return Re}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return Z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return jt}}),Object.defineProperty(exports,`p`,{enumerable:!0,get:function(){return F}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return Mt}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return $}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return Qt}}),Object.defineProperty(exports,`u`,{enumerable:!0,get:function(){return G}}),Object.defineProperty(exports,`v`,{enumerable:!0,get:function(){return Ae}}),Object.defineProperty(exports,`w`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`x`,{enumerable:!0,get:function(){return re}}),Object.defineProperty(exports,`y`,{enumerable:!0,get:function(){return N}});
+`).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function pt(e){return u.default.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function mt(e,t){return e.some(e=>t.includes(e))}function ht(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}function gt(e){if(!mt(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function _t(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}async function vt(e){let t=pt(e.command),n=t===`whisper-cli`?gt(e.args):t===`whisper`?ht(e.args,e.mediaPath):t===`parakeet-mlx`?_t(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await p.default.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=lt(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=ft(e.stdout);if(t)return t}return e.stdout.trim()}function yt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function bt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function xt(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function St(e){let{providerId:t,config:n,entry:r}=e,i=yt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=xt(i??{}),o=bt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?A(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Ct(e){let{capability:t,entry:n,cfg:r}=e,i=Ne({capability:t,entry:n,cfg:r,config:e.config}),a=Me({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:Ae(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,S[t]),prompt:je(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function wt(e){let t=await n.r({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:s.t({provider:e.providerId,primaryApiKey:n.n(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Tt(e){let{apiKeys:t,providerConfig:n}=await wt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function Et(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Dt(e){if(!(e.size>=1024))throw new z(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Ot(e){let{entry:t,capability:n,cfg:r}=e,a=t.provider?.trim();if(!a)throw Error(`Provider entry missing provider for ${n}`);let o=A(a),{maxBytes:c,maxChars:u,timeoutMs:d,prompt:f}=Ct({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),a=j(o,e.providerRegistry),s={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:o,prompt:f,timeoutMs:d,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},l=await(a?.describeImage??i.t)(s);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(l.text,u),provider:o,model:l.model??n}}let p=j(o,e.providerRegistry);if(!p)throw Error(`Media provider not available: ${o}`);let m=l.r();if(n===`audio`){if(!p.transcribeAudio)throw Error(`Audio transcription provider "${o}" not available.`);let n=p.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d});Dt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:a,baseUrl:l,headers:h}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),g=St({providerId:o,config:e.config,entry:t}),_=t.model?.trim()||te[o]||t.model,v=await s.n({provider:o,apiKeys:a,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:l,headers:h,model:_,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:f,query:g,timeoutMs:d,fetchFn:m})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(v.text,u),provider:o,model:v.model??_}}if(!p.describeVideo)throw Error(`Video understanding provider "${o}" not available.`);let h=p.describeVideo,g=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),_=ut(g.size),v=dt(c);if(_>v)throw new z(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${_} exceeds ${v}`);let{apiKeys:y,baseUrl:b,headers:x}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),S=await s.n({provider:o,apiKeys:y,execute:e=>h({buffer:g.buffer,fileName:g.fileName,mime:g.mime,apiKey:e,baseUrl:b,headers:x,model:t.model,prompt:f,timeoutMs:d,fetchFn:m})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(S.text,u),provider:o,model:S.model??t.model}}async function kt(e){let{entry:t,capability:i,cfg:a,ctx:o}=e,s=t.command?.trim(),c=t.args??[];if(!s)throw Error(`CLI entry missing command for ${i}`);let{maxBytes:l,maxChars:d,timeoutMs:f,prompt:m}=Ct({capability:i,entry:t,cfg:a,config:e.config}),h=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:l,timeoutMs:f});i===`audio`&&Dt({size:(await p.default.stat(h.path)).size,attachmentIndex:e.attachmentIndex});let g=await p.default.mkdtemp(u.default.join(r.Z(),`openclaw-media-cli-`)),_=h.path,y=u.default.join(g,u.default.parse(_).name),b={...o,MediaPath:_,MediaDir:u.default.dirname(_),OutputDir:g,OutputBase:y,Prompt:m,MaxChars:d},x=[s,...c].map((e,t)=>t===0?e:v(e,b));try{r.B()&&r.R(`Media understanding via CLI: ${x.join(` `)}`);let{stdout:t}=await n.ya(x[0],x.slice(1),{timeoutMs:f,maxBuffer:ae}),a=J(await vt({command:s,args:x.slice(1),stdout:t,mediaPath:_}),d);return a?{kind:i===`audio`?`audio.transcription`:`${i}.description`,attachmentIndex:e.attachmentIndex,text:a,provider:`cli`,model:s}:null}finally{await p.default.rm(g,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return De(e)}function At(e){return ze(e)}function jt(e){return n.La(c.n(),n.Ra({cfg:e.cfg,accountId:e.ctx.AccountId}))}function Mt(e,t){return new Qe(e,t)}const Nt=new Map,Pt=new Map;function Ft(e){if(!e.startsWith(`~`))return e;let t=f.default.homedir();return e===`~`?t:e.startsWith(`~/`)?u.default.join(t,e.slice(2)):e}function It(e){return e.includes(`/`)||e.includes(`\\`)}function Lt(e){if(process.platform!==`win32`||u.default.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Rt(e){try{return(await p.default.stat(e)).isFile()?(process.platform===`win32`||await p.default.access(e,d.constants.X_OK),!0):!1}catch{return!1}}async function zt(e){let t=Nt.get(e);if(t)return t;let n=(async()=>{let t=Ft(e.trim());if(t&&It(t)){for(let e of Lt(t))if(await Rt(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(u.default.delimiter),i=Lt(n);for(let e of r){let t=Ft(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=u.default.join(t,e);if(await Rt(n))return n}}return null})();return Nt.set(e,n),n}async function Q(e){return!!await zt(e)}async function Bt(){let e=Pt.get(`gemini`);if(e)return e;let t=(async()=>{if(!await Q(`gemini`))return!1;try{let{stdout:e}=await n.ya(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(lt(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return Pt.set(`gemini`,t),t}async function Vt(){if(!await Q(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function Ht(){return await Q(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function Ut(){if(!await Q(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=u.default.join(e,`tokens.txt`),n=u.default.join(e,`encoder.onnx`),r=u.default.join(e,`decoder.onnx`),i=u.default.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function Wt(){return await Ut()||await Vt()||await Ht()}async function Gt(e){return await Bt()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function Kt(e){let{cfg:t,agentDir:r,providerRegistry:i,capability:a}=e,o=async(e,o)=>{let s=j(e,i);if(!s||a===`audio`&&!s.transcribeAudio||a===`image`&&!s.describeImage||a===`video`&&!s.describeVideo)return null;try{return await n.r({provider:e,cfg:t,agentDir:r}),{type:`provider`,provider:e,model:o}}catch{return null}};if(a===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of re){let t=C[e],n=await o(e,t);if(n)return n}return null}if(a===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of ie){let t=await o(e,void 0);if(t)return t}return null}let s=e.activeModel?.provider?.trim();if(s){let t=await o(s,e.activeModel?.model);if(t)return t}for(let e of ne){let t=await o(e,void 0);if(t)return t}return null}function qt(e){let n=[],r=t.Ct(e.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of t.St(e.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function Jt(e){let t=await Xt(e);if(t)return[t];if(e.capability===`audio`){let e=await Wt();if(e)return[e]}if(e.capability===`image`){let t=qt(e.cfg);if(t.length>0)return t}let n=await Gt(e.capability);if(n)return[n];let r=await Kt(e);return r?[r]:[]}async function Yt(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??C[t];return n?{provider:t,model:n}:null};return n(await Xt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await Kt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function Xt(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let r=A(t);if(!r)return null;let i=j(r,e.providerRegistry);if(!i||e.capability===`audio`&&!i.transcribeAudio||e.capability===`image`&&!i.describeImage||e.capability===`video`&&!i.describeVideo)return null;try{await n.r({provider:r,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:r,model:e.activeModel?.model}}async function Zt(e){let{entries:t,capability:n}=e,i=[];for(let a of t){let t=a.type??(a.command?`cli`:`provider`);try{let r=t===`cli`?await kt({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Ot({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(r){let e=X({entry:a,entryType:t,outcome:`success`});return r.provider&&(e.provider=r.provider),r.model&&(e.model=r.model),i.push(e),{output:r,attempts:i}}i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(Ye(e)){i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),r.B()&&r.R(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}i.push(X({entry:a,entryType:t,outcome:`failed`,reason:String(e)})),r.B()&&r.R(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:i}}async function $(e){let{capability:t,cfg:n,ctx:i}=e,a=e.config??n.tools?.media?.[t];if(a?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let o=a?.attachments,s=Ue({capability:t,attachments:e.media,policy:o});if(s.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Pe({scope:a?.scope,ctx:i})===`deny`)return r.B()&&r.R(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let c=e.activeModel?.provider?.trim();if(t===`image`&&c&&G(st(await W({config:n}),c,e.activeModel?.model??``))){r.B()&&r.R(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>{let t={type:`provider`,provider:c,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let l=Ie({cfg:n,capability:t,config:a,providerRegistry:e.providerRegistry});if(l.length===0&&(l=await Jt({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),l.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let u=[],d=[];for(let r of s){let{output:o,attempts:s}=await Zt({capability:t,cfg:n,ctx:i,attachmentIndex:r.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:l,config:a});o&&u.push(o),d.push({attachmentIndex:r.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let f={capability:t,outcome:u.length>0?`success`:`skipped`,attachments:d};return r.B()&&r.R(`Media understanding ${Et(f)}`),{outputs:u,decision:f}}async function Qt(e){let t=e.attachments??At(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=Mt(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await $({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}Object.defineProperty(exports,`C`,{enumerable:!0,get:function(){return C}}),Object.defineProperty(exports,`S`,{enumerable:!0,get:function(){return ae}}),Object.defineProperty(exports,`_`,{enumerable:!0,get:function(){return Le}}),Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return Yt}}),Object.defineProperty(exports,`b`,{enumerable:!0,get:function(){return ke}}),Object.defineProperty(exports,`c`,{enumerable:!0,get:function(){return st}}),Object.defineProperty(exports,`d`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`f`,{enumerable:!0,get:function(){return Ge}}),Object.defineProperty(exports,`g`,{enumerable:!0,get:function(){return P}}),Object.defineProperty(exports,`h`,{enumerable:!0,get:function(){return ze}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return At}}),Object.defineProperty(exports,`l`,{enumerable:!0,get:function(){return W}}),Object.defineProperty(exports,`m`,{enumerable:!0,get:function(){return Re}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return Z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return jt}}),Object.defineProperty(exports,`p`,{enumerable:!0,get:function(){return F}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return Mt}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return $}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return Qt}}),Object.defineProperty(exports,`u`,{enumerable:!0,get:function(){return G}}),Object.defineProperty(exports,`v`,{enumerable:!0,get:function(){return Ae}}),Object.defineProperty(exports,`w`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`x`,{enumerable:!0,get:function(){return re}}),Object.defineProperty(exports,`y`,{enumerable:!0,get:function(){return N}});

package/dist/plugin-sdk/audio-transcription-runner-BO7T_SzP.cjs

@@ -1,4 +1,4 @@
 const e=require(`./paths-Bcdg3ma0.cjs`),t=require(`./paths-D90l3h_o.cjs`),n=require(`./sessions-CJbvfO6m.cjs`),r=require(`./logger-DUYnS-W3.cjs`),i=require(`./image-DngxW2Nh.cjs`),a=require(`./fetch-timeout-BygUD0rd.cjs`),o=require(`./fetch-guard-Dpz6CnJY.cjs`),s=require(`./api-key-rotation-D5cfmg7E.cjs`),c=require(`./local-roots-CM1R1Ncr.cjs`),l=require(`./proxy-fetch-BzcKzknk.cjs`);let u=require(`node:path`);u=e.p(u);let d=require(`node:fs`),f=require(`node:os`);f=e.p(f);let p=require(`node:fs/promises`);p=e.p(p);let m=require(`node:url`),h=require(`node:crypto`);h=e.p(h);let g=require(`node:process`);g=e.p(g);function _(e){return e==null?``:typeof e==`string`?e:typeof e==`number`||typeof e==`boolean`||typeof e==`bigint`?String(e):typeof e==`symbol`||typeof e==`function`?e.toString():Array.isArray(e)?e.flatMap(e=>e==null?[]:typeof e==`string`?[e]:typeof e==`number`||typeof e==`boolean`||typeof e==`bigint`?[String(e)]:[]).join(`,`):``}function v(e,t){return e?e.replace(/{{\s*(\w+)\s*}}/g,(e,n)=>{let r=t[n];return _(r)}):``}const y=1024*1024,b={image:500,audio:void 0,video:500},x={image:10*y,audio:20*y,video:50*y},S={image:60,audio:60,video:120},ee={image:`Describe the image.`,audio:`Transcribe the audio.`,video:`Describe the video.`};70*y;const te={groq:`whisper-large-v3-turbo`,openai:`gpt-4o-mini-transcribe`,deepgram:`nova-3`,mistral:`voxtral-mini-latest`},ne=[`openai`,`groq`,`deepgram`,`google`,`mistral`],re=[`openai`,`anthropic`,`google`,`minimax`,`minimax-portal`,`zai`],ie=[`google`,`moonshot`],C={openai:`gpt-5-mini`,anthropic:`claude-opus-4-6`,google:`gemini-3-flash-preview`,minimax:`MiniMax-VL-01`,"minimax-portal":`MiniMax-VL-01`,zai:`glm-4.6v`},ae=5*y,oe={id:`anthropic`,capabilities:[`image`],describeImage:i.t};function w(e,t){return(e?.trim()||t).replace(/\/+$/,``)}async function T(e,t,n,r,i){return await o.t({url:e,fetchImpl:r,init:t,timeoutMs:n,policy:i?.ssrfPolicy,lookupFn:i?.lookupFn,pinDns:i?.pinDns})}async function E(e){return T(e.url,{method:`POST`,headers:e.headers,body:e.body},e.timeoutMs,e.fetchFn,e.allowPrivateNetwork?{ssrfPolicy:{allowPrivateNetwork:!0}}:void 0)}async function se(e){return T(e.url,{method:`POST`,headers:e.headers,body:JSON.stringify(e.body)},e.timeoutMs,e.fetchFn,e.allowPrivateNetwork?{ssrfPolicy:{allowPrivateNetwork:!0}}:void 0)}async function ce(e){try{let t=(await e.text()).replace(/\s+/g,` `).trim();return t?t.length<=300?t:`${t.slice(0,300)}…`:void 0}catch{return}}async function D(e,t){if(e.ok)return;let n=await ce(e),r=n?`: ${n}`:``;throw Error(`${t} (HTTP ${e.status})${r}`)}function le(e,t){let n=e?.trim();if(!n)throw Error(t);return n}function ue(e){return e?.trim()||`nova-3`}async function de(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.deepgram.com/v1`),r=!!e.baseUrl?.trim(),i=ue(e.model),a=new URL(`${n}/listen`);if(a.searchParams.set(`model`,i),e.language?.trim()&&a.searchParams.set(`language`,e.language.trim()),e.query)for(let[t,n]of Object.entries(e.query))n!==void 0&&a.searchParams.set(t,String(n));let o=new Headers(e.headers);o.has(`authorization`)||o.set(`authorization`,`Token ${e.apiKey}`),o.has(`content-type`)||o.set(`content-type`,e.mime??`application/octet-stream`);let s=new Uint8Array(e.buffer),{response:c,release:l}=await E({url:a.toString(),headers:o,body:s,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await D(c,`Audio transcription failed`),{text:le((await c.json()).results?.channels?.[0]?.alternatives?.[0]?.transcript,`Audio transcription response missing transcript`),model:i}}finally{await l()}}const fe={id:`deepgram`,capabilities:[`audio`],transcribeAudio:de};async function O(e){let t=e.fetchFn??fetch,r=w(e.baseUrl,e.defaultBaseUrl),i=!!e.baseUrl?.trim(),a=(()=>{let t=e.model?.trim();return t?n.dn(t):e.defaultModel})(),o=`${r}/models/${a}:generateContent`,c=s.r(e.apiKey),l=new Headers(e.headers);for(let[e,t]of Object.entries(c.headers))l.has(e)||l.set(e,t);let{response:u,release:d}=await se({url:o,headers:l,body:{contents:[{role:`user`,parts:[{text:e.prompt?.trim()||e.defaultPrompt},{inline_data:{mime_type:e.mime??e.defaultMime,data:e.buffer.toString(`base64`)}}]}]},timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:i});try{await D(u,e.httpErrorLabel);let t=((await u.json()).candidates?.[0]?.content?.parts??[]).map(e=>e?.text?.trim()).filter(Boolean).join(`
 `);if(!t)throw Error(e.missingTextError);return{text:t,model:a}}finally{await d()}}async function pe(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Transcribe the audio.`,defaultMime:`audio/wav`,httpErrorLabel:`Audio transcription failed`,missingTextError:`Audio transcription response missing text`});return{text:t,model:n}}async function me(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Describe the video.`,defaultMime:`video/mp4`,httpErrorLabel:`Video description failed`,missingTextError:`Video description response missing text`});return{text:t,model:n}}const he={id:`google`,capabilities:[`image`,`audio`,`video`],describeImage:i.t,transcribeAudio:pe,describeVideo:me};function ge(e){return e?.trim()||`gpt-4o-mini-transcribe`}async function k(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.openai.com/v1`),r=!!e.baseUrl?.trim(),i=`${n}/audio/transcriptions`,a=ge(e.model),o=new FormData,s=e.fileName?.trim()||u.default.basename(e.fileName)||`audio`,c=new Uint8Array(e.buffer),l=new Blob([c],{type:e.mime??`application/octet-stream`});o.append(`file`,l,s),o.append(`model`,a),e.language?.trim()&&o.append(`language`,e.language.trim()),e.prompt?.trim()&&o.append(`prompt`,e.prompt.trim());let d=new Headers(e.headers);d.has(`authorization`)||d.set(`authorization`,`Bearer ${e.apiKey}`);let{response:f,release:p}=await E({url:i,headers:d,body:o,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await D(f,`Audio transcription failed`),{text:le((await f.json()).text,`Audio transcription response missing text`),model:a}}finally{await p()}}const _e={id:`groq`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.groq.com/openai/v1`})},ve={id:`minimax`,capabilities:[`image`],describeImage:i.t},ye={id:`minimax-portal`,capabilities:[`image`],describeImage:i.t},be={id:`mistral`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.mistral.ai/v1`})};function xe(e){return e?.trim()||`kimi-k2.5`}function Se(e){return e?.trim()||`Describe the video.`}function Ce(e){let t=e.choices?.[0]?.message;if(!t)return null;if(typeof t.content==`string`&&t.content.trim())return t.content.trim();if(Array.isArray(t.content)){let e=t.content.map(e=>typeof e.text==`string`?e.text.trim():``).filter(Boolean).join(`
 `).trim();if(e)return e}return typeof t.reasoning_content==`string`&&t.reasoning_content.trim()?t.reasoning_content.trim():null}async function we(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.moonshot.ai/v1`),r=xe(e.model),i=e.mime??`video/mp4`,a=Se(e.prompt),o=`${n}/chat/completions`,s=new Headers(e.headers);s.has(`content-type`)||s.set(`content-type`,`application/json`),s.has(`authorization`)||s.set(`authorization`,`Bearer ${e.apiKey}`);let{response:c,release:l}=await se({url:o,headers:s,body:{model:r,messages:[{role:`user`,content:[{type:`text`,text:a},{type:`video_url`,video_url:{url:`data:${i};base64,${e.buffer.toString(`base64`)}`}}]}]},timeoutMs:e.timeoutMs,fetchFn:t});try{await D(c,`Moonshot video description failed`);let e=Ce(await c.json());if(!e)throw Error(`Moonshot video description response missing content`);return{text:e,model:r}}finally{await l()}}const Te={id:`moonshot`,capabilities:[`image`,`video`],describeImage:i.t,describeVideo:we},Ee=[_e,{id:`openai`,capabilities:[`image`,`audio`],describeImage:i.t,transcribeAudio:k},he,oe,ve,ye,Te,be,{id:`zai`,capabilities:[`image`],describeImage:i.t},fe];function A(e){let t=n.in(e);return t===`gemini`?`google`:t}function De(e){let t=new Map;for(let e of Ee)t.set(A(e.id),e);if(e)for(let[n,r]of Object.entries(e)){let e=A(n),i=t.get(e),a=i?{...i,...r,capabilities:r.capabilities??i.capabilities}:r;t.set(e,a)}return t}function j(e,t){return t.get(A(e))}function Oe(e){let t=e?.trim().toLowerCase();if(t===`allow`)return`allow`;if(t===`deny`)return`deny`}function M(e){return e?.trim().toLowerCase()||void 0}function N(e){return n.cs(e??void 0)}function ke(e){let t=e.scope;if(!t)return`allow`;let n=M(e.channel),r=N(e.chatType),i=M(e.sessionKey)??``;for(let e of t.rules??[]){if(!e)continue;let t=Oe(e.action)??`allow`,a=e.match??{},o=M(a.channel),s=N(a.chatType),c=M(a.keyPrefix);if(!(o&&o!==n)&&!(s&&s!==r)&&!(c&&!i.startsWith(c)))return t}return Oe(t.default)??`allow`}function Ae(e,t){let n=typeof e==`number`&&Number.isFinite(e)?e:t;return Math.max(1e3,Math.floor(n*1e3))}function je(e,t,n){let r=t?.trim()||ee[e];return!n||e===`audio`?r:`${r} Respond in at most ${n} characters.`}function Me(e){let{capability:t,entry:n,cfg:r}=e,i=n.maxChars??e.config?.maxChars??r.tools?.media?.[t]?.maxChars;return typeof i==`number`?i:b[t]}function Ne(e){let t=e.entry.maxBytes??e.config?.maxBytes??e.cfg.tools?.media?.[e.capability]?.maxBytes;return typeof t==`number`?t:x[e.capability]}function Pe(e){return ke({scope:e.scope,sessionKey:e.ctx.SessionKey,channel:e.ctx.Surface??e.ctx.Provider,chatType:N(e.ctx.ChatType)})}function Fe(e){if((e.entry.type??(e.entry.command?`cli`:`provider`))===`cli`)return;let t=A(e.entry.provider??``);if(t)return e.providerRegistry.get(t)?.capabilities}function Ie(e){let{cfg:t,capability:n,config:i}=e,a=t.tools?.media?.models??[],o=[...(i?.models??[]).map(e=>({entry:e,source:`capability`})),...a.map(e=>({entry:e,source:`shared`}))];return o.length===0?[]:o.filter(({entry:t,source:i})=>{let a=t.capabilities&&t.capabilities.length>0?t.capabilities:i===`shared`?Fe({entry:t,providerRegistry:e.providerRegistry}):void 0;return!a||a.length===0?i===`shared`?(r.B()&&r.R(`Skipping shared media model without capabilities: ${t.provider??t.command??`unknown`}`),!1):!0:a.includes(n)}).map(({entry:e})=>e)}function Le(e){let t=e.tools?.media?.concurrency;return typeof t==`number`&&Number.isFinite(t)&&t>0?Math.floor(t):2}function Re(e){let t=e?.trim();if(t){if(t.startsWith(`file://`))try{return(0,m.fileURLToPath)(t)}catch{return}return t}}function ze(e){let t=Array.isArray(e.MediaPaths)?e.MediaPaths:void 0,n=Array.isArray(e.MediaUrls)?e.MediaUrls:void 0,r=Array.isArray(e.MediaTypes)?e.MediaTypes:void 0,i=(t,n)=>{let i=r?.[n];return(typeof i==`string`?i.trim():``)||(t===1?e.MediaType:void 0)};if(t&&t.length>0){let r=t.length,a=n&&n.length>0?n:void 0;return t.map((t,n)=>({path:t?.trim()||void 0,url:a?.[n]??e.MediaUrl,mime:i(r,n),index:n})).filter(e=>!!(e.path?.trim()||e.url?.trim()))}if(n&&n.length>0){let e=n.length;return n.map((t,n)=>({path:void 0,url:t?.trim()||void 0,mime:i(e,n),index:n})).filter(e=>!!e.url?.trim())}let a=e.MediaPath?.trim(),o=e.MediaUrl?.trim();return!a&&!o?[]:[{path:a||void 0,url:o||void 0,mime:e.MediaType,index:0}]}function P(e){let n=t.g(e.mime);if(n===`image`||n===`audio`||n===`video`)return n;let r=t.f(e.path??e.url);return r?[`.mp4`,`.mov`,`.mkv`,`.webm`,`.avi`,`.m4v`].includes(r)?`video`:t.m(e.path??e.url)?`audio`:[`.png`,`.jpg`,`.jpeg`,`.webp`,`.gif`,`.bmp`,`.tiff`,`.tif`].includes(r)?`image`:`unknown`:`unknown`}function Be(e){return P(e)===`video`}function F(e){return P(e)===`audio`}function Ve(e){return P(e)===`image`}function He(e,t){let n=Array.isArray(e)?e.filter(I):[];if(!t||t===`first`)return n;if(t===`last`)return[...n].toReversed();if(t===`path`){let e=n.filter(e=>e.path),t=n.filter(e=>!e.path);return[...e,...t]}if(t===`url`){let e=n.filter(e=>e.url),t=n.filter(e=>!e.url);return[...e,...t]}return n}function I(e){if(!e||typeof e!=`object`)return!1;let t=e;return!(typeof t.index!=`number`||t.path!==void 0&&typeof t.path!=`string`||t.url!==void 0&&typeof t.url!=`string`||t.mime!==void 0&&typeof t.mime!=`string`||t.alreadyTranscribed!==void 0&&typeof t.alreadyTranscribed!=`boolean`)}function Ue(e){let{capability:t,attachments:n,policy:r}=e,i=(Array.isArray(n)?n.filter(I):[]).filter(e=>t===`audio`&&e.alreadyTranscribed?!1:t===`image`?Ve(e):t===`audio`?F(e):Be(e));if(i.length===0)return[];let a=He(i,r?.prefer),o=r?.mode??`first`,s=r?.maxAttachments??1;return o===`all`?a.slice(0,Math.max(1,s)):a.slice(0,1)}const L=new Set;function We(e){return!e||typeof e!=`object`?!1:(`name`in e?String(e.name):``)===`AbortError`||(`message`in e&&typeof e.message==`string`?e.message:``)===`This operation was aborted`}function Ge(e){return L.add(e),()=>{L.delete(e)}}function Ke(e){return e.replace(/[^a-zA-Z0-9_-]+/g,`-`).replace(/^-+|-+$/g,``)||`tmp`}function qe(e){if(!e)return``;let t=((e.startsWith(`.`)?e:`.${e}`).match(/[a-zA-Z0-9._-]+$/)?.[0]??``).replace(/^[._-]+/,``);return t?`.${t}`:``}function Je(e){return e??r.Z()}function R(e){let t=Ke(e.prefix),n=qe(e.extension),r=e.now,i=typeof r==`number`&&Number.isFinite(r)?Math.trunc(r):Date.now(),a=e.uuid?.trim()||h.default.randomUUID();return u.default.join(Je(e.tmpDir),`${t}-${i}-${a}${n}`)}var z=class extends Error{constructor(e,t){super(t),this.reason=e,this.name=`MediaUnderstandingSkipError`}};function Ye(e){return e instanceof z}const Xe=n.lt(c.n(),n.st);function Ze(e){return typeof e==`string`?e:e instanceof URL?e.toString():e.url}var Qe=class{constructor(e,t){this.entries=new Map,this.attachments=e,this.localPathRoots=n.lt(t?.localPathRoots,Xe);for(let t of e)this.entries.set(t.index,{attachment:t})}async getBuffer(e){let n=await this.ensureEntry(e.attachmentIndex);if(n.buffer){if(n.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{buffer:n.buffer,mime:n.bufferMime,fileName:n.bufferFileName??`media-${e.attachmentIndex+1}`,size:n.buffer.length}}if(n.resolvedPath){let r=await this.ensureLocalStat(n);if(n.resolvedPath){if(r!==void 0&&r>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);let i=await p.default.readFile(n.resolvedPath);return n.buffer=i,n.bufferMime=n.bufferMime??n.attachment.mime??await t.u({buffer:i,filePath:n.resolvedPath}),n.bufferFileName=u.default.basename(n.resolvedPath)||`media-${e.attachmentIndex+1}`,{buffer:i,mime:n.bufferMime,fileName:n.bufferFileName,size:i.length}}}let r=n.attachment.url?.trim();if(!r)throw new z(`empty`,`Attachment ${e.attachmentIndex+1} has no path or URL.`);try{let i=await c.i({url:r,fetchImpl:(t,n)=>a.n(Ze(t),n??{},e.timeoutMs,fetch),maxBytes:e.maxBytes});return n.buffer=i.buffer,n.bufferMime=n.attachment.mime??i.contentType??await t.u({buffer:i.buffer,filePath:i.fileName??r}),n.bufferFileName=i.fileName??`media-${e.attachmentIndex+1}`,{buffer:i.buffer,mime:n.bufferMime,fileName:n.bufferFileName,size:i.buffer.length}}catch(t){throw t instanceof c.r&&t.code===`max_bytes`?new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`):We(t)?new z(`timeout`,`Attachment ${e.attachmentIndex+1} timed out while fetching.`):t}}async getPath(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.resolvedPath){if(e.maxBytes){let n=await this.ensureLocalStat(t);if(t.resolvedPath&&n!==void 0&&n>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`)}if(t.resolvedPath)return{path:t.resolvedPath}}if(t.tempPath){if(e.maxBytes&&t.buffer&&t.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{path:t.tempPath,cleanup:t.tempCleanup}}let n=e.maxBytes??1/0,r=await this.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:n,timeoutMs:e.timeoutMs}),i=R({prefix:`openclaw-media`,extension:u.default.extname(r.fileName||``)||``});return await p.default.writeFile(i,r.buffer),t.tempPath=i,t.tempCleanup=async()=>{await p.default.unlink(i).catch(()=>{})},{path:i,cleanup:t.tempCleanup}}async cleanup(){let e=[];for(let t of this.entries.values())t.tempCleanup&&=(e.push(Promise.resolve(t.tempCleanup())),void 0);await Promise.all(e)}async ensureEntry(e){let t=this.entries.get(e);if(t)return t.resolvedPath||=this.resolveLocalPath(t.attachment),t;let n=this.attachments.find(t=>t.index===e)??{index:e},r={attachment:n,resolvedPath:this.resolveLocalPath(n)};return this.entries.set(e,r),r}resolveLocalPath(e){let t=Re(e.path);if(t)return u.default.isAbsolute(t)?t:u.default.resolve(t)}async ensureLocalStat(e){if(e.resolvedPath){if(!n.ct({filePath:e.resolvedPath,roots:this.localPathRoots})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked attachment path outside allowed roots: ${e.attachment.path??e.attachment.url??`(unknown)`}`);return}if(e.statSize!==void 0)return e.statSize;try{let t=e.resolvedPath,i=await p.default.stat(t);if(!i.isFile()){e.resolvedPath=void 0;return}let a=await p.default.realpath(t).catch(()=>t);if(!n.ct({filePath:a,roots:await this.getCanonicalLocalPathRoots()})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked canonicalized attachment path outside allowed roots: ${a}`);return}return e.resolvedPath=a,e.statSize=i.size,i.size}catch(t){e.resolvedPath=void 0,r.B()&&r.R(`Failed to read attachment ${e.attachment.index+1}: ${String(t)}`);return}}}async getCanonicalLocalPathRoots(){return this.canonicalLocalPathRoots||=(async()=>n.lt(this.localPathRoots,await Promise.all(this.localPathRoots.map(async e=>e.includes(`*`)?e:await p.default.realpath(e).catch(()=>e)))))(),await this.canonicalLocalPathRoots}};const $e=r.O(`model-catalog`);let B=null,V=!1,et=()=>Promise.resolve().then(()=>require(`./pi-model-discovery-DBRuOXxy.cjs`));const H=`openai-codex`,U=`openai`,tt=new Set([`kilocode`]),nt=[{provider:U,id:`gpt-5.4`,templateIds:[`gpt-5.2`]},{provider:U,id:`gpt-5.4-pro`,templateIds:[`gpt-5.2-pro`,`gpt-5.2`]},{provider:H,id:`gpt-5.4`,templateIds:[`gpt-5.3-codex`,`gpt-5.2-codex`]},{provider:H,id:`gpt-5.3-codex-spark`,templateIds:[`gpt-5.3-codex`]}];function rt(e){let t=(t,n)=>e.find(e=>e.provider.toLowerCase()===t.toLowerCase()&&e.id.toLowerCase()===n.toLowerCase());for(let n of nt){if(t(n.provider,n.id))continue;let r=n.templateIds.map(e=>t(n.provider,e)).find(e=>e!==void 0);r&&e.push({...r,id:n.id,name:n.id})}}function it(e){if(!Array.isArray(e))return;let t=e.filter(e=>e===`text`||e===`image`||e===`document`);return t.length>0?t:void 0}function at(e){let t=e.models?.providers;if(!t||typeof t!=`object`)return[];let n=[];for(let[e,r]of Object.entries(t)){let t=e.toLowerCase().trim();if(!tt.has(t)||!r||typeof r!=`object`)continue;let i=r.models;if(Array.isArray(i))for(let e of i){if(!e||typeof e!=`object`)continue;let r=e.id;if(typeof r!=`string`)continue;let i=r.trim();if(!i)continue;let a=e.name,o=(typeof a==`string`?a:i).trim()||i,s=e.contextWindow,c=typeof s==`number`&&s>0?s:void 0,l=e.reasoning,u=typeof l==`boolean`?l:void 0,d=it(e.input);n.push({id:i,name:o,provider:t,contextWindow:c,reasoning:u,input:d})}}return n}function ot(e){let t=at(e.config);if(t.length===0)return;let n=new Set(e.models.map(e=>`${e.provider.toLowerCase().trim()}::${e.id.toLowerCase().trim()}`));for(let r of t){let t=`${r.provider.toLowerCase().trim()}::${r.id.toLowerCase().trim()}`;n.has(t)||(e.models.push(r),n.add(t))}}async function W(e){return e?.useCache===!1&&(B=null),B||(B=(async()=>{let t=[],r=e=>e.sort((e,t)=>{let n=e.provider.localeCompare(t.provider);return n===0?e.name.localeCompare(t.name):n});try{let a=e?.config??n.Y();await i.w(a);let o=await et(),s=n.Za(),{join:c}=await import(`node:path`),l=o.discoverAuthStorage(s),u=new o.ModelRegistry(l,c(s,`models.json`)),d=Array.isArray(u)?u:u.getAll();for(let e of d){let n=String(e?.id??``).trim();if(!n)continue;let r=String(e?.provider??``).trim();if(!r)continue;let i=String(e?.name??n).trim()||n,a=typeof e?.contextWindow==`number`&&e.contextWindow>0?e.contextWindow:void 0,o=typeof e?.reasoning==`boolean`?e.reasoning:void 0,s=Array.isArray(e?.input)?e.input:void 0;t.push({id:n,name:i,provider:r,contextWindow:a,reasoning:o,input:s})}return ot({config:a,models:t}),rt(t),t.length===0&&(B=null),r(t)}catch(e){return V||(V=!0,$e.warn(`Failed to load model catalog: ${String(e)}`)),B=null,t.length>0?r(t):[]}})(),B)}function G(e){return e?.input?.includes(`image`)??!1}function st(e,t,n){let r=t.toLowerCase().trim(),i=n.toLowerCase().trim();return e.find(e=>e.provider.toLowerCase()===r&&e.id.toLowerCase()===i)}async function K(e){if(!e)return!1;try{return await p.default.stat(e),!0}catch{return!1}}function ct(e){let t=e.trim(),n=t.lastIndexOf(`{`);if(n===-1)return null;let r=t.slice(n);try{return JSON.parse(r)}catch{return null}}function lt(e){let t=ct(e);if(!t||typeof t!=`object`)return null;let n=t.response;return typeof n==`string`&&n.trim()||null}function ut(e){return Math.ceil(e/3)*4}function dt(e){let t=Math.floor(4/3*e);return Math.min(t,73400320)}function q(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))typeof r==`string`&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function J(e,t){let n=e.trim();return!t||n.length<=t?n:n.slice(0,t).trim()}function ft(e){let t=e=>{let n=e.trim();if(!n)return null;let r=n[0];if(r!==`{`&&r!==`"`)return null;try{let e=JSON.parse(n);if(typeof e==`string`)return t(e);if(e&&typeof e==`object`){let t=e.text;if(typeof t==`string`&&t.trim())return t.trim()}}catch{}return null},n=t(e);if(n)return n;let r=e.split(`
-`).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function pt(e){return u.default.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function mt(e,t){return e.some(e=>t.includes(e))}function ht(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}function gt(e){if(!mt(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function _t(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}async function vt(e){let t=pt(e.command),n=t===`whisper-cli`?gt(e.args):t===`whisper`?ht(e.args,e.mediaPath):t===`parakeet-mlx`?_t(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await p.default.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=lt(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=ft(e.stdout);if(t)return t}return e.stdout.trim()}function yt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function bt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function xt(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function St(e){let{providerId:t,config:n,entry:r}=e,i=yt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=xt(i??{}),o=bt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?A(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Ct(e){let{capability:t,entry:n,cfg:r}=e,i=Ne({capability:t,entry:n,cfg:r,config:e.config}),a=Me({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:Ae(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,S[t]),prompt:je(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function wt(e){let t=await n.gn({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:s.t({provider:e.providerId,primaryApiKey:n.hn(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Tt(e){let{apiKeys:t,providerConfig:n}=await wt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function Et(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Dt(e){if(!(e.size>=1024))throw new z(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Ot(e){let{entry:t,capability:n,cfg:r}=e,a=t.provider?.trim();if(!a)throw Error(`Provider entry missing provider for ${n}`);let o=A(a),{maxBytes:c,maxChars:u,timeoutMs:d,prompt:f}=Ct({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),a=j(o,e.providerRegistry),s={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:o,prompt:f,timeoutMs:d,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},l=await(a?.describeImage??i.t)(s);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(l.text,u),provider:o,model:l.model??n}}let p=j(o,e.providerRegistry);if(!p)throw Error(`Media provider not available: ${o}`);let m=l.r();if(n===`audio`){if(!p.transcribeAudio)throw Error(`Audio transcription provider "${o}" not available.`);let n=p.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d});Dt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:a,baseUrl:l,headers:h}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),g=St({providerId:o,config:e.config,entry:t}),_=t.model?.trim()||te[o]||t.model,v=await s.n({provider:o,apiKeys:a,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:l,headers:h,model:_,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:f,query:g,timeoutMs:d,fetchFn:m})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(v.text,u),provider:o,model:v.model??_}}if(!p.describeVideo)throw Error(`Video understanding provider "${o}" not available.`);let h=p.describeVideo,g=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),_=ut(g.size),v=dt(c);if(_>v)throw new z(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${_} exceeds ${v}`);let{apiKeys:y,baseUrl:b,headers:x}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),S=await s.n({provider:o,apiKeys:y,execute:e=>h({buffer:g.buffer,fileName:g.fileName,mime:g.mime,apiKey:e,baseUrl:b,headers:x,model:t.model,prompt:f,timeoutMs:d,fetchFn:m})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(S.text,u),provider:o,model:S.model??t.model}}async function kt(e){let{entry:t,capability:i,cfg:a,ctx:o}=e,s=t.command?.trim(),c=t.args??[];if(!s)throw Error(`CLI entry missing command for ${i}`);let{maxBytes:l,maxChars:d,timeoutMs:f,prompt:m}=Ct({capability:i,entry:t,cfg:a,config:e.config}),h=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:l,timeoutMs:f});i===`audio`&&Dt({size:(await p.default.stat(h.path)).size,attachmentIndex:e.attachmentIndex});let g=await p.default.mkdtemp(u.default.join(r.Z(),`openclaw-media-cli-`)),_=h.path,y=u.default.join(g,u.default.parse(_).name),b={...o,MediaPath:_,MediaDir:u.default.dirname(_),OutputDir:g,OutputBase:y,Prompt:m,MaxChars:d},x=[s,...c].map((e,t)=>t===0?e:v(e,b));try{r.B()&&r.R(`Media understanding via CLI: ${x.join(` `)}`);let{stdout:t}=await n.Ba(x[0],x.slice(1),{timeoutMs:f,maxBuffer:ae}),a=J(await vt({command:s,args:x.slice(1),stdout:t,mediaPath:_}),d);return a?{kind:i===`audio`?`audio.transcription`:`${i}.description`,attachmentIndex:e.attachmentIndex,text:a,provider:`cli`,model:s}:null}finally{await p.default.rm(g,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return De(e)}function At(e){return ze(e)}function jt(e){return n.lt(c.n(),n.ut({cfg:e.cfg,accountId:e.ctx.AccountId}))}function Mt(e,t){return new Qe(e,t)}const Nt=new Map,Pt=new Map;function Ft(e){if(!e.startsWith(`~`))return e;let t=f.default.homedir();return e===`~`?t:e.startsWith(`~/`)?u.default.join(t,e.slice(2)):e}function It(e){return e.includes(`/`)||e.includes(`\\`)}function Lt(e){if(process.platform!==`win32`||u.default.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Rt(e){try{return(await p.default.stat(e)).isFile()?(process.platform===`win32`||await p.default.access(e,d.constants.X_OK),!0):!1}catch{return!1}}async function zt(e){let t=Nt.get(e);if(t)return t;let n=(async()=>{let t=Ft(e.trim());if(t&&It(t)){for(let e of Lt(t))if(await Rt(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(u.default.delimiter),i=Lt(n);for(let e of r){let t=Ft(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=u.default.join(t,e);if(await Rt(n))return n}}return null})();return Nt.set(e,n),n}async function Q(e){return!!await zt(e)}async function Bt(){let e=Pt.get(`gemini`);if(e)return e;let t=(async()=>{if(!await Q(`gemini`))return!1;try{let{stdout:e}=await n.Ba(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(lt(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return Pt.set(`gemini`,t),t}async function Vt(){if(!await Q(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function Ht(){return await Q(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function Ut(){if(!await Q(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=u.default.join(e,`tokens.txt`),n=u.default.join(e,`encoder.onnx`),r=u.default.join(e,`decoder.onnx`),i=u.default.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function Wt(){return await Ut()||await Vt()||await Ht()}async function Gt(e){return await Bt()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function Kt(e){let{cfg:t,agentDir:r,providerRegistry:i,capability:a}=e,o=async(e,o)=>{let s=j(e,i);if(!s||a===`audio`&&!s.transcribeAudio||a===`image`&&!s.describeImage||a===`video`&&!s.describeVideo)return null;try{return await n.gn({provider:e,cfg:t,agentDir:r}),{type:`provider`,provider:e,model:o}}catch{return null}};if(a===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of re){let t=C[e],n=await o(e,t);if(n)return n}return null}if(a===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of ie){let t=await o(e,void 0);if(t)return t}return null}let s=e.activeModel?.provider?.trim();if(s){let t=await o(s,e.activeModel?.model);if(t)return t}for(let e of ne){let t=await o(e,void 0);if(t)return t}return null}function qt(e){let n=[],r=t.vt(e.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of t._t(e.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function Jt(e){let t=await Xt(e);if(t)return[t];if(e.capability===`audio`){let e=await Wt();if(e)return[e]}if(e.capability===`image`){let t=qt(e.cfg);if(t.length>0)return t}let n=await Gt(e.capability);if(n)return[n];let r=await Kt(e);return r?[r]:[]}async function Yt(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??C[t];return n?{provider:t,model:n}:null};return n(await Xt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await Kt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function Xt(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let r=A(t);if(!r)return null;let i=j(r,e.providerRegistry);if(!i||e.capability===`audio`&&!i.transcribeAudio||e.capability===`image`&&!i.describeImage||e.capability===`video`&&!i.describeVideo)return null;try{await n.gn({provider:r,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:r,model:e.activeModel?.model}}async function Zt(e){let{entries:t,capability:n}=e,i=[];for(let a of t){let t=a.type??(a.command?`cli`:`provider`);try{let r=t===`cli`?await kt({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Ot({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(r){let e=X({entry:a,entryType:t,outcome:`success`});return r.provider&&(e.provider=r.provider),r.model&&(e.model=r.model),i.push(e),{output:r,attempts:i}}i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(Ye(e)){i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),r.B()&&r.R(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}i.push(X({entry:a,entryType:t,outcome:`failed`,reason:String(e)})),r.B()&&r.R(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:i}}async function $(e){let{capability:t,cfg:n,ctx:i}=e,a=e.config??n.tools?.media?.[t];if(a?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let o=a?.attachments,s=Ue({capability:t,attachments:e.media,policy:o});if(s.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Pe({scope:a?.scope,ctx:i})===`deny`)return r.B()&&r.R(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let c=e.activeModel?.provider?.trim();if(t===`image`&&c&&G(st(await W({config:n}),c,e.activeModel?.model??``))){r.B()&&r.R(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>{let t={type:`provider`,provider:c,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let l=Ie({cfg:n,capability:t,config:a,providerRegistry:e.providerRegistry});if(l.length===0&&(l=await Jt({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),l.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let u=[],d=[];for(let r of s){let{output:o,attempts:s}=await Zt({capability:t,cfg:n,ctx:i,attachmentIndex:r.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:l,config:a});o&&u.push(o),d.push({attachmentIndex:r.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let f={capability:t,outcome:u.length>0?`success`:`skipped`,attachments:d};return r.B()&&r.R(`Media understanding ${Et(f)}`),{outputs:u,decision:f}}async function Qt(e){let t=e.attachments??At(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=Mt(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await $({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}Object.defineProperty(exports,`C`,{enumerable:!0,get:function(){return C}}),Object.defineProperty(exports,`S`,{enumerable:!0,get:function(){return ae}}),Object.defineProperty(exports,`_`,{enumerable:!0,get:function(){return Le}}),Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return Yt}}),Object.defineProperty(exports,`b`,{enumerable:!0,get:function(){return ke}}),Object.defineProperty(exports,`c`,{enumerable:!0,get:function(){return st}}),Object.defineProperty(exports,`d`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`f`,{enumerable:!0,get:function(){return Ge}}),Object.defineProperty(exports,`g`,{enumerable:!0,get:function(){return P}}),Object.defineProperty(exports,`h`,{enumerable:!0,get:function(){return ze}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return At}}),Object.defineProperty(exports,`l`,{enumerable:!0,get:function(){return W}}),Object.defineProperty(exports,`m`,{enumerable:!0,get:function(){return Re}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return Z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return jt}}),Object.defineProperty(exports,`p`,{enumerable:!0,get:function(){return F}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return Mt}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return $}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return Qt}}),Object.defineProperty(exports,`u`,{enumerable:!0,get:function(){return G}}),Object.defineProperty(exports,`v`,{enumerable:!0,get:function(){return Ae}}),Object.defineProperty(exports,`w`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`x`,{enumerable:!0,get:function(){return re}}),Object.defineProperty(exports,`y`,{enumerable:!0,get:function(){return N}});
+`).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function pt(e){return u.default.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function mt(e,t){return e.some(e=>t.includes(e))}function ht(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}function gt(e){if(!mt(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function _t(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}async function vt(e){let t=pt(e.command),n=t===`whisper-cli`?gt(e.args):t===`whisper`?ht(e.args,e.mediaPath):t===`parakeet-mlx`?_t(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await p.default.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=lt(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=ft(e.stdout);if(t)return t}return e.stdout.trim()}function yt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function bt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function xt(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function St(e){let{providerId:t,config:n,entry:r}=e,i=yt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=xt(i??{}),o=bt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?A(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Ct(e){let{capability:t,entry:n,cfg:r}=e,i=Ne({capability:t,entry:n,cfg:r,config:e.config}),a=Me({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:Ae(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,S[t]),prompt:je(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function wt(e){let t=await n.gn({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:s.t({provider:e.providerId,primaryApiKey:n.hn(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Tt(e){let{apiKeys:t,providerConfig:n}=await wt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function Et(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Dt(e){if(!(e.size>=1024))throw new z(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Ot(e){let{entry:t,capability:n,cfg:r}=e,a=t.provider?.trim();if(!a)throw Error(`Provider entry missing provider for ${n}`);let o=A(a),{maxBytes:c,maxChars:u,timeoutMs:d,prompt:f}=Ct({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),a=j(o,e.providerRegistry),s={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:o,prompt:f,timeoutMs:d,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},l=await(a?.describeImage??i.t)(s);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(l.text,u),provider:o,model:l.model??n}}let p=j(o,e.providerRegistry);if(!p)throw Error(`Media provider not available: ${o}`);let m=l.r();if(n===`audio`){if(!p.transcribeAudio)throw Error(`Audio transcription provider "${o}" not available.`);let n=p.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d});Dt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:a,baseUrl:l,headers:h}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),g=St({providerId:o,config:e.config,entry:t}),_=t.model?.trim()||te[o]||t.model,v=await s.n({provider:o,apiKeys:a,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:l,headers:h,model:_,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:f,query:g,timeoutMs:d,fetchFn:m})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(v.text,u),provider:o,model:v.model??_}}if(!p.describeVideo)throw Error(`Video understanding provider "${o}" not available.`);let h=p.describeVideo,g=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),_=ut(g.size),v=dt(c);if(_>v)throw new z(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${_} exceeds ${v}`);let{apiKeys:y,baseUrl:b,headers:x}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),S=await s.n({provider:o,apiKeys:y,execute:e=>h({buffer:g.buffer,fileName:g.fileName,mime:g.mime,apiKey:e,baseUrl:b,headers:x,model:t.model,prompt:f,timeoutMs:d,fetchFn:m})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(S.text,u),provider:o,model:S.model??t.model}}async function kt(e){let{entry:t,capability:i,cfg:a,ctx:o}=e,s=t.command?.trim(),c=t.args??[];if(!s)throw Error(`CLI entry missing command for ${i}`);let{maxBytes:l,maxChars:d,timeoutMs:f,prompt:m}=Ct({capability:i,entry:t,cfg:a,config:e.config}),h=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:l,timeoutMs:f});i===`audio`&&Dt({size:(await p.default.stat(h.path)).size,attachmentIndex:e.attachmentIndex});let g=await p.default.mkdtemp(u.default.join(r.Z(),`openclaw-media-cli-`)),_=h.path,y=u.default.join(g,u.default.parse(_).name),b={...o,MediaPath:_,MediaDir:u.default.dirname(_),OutputDir:g,OutputBase:y,Prompt:m,MaxChars:d},x=[s,...c].map((e,t)=>t===0?e:v(e,b));try{r.B()&&r.R(`Media understanding via CLI: ${x.join(` `)}`);let{stdout:t}=await n.Ba(x[0],x.slice(1),{timeoutMs:f,maxBuffer:ae}),a=J(await vt({command:s,args:x.slice(1),stdout:t,mediaPath:_}),d);return a?{kind:i===`audio`?`audio.transcription`:`${i}.description`,attachmentIndex:e.attachmentIndex,text:a,provider:`cli`,model:s}:null}finally{await p.default.rm(g,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return De(e)}function At(e){return ze(e)}function jt(e){return n.lt(c.n(),n.ut({cfg:e.cfg,accountId:e.ctx.AccountId}))}function Mt(e,t){return new Qe(e,t)}const Nt=new Map,Pt=new Map;function Ft(e){if(!e.startsWith(`~`))return e;let t=f.default.homedir();return e===`~`?t:e.startsWith(`~/`)?u.default.join(t,e.slice(2)):e}function It(e){return e.includes(`/`)||e.includes(`\\`)}function Lt(e){if(process.platform!==`win32`||u.default.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Rt(e){try{return(await p.default.stat(e)).isFile()?(process.platform===`win32`||await p.default.access(e,d.constants.X_OK),!0):!1}catch{return!1}}async function zt(e){let t=Nt.get(e);if(t)return t;let n=(async()=>{let t=Ft(e.trim());if(t&&It(t)){for(let e of Lt(t))if(await Rt(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(u.default.delimiter),i=Lt(n);for(let e of r){let t=Ft(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=u.default.join(t,e);if(await Rt(n))return n}}return null})();return Nt.set(e,n),n}async function Q(e){return!!await zt(e)}async function Bt(){let e=Pt.get(`gemini`);if(e)return e;let t=(async()=>{if(!await Q(`gemini`))return!1;try{let{stdout:e}=await n.Ba(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(lt(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return Pt.set(`gemini`,t),t}async function Vt(){if(!await Q(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function Ht(){return await Q(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function Ut(){if(!await Q(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=u.default.join(e,`tokens.txt`),n=u.default.join(e,`encoder.onnx`),r=u.default.join(e,`decoder.onnx`),i=u.default.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function Wt(){return await Ut()||await Vt()||await Ht()}async function Gt(e){return await Bt()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function Kt(e){let{cfg:t,agentDir:r,providerRegistry:i,capability:a}=e,o=async(e,o)=>{let s=j(e,i);if(!s||a===`audio`&&!s.transcribeAudio||a===`image`&&!s.describeImage||a===`video`&&!s.describeVideo)return null;try{return await n.gn({provider:e,cfg:t,agentDir:r}),{type:`provider`,provider:e,model:o}}catch{return null}};if(a===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of re){let t=C[e],n=await o(e,t);if(n)return n}return null}if(a===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of ie){let t=await o(e,void 0);if(t)return t}return null}let s=e.activeModel?.provider?.trim();if(s){let t=await o(s,e.activeModel?.model);if(t)return t}for(let e of ne){let t=await o(e,void 0);if(t)return t}return null}function qt(e){let n=[],r=t.vt(e.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of t._t(e.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function Jt(e){let t=await Xt(e);if(t)return[t];if(e.capability===`audio`){let e=await Wt();if(e)return[e]}if(e.capability===`image`){let t=qt(e.cfg);if(t.length>0)return t}let n=await Gt(e.capability);if(n)return[n];let r=await Kt(e);return r?[r]:[]}async function Yt(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??C[t];return n?{provider:t,model:n}:null};return n(await Xt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await Kt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function Xt(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let r=A(t);if(!r)return null;let i=j(r,e.providerRegistry);if(!i||e.capability===`audio`&&!i.transcribeAudio||e.capability===`image`&&!i.describeImage||e.capability===`video`&&!i.describeVideo)return null;try{await n.gn({provider:r,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:r,model:e.activeModel?.model}}async function Zt(e){let{entries:t,capability:n}=e,i=[];for(let a of t){let t=a.type??(a.command?`cli`:`provider`);try{let r=t===`cli`?await kt({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Ot({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(r){let e=X({entry:a,entryType:t,outcome:`success`});return r.provider&&(e.provider=r.provider),r.model&&(e.model=r.model),i.push(e),{output:r,attempts:i}}i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(Ye(e)){i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),r.B()&&r.R(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}i.push(X({entry:a,entryType:t,outcome:`failed`,reason:String(e)})),r.B()&&r.R(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:i}}async function $(e){let{capability:t,cfg:n,ctx:i}=e,a=e.config??n.tools?.media?.[t];if(a?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let o=a?.attachments,s=Ue({capability:t,attachments:e.media,policy:o});if(s.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Pe({scope:a?.scope,ctx:i})===`deny`)return r.B()&&r.R(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let c=e.activeModel?.provider?.trim();if(t===`image`&&c&&G(st(await W({config:n}),c,e.activeModel?.model??``))){r.B()&&r.R(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>{let t={type:`provider`,provider:c,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let l=Ie({cfg:n,capability:t,config:a,providerRegistry:e.providerRegistry});if(l.length===0&&(l=await Jt({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),l.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let u=[],d=[];for(let r of s){let{output:o,attempts:s}=await Zt({capability:t,cfg:n,ctx:i,attachmentIndex:r.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:l,config:a});o&&u.push(o),d.push({attachmentIndex:r.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let f={capability:t,outcome:u.length>0?`success`:`skipped`,attachments:d};return r.B()&&r.R(`Media understanding ${Et(f)}`),{outputs:u,decision:f}}async function Qt(e){let t=e.attachments??At(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=Mt(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await $({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}Object.defineProperty(exports,`C`,{enumerable:!0,get:function(){return C}}),Object.defineProperty(exports,`S`,{enumerable:!0,get:function(){return ae}}),Object.defineProperty(exports,`_`,{enumerable:!0,get:function(){return Le}}),Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return Yt}}),Object.defineProperty(exports,`b`,{enumerable:!0,get:function(){return ke}}),Object.defineProperty(exports,`c`,{enumerable:!0,get:function(){return st}}),Object.defineProperty(exports,`d`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`f`,{enumerable:!0,get:function(){return Ge}}),Object.defineProperty(exports,`g`,{enumerable:!0,get:function(){return P}}),Object.defineProperty(exports,`h`,{enumerable:!0,get:function(){return ze}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return At}}),Object.defineProperty(exports,`l`,{enumerable:!0,get:function(){return W}}),Object.defineProperty(exports,`m`,{enumerable:!0,get:function(){return Re}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return Z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return jt}}),Object.defineProperty(exports,`p`,{enumerable:!0,get:function(){return F}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return Mt}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return $}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return Qt}}),Object.defineProperty(exports,`u`,{enumerable:!0,get:function(){return G}}),Object.defineProperty(exports,`v`,{enumerable:!0,get:function(){return Ae}}),Object.defineProperty(exports,`w`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`x`,{enumerable:!0,get:function(){return re}}),Object.defineProperty(exports,`y`,{enumerable:!0,get:function(){return N}});

package/dist/plugin-sdk/audio-transcription-runner-CRYJlAeP.js

@@ -1,4 +1,4 @@
 import{_t as e,f as t,g as n,m as r,u as i,vt as a}from"./paths-cBAF6Bj0.js";import{Y as o,ct as s,dn as c,gn as l,hn as u,in as d,is as f,lt as p,qa as m,st as h,ut as g,za as _}from"./sessions-BwTjGneU.js";import{B as v,O as y,R as b,Z as ee}from"./logger-vBDTZWl3.js";import{t as x,w as te}from"./image-CKLAyhco.js";import{n as ne}from"./fetch-timeout-CLw1U7VS.js";import{t as re}from"./fetch-guard-DPVfELS7.js";import{n as ie,r as ae,t as oe}from"./api-key-rotation-CxaiMcI1.js";import{i as se,n as ce,r as le}from"./local-roots-H4-t0qG_.js";import{r as ue}from"./proxy-fetch-CYVChsKE.js";import S from"node:path";import{constants as de}from"node:fs";import fe from"node:os";import C from"node:fs/promises";import{fileURLToPath as pe}from"node:url";import me from"node:crypto";import"node:process";function he(e){return e==null?``:typeof e==`string`?e:typeof e==`number`||typeof e==`boolean`||typeof e==`bigint`?String(e):typeof e==`symbol`||typeof e==`function`?e.toString():Array.isArray(e)?e.flatMap(e=>e==null?[]:typeof e==`string`?[e]:typeof e==`number`||typeof e==`boolean`||typeof e==`bigint`?[String(e)]:[]).join(`,`):``}function ge(e,t){return e?e.replace(/{{\s*(\w+)\s*}}/g,(e,n)=>{let r=t[n];return he(r)}):``}const w=1024*1024,_e={image:500,audio:void 0,video:500},ve={image:10*w,audio:20*w,video:50*w},ye={image:60,audio:60,video:120},be={image:`Describe the image.`,audio:`Transcribe the audio.`,video:`Describe the video.`};70*w;const xe={groq:`whisper-large-v3-turbo`,openai:`gpt-4o-mini-transcribe`,deepgram:`nova-3`,mistral:`voxtral-mini-latest`},Se=[`openai`,`groq`,`deepgram`,`google`,`mistral`],Ce=[`openai`,`anthropic`,`google`,`minimax`,`minimax-portal`,`zai`],we=[`google`,`moonshot`],T={openai:`gpt-5-mini`,anthropic:`claude-opus-4-6`,google:`gemini-3-flash-preview`,minimax:`MiniMax-VL-01`,"minimax-portal":`MiniMax-VL-01`,zai:`glm-4.6v`},Te=5*w,Ee={id:`anthropic`,capabilities:[`image`],describeImage:x};function E(e,t){return(e?.trim()||t).replace(/\/+$/,``)}async function D(e,t,n,r,i){return await re({url:e,fetchImpl:r,init:t,timeoutMs:n,policy:i?.ssrfPolicy,lookupFn:i?.lookupFn,pinDns:i?.pinDns})}async function O(e){return D(e.url,{method:`POST`,headers:e.headers,body:e.body},e.timeoutMs,e.fetchFn,e.allowPrivateNetwork?{ssrfPolicy:{allowPrivateNetwork:!0}}:void 0)}async function k(e){return D(e.url,{method:`POST`,headers:e.headers,body:JSON.stringify(e.body)},e.timeoutMs,e.fetchFn,e.allowPrivateNetwork?{ssrfPolicy:{allowPrivateNetwork:!0}}:void 0)}async function De(e){try{let t=(await e.text()).replace(/\s+/g,` `).trim();return t?t.length<=300?t:`${t.slice(0,300)}…`:void 0}catch{return}}async function A(e,t){if(e.ok)return;let n=await De(e),r=n?`: ${n}`:``;throw Error(`${t} (HTTP ${e.status})${r}`)}function Oe(e,t){let n=e?.trim();if(!n)throw Error(t);return n}function ke(e){return e?.trim()||`nova-3`}async function Ae(e){let t=e.fetchFn??fetch,n=E(e.baseUrl,`https://api.deepgram.com/v1`),r=!!e.baseUrl?.trim(),i=ke(e.model),a=new URL(`${n}/listen`);if(a.searchParams.set(`model`,i),e.language?.trim()&&a.searchParams.set(`language`,e.language.trim()),e.query)for(let[t,n]of Object.entries(e.query))n!==void 0&&a.searchParams.set(t,String(n));let o=new Headers(e.headers);o.has(`authorization`)||o.set(`authorization`,`Token ${e.apiKey}`),o.has(`content-type`)||o.set(`content-type`,e.mime??`application/octet-stream`);let s=new Uint8Array(e.buffer),{response:c,release:l}=await O({url:a.toString(),headers:o,body:s,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await A(c,`Audio transcription failed`),{text:Oe((await c.json()).results?.channels?.[0]?.alternatives?.[0]?.transcript,`Audio transcription response missing transcript`),model:i}}finally{await l()}}const je={id:`deepgram`,capabilities:[`audio`],transcribeAudio:Ae};async function Me(e){let t=e.fetchFn??fetch,n=E(e.baseUrl,e.defaultBaseUrl),r=!!e.baseUrl?.trim(),i=(()=>{let t=e.model?.trim();return t?c(t):e.defaultModel})(),a=`${n}/models/${i}:generateContent`,o=ae(e.apiKey),s=new Headers(e.headers);for(let[e,t]of Object.entries(o.headers))s.has(e)||s.set(e,t);let{response:l,release:u}=await k({url:a,headers:s,body:{contents:[{role:`user`,parts:[{text:e.prompt?.trim()||e.defaultPrompt},{inline_data:{mime_type:e.mime??e.defaultMime,data:e.buffer.toString(`base64`)}}]}]},timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{await A(l,e.httpErrorLabel);let t=((await l.json()).candidates?.[0]?.content?.parts??[]).map(e=>e?.text?.trim()).filter(Boolean).join(`
 `);if(!t)throw Error(e.missingTextError);return{text:t,model:i}}finally{await u()}}async function Ne(e){let{text:t,model:n}=await Me({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Transcribe the audio.`,defaultMime:`audio/wav`,httpErrorLabel:`Audio transcription failed`,missingTextError:`Audio transcription response missing text`});return{text:t,model:n}}async function Pe(e){let{text:t,model:n}=await Me({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Describe the video.`,defaultMime:`video/mp4`,httpErrorLabel:`Video description failed`,missingTextError:`Video description response missing text`});return{text:t,model:n}}const Fe={id:`google`,capabilities:[`image`,`audio`,`video`],describeImage:x,transcribeAudio:Ne,describeVideo:Pe};function Ie(e){return e?.trim()||`gpt-4o-mini-transcribe`}async function j(e){let t=e.fetchFn??fetch,n=E(e.baseUrl,`https://api.openai.com/v1`),r=!!e.baseUrl?.trim(),i=`${n}/audio/transcriptions`,a=Ie(e.model),o=new FormData,s=e.fileName?.trim()||S.basename(e.fileName)||`audio`,c=new Uint8Array(e.buffer),l=new Blob([c],{type:e.mime??`application/octet-stream`});o.append(`file`,l,s),o.append(`model`,a),e.language?.trim()&&o.append(`language`,e.language.trim()),e.prompt?.trim()&&o.append(`prompt`,e.prompt.trim());let u=new Headers(e.headers);u.has(`authorization`)||u.set(`authorization`,`Bearer ${e.apiKey}`);let{response:d,release:f}=await O({url:i,headers:u,body:o,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await A(d,`Audio transcription failed`),{text:Oe((await d.json()).text,`Audio transcription response missing text`),model:a}}finally{await f()}}const Le={id:`groq`,capabilities:[`audio`],transcribeAudio:e=>j({...e,baseUrl:e.baseUrl??`https://api.groq.com/openai/v1`})},Re={id:`minimax`,capabilities:[`image`],describeImage:x},ze={id:`minimax-portal`,capabilities:[`image`],describeImage:x},Be={id:`mistral`,capabilities:[`audio`],transcribeAudio:e=>j({...e,baseUrl:e.baseUrl??`https://api.mistral.ai/v1`})};function Ve(e){return e?.trim()||`kimi-k2.5`}function He(e){return e?.trim()||`Describe the video.`}function Ue(e){let t=e.choices?.[0]?.message;if(!t)return null;if(typeof t.content==`string`&&t.content.trim())return t.content.trim();if(Array.isArray(t.content)){let e=t.content.map(e=>typeof e.text==`string`?e.text.trim():``).filter(Boolean).join(`
 `).trim();if(e)return e}return typeof t.reasoning_content==`string`&&t.reasoning_content.trim()?t.reasoning_content.trim():null}async function We(e){let t=e.fetchFn??fetch,n=E(e.baseUrl,`https://api.moonshot.ai/v1`),r=Ve(e.model),i=e.mime??`video/mp4`,a=He(e.prompt),o=`${n}/chat/completions`,s=new Headers(e.headers);s.has(`content-type`)||s.set(`content-type`,`application/json`),s.has(`authorization`)||s.set(`authorization`,`Bearer ${e.apiKey}`);let{response:c,release:l}=await k({url:o,headers:s,body:{model:r,messages:[{role:`user`,content:[{type:`text`,text:a},{type:`video_url`,video_url:{url:`data:${i};base64,${e.buffer.toString(`base64`)}`}}]}]},timeoutMs:e.timeoutMs,fetchFn:t});try{await A(c,`Moonshot video description failed`);let e=Ue(await c.json());if(!e)throw Error(`Moonshot video description response missing content`);return{text:e,model:r}}finally{await l()}}const Ge=[Le,{id:`openai`,capabilities:[`image`,`audio`],describeImage:x,transcribeAudio:j},Fe,Ee,Re,ze,{id:`moonshot`,capabilities:[`image`,`video`],describeImage:x,describeVideo:We},Be,{id:`zai`,capabilities:[`image`],describeImage:x},je];function M(e){let t=d(e);return t===`gemini`?`google`:t}function Ke(e){let t=new Map;for(let e of Ge)t.set(M(e.id),e);if(e)for(let[n,r]of Object.entries(e)){let e=M(n),i=t.get(e),a=i?{...i,...r,capabilities:r.capabilities??i.capabilities}:r;t.set(e,a)}return t}function N(e,t){return t.get(M(e))}function qe(e){let t=e?.trim().toLowerCase();if(t===`allow`)return`allow`;if(t===`deny`)return`deny`}function P(e){return e?.trim().toLowerCase()||void 0}function F(e){return f(e??void 0)}function Je(e){let t=e.scope;if(!t)return`allow`;let n=P(e.channel),r=F(e.chatType),i=P(e.sessionKey)??``;for(let e of t.rules??[]){if(!e)continue;let t=qe(e.action)??`allow`,a=e.match??{},o=P(a.channel),s=F(a.chatType),c=P(a.keyPrefix);if(!(o&&o!==n)&&!(s&&s!==r)&&!(c&&!i.startsWith(c)))return t}return qe(t.default)??`allow`}function I(e,t){let n=typeof e==`number`&&Number.isFinite(e)?e:t;return Math.max(1e3,Math.floor(n*1e3))}function Ye(e,t,n){let r=t?.trim()||be[e];return!n||e===`audio`?r:`${r} Respond in at most ${n} characters.`}function Xe(e){let{capability:t,entry:n,cfg:r}=e,i=n.maxChars??e.config?.maxChars??r.tools?.media?.[t]?.maxChars;return typeof i==`number`?i:_e[t]}function Ze(e){let t=e.entry.maxBytes??e.config?.maxBytes??e.cfg.tools?.media?.[e.capability]?.maxBytes;return typeof t==`number`?t:ve[e.capability]}function Qe(e){return Je({scope:e.scope,sessionKey:e.ctx.SessionKey,channel:e.ctx.Surface??e.ctx.Provider,chatType:F(e.ctx.ChatType)})}function $e(e){if((e.entry.type??(e.entry.command?`cli`:`provider`))===`cli`)return;let t=M(e.entry.provider??``);if(t)return e.providerRegistry.get(t)?.capabilities}function et(e){let{cfg:t,capability:n,config:r}=e,i=t.tools?.media?.models??[],a=[...(r?.models??[]).map(e=>({entry:e,source:`capability`})),...i.map(e=>({entry:e,source:`shared`}))];return a.length===0?[]:a.filter(({entry:t,source:r})=>{let i=t.capabilities&&t.capabilities.length>0?t.capabilities:r===`shared`?$e({entry:t,providerRegistry:e.providerRegistry}):void 0;return!i||i.length===0?r===`shared`?(v()&&b(`Skipping shared media model without capabilities: ${t.provider??t.command??`unknown`}`),!1):!0:i.includes(n)}).map(({entry:e})=>e)}function tt(e){let t=e.tools?.media?.concurrency;return typeof t==`number`&&Number.isFinite(t)&&t>0?Math.floor(t):2}function L(e){let t=e?.trim();if(t){if(t.startsWith(`file://`))try{return pe(t)}catch{return}return t}}function R(e){let t=Array.isArray(e.MediaPaths)?e.MediaPaths:void 0,n=Array.isArray(e.MediaUrls)?e.MediaUrls:void 0,r=Array.isArray(e.MediaTypes)?e.MediaTypes:void 0,i=(t,n)=>{let i=r?.[n];return(typeof i==`string`?i.trim():``)||(t===1?e.MediaType:void 0)};if(t&&t.length>0){let r=t.length,a=n&&n.length>0?n:void 0;return t.map((t,n)=>({path:t?.trim()||void 0,url:a?.[n]??e.MediaUrl,mime:i(r,n),index:n})).filter(e=>!!(e.path?.trim()||e.url?.trim()))}if(n&&n.length>0){let e=n.length;return n.map((t,n)=>({path:void 0,url:t?.trim()||void 0,mime:i(e,n),index:n})).filter(e=>!!e.url?.trim())}let a=e.MediaPath?.trim(),o=e.MediaUrl?.trim();return!a&&!o?[]:[{path:a||void 0,url:o||void 0,mime:e.MediaType,index:0}]}function z(e){let i=n(e.mime);if(i===`image`||i===`audio`||i===`video`)return i;let a=t(e.path??e.url);return a?[`.mp4`,`.mov`,`.mkv`,`.webm`,`.avi`,`.m4v`].includes(a)?`video`:r(e.path??e.url)?`audio`:[`.png`,`.jpg`,`.jpeg`,`.webp`,`.gif`,`.bmp`,`.tiff`,`.tif`].includes(a)?`image`:`unknown`:`unknown`}function nt(e){return z(e)===`video`}function B(e){return z(e)===`audio`}function rt(e){return z(e)===`image`}function it(e,t){let n=Array.isArray(e)?e.filter(V):[];if(!t||t===`first`)return n;if(t===`last`)return[...n].toReversed();if(t===`path`){let e=n.filter(e=>e.path),t=n.filter(e=>!e.path);return[...e,...t]}if(t===`url`){let e=n.filter(e=>e.url),t=n.filter(e=>!e.url);return[...e,...t]}return n}function V(e){if(!e||typeof e!=`object`)return!1;let t=e;return!(typeof t.index!=`number`||t.path!==void 0&&typeof t.path!=`string`||t.url!==void 0&&typeof t.url!=`string`||t.mime!==void 0&&typeof t.mime!=`string`||t.alreadyTranscribed!==void 0&&typeof t.alreadyTranscribed!=`boolean`)}function at(e){let{capability:t,attachments:n,policy:r}=e,i=(Array.isArray(n)?n.filter(V):[]).filter(e=>t===`audio`&&e.alreadyTranscribed?!1:t===`image`?rt(e):t===`audio`?B(e):nt(e));if(i.length===0)return[];let a=it(i,r?.prefer),o=r?.mode??`first`,s=r?.maxAttachments??1;return o===`all`?a.slice(0,Math.max(1,s)):a.slice(0,1)}const H=new Set;function ot(e){return!e||typeof e!=`object`?!1:(`name`in e?String(e.name):``)===`AbortError`||(`message`in e&&typeof e.message==`string`?e.message:``)===`This operation was aborted`}function st(e){return H.add(e),()=>{H.delete(e)}}function ct(e){return e.replace(/[^a-zA-Z0-9_-]+/g,`-`).replace(/^-+|-+$/g,``)||`tmp`}function lt(e){if(!e)return``;let t=((e.startsWith(`.`)?e:`.${e}`).match(/[a-zA-Z0-9._-]+$/)?.[0]??``).replace(/^[._-]+/,``);return t?`.${t}`:``}function ut(e){return e??ee()}function U(e){let t=ct(e.prefix),n=lt(e.extension),r=e.now,i=typeof r==`number`&&Number.isFinite(r)?Math.trunc(r):Date.now(),a=e.uuid?.trim()||me.randomUUID();return S.join(ut(e.tmpDir),`${t}-${i}-${a}${n}`)}var W=class extends Error{constructor(e,t){super(t),this.reason=e,this.name=`MediaUnderstandingSkipError`}};function dt(e){return e instanceof W}const ft=p(ce(),h);function pt(e){return typeof e==`string`?e:e instanceof URL?e.toString():e.url}var mt=class{constructor(e,t){this.entries=new Map,this.attachments=e,this.localPathRoots=p(t?.localPathRoots,ft);for(let t of e)this.entries.set(t.index,{attachment:t})}async getBuffer(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.buffer){if(t.buffer.length>e.maxBytes)throw new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{buffer:t.buffer,mime:t.bufferMime,fileName:t.bufferFileName??`media-${e.attachmentIndex+1}`,size:t.buffer.length}}if(t.resolvedPath){let n=await this.ensureLocalStat(t);if(t.resolvedPath){if(n!==void 0&&n>e.maxBytes)throw new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);let r=await C.readFile(t.resolvedPath);return t.buffer=r,t.bufferMime=t.bufferMime??t.attachment.mime??await i({buffer:r,filePath:t.resolvedPath}),t.bufferFileName=S.basename(t.resolvedPath)||`media-${e.attachmentIndex+1}`,{buffer:r,mime:t.bufferMime,fileName:t.bufferFileName,size:r.length}}}let n=t.attachment.url?.trim();if(!n)throw new W(`empty`,`Attachment ${e.attachmentIndex+1} has no path or URL.`);try{let r=await se({url:n,fetchImpl:(t,n)=>ne(pt(t),n??{},e.timeoutMs,fetch),maxBytes:e.maxBytes});return t.buffer=r.buffer,t.bufferMime=t.attachment.mime??r.contentType??await i({buffer:r.buffer,filePath:r.fileName??n}),t.bufferFileName=r.fileName??`media-${e.attachmentIndex+1}`,{buffer:r.buffer,mime:t.bufferMime,fileName:t.bufferFileName,size:r.buffer.length}}catch(t){throw t instanceof le&&t.code===`max_bytes`?new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`):ot(t)?new W(`timeout`,`Attachment ${e.attachmentIndex+1} timed out while fetching.`):t}}async getPath(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.resolvedPath){if(e.maxBytes){let n=await this.ensureLocalStat(t);if(t.resolvedPath&&n!==void 0&&n>e.maxBytes)throw new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`)}if(t.resolvedPath)return{path:t.resolvedPath}}if(t.tempPath){if(e.maxBytes&&t.buffer&&t.buffer.length>e.maxBytes)throw new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{path:t.tempPath,cleanup:t.tempCleanup}}let n=e.maxBytes??1/0,r=await this.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:n,timeoutMs:e.timeoutMs}),i=U({prefix:`openclaw-media`,extension:S.extname(r.fileName||``)||``});return await C.writeFile(i,r.buffer),t.tempPath=i,t.tempCleanup=async()=>{await C.unlink(i).catch(()=>{})},{path:i,cleanup:t.tempCleanup}}async cleanup(){let e=[];for(let t of this.entries.values())t.tempCleanup&&=(e.push(Promise.resolve(t.tempCleanup())),void 0);await Promise.all(e)}async ensureEntry(e){let t=this.entries.get(e);if(t)return t.resolvedPath||=this.resolveLocalPath(t.attachment),t;let n=this.attachments.find(t=>t.index===e)??{index:e},r={attachment:n,resolvedPath:this.resolveLocalPath(n)};return this.entries.set(e,r),r}resolveLocalPath(e){let t=L(e.path);if(t)return S.isAbsolute(t)?t:S.resolve(t)}async ensureLocalStat(e){if(e.resolvedPath){if(!s({filePath:e.resolvedPath,roots:this.localPathRoots})){e.resolvedPath=void 0,v()&&b(`Blocked attachment path outside allowed roots: ${e.attachment.path??e.attachment.url??`(unknown)`}`);return}if(e.statSize!==void 0)return e.statSize;try{let t=e.resolvedPath,n=await C.stat(t);if(!n.isFile()){e.resolvedPath=void 0;return}let r=await C.realpath(t).catch(()=>t);if(!s({filePath:r,roots:await this.getCanonicalLocalPathRoots()})){e.resolvedPath=void 0,v()&&b(`Blocked canonicalized attachment path outside allowed roots: ${r}`);return}return e.resolvedPath=r,e.statSize=n.size,n.size}catch(t){e.resolvedPath=void 0,v()&&b(`Failed to read attachment ${e.attachment.index+1}: ${String(t)}`);return}}}async getCanonicalLocalPathRoots(){return this.canonicalLocalPathRoots||=(async()=>p(this.localPathRoots,await Promise.all(this.localPathRoots.map(async e=>e.includes(`*`)?e:await C.realpath(e).catch(()=>e)))))(),await this.canonicalLocalPathRoots}};const ht=y(`model-catalog`);let G=null,gt=!1,_t=()=>import(`./pi-model-discovery-DejkxBol.js`).then(e=>e.r);const vt=`openai-codex`,yt=`openai`,bt=new Set([`kilocode`]),xt=[{provider:yt,id:`gpt-5.4`,templateIds:[`gpt-5.2`]},{provider:yt,id:`gpt-5.4-pro`,templateIds:[`gpt-5.2-pro`,`gpt-5.2`]},{provider:vt,id:`gpt-5.4`,templateIds:[`gpt-5.3-codex`,`gpt-5.2-codex`]},{provider:vt,id:`gpt-5.3-codex-spark`,templateIds:[`gpt-5.3-codex`]}];function St(e){let t=(t,n)=>e.find(e=>e.provider.toLowerCase()===t.toLowerCase()&&e.id.toLowerCase()===n.toLowerCase());for(let n of xt){if(t(n.provider,n.id))continue;let r=n.templateIds.map(e=>t(n.provider,e)).find(e=>e!==void 0);r&&e.push({...r,id:n.id,name:n.id})}}function Ct(e){if(!Array.isArray(e))return;let t=e.filter(e=>e===`text`||e===`image`||e===`document`);return t.length>0?t:void 0}function wt(e){let t=e.models?.providers;if(!t||typeof t!=`object`)return[];let n=[];for(let[e,r]of Object.entries(t)){let t=e.toLowerCase().trim();if(!bt.has(t)||!r||typeof r!=`object`)continue;let i=r.models;if(Array.isArray(i))for(let e of i){if(!e||typeof e!=`object`)continue;let r=e.id;if(typeof r!=`string`)continue;let i=r.trim();if(!i)continue;let a=e.name,o=(typeof a==`string`?a:i).trim()||i,s=e.contextWindow,c=typeof s==`number`&&s>0?s:void 0,l=e.reasoning,u=typeof l==`boolean`?l:void 0,d=Ct(e.input);n.push({id:i,name:o,provider:t,contextWindow:c,reasoning:u,input:d})}}return n}function Tt(e){let t=wt(e.config);if(t.length===0)return;let n=new Set(e.models.map(e=>`${e.provider.toLowerCase().trim()}::${e.id.toLowerCase().trim()}`));for(let r of t){let t=`${r.provider.toLowerCase().trim()}::${r.id.toLowerCase().trim()}`;n.has(t)||(e.models.push(r),n.add(t))}}async function Et(e){return e?.useCache===!1&&(G=null),G||(G=(async()=>{let t=[],n=e=>e.sort((e,t)=>{let n=e.provider.localeCompare(t.provider);return n===0?e.name.localeCompare(t.name):n});try{let r=e?.config??o();await te(r);let i=await _t(),a=m(),{join:s}=await import(`node:path`),c=i.discoverAuthStorage(a),l=new i.ModelRegistry(c,s(a,`models.json`)),u=Array.isArray(l)?l:l.getAll();for(let e of u){let n=String(e?.id??``).trim();if(!n)continue;let r=String(e?.provider??``).trim();if(!r)continue;let i=String(e?.name??n).trim()||n,a=typeof e?.contextWindow==`number`&&e.contextWindow>0?e.contextWindow:void 0,o=typeof e?.reasoning==`boolean`?e.reasoning:void 0,s=Array.isArray(e?.input)?e.input:void 0;t.push({id:n,name:i,provider:r,contextWindow:a,reasoning:o,input:s})}return Tt({config:r,models:t}),St(t),t.length===0&&(G=null),n(t)}catch(e){return gt||(gt=!0,ht.warn(`Failed to load model catalog: ${String(e)}`)),G=null,t.length>0?n(t):[]}})(),G)}function Dt(e){return e?.input?.includes(`image`)??!1}function Ot(e,t,n){let r=t.toLowerCase().trim(),i=n.toLowerCase().trim();return e.find(e=>e.provider.toLowerCase()===r&&e.id.toLowerCase()===i)}async function K(e){if(!e)return!1;try{return await C.stat(e),!0}catch{return!1}}function kt(e){let t=e.trim(),n=t.lastIndexOf(`{`);if(n===-1)return null;let r=t.slice(n);try{return JSON.parse(r)}catch{return null}}function At(e){let t=kt(e);if(!t||typeof t!=`object`)return null;let n=t.response;return typeof n==`string`&&n.trim()||null}function jt(e){return Math.ceil(e/3)*4}function Mt(e){let t=Math.floor(4/3*e);return Math.min(t,73400320)}function q(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))typeof r==`string`&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function J(e,t){let n=e.trim();return!t||n.length<=t?n:n.slice(0,t).trim()}function Nt(e){let t=e=>{let n=e.trim();if(!n)return null;let r=n[0];if(r!==`{`&&r!==`"`)return null;try{let e=JSON.parse(n);if(typeof e==`string`)return t(e);if(e&&typeof e==`object`){let t=e.text;if(typeof t==`string`&&t.trim())return t.trim()}}catch{}return null},n=t(e);if(n)return n;let r=e.split(`
-`).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function Pt(e){return S.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function Ft(e,t){return e.some(e=>t.includes(e))}function It(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=S.parse(t).name;return S.join(n,`${i}.txt`)}function Lt(e){if(!Ft(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function Rt(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=S.parse(t).name;return S.join(n,`${i}.txt`)}async function zt(e){let t=Pt(e.command),n=t===`whisper-cli`?Lt(e.args):t===`whisper`?It(e.args,e.mediaPath):t===`parakeet-mlx`?Rt(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await C.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=At(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=Nt(e.stdout);if(t)return t}return e.stdout.trim()}function Bt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function Vt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function Ht(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function Ut(e){let{providerId:t,config:n,entry:r}=e,i=Bt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=Ht(i??{}),o=Vt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?M(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Wt(e){let{capability:t,entry:n,cfg:r}=e,i=Ze({capability:t,entry:n,cfg:r,config:e.config}),a=Xe({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:I(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,ye[t]),prompt:Ye(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function Gt(e){let t=await l({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:oe({provider:e.providerId,primaryApiKey:u(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Kt(e){let{apiKeys:t,providerConfig:n}=await Gt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function qt(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Jt(e){if(!(e.size>=1024))throw new W(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Yt(e){let{entry:t,capability:n,cfg:r}=e,i=t.provider?.trim();if(!i)throw Error(`Provider entry missing provider for ${n}`);let a=M(i),{maxBytes:o,maxChars:s,timeoutMs:c,prompt:l}=Wt({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c}),i=N(a,e.providerRegistry),u={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:a,prompt:l,timeoutMs:c,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},d=await(i?.describeImage??x)(u);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(d.text,s),provider:a,model:d.model??n}}let u=N(a,e.providerRegistry);if(!u)throw Error(`Media provider not available: ${a}`);let d=ue();if(n===`audio`){if(!u.transcribeAudio)throw Error(`Audio transcription provider "${a}" not available.`);let n=u.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c});Jt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:f,baseUrl:p,headers:m}=await Kt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),h=Ut({providerId:a,config:e.config,entry:t}),g=t.model?.trim()||xe[a]||t.model,_=await ie({provider:a,apiKeys:f,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:p,headers:m,model:g,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:l,query:h,timeoutMs:c,fetchFn:d})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(_.text,s),provider:a,model:_.model??g}}if(!u.describeVideo)throw Error(`Video understanding provider "${a}" not available.`);let f=u.describeVideo,p=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c}),m=jt(p.size),h=Mt(o);if(m>h)throw new W(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${m} exceeds ${h}`);let{apiKeys:g,baseUrl:_,headers:v}=await Kt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),y=await ie({provider:a,apiKeys:g,execute:e=>f({buffer:p.buffer,fileName:p.fileName,mime:p.mime,apiKey:e,baseUrl:_,headers:v,model:t.model,prompt:l,timeoutMs:c,fetchFn:d})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(y.text,s),provider:a,model:y.model??t.model}}async function Xt(e){let{entry:t,capability:n,cfg:r,ctx:i}=e,a=t.command?.trim(),o=t.args??[];if(!a)throw Error(`CLI entry missing command for ${n}`);let{maxBytes:s,maxChars:c,timeoutMs:l,prompt:u}=Wt({capability:n,entry:t,cfg:r,config:e.config}),d=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:s,timeoutMs:l});n===`audio`&&Jt({size:(await C.stat(d.path)).size,attachmentIndex:e.attachmentIndex});let f=await C.mkdtemp(S.join(ee(),`openclaw-media-cli-`)),p=d.path,m=S.join(f,S.parse(p).name),h={...i,MediaPath:p,MediaDir:S.dirname(p),OutputDir:f,OutputBase:m,Prompt:u,MaxChars:c},g=[a,...o].map((e,t)=>t===0?e:ge(e,h));try{v()&&b(`Media understanding via CLI: ${g.join(` `)}`);let{stdout:t}=await _(g[0],g.slice(1),{timeoutMs:l,maxBuffer:Te}),r=J(await zt({command:a,args:g.slice(1),stdout:t,mediaPath:p}),c);return r?{kind:n===`audio`?`audio.transcription`:`${n}.description`,attachmentIndex:e.attachmentIndex,text:r,provider:`cli`,model:a}:null}finally{await C.rm(f,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return Ke(e)}function Zt(e){return R(e)}function Qt(e){return p(ce(),g({cfg:e.cfg,accountId:e.ctx.AccountId}))}function $t(e,t){return new mt(e,t)}const en=new Map,tn=new Map;function nn(e){if(!e.startsWith(`~`))return e;let t=fe.homedir();return e===`~`?t:e.startsWith(`~/`)?S.join(t,e.slice(2)):e}function rn(e){return e.includes(`/`)||e.includes(`\\`)}function an(e){if(process.platform!==`win32`||S.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Q(e){try{return(await C.stat(e)).isFile()?(process.platform===`win32`||await C.access(e,de.X_OK),!0):!1}catch{return!1}}async function on(e){let t=en.get(e);if(t)return t;let n=(async()=>{let t=nn(e.trim());if(t&&rn(t)){for(let e of an(t))if(await Q(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(S.delimiter),i=an(n);for(let e of r){let t=nn(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=S.join(t,e);if(await Q(n))return n}}return null})();return en.set(e,n),n}async function $(e){return!!await on(e)}async function sn(){let e=tn.get(`gemini`);if(e)return e;let t=(async()=>{if(!await $(`gemini`))return!1;try{let{stdout:e}=await _(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(At(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return tn.set(`gemini`,t),t}async function cn(){if(!await $(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function ln(){return await $(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function un(){if(!await $(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=S.join(e,`tokens.txt`),n=S.join(e,`encoder.onnx`),r=S.join(e,`decoder.onnx`),i=S.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function dn(){return await un()||await cn()||await ln()}async function fn(e){return await sn()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function pn(e){let{cfg:t,agentDir:n,providerRegistry:r,capability:i}=e,a=async(e,a)=>{let o=N(e,r);if(!o||i===`audio`&&!o.transcribeAudio||i===`image`&&!o.describeImage||i===`video`&&!o.describeVideo)return null;try{return await l({provider:e,cfg:t,agentDir:n}),{type:`provider`,provider:e,model:a}}catch{return null}};if(i===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await a(t,e.activeModel?.model);if(n)return n}for(let e of Ce){let t=T[e],n=await a(e,t);if(n)return n}return null}if(i===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await a(t,e.activeModel?.model);if(n)return n}for(let e of we){let t=await a(e,void 0);if(t)return t}return null}let o=e.activeModel?.provider?.trim();if(o){let t=await a(o,e.activeModel?.model);if(t)return t}for(let e of Se){let t=await a(e,void 0);if(t)return t}return null}function mn(t){let n=[],r=a(t.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of e(t.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function hn(e){let t=await _n(e);if(t)return[t];if(e.capability===`audio`){let e=await dn();if(e)return[e]}if(e.capability===`image`){let t=mn(e.cfg);if(t.length>0)return t}let n=await fn(e.capability);if(n)return[n];let r=await pn(e);return r?[r]:[]}async function gn(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??T[t];return n?{provider:t,model:n}:null};return n(await _n({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await pn({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function _n(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let n=M(t);if(!n)return null;let r=N(n,e.providerRegistry);if(!r||e.capability===`audio`&&!r.transcribeAudio||e.capability===`image`&&!r.describeImage||e.capability===`video`&&!r.describeVideo)return null;try{await l({provider:n,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:n,model:e.activeModel?.model}}async function vn(e){let{entries:t,capability:n}=e,r=[];for(let i of t){let t=i.type??(i.command?`cli`:`provider`);try{let a=t===`cli`?await Xt({capability:n,entry:i,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Yt({capability:n,entry:i,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(a){let e=X({entry:i,entryType:t,outcome:`success`});return a.provider&&(e.provider=a.provider),a.model&&(e.model=a.model),r.push(e),{output:a,attempts:r}}r.push(X({entry:i,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(dt(e)){r.push(X({entry:i,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),v()&&b(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}r.push(X({entry:i,entryType:t,outcome:`failed`,reason:String(e)})),v()&&b(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:r}}async function yn(e){let{capability:t,cfg:n,ctx:r}=e,i=e.config??n.tools?.media?.[t];if(i?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let a=i?.attachments,o=at({capability:t,attachments:e.media,policy:a});if(o.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Qe({scope:i?.scope,ctx:r})===`deny`)return v()&&b(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:o.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let s=e.activeModel?.provider?.trim();if(t===`image`&&s&&Dt(Ot(await Et({config:n}),s,e.activeModel?.model??``))){v()&&b(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:o.map(e=>{let t={type:`provider`,provider:s,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let c=et({cfg:n,capability:t,config:i,providerRegistry:e.providerRegistry});if(c.length===0&&(c=await hn({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),c.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:o.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let l=[],u=[];for(let a of o){let{output:o,attempts:s}=await vn({capability:t,cfg:n,ctx:r,attachmentIndex:a.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:c,config:i});o&&l.push(o),u.push({attachmentIndex:a.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let d={capability:t,outcome:l.length>0?`success`:`skipped`,attachments:u};return v()&&b(`Media understanding ${qt(d)}`),{outputs:l,decision:d}}async function bn(e){let t=e.attachments??Zt(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=$t(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await yn({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}export{T as C,Te as S,tt as _,gn as a,Je as b,Ot as c,U as d,st as f,z as g,R as h,Zt as i,Et as l,L as m,Z as n,Qt as o,B as p,$t as r,yn as s,bn as t,Dt as u,I as v,ge as w,Ce as x,F as y};
+`).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function Pt(e){return S.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function Ft(e,t){return e.some(e=>t.includes(e))}function It(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=S.parse(t).name;return S.join(n,`${i}.txt`)}function Lt(e){if(!Ft(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function Rt(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=S.parse(t).name;return S.join(n,`${i}.txt`)}async function zt(e){let t=Pt(e.command),n=t===`whisper-cli`?Lt(e.args):t===`whisper`?It(e.args,e.mediaPath):t===`parakeet-mlx`?Rt(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await C.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=At(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=Nt(e.stdout);if(t)return t}return e.stdout.trim()}function Bt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function Vt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function Ht(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function Ut(e){let{providerId:t,config:n,entry:r}=e,i=Bt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=Ht(i??{}),o=Vt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?M(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Wt(e){let{capability:t,entry:n,cfg:r}=e,i=Ze({capability:t,entry:n,cfg:r,config:e.config}),a=Xe({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:I(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,ye[t]),prompt:Ye(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function Gt(e){let t=await l({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:oe({provider:e.providerId,primaryApiKey:u(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Kt(e){let{apiKeys:t,providerConfig:n}=await Gt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function qt(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Jt(e){if(!(e.size>=1024))throw new W(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Yt(e){let{entry:t,capability:n,cfg:r}=e,i=t.provider?.trim();if(!i)throw Error(`Provider entry missing provider for ${n}`);let a=M(i),{maxBytes:o,maxChars:s,timeoutMs:c,prompt:l}=Wt({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c}),i=N(a,e.providerRegistry),u={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:a,prompt:l,timeoutMs:c,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},d=await(i?.describeImage??x)(u);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(d.text,s),provider:a,model:d.model??n}}let u=N(a,e.providerRegistry);if(!u)throw Error(`Media provider not available: ${a}`);let d=ue();if(n===`audio`){if(!u.transcribeAudio)throw Error(`Audio transcription provider "${a}" not available.`);let n=u.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c});Jt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:f,baseUrl:p,headers:m}=await Kt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),h=Ut({providerId:a,config:e.config,entry:t}),g=t.model?.trim()||xe[a]||t.model,_=await ie({provider:a,apiKeys:f,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:p,headers:m,model:g,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:l,query:h,timeoutMs:c,fetchFn:d})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(_.text,s),provider:a,model:_.model??g}}if(!u.describeVideo)throw Error(`Video understanding provider "${a}" not available.`);let f=u.describeVideo,p=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c}),m=jt(p.size),h=Mt(o);if(m>h)throw new W(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${m} exceeds ${h}`);let{apiKeys:g,baseUrl:_,headers:v}=await Kt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),y=await ie({provider:a,apiKeys:g,execute:e=>f({buffer:p.buffer,fileName:p.fileName,mime:p.mime,apiKey:e,baseUrl:_,headers:v,model:t.model,prompt:l,timeoutMs:c,fetchFn:d})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(y.text,s),provider:a,model:y.model??t.model}}async function Xt(e){let{entry:t,capability:n,cfg:r,ctx:i}=e,a=t.command?.trim(),o=t.args??[];if(!a)throw Error(`CLI entry missing command for ${n}`);let{maxBytes:s,maxChars:c,timeoutMs:l,prompt:u}=Wt({capability:n,entry:t,cfg:r,config:e.config}),d=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:s,timeoutMs:l});n===`audio`&&Jt({size:(await C.stat(d.path)).size,attachmentIndex:e.attachmentIndex});let f=await C.mkdtemp(S.join(ee(),`openclaw-media-cli-`)),p=d.path,m=S.join(f,S.parse(p).name),h={...i,MediaPath:p,MediaDir:S.dirname(p),OutputDir:f,OutputBase:m,Prompt:u,MaxChars:c},g=[a,...o].map((e,t)=>t===0?e:ge(e,h));try{v()&&b(`Media understanding via CLI: ${g.join(` `)}`);let{stdout:t}=await _(g[0],g.slice(1),{timeoutMs:l,maxBuffer:Te}),r=J(await zt({command:a,args:g.slice(1),stdout:t,mediaPath:p}),c);return r?{kind:n===`audio`?`audio.transcription`:`${n}.description`,attachmentIndex:e.attachmentIndex,text:r,provider:`cli`,model:a}:null}finally{await C.rm(f,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return Ke(e)}function Zt(e){return R(e)}function Qt(e){return p(ce(),g({cfg:e.cfg,accountId:e.ctx.AccountId}))}function $t(e,t){return new mt(e,t)}const en=new Map,tn=new Map;function nn(e){if(!e.startsWith(`~`))return e;let t=fe.homedir();return e===`~`?t:e.startsWith(`~/`)?S.join(t,e.slice(2)):e}function rn(e){return e.includes(`/`)||e.includes(`\\`)}function an(e){if(process.platform!==`win32`||S.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Q(e){try{return(await C.stat(e)).isFile()?(process.platform===`win32`||await C.access(e,de.X_OK),!0):!1}catch{return!1}}async function on(e){let t=en.get(e);if(t)return t;let n=(async()=>{let t=nn(e.trim());if(t&&rn(t)){for(let e of an(t))if(await Q(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(S.delimiter),i=an(n);for(let e of r){let t=nn(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=S.join(t,e);if(await Q(n))return n}}return null})();return en.set(e,n),n}async function $(e){return!!await on(e)}async function sn(){let e=tn.get(`gemini`);if(e)return e;let t=(async()=>{if(!await $(`gemini`))return!1;try{let{stdout:e}=await _(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(At(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return tn.set(`gemini`,t),t}async function cn(){if(!await $(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function ln(){return await $(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function un(){if(!await $(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=S.join(e,`tokens.txt`),n=S.join(e,`encoder.onnx`),r=S.join(e,`decoder.onnx`),i=S.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function dn(){return await un()||await cn()||await ln()}async function fn(e){return await sn()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function pn(e){let{cfg:t,agentDir:n,providerRegistry:r,capability:i}=e,a=async(e,a)=>{let o=N(e,r);if(!o||i===`audio`&&!o.transcribeAudio||i===`image`&&!o.describeImage||i===`video`&&!o.describeVideo)return null;try{return await l({provider:e,cfg:t,agentDir:n}),{type:`provider`,provider:e,model:a}}catch{return null}};if(i===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await a(t,e.activeModel?.model);if(n)return n}for(let e of Ce){let t=T[e],n=await a(e,t);if(n)return n}return null}if(i===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await a(t,e.activeModel?.model);if(n)return n}for(let e of we){let t=await a(e,void 0);if(t)return t}return null}let o=e.activeModel?.provider?.trim();if(o){let t=await a(o,e.activeModel?.model);if(t)return t}for(let e of Se){let t=await a(e,void 0);if(t)return t}return null}function mn(t){let n=[],r=a(t.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of e(t.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function hn(e){let t=await _n(e);if(t)return[t];if(e.capability===`audio`){let e=await dn();if(e)return[e]}if(e.capability===`image`){let t=mn(e.cfg);if(t.length>0)return t}let n=await fn(e.capability);if(n)return[n];let r=await pn(e);return r?[r]:[]}async function gn(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??T[t];return n?{provider:t,model:n}:null};return n(await _n({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await pn({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function _n(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let n=M(t);if(!n)return null;let r=N(n,e.providerRegistry);if(!r||e.capability===`audio`&&!r.transcribeAudio||e.capability===`image`&&!r.describeImage||e.capability===`video`&&!r.describeVideo)return null;try{await l({provider:n,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:n,model:e.activeModel?.model}}async function vn(e){let{entries:t,capability:n}=e,r=[];for(let i of t){let t=i.type??(i.command?`cli`:`provider`);try{let a=t===`cli`?await Xt({capability:n,entry:i,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Yt({capability:n,entry:i,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(a){let e=X({entry:i,entryType:t,outcome:`success`});return a.provider&&(e.provider=a.provider),a.model&&(e.model=a.model),r.push(e),{output:a,attempts:r}}r.push(X({entry:i,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(dt(e)){r.push(X({entry:i,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),v()&&b(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}r.push(X({entry:i,entryType:t,outcome:`failed`,reason:String(e)})),v()&&b(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:r}}async function yn(e){let{capability:t,cfg:n,ctx:r}=e,i=e.config??n.tools?.media?.[t];if(i?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let a=i?.attachments,o=at({capability:t,attachments:e.media,policy:a});if(o.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Qe({scope:i?.scope,ctx:r})===`deny`)return v()&&b(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:o.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let s=e.activeModel?.provider?.trim();if(t===`image`&&s&&Dt(Ot(await Et({config:n}),s,e.activeModel?.model??``))){v()&&b(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:o.map(e=>{let t={type:`provider`,provider:s,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let c=et({cfg:n,capability:t,config:i,providerRegistry:e.providerRegistry});if(c.length===0&&(c=await hn({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),c.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:o.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let l=[],u=[];for(let a of o){let{output:o,attempts:s}=await vn({capability:t,cfg:n,ctx:r,attachmentIndex:a.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:c,config:i});o&&l.push(o),u.push({attachmentIndex:a.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let d={capability:t,outcome:l.length>0?`success`:`skipped`,attachments:u};return v()&&b(`Media understanding ${qt(d)}`),{outputs:l,decision:d}}async function bn(e){let t=e.attachments??Zt(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=$t(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await yn({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}export{T as C,Te as S,tt as _,gn as a,Je as b,Ot as c,U as d,st as f,z as g,R as h,Zt as i,Et as l,L as m,Z as n,Qt as o,B as p,$t as r,yn as s,bn as t,Dt as u,I as v,ge as w,Ce as x,F as y};