@qqbrowser/openclaw-qbot 0.0.148 → 0.10.1

package/dist/plugin-sdk/audio-transcription-runner-CiRKTRED.cjs

@@ -2,4 +2,3 @@ const e=require(`./paths-Bcdg3ma0.cjs`),t=require(`./paths-Cqca1YmF.cjs`),n=requ
 `);if(!t)throw Error(e.missingTextError);return{text:t,model:a}}finally{await d()}}async function pe(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Transcribe the audio.`,defaultMime:`audio/wav`,httpErrorLabel:`Audio transcription failed`,missingTextError:`Audio transcription response missing text`});return{text:t,model:n}}async function me(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Describe the video.`,defaultMime:`video/mp4`,httpErrorLabel:`Video description failed`,missingTextError:`Video description response missing text`});return{text:t,model:n}}const he={id:`google`,capabilities:[`image`,`audio`,`video`],describeImage:i.t,transcribeAudio:pe,describeVideo:me};function ge(e){return e?.trim()||`gpt-4o-mini-transcribe`}async function k(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.openai.com/v1`),r=!!e.baseUrl?.trim(),i=`${n}/audio/transcriptions`,a=ge(e.model),o=new FormData,s=e.fileName?.trim()||u.default.basename(e.fileName)||`audio`,c=new Uint8Array(e.buffer),l=new Blob([c],{type:e.mime??`application/octet-stream`});o.append(`file`,l,s),o.append(`model`,a),e.language?.trim()&&o.append(`language`,e.language.trim()),e.prompt?.trim()&&o.append(`prompt`,e.prompt.trim());let d=new Headers(e.headers);d.has(`authorization`)||d.set(`authorization`,`Bearer ${e.apiKey}`);let{response:f,release:p}=await E({url:i,headers:d,body:o,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await D(f,`Audio transcription failed`),{text:le((await f.json()).text,`Audio transcription response missing text`),model:a}}finally{await p()}}const _e={id:`groq`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.groq.com/openai/v1`})},ve={id:`minimax`,capabilities:[`image`],describeImage:i.t},ye={id:`minimax-portal`,capabilities:[`image`],describeImage:i.t},be={id:`mistral`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.mistral.ai/v1`})};function xe(e){return e?.trim()||`kimi-k2.5`}function Se(e){return e?.trim()||`Describe the video.`}function Ce(e){let t=e.choices?.[0]?.message;if(!t)return null;if(typeof t.content==`string`&&t.content.trim())return t.content.trim();if(Array.isArray(t.content)){let e=t.content.map(e=>typeof e.text==`string`?e.text.trim():``).filter(Boolean).join(`
 `).trim();if(e)return e}return typeof t.reasoning_content==`string`&&t.reasoning_content.trim()?t.reasoning_content.trim():null}async function we(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.moonshot.ai/v1`),r=xe(e.model),i=e.mime??`video/mp4`,a=Se(e.prompt),o=`${n}/chat/completions`,s=new Headers(e.headers);s.has(`content-type`)||s.set(`content-type`,`application/json`),s.has(`authorization`)||s.set(`authorization`,`Bearer ${e.apiKey}`);let{response:c,release:l}=await se({url:o,headers:s,body:{model:r,messages:[{role:`user`,content:[{type:`text`,text:a},{type:`video_url`,video_url:{url:`data:${i};base64,${e.buffer.toString(`base64`)}`}}]}]},timeoutMs:e.timeoutMs,fetchFn:t});try{await D(c,`Moonshot video description failed`);let e=Ce(await c.json());if(!e)throw Error(`Moonshot video description response missing content`);return{text:e,model:r}}finally{await l()}}const Te={id:`moonshot`,capabilities:[`image`,`video`],describeImage:i.t,describeVideo:we},Ee=[_e,{id:`openai`,capabilities:[`image`,`audio`],describeImage:i.t,transcribeAudio:k},he,oe,ve,ye,Te,be,{id:`zai`,capabilities:[`image`],describeImage:i.t},fe];function A(e){let t=n.Cs(e);return t===`gemini`?`google`:t}function De(e){let t=new Map;for(let e of Ee)t.set(A(e.id),e);if(e)for(let[n,r]of Object.entries(e)){let e=A(n),i=t.get(e),a=i?{...i,...r,capabilities:r.capabilities??i.capabilities}:r;t.set(e,a)}return t}function j(e,t){return t.get(A(e))}function Oe(e){let t=e?.trim().toLowerCase();if(t===`allow`)return`allow`;if(t===`deny`)return`deny`}function M(e){return e?.trim().toLowerCase()||void 0}function N(e){return n.yr(e??void 0)}function ke(e){let t=e.scope;if(!t)return`allow`;let n=M(e.channel),r=N(e.chatType),i=M(e.sessionKey)??``;for(let e of t.rules??[]){if(!e)continue;let t=Oe(e.action)??`allow`,a=e.match??{},o=M(a.channel),s=N(a.chatType),c=M(a.keyPrefix);if(!(o&&o!==n)&&!(s&&s!==r)&&!(c&&!i.startsWith(c)))return t}return Oe(t.default)??`allow`}function Ae(e,t){let n=typeof e==`number`&&Number.isFinite(e)?e:t;return Math.max(1e3,Math.floor(n*1e3))}function je(e,t,n){let r=t?.trim()||ee[e];return!n||e===`audio`?r:`${r} Respond in at most ${n} characters.`}function Me(e){let{capability:t,entry:n,cfg:r}=e,i=n.maxChars??e.config?.maxChars??r.tools?.media?.[t]?.maxChars;return typeof i==`number`?i:b[t]}function Ne(e){let t=e.entry.maxBytes??e.config?.maxBytes??e.cfg.tools?.media?.[e.capability]?.maxBytes;return typeof t==`number`?t:x[e.capability]}function Pe(e){return ke({scope:e.scope,sessionKey:e.ctx.SessionKey,channel:e.ctx.Surface??e.ctx.Provider,chatType:N(e.ctx.ChatType)})}function Fe(e){if((e.entry.type??(e.entry.command?`cli`:`provider`))===`cli`)return;let t=A(e.entry.provider??``);if(t)return e.providerRegistry.get(t)?.capabilities}function Ie(e){let{cfg:t,capability:n,config:i}=e,a=t.tools?.media?.models??[],o=[...(i?.models??[]).map(e=>({entry:e,source:`capability`})),...a.map(e=>({entry:e,source:`shared`}))];return o.length===0?[]:o.filter(({entry:t,source:i})=>{let a=t.capabilities&&t.capabilities.length>0?t.capabilities:i===`shared`?Fe({entry:t,providerRegistry:e.providerRegistry}):void 0;return!a||a.length===0?i===`shared`?(r.B()&&r.R(`Skipping shared media model without capabilities: ${t.provider??t.command??`unknown`}`),!1):!0:a.includes(n)}).map(({entry:e})=>e)}function Le(e){let t=e.tools?.media?.concurrency;return typeof t==`number`&&Number.isFinite(t)&&t>0?Math.floor(t):2}function Re(e){let t=e?.trim();if(t){if(t.startsWith(`file://`))try{return(0,m.fileURLToPath)(t)}catch{return}return t}}function ze(e){let t=Array.isArray(e.MediaPaths)?e.MediaPaths:void 0,n=Array.isArray(e.MediaUrls)?e.MediaUrls:void 0,r=Array.isArray(e.MediaTypes)?e.MediaTypes:void 0,i=(t,n)=>{let i=r?.[n];return(typeof i==`string`?i.trim():``)||(t===1?e.MediaType:void 0)};if(t&&t.length>0){let r=t.length,a=n&&n.length>0?n:void 0;return t.map((t,n)=>({path:t?.trim()||void 0,url:a?.[n]??e.MediaUrl,mime:i(r,n),index:n})).filter(e=>!!(e.path?.trim()||e.url?.trim()))}if(n&&n.length>0){let e=n.length;return n.map((t,n)=>({path:void 0,url:t?.trim()||void 0,mime:i(e,n),index:n})).filter(e=>!!e.url?.trim())}let a=e.MediaPath?.trim(),o=e.MediaUrl?.trim();return!a&&!o?[]:[{path:a||void 0,url:o||void 0,mime:e.MediaType,index:0}]}function P(e){let n=t.g(e.mime);if(n===`image`||n===`audio`||n===`video`)return n;let r=t.f(e.path??e.url);return r?[`.mp4`,`.mov`,`.mkv`,`.webm`,`.avi`,`.m4v`].includes(r)?`video`:t.m(e.path??e.url)?`audio`:[`.png`,`.jpg`,`.jpeg`,`.webp`,`.gif`,`.bmp`,`.tiff`,`.tif`].includes(r)?`image`:`unknown`:`unknown`}function Be(e){return P(e)===`video`}function F(e){return P(e)===`audio`}function Ve(e){return P(e)===`image`}function He(e,t){let n=Array.isArray(e)?e.filter(I):[];if(!t||t===`first`)return n;if(t===`last`)return[...n].toReversed();if(t===`path`){let e=n.filter(e=>e.path),t=n.filter(e=>!e.path);return[...e,...t]}if(t===`url`){let e=n.filter(e=>e.url),t=n.filter(e=>!e.url);return[...e,...t]}return n}function I(e){if(!e||typeof e!=`object`)return!1;let t=e;return!(typeof t.index!=`number`||t.path!==void 0&&typeof t.path!=`string`||t.url!==void 0&&typeof t.url!=`string`||t.mime!==void 0&&typeof t.mime!=`string`||t.alreadyTranscribed!==void 0&&typeof t.alreadyTranscribed!=`boolean`)}function Ue(e){let{capability:t,attachments:n,policy:r}=e,i=(Array.isArray(n)?n.filter(I):[]).filter(e=>t===`audio`&&e.alreadyTranscribed?!1:t===`image`?Ve(e):t===`audio`?F(e):Be(e));if(i.length===0)return[];let a=He(i,r?.prefer),o=r?.mode??`first`,s=r?.maxAttachments??1;return o===`all`?a.slice(0,Math.max(1,s)):a.slice(0,1)}const L=new Set;function We(e){return!e||typeof e!=`object`?!1:(`name`in e?String(e.name):``)===`AbortError`||(`message`in e&&typeof e.message==`string`?e.message:``)===`This operation was aborted`}function Ge(e){return L.add(e),()=>{L.delete(e)}}function Ke(e){return e.replace(/[^a-zA-Z0-9_-]+/g,`-`).replace(/^-+|-+$/g,``)||`tmp`}function qe(e){if(!e)return``;let t=((e.startsWith(`.`)?e:`.${e}`).match(/[a-zA-Z0-9._-]+$/)?.[0]??``).replace(/^[._-]+/,``);return t?`.${t}`:``}function Je(e){return e??r.Z()}function R(e){let t=Ke(e.prefix),n=qe(e.extension),r=e.now,i=typeof r==`number`&&Number.isFinite(r)?Math.trunc(r):Date.now(),a=e.uuid?.trim()||h.default.randomUUID();return u.default.join(Je(e.tmpDir),`${t}-${i}-${a}${n}`)}var z=class extends Error{constructor(e,t){super(t),this.reason=e,this.name=`MediaUnderstandingSkipError`}};function Ye(e){return e instanceof z}const Xe=n.La(c.n(),n.Fa);function Ze(e){return typeof e==`string`?e:e instanceof URL?e.toString():e.url}var Qe=class{constructor(e,t){this.entries=new Map,this.attachments=e,this.localPathRoots=n.La(t?.localPathRoots,Xe);for(let t of e)this.entries.set(t.index,{attachment:t})}async getBuffer(e){let n=await this.ensureEntry(e.attachmentIndex);if(n.buffer){if(n.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{buffer:n.buffer,mime:n.bufferMime,fileName:n.bufferFileName??`media-${e.attachmentIndex+1}`,size:n.buffer.length}}if(n.resolvedPath){let r=await this.ensureLocalStat(n);if(n.resolvedPath){if(r!==void 0&&r>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);let i=await p.default.readFile(n.resolvedPath);return n.buffer=i,n.bufferMime=n.bufferMime??n.attachment.mime??await t.u({buffer:i,filePath:n.resolvedPath}),n.bufferFileName=u.default.basename(n.resolvedPath)||`media-${e.attachmentIndex+1}`,{buffer:i,mime:n.bufferMime,fileName:n.bufferFileName,size:i.length}}}let r=n.attachment.url?.trim();if(!r)throw new z(`empty`,`Attachment ${e.attachmentIndex+1} has no path or URL.`);try{let i=await c.i({url:r,fetchImpl:(t,n)=>a.n(Ze(t),n??{},e.timeoutMs,fetch),maxBytes:e.maxBytes});return n.buffer=i.buffer,n.bufferMime=n.attachment.mime??i.contentType??await t.u({buffer:i.buffer,filePath:i.fileName??r}),n.bufferFileName=i.fileName??`media-${e.attachmentIndex+1}`,{buffer:i.buffer,mime:n.bufferMime,fileName:n.bufferFileName,size:i.buffer.length}}catch(t){throw t instanceof c.r&&t.code===`max_bytes`?new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`):We(t)?new z(`timeout`,`Attachment ${e.attachmentIndex+1} timed out while fetching.`):t}}async getPath(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.resolvedPath){if(e.maxBytes){let n=await this.ensureLocalStat(t);if(t.resolvedPath&&n!==void 0&&n>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`)}if(t.resolvedPath)return{path:t.resolvedPath}}if(t.tempPath){if(e.maxBytes&&t.buffer&&t.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{path:t.tempPath,cleanup:t.tempCleanup}}let n=e.maxBytes??1/0,r=await this.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:n,timeoutMs:e.timeoutMs}),i=R({prefix:`openclaw-media`,extension:u.default.extname(r.fileName||``)||``});return await p.default.writeFile(i,r.buffer),t.tempPath=i,t.tempCleanup=async()=>{await p.default.unlink(i).catch(()=>{})},{path:i,cleanup:t.tempCleanup}}async cleanup(){let e=[];for(let t of this.entries.values())t.tempCleanup&&=(e.push(Promise.resolve(t.tempCleanup())),void 0);await Promise.all(e)}async ensureEntry(e){let t=this.entries.get(e);if(t)return t.resolvedPath||=this.resolveLocalPath(t.attachment),t;let n=this.attachments.find(t=>t.index===e)??{index:e},r={attachment:n,resolvedPath:this.resolveLocalPath(n)};return this.entries.set(e,r),r}resolveLocalPath(e){let t=Re(e.path);if(t)return u.default.isAbsolute(t)?t:u.default.resolve(t)}async ensureLocalStat(e){if(e.resolvedPath){if(!n.Ia({filePath:e.resolvedPath,roots:this.localPathRoots})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked attachment path outside allowed roots: ${e.attachment.path??e.attachment.url??`(unknown)`}`);return}if(e.statSize!==void 0)return e.statSize;try{let t=e.resolvedPath,i=await p.default.stat(t);if(!i.isFile()){e.resolvedPath=void 0;return}let a=await p.default.realpath(t).catch(()=>t);if(!n.Ia({filePath:a,roots:await this.getCanonicalLocalPathRoots()})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked canonicalized attachment path outside allowed roots: ${a}`);return}return e.resolvedPath=a,e.statSize=i.size,i.size}catch(t){e.resolvedPath=void 0,r.B()&&r.R(`Failed to read attachment ${e.attachment.index+1}: ${String(t)}`);return}}}async getCanonicalLocalPathRoots(){return this.canonicalLocalPathRoots||=(async()=>n.La(this.localPathRoots,await Promise.all(this.localPathRoots.map(async e=>e.includes(`*`)?e:await p.default.realpath(e).catch(()=>e)))))(),await this.canonicalLocalPathRoots}};const $e=r.O(`model-catalog`);let B=null,V=!1,et=()=>Promise.resolve().then(()=>require(`./pi-model-discovery-B9m6BAQW.cjs`));const H=`openai-codex`,U=`openai`,tt=new Set([`kilocode`]),nt=[{provider:U,id:`gpt-5.4`,templateIds:[`gpt-5.2`]},{provider:U,id:`gpt-5.4-pro`,templateIds:[`gpt-5.2-pro`,`gpt-5.2`]},{provider:H,id:`gpt-5.4`,templateIds:[`gpt-5.3-codex`,`gpt-5.2-codex`]},{provider:H,id:`gpt-5.3-codex-spark`,templateIds:[`gpt-5.3-codex`]}];function rt(e){let t=(t,n)=>e.find(e=>e.provider.toLowerCase()===t.toLowerCase()&&e.id.toLowerCase()===n.toLowerCase());for(let n of nt){if(t(n.provider,n.id))continue;let r=n.templateIds.map(e=>t(n.provider,e)).find(e=>e!==void 0);r&&e.push({...r,id:n.id,name:n.id})}}function it(e){if(!Array.isArray(e))return;let t=e.filter(e=>e===`text`||e===`image`||e===`document`);return t.length>0?t:void 0}function at(e){let t=e.models?.providers;if(!t||typeof t!=`object`)return[];let n=[];for(let[e,r]of Object.entries(t)){let t=e.toLowerCase().trim();if(!tt.has(t)||!r||typeof r!=`object`)continue;let i=r.models;if(Array.isArray(i))for(let e of i){if(!e||typeof e!=`object`)continue;let r=e.id;if(typeof r!=`string`)continue;let i=r.trim();if(!i)continue;let a=e.name,o=(typeof a==`string`?a:i).trim()||i,s=e.contextWindow,c=typeof s==`number`&&s>0?s:void 0,l=e.reasoning,u=typeof l==`boolean`?l:void 0,d=it(e.input);n.push({id:i,name:o,provider:t,contextWindow:c,reasoning:u,input:d})}}return n}function ot(e){let t=at(e.config);if(t.length===0)return;let n=new Set(e.models.map(e=>`${e.provider.toLowerCase().trim()}::${e.id.toLowerCase().trim()}`));for(let r of t){let t=`${r.provider.toLowerCase().trim()}::${r.id.toLowerCase().trim()}`;n.has(t)||(e.models.push(r),n.add(t))}}async function W(e){return e?.useCache===!1&&(B=null),B||(B=(async()=>{let t=[],r=e=>e.sort((e,t)=>{let n=e.provider.localeCompare(t.provider);return n===0?e.name.localeCompare(t.name):n});try{let a=e?.config??n.wa();await i.w(a);let o=await et(),s=n.ms(),{join:c}=await import(`node:path`),l=o.discoverAuthStorage(s),u=new o.ModelRegistry(l,c(s,`models.json`)),d=Array.isArray(u)?u:u.getAll();for(let e of d){let n=String(e?.id??``).trim();if(!n)continue;let r=String(e?.provider??``).trim();if(!r)continue;let i=String(e?.name??n).trim()||n,a=typeof e?.contextWindow==`number`&&e.contextWindow>0?e.contextWindow:void 0,o=typeof e?.reasoning==`boolean`?e.reasoning:void 0,s=Array.isArray(e?.input)?e.input:void 0;t.push({id:n,name:i,provider:r,contextWindow:a,reasoning:o,input:s})}return ot({config:a,models:t}),rt(t),t.length===0&&(B=null),r(t)}catch(e){return V||(V=!0,$e.warn(`Failed to load model catalog: ${String(e)}`)),B=null,t.length>0?r(t):[]}})(),B)}function G(e){return e?.input?.includes(`image`)??!1}function st(e,t,n){let r=t.toLowerCase().trim(),i=n.toLowerCase().trim();return e.find(e=>e.provider.toLowerCase()===r&&e.id.toLowerCase()===i)}async function K(e){if(!e)return!1;try{return await p.default.stat(e),!0}catch{return!1}}function ct(e){let t=e.trim(),n=t.lastIndexOf(`{`);if(n===-1)return null;let r=t.slice(n);try{return JSON.parse(r)}catch{return null}}function lt(e){let t=ct(e);if(!t||typeof t!=`object`)return null;let n=t.response;return typeof n==`string`&&n.trim()||null}function ut(e){return Math.ceil(e/3)*4}function dt(e){let t=Math.floor(4/3*e);return Math.min(t,73400320)}function q(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))typeof r==`string`&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function J(e,t){let n=e.trim();return!t||n.length<=t?n:n.slice(0,t).trim()}function ft(e){let t=e=>{let n=e.trim();if(!n)return null;let r=n[0];if(r!==`{`&&r!==`"`)return null;try{let e=JSON.parse(n);if(typeof e==`string`)return t(e);if(e&&typeof e==`object`){let t=e.text;if(typeof t==`string`&&t.trim())return t.trim()}}catch{}return null},n=t(e);if(n)return n;let r=e.split(`
 `).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function pt(e){return u.default.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function mt(e,t){return e.some(e=>t.includes(e))}function ht(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}function gt(e){if(!mt(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function _t(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}async function vt(e){let t=pt(e.command),n=t===`whisper-cli`?gt(e.args):t===`whisper`?ht(e.args,e.mediaPath):t===`parakeet-mlx`?_t(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await p.default.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=lt(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=ft(e.stdout);if(t)return t}return e.stdout.trim()}function yt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function bt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function xt(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function St(e){let{providerId:t,config:n,entry:r}=e,i=yt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=xt(i??{}),o=bt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?A(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Ct(e){let{capability:t,entry:n,cfg:r}=e,i=Ne({capability:t,entry:n,cfg:r,config:e.config}),a=Me({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:Ae(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,S[t]),prompt:je(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function wt(e){let t=await n.r({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:s.t({provider:e.providerId,primaryApiKey:n.n(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Tt(e){let{apiKeys:t,providerConfig:n}=await wt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function Et(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Dt(e){if(!(e.size>=1024))throw new z(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Ot(e){let{entry:t,capability:n,cfg:r}=e,a=t.provider?.trim();if(!a)throw Error(`Provider entry missing provider for ${n}`);let o=A(a),{maxBytes:c,maxChars:u,timeoutMs:d,prompt:f}=Ct({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),a=j(o,e.providerRegistry),s={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:o,prompt:f,timeoutMs:d,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},l=await(a?.describeImage??i.t)(s);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(l.text,u),provider:o,model:l.model??n}}let p=j(o,e.providerRegistry);if(!p)throw Error(`Media provider not available: ${o}`);let m=l.r();if(n===`audio`){if(!p.transcribeAudio)throw Error(`Audio transcription provider "${o}" not available.`);let n=p.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d});Dt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:a,baseUrl:l,headers:h}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),g=St({providerId:o,config:e.config,entry:t}),_=t.model?.trim()||te[o]||t.model,v=await s.n({provider:o,apiKeys:a,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:l,headers:h,model:_,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:f,query:g,timeoutMs:d,fetchFn:m})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(v.text,u),provider:o,model:v.model??_}}if(!p.describeVideo)throw Error(`Video understanding provider "${o}" not available.`);let h=p.describeVideo,g=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),_=ut(g.size),v=dt(c);if(_>v)throw new z(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${_} exceeds ${v}`);let{apiKeys:y,baseUrl:b,headers:x}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),S=await s.n({provider:o,apiKeys:y,execute:e=>h({buffer:g.buffer,fileName:g.fileName,mime:g.mime,apiKey:e,baseUrl:b,headers:x,model:t.model,prompt:f,timeoutMs:d,fetchFn:m})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(S.text,u),provider:o,model:S.model??t.model}}async function kt(e){let{entry:t,capability:i,cfg:a,ctx:o}=e,s=t.command?.trim(),c=t.args??[];if(!s)throw Error(`CLI entry missing command for ${i}`);let{maxBytes:l,maxChars:d,timeoutMs:f,prompt:m}=Ct({capability:i,entry:t,cfg:a,config:e.config}),h=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:l,timeoutMs:f});i===`audio`&&Dt({size:(await p.default.stat(h.path)).size,attachmentIndex:e.attachmentIndex});let g=await p.default.mkdtemp(u.default.join(r.Z(),`openclaw-media-cli-`)),_=h.path,y=u.default.join(g,u.default.parse(_).name),b={...o,MediaPath:_,MediaDir:u.default.dirname(_),OutputDir:g,OutputBase:y,Prompt:m,MaxChars:d},x=[s,...c].map((e,t)=>t===0?e:v(e,b));try{r.B()&&r.R(`Media understanding via CLI: ${x.join(` `)}`);let{stdout:t}=await n.ya(x[0],x.slice(1),{timeoutMs:f,maxBuffer:ae}),a=J(await vt({command:s,args:x.slice(1),stdout:t,mediaPath:_}),d);return a?{kind:i===`audio`?`audio.transcription`:`${i}.description`,attachmentIndex:e.attachmentIndex,text:a,provider:`cli`,model:s}:null}finally{await p.default.rm(g,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return De(e)}function At(e){return ze(e)}function jt(e){return n.La(c.n(),n.Ra({cfg:e.cfg,accountId:e.ctx.AccountId}))}function Mt(e,t){return new Qe(e,t)}const Nt=new Map,Pt=new Map;function Ft(e){if(!e.startsWith(`~`))return e;let t=f.default.homedir();return e===`~`?t:e.startsWith(`~/`)?u.default.join(t,e.slice(2)):e}function It(e){return e.includes(`/`)||e.includes(`\\`)}function Lt(e){if(process.platform!==`win32`||u.default.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Rt(e){try{return(await p.default.stat(e)).isFile()?(process.platform===`win32`||await p.default.access(e,d.constants.X_OK),!0):!1}catch{return!1}}async function zt(e){let t=Nt.get(e);if(t)return t;let n=(async()=>{let t=Ft(e.trim());if(t&&It(t)){for(let e of Lt(t))if(await Rt(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(u.default.delimiter),i=Lt(n);for(let e of r){let t=Ft(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=u.default.join(t,e);if(await Rt(n))return n}}return null})();return Nt.set(e,n),n}async function Q(e){return!!await zt(e)}async function Bt(){let e=Pt.get(`gemini`);if(e)return e;let t=(async()=>{if(!await Q(`gemini`))return!1;try{let{stdout:e}=await n.ya(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(lt(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return Pt.set(`gemini`,t),t}async function Vt(){if(!await Q(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function Ht(){return await Q(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function Ut(){if(!await Q(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=u.default.join(e,`tokens.txt`),n=u.default.join(e,`encoder.onnx`),r=u.default.join(e,`decoder.onnx`),i=u.default.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function Wt(){return await Ut()||await Vt()||await Ht()}async function Gt(e){return await Bt()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function Kt(e){let{cfg:t,agentDir:r,providerRegistry:i,capability:a}=e,o=async(e,o)=>{let s=j(e,i);if(!s||a===`audio`&&!s.transcribeAudio||a===`image`&&!s.describeImage||a===`video`&&!s.describeVideo)return null;try{return await n.r({provider:e,cfg:t,agentDir:r}),{type:`provider`,provider:e,model:o}}catch{return null}};if(a===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of re){let t=C[e],n=await o(e,t);if(n)return n}return null}if(a===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of ie){let t=await o(e,void 0);if(t)return t}return null}let s=e.activeModel?.provider?.trim();if(s){let t=await o(s,e.activeModel?.model);if(t)return t}for(let e of ne){let t=await o(e,void 0);if(t)return t}return null}function qt(e){let n=[],r=t.Ct(e.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of t.St(e.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function Jt(e){let t=await Xt(e);if(t)return[t];if(e.capability===`audio`){let e=await Wt();if(e)return[e]}if(e.capability===`image`){let t=qt(e.cfg);if(t.length>0)return t}let n=await Gt(e.capability);if(n)return[n];let r=await Kt(e);return r?[r]:[]}async function Yt(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??C[t];return n?{provider:t,model:n}:null};return n(await Xt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await Kt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function Xt(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let r=A(t);if(!r)return null;let i=j(r,e.providerRegistry);if(!i||e.capability===`audio`&&!i.transcribeAudio||e.capability===`image`&&!i.describeImage||e.capability===`video`&&!i.describeVideo)return null;try{await n.r({provider:r,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:r,model:e.activeModel?.model}}async function Zt(e){let{entries:t,capability:n}=e,i=[];for(let a of t){let t=a.type??(a.command?`cli`:`provider`);try{let r=t===`cli`?await kt({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Ot({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(r){let e=X({entry:a,entryType:t,outcome:`success`});return r.provider&&(e.provider=r.provider),r.model&&(e.model=r.model),i.push(e),{output:r,attempts:i}}i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(Ye(e)){i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),r.B()&&r.R(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}i.push(X({entry:a,entryType:t,outcome:`failed`,reason:String(e)})),r.B()&&r.R(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:i}}async function $(e){let{capability:t,cfg:n,ctx:i}=e,a=e.config??n.tools?.media?.[t];if(a?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let o=a?.attachments,s=Ue({capability:t,attachments:e.media,policy:o});if(s.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Pe({scope:a?.scope,ctx:i})===`deny`)return r.B()&&r.R(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let c=e.activeModel?.provider?.trim();if(t===`image`&&c&&G(st(await W({config:n}),c,e.activeModel?.model??``))){r.B()&&r.R(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>{let t={type:`provider`,provider:c,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let l=Ie({cfg:n,capability:t,config:a,providerRegistry:e.providerRegistry});if(l.length===0&&(l=await Jt({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),l.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let u=[],d=[];for(let r of s){let{output:o,attempts:s}=await Zt({capability:t,cfg:n,ctx:i,attachmentIndex:r.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:l,config:a});o&&u.push(o),d.push({attachmentIndex:r.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let f={capability:t,outcome:u.length>0?`success`:`skipped`,attachments:d};return r.B()&&r.R(`Media understanding ${Et(f)}`),{outputs:u,decision:f}}async function Qt(e){let t=e.attachments??At(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=Mt(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await $({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}Object.defineProperty(exports,`C`,{enumerable:!0,get:function(){return C}}),Object.defineProperty(exports,`S`,{enumerable:!0,get:function(){return ae}}),Object.defineProperty(exports,`_`,{enumerable:!0,get:function(){return Le}}),Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return Yt}}),Object.defineProperty(exports,`b`,{enumerable:!0,get:function(){return ke}}),Object.defineProperty(exports,`c`,{enumerable:!0,get:function(){return st}}),Object.defineProperty(exports,`d`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`f`,{enumerable:!0,get:function(){return Ge}}),Object.defineProperty(exports,`g`,{enumerable:!0,get:function(){return P}}),Object.defineProperty(exports,`h`,{enumerable:!0,get:function(){return ze}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return At}}),Object.defineProperty(exports,`l`,{enumerable:!0,get:function(){return W}}),Object.defineProperty(exports,`m`,{enumerable:!0,get:function(){return Re}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return Z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return jt}}),Object.defineProperty(exports,`p`,{enumerable:!0,get:function(){return F}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return Mt}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return $}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return Qt}}),Object.defineProperty(exports,`u`,{enumerable:!0,get:function(){return G}}),Object.defineProperty(exports,`v`,{enumerable:!0,get:function(){return Ae}}),Object.defineProperty(exports,`w`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`x`,{enumerable:!0,get:function(){return re}}),Object.defineProperty(exports,`y`,{enumerable:!0,get:function(){return N}});
-//# sourceMappingURL=audio-transcription-runner-CiRKTRED.cjs.map

package/dist/plugin-sdk/audio-transcription-runner-Cxs7u0B3.cjs

@@ -2,4 +2,3 @@ const e=require(`./paths-Bcdg3ma0.cjs`),t=require(`./paths-D90l3h_o.cjs`),n=requ
 `);if(!t)throw Error(e.missingTextError);return{text:t,model:a}}finally{await d()}}async function pe(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Transcribe the audio.`,defaultMime:`audio/wav`,httpErrorLabel:`Audio transcription failed`,missingTextError:`Audio transcription response missing text`});return{text:t,model:n}}async function me(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Describe the video.`,defaultMime:`video/mp4`,httpErrorLabel:`Video description failed`,missingTextError:`Video description response missing text`});return{text:t,model:n}}const he={id:`google`,capabilities:[`image`,`audio`,`video`],describeImage:i.t,transcribeAudio:pe,describeVideo:me};function ge(e){return e?.trim()||`gpt-4o-mini-transcribe`}async function k(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.openai.com/v1`),r=!!e.baseUrl?.trim(),i=`${n}/audio/transcriptions`,a=ge(e.model),o=new FormData,s=e.fileName?.trim()||u.default.basename(e.fileName)||`audio`,c=new Uint8Array(e.buffer),l=new Blob([c],{type:e.mime??`application/octet-stream`});o.append(`file`,l,s),o.append(`model`,a),e.language?.trim()&&o.append(`language`,e.language.trim()),e.prompt?.trim()&&o.append(`prompt`,e.prompt.trim());let d=new Headers(e.headers);d.has(`authorization`)||d.set(`authorization`,`Bearer ${e.apiKey}`);let{response:f,release:p}=await E({url:i,headers:d,body:o,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await D(f,`Audio transcription failed`),{text:le((await f.json()).text,`Audio transcription response missing text`),model:a}}finally{await p()}}const _e={id:`groq`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.groq.com/openai/v1`})},ve={id:`minimax`,capabilities:[`image`],describeImage:i.t},ye={id:`minimax-portal`,capabilities:[`image`],describeImage:i.t},be={id:`mistral`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.mistral.ai/v1`})};function xe(e){return e?.trim()||`kimi-k2.5`}function Se(e){return e?.trim()||`Describe the video.`}function Ce(e){let t=e.choices?.[0]?.message;if(!t)return null;if(typeof t.content==`string`&&t.content.trim())return t.content.trim();if(Array.isArray(t.content)){let e=t.content.map(e=>typeof e.text==`string`?e.text.trim():``).filter(Boolean).join(`
 `).trim();if(e)return e}return typeof t.reasoning_content==`string`&&t.reasoning_content.trim()?t.reasoning_content.trim():null}async function we(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.moonshot.ai/v1`),r=xe(e.model),i=e.mime??`video/mp4`,a=Se(e.prompt),o=`${n}/chat/completions`,s=new Headers(e.headers);s.has(`content-type`)||s.set(`content-type`,`application/json`),s.has(`authorization`)||s.set(`authorization`,`Bearer ${e.apiKey}`);let{response:c,release:l}=await se({url:o,headers:s,body:{model:r,messages:[{role:`user`,content:[{type:`text`,text:a},{type:`video_url`,video_url:{url:`data:${i};base64,${e.buffer.toString(`base64`)}`}}]}]},timeoutMs:e.timeoutMs,fetchFn:t});try{await D(c,`Moonshot video description failed`);let e=Ce(await c.json());if(!e)throw Error(`Moonshot video description response missing content`);return{text:e,model:r}}finally{await l()}}const Te={id:`moonshot`,capabilities:[`image`,`video`],describeImage:i.t,describeVideo:we},Ee=[_e,{id:`openai`,capabilities:[`image`,`audio`],describeImage:i.t,transcribeAudio:k},he,oe,ve,ye,Te,be,{id:`zai`,capabilities:[`image`],describeImage:i.t},fe];function A(e){let t=n.in(e);return t===`gemini`?`google`:t}function De(e){let t=new Map;for(let e of Ee)t.set(A(e.id),e);if(e)for(let[n,r]of Object.entries(e)){let e=A(n),i=t.get(e),a=i?{...i,...r,capabilities:r.capabilities??i.capabilities}:r;t.set(e,a)}return t}function j(e,t){return t.get(A(e))}function Oe(e){let t=e?.trim().toLowerCase();if(t===`allow`)return`allow`;if(t===`deny`)return`deny`}function M(e){return e?.trim().toLowerCase()||void 0}function N(e){return n.cs(e??void 0)}function ke(e){let t=e.scope;if(!t)return`allow`;let n=M(e.channel),r=N(e.chatType),i=M(e.sessionKey)??``;for(let e of t.rules??[]){if(!e)continue;let t=Oe(e.action)??`allow`,a=e.match??{},o=M(a.channel),s=N(a.chatType),c=M(a.keyPrefix);if(!(o&&o!==n)&&!(s&&s!==r)&&!(c&&!i.startsWith(c)))return t}return Oe(t.default)??`allow`}function Ae(e,t){let n=typeof e==`number`&&Number.isFinite(e)?e:t;return Math.max(1e3,Math.floor(n*1e3))}function je(e,t,n){let r=t?.trim()||ee[e];return!n||e===`audio`?r:`${r} Respond in at most ${n} characters.`}function Me(e){let{capability:t,entry:n,cfg:r}=e,i=n.maxChars??e.config?.maxChars??r.tools?.media?.[t]?.maxChars;return typeof i==`number`?i:b[t]}function Ne(e){let t=e.entry.maxBytes??e.config?.maxBytes??e.cfg.tools?.media?.[e.capability]?.maxBytes;return typeof t==`number`?t:x[e.capability]}function Pe(e){return ke({scope:e.scope,sessionKey:e.ctx.SessionKey,channel:e.ctx.Surface??e.ctx.Provider,chatType:N(e.ctx.ChatType)})}function Fe(e){if((e.entry.type??(e.entry.command?`cli`:`provider`))===`cli`)return;let t=A(e.entry.provider??``);if(t)return e.providerRegistry.get(t)?.capabilities}function Ie(e){let{cfg:t,capability:n,config:i}=e,a=t.tools?.media?.models??[],o=[...(i?.models??[]).map(e=>({entry:e,source:`capability`})),...a.map(e=>({entry:e,source:`shared`}))];return o.length===0?[]:o.filter(({entry:t,source:i})=>{let a=t.capabilities&&t.capabilities.length>0?t.capabilities:i===`shared`?Fe({entry:t,providerRegistry:e.providerRegistry}):void 0;return!a||a.length===0?i===`shared`?(r.B()&&r.R(`Skipping shared media model without capabilities: ${t.provider??t.command??`unknown`}`),!1):!0:a.includes(n)}).map(({entry:e})=>e)}function Le(e){let t=e.tools?.media?.concurrency;return typeof t==`number`&&Number.isFinite(t)&&t>0?Math.floor(t):2}function Re(e){let t=e?.trim();if(t){if(t.startsWith(`file://`))try{return(0,m.fileURLToPath)(t)}catch{return}return t}}function ze(e){let t=Array.isArray(e.MediaPaths)?e.MediaPaths:void 0,n=Array.isArray(e.MediaUrls)?e.MediaUrls:void 0,r=Array.isArray(e.MediaTypes)?e.MediaTypes:void 0,i=(t,n)=>{let i=r?.[n];return(typeof i==`string`?i.trim():``)||(t===1?e.MediaType:void 0)};if(t&&t.length>0){let r=t.length,a=n&&n.length>0?n:void 0;return t.map((t,n)=>({path:t?.trim()||void 0,url:a?.[n]??e.MediaUrl,mime:i(r,n),index:n})).filter(e=>!!(e.path?.trim()||e.url?.trim()))}if(n&&n.length>0){let e=n.length;return n.map((t,n)=>({path:void 0,url:t?.trim()||void 0,mime:i(e,n),index:n})).filter(e=>!!e.url?.trim())}let a=e.MediaPath?.trim(),o=e.MediaUrl?.trim();return!a&&!o?[]:[{path:a||void 0,url:o||void 0,mime:e.MediaType,index:0}]}function P(e){let n=t.g(e.mime);if(n===`image`||n===`audio`||n===`video`)return n;let r=t.f(e.path??e.url);return r?[`.mp4`,`.mov`,`.mkv`,`.webm`,`.avi`,`.m4v`].includes(r)?`video`:t.m(e.path??e.url)?`audio`:[`.png`,`.jpg`,`.jpeg`,`.webp`,`.gif`,`.bmp`,`.tiff`,`.tif`].includes(r)?`image`:`unknown`:`unknown`}function Be(e){return P(e)===`video`}function F(e){return P(e)===`audio`}function Ve(e){return P(e)===`image`}function He(e,t){let n=Array.isArray(e)?e.filter(I):[];if(!t||t===`first`)return n;if(t===`last`)return[...n].toReversed();if(t===`path`){let e=n.filter(e=>e.path),t=n.filter(e=>!e.path);return[...e,...t]}if(t===`url`){let e=n.filter(e=>e.url),t=n.filter(e=>!e.url);return[...e,...t]}return n}function I(e){if(!e||typeof e!=`object`)return!1;let t=e;return!(typeof t.index!=`number`||t.path!==void 0&&typeof t.path!=`string`||t.url!==void 0&&typeof t.url!=`string`||t.mime!==void 0&&typeof t.mime!=`string`||t.alreadyTranscribed!==void 0&&typeof t.alreadyTranscribed!=`boolean`)}function Ue(e){let{capability:t,attachments:n,policy:r}=e,i=(Array.isArray(n)?n.filter(I):[]).filter(e=>t===`audio`&&e.alreadyTranscribed?!1:t===`image`?Ve(e):t===`audio`?F(e):Be(e));if(i.length===0)return[];let a=He(i,r?.prefer),o=r?.mode??`first`,s=r?.maxAttachments??1;return o===`all`?a.slice(0,Math.max(1,s)):a.slice(0,1)}const L=new Set;function We(e){return!e||typeof e!=`object`?!1:(`name`in e?String(e.name):``)===`AbortError`||(`message`in e&&typeof e.message==`string`?e.message:``)===`This operation was aborted`}function Ge(e){return L.add(e),()=>{L.delete(e)}}function Ke(e){return e.replace(/[^a-zA-Z0-9_-]+/g,`-`).replace(/^-+|-+$/g,``)||`tmp`}function qe(e){if(!e)return``;let t=((e.startsWith(`.`)?e:`.${e}`).match(/[a-zA-Z0-9._-]+$/)?.[0]??``).replace(/^[._-]+/,``);return t?`.${t}`:``}function Je(e){return e??r.Z()}function R(e){let t=Ke(e.prefix),n=qe(e.extension),r=e.now,i=typeof r==`number`&&Number.isFinite(r)?Math.trunc(r):Date.now(),a=e.uuid?.trim()||h.default.randomUUID();return u.default.join(Je(e.tmpDir),`${t}-${i}-${a}${n}`)}var z=class extends Error{constructor(e,t){super(t),this.reason=e,this.name=`MediaUnderstandingSkipError`}};function Ye(e){return e instanceof z}const Xe=n.lt(c.n(),n.st);function Ze(e){return typeof e==`string`?e:e instanceof URL?e.toString():e.url}var Qe=class{constructor(e,t){this.entries=new Map,this.attachments=e,this.localPathRoots=n.lt(t?.localPathRoots,Xe);for(let t of e)this.entries.set(t.index,{attachment:t})}async getBuffer(e){let n=await this.ensureEntry(e.attachmentIndex);if(n.buffer){if(n.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{buffer:n.buffer,mime:n.bufferMime,fileName:n.bufferFileName??`media-${e.attachmentIndex+1}`,size:n.buffer.length}}if(n.resolvedPath){let r=await this.ensureLocalStat(n);if(n.resolvedPath){if(r!==void 0&&r>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);let i=await p.default.readFile(n.resolvedPath);return n.buffer=i,n.bufferMime=n.bufferMime??n.attachment.mime??await t.u({buffer:i,filePath:n.resolvedPath}),n.bufferFileName=u.default.basename(n.resolvedPath)||`media-${e.attachmentIndex+1}`,{buffer:i,mime:n.bufferMime,fileName:n.bufferFileName,size:i.length}}}let r=n.attachment.url?.trim();if(!r)throw new z(`empty`,`Attachment ${e.attachmentIndex+1} has no path or URL.`);try{let i=await c.i({url:r,fetchImpl:(t,n)=>a.n(Ze(t),n??{},e.timeoutMs,fetch),maxBytes:e.maxBytes});return n.buffer=i.buffer,n.bufferMime=n.attachment.mime??i.contentType??await t.u({buffer:i.buffer,filePath:i.fileName??r}),n.bufferFileName=i.fileName??`media-${e.attachmentIndex+1}`,{buffer:i.buffer,mime:n.bufferMime,fileName:n.bufferFileName,size:i.buffer.length}}catch(t){throw t instanceof c.r&&t.code===`max_bytes`?new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`):We(t)?new z(`timeout`,`Attachment ${e.attachmentIndex+1} timed out while fetching.`):t}}async getPath(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.resolvedPath){if(e.maxBytes){let n=await this.ensureLocalStat(t);if(t.resolvedPath&&n!==void 0&&n>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`)}if(t.resolvedPath)return{path:t.resolvedPath}}if(t.tempPath){if(e.maxBytes&&t.buffer&&t.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{path:t.tempPath,cleanup:t.tempCleanup}}let n=e.maxBytes??1/0,r=await this.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:n,timeoutMs:e.timeoutMs}),i=R({prefix:`openclaw-media`,extension:u.default.extname(r.fileName||``)||``});return await p.default.writeFile(i,r.buffer),t.tempPath=i,t.tempCleanup=async()=>{await p.default.unlink(i).catch(()=>{})},{path:i,cleanup:t.tempCleanup}}async cleanup(){let e=[];for(let t of this.entries.values())t.tempCleanup&&=(e.push(Promise.resolve(t.tempCleanup())),void 0);await Promise.all(e)}async ensureEntry(e){let t=this.entries.get(e);if(t)return t.resolvedPath||=this.resolveLocalPath(t.attachment),t;let n=this.attachments.find(t=>t.index===e)??{index:e},r={attachment:n,resolvedPath:this.resolveLocalPath(n)};return this.entries.set(e,r),r}resolveLocalPath(e){let t=Re(e.path);if(t)return u.default.isAbsolute(t)?t:u.default.resolve(t)}async ensureLocalStat(e){if(e.resolvedPath){if(!n.ct({filePath:e.resolvedPath,roots:this.localPathRoots})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked attachment path outside allowed roots: ${e.attachment.path??e.attachment.url??`(unknown)`}`);return}if(e.statSize!==void 0)return e.statSize;try{let t=e.resolvedPath,i=await p.default.stat(t);if(!i.isFile()){e.resolvedPath=void 0;return}let a=await p.default.realpath(t).catch(()=>t);if(!n.ct({filePath:a,roots:await this.getCanonicalLocalPathRoots()})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked canonicalized attachment path outside allowed roots: ${a}`);return}return e.resolvedPath=a,e.statSize=i.size,i.size}catch(t){e.resolvedPath=void 0,r.B()&&r.R(`Failed to read attachment ${e.attachment.index+1}: ${String(t)}`);return}}}async getCanonicalLocalPathRoots(){return this.canonicalLocalPathRoots||=(async()=>n.lt(this.localPathRoots,await Promise.all(this.localPathRoots.map(async e=>e.includes(`*`)?e:await p.default.realpath(e).catch(()=>e)))))(),await this.canonicalLocalPathRoots}};const $e=r.O(`model-catalog`);let B=null,V=!1,et=()=>Promise.resolve().then(()=>require(`./pi-model-discovery-r4aamVKh.cjs`));const H=`openai-codex`,U=`openai`,tt=new Set([`kilocode`]),nt=[{provider:U,id:`gpt-5.4`,templateIds:[`gpt-5.2`]},{provider:U,id:`gpt-5.4-pro`,templateIds:[`gpt-5.2-pro`,`gpt-5.2`]},{provider:H,id:`gpt-5.4`,templateIds:[`gpt-5.3-codex`,`gpt-5.2-codex`]},{provider:H,id:`gpt-5.3-codex-spark`,templateIds:[`gpt-5.3-codex`]}];function rt(e){let t=(t,n)=>e.find(e=>e.provider.toLowerCase()===t.toLowerCase()&&e.id.toLowerCase()===n.toLowerCase());for(let n of nt){if(t(n.provider,n.id))continue;let r=n.templateIds.map(e=>t(n.provider,e)).find(e=>e!==void 0);r&&e.push({...r,id:n.id,name:n.id})}}function it(e){if(!Array.isArray(e))return;let t=e.filter(e=>e===`text`||e===`image`||e===`document`);return t.length>0?t:void 0}function at(e){let t=e.models?.providers;if(!t||typeof t!=`object`)return[];let n=[];for(let[e,r]of Object.entries(t)){let t=e.toLowerCase().trim();if(!tt.has(t)||!r||typeof r!=`object`)continue;let i=r.models;if(Array.isArray(i))for(let e of i){if(!e||typeof e!=`object`)continue;let r=e.id;if(typeof r!=`string`)continue;let i=r.trim();if(!i)continue;let a=e.name,o=(typeof a==`string`?a:i).trim()||i,s=e.contextWindow,c=typeof s==`number`&&s>0?s:void 0,l=e.reasoning,u=typeof l==`boolean`?l:void 0,d=it(e.input);n.push({id:i,name:o,provider:t,contextWindow:c,reasoning:u,input:d})}}return n}function ot(e){let t=at(e.config);if(t.length===0)return;let n=new Set(e.models.map(e=>`${e.provider.toLowerCase().trim()}::${e.id.toLowerCase().trim()}`));for(let r of t){let t=`${r.provider.toLowerCase().trim()}::${r.id.toLowerCase().trim()}`;n.has(t)||(e.models.push(r),n.add(t))}}async function W(e){return e?.useCache===!1&&(B=null),B||(B=(async()=>{let t=[],r=e=>e.sort((e,t)=>{let n=e.provider.localeCompare(t.provider);return n===0?e.name.localeCompare(t.name):n});try{let a=e?.config??n.Y();await i.w(a);let o=await et(),s=n.Za(),{join:c}=await import(`node:path`),l=o.discoverAuthStorage(s),u=new o.ModelRegistry(l,c(s,`models.json`)),d=Array.isArray(u)?u:u.getAll();for(let e of d){let n=String(e?.id??``).trim();if(!n)continue;let r=String(e?.provider??``).trim();if(!r)continue;let i=String(e?.name??n).trim()||n,a=typeof e?.contextWindow==`number`&&e.contextWindow>0?e.contextWindow:void 0,o=typeof e?.reasoning==`boolean`?e.reasoning:void 0,s=Array.isArray(e?.input)?e.input:void 0;t.push({id:n,name:i,provider:r,contextWindow:a,reasoning:o,input:s})}return ot({config:a,models:t}),rt(t),t.length===0&&(B=null),r(t)}catch(e){return V||(V=!0,$e.warn(`Failed to load model catalog: ${String(e)}`)),B=null,t.length>0?r(t):[]}})(),B)}function G(e){return e?.input?.includes(`image`)??!1}function st(e,t,n){let r=t.toLowerCase().trim(),i=n.toLowerCase().trim();return e.find(e=>e.provider.toLowerCase()===r&&e.id.toLowerCase()===i)}async function K(e){if(!e)return!1;try{return await p.default.stat(e),!0}catch{return!1}}function ct(e){let t=e.trim(),n=t.lastIndexOf(`{`);if(n===-1)return null;let r=t.slice(n);try{return JSON.parse(r)}catch{return null}}function lt(e){let t=ct(e);if(!t||typeof t!=`object`)return null;let n=t.response;return typeof n==`string`&&n.trim()||null}function ut(e){return Math.ceil(e/3)*4}function dt(e){let t=Math.floor(4/3*e);return Math.min(t,73400320)}function q(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))typeof r==`string`&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function J(e,t){let n=e.trim();return!t||n.length<=t?n:n.slice(0,t).trim()}function ft(e){let t=e=>{let n=e.trim();if(!n)return null;let r=n[0];if(r!==`{`&&r!==`"`)return null;try{let e=JSON.parse(n);if(typeof e==`string`)return t(e);if(e&&typeof e==`object`){let t=e.text;if(typeof t==`string`&&t.trim())return t.trim()}}catch{}return null},n=t(e);if(n)return n;let r=e.split(`
 `).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function pt(e){return u.default.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function mt(e,t){return e.some(e=>t.includes(e))}function ht(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}function gt(e){if(!mt(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function _t(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=u.default.parse(t).name;return u.default.join(n,`${i}.txt`)}async function vt(e){let t=pt(e.command),n=t===`whisper-cli`?gt(e.args):t===`whisper`?ht(e.args,e.mediaPath):t===`parakeet-mlx`?_t(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await p.default.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=lt(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=ft(e.stdout);if(t)return t}return e.stdout.trim()}function yt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function bt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function xt(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function St(e){let{providerId:t,config:n,entry:r}=e,i=yt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=xt(i??{}),o=bt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?A(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Ct(e){let{capability:t,entry:n,cfg:r}=e,i=Ne({capability:t,entry:n,cfg:r,config:e.config}),a=Me({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:Ae(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,S[t]),prompt:je(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function wt(e){let t=await n.gn({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:s.t({provider:e.providerId,primaryApiKey:n.hn(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Tt(e){let{apiKeys:t,providerConfig:n}=await wt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function Et(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Dt(e){if(!(e.size>=1024))throw new z(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Ot(e){let{entry:t,capability:n,cfg:r}=e,a=t.provider?.trim();if(!a)throw Error(`Provider entry missing provider for ${n}`);let o=A(a),{maxBytes:c,maxChars:u,timeoutMs:d,prompt:f}=Ct({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),a=j(o,e.providerRegistry),s={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:o,prompt:f,timeoutMs:d,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},l=await(a?.describeImage??i.t)(s);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(l.text,u),provider:o,model:l.model??n}}let p=j(o,e.providerRegistry);if(!p)throw Error(`Media provider not available: ${o}`);let m=l.r();if(n===`audio`){if(!p.transcribeAudio)throw Error(`Audio transcription provider "${o}" not available.`);let n=p.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d});Dt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:a,baseUrl:l,headers:h}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),g=St({providerId:o,config:e.config,entry:t}),_=t.model?.trim()||te[o]||t.model,v=await s.n({provider:o,apiKeys:a,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:l,headers:h,model:_,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:f,query:g,timeoutMs:d,fetchFn:m})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(v.text,u),provider:o,model:v.model??_}}if(!p.describeVideo)throw Error(`Video understanding provider "${o}" not available.`);let h=p.describeVideo,g=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:c,timeoutMs:d}),_=ut(g.size),v=dt(c);if(_>v)throw new z(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${_} exceeds ${v}`);let{apiKeys:y,baseUrl:b,headers:x}=await Tt({providerId:o,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),S=await s.n({provider:o,apiKeys:y,execute:e=>h({buffer:g.buffer,fileName:g.fileName,mime:g.mime,apiKey:e,baseUrl:b,headers:x,model:t.model,prompt:f,timeoutMs:d,fetchFn:m})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(S.text,u),provider:o,model:S.model??t.model}}async function kt(e){let{entry:t,capability:i,cfg:a,ctx:o}=e,s=t.command?.trim(),c=t.args??[];if(!s)throw Error(`CLI entry missing command for ${i}`);let{maxBytes:l,maxChars:d,timeoutMs:f,prompt:m}=Ct({capability:i,entry:t,cfg:a,config:e.config}),h=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:l,timeoutMs:f});i===`audio`&&Dt({size:(await p.default.stat(h.path)).size,attachmentIndex:e.attachmentIndex});let g=await p.default.mkdtemp(u.default.join(r.Z(),`openclaw-media-cli-`)),_=h.path,y=u.default.join(g,u.default.parse(_).name),b={...o,MediaPath:_,MediaDir:u.default.dirname(_),OutputDir:g,OutputBase:y,Prompt:m,MaxChars:d},x=[s,...c].map((e,t)=>t===0?e:v(e,b));try{r.B()&&r.R(`Media understanding via CLI: ${x.join(` `)}`);let{stdout:t}=await n.Ba(x[0],x.slice(1),{timeoutMs:f,maxBuffer:ae}),a=J(await vt({command:s,args:x.slice(1),stdout:t,mediaPath:_}),d);return a?{kind:i===`audio`?`audio.transcription`:`${i}.description`,attachmentIndex:e.attachmentIndex,text:a,provider:`cli`,model:s}:null}finally{await p.default.rm(g,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return De(e)}function At(e){return ze(e)}function jt(e){return n.lt(c.n(),n.ut({cfg:e.cfg,accountId:e.ctx.AccountId}))}function Mt(e,t){return new Qe(e,t)}const Nt=new Map,Pt=new Map;function Ft(e){if(!e.startsWith(`~`))return e;let t=f.default.homedir();return e===`~`?t:e.startsWith(`~/`)?u.default.join(t,e.slice(2)):e}function It(e){return e.includes(`/`)||e.includes(`\\`)}function Lt(e){if(process.platform!==`win32`||u.default.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Rt(e){try{return(await p.default.stat(e)).isFile()?(process.platform===`win32`||await p.default.access(e,d.constants.X_OK),!0):!1}catch{return!1}}async function zt(e){let t=Nt.get(e);if(t)return t;let n=(async()=>{let t=Ft(e.trim());if(t&&It(t)){for(let e of Lt(t))if(await Rt(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(u.default.delimiter),i=Lt(n);for(let e of r){let t=Ft(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=u.default.join(t,e);if(await Rt(n))return n}}return null})();return Nt.set(e,n),n}async function Q(e){return!!await zt(e)}async function Bt(){let e=Pt.get(`gemini`);if(e)return e;let t=(async()=>{if(!await Q(`gemini`))return!1;try{let{stdout:e}=await n.Ba(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(lt(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return Pt.set(`gemini`,t),t}async function Vt(){if(!await Q(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function Ht(){return await Q(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function Ut(){if(!await Q(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=u.default.join(e,`tokens.txt`),n=u.default.join(e,`encoder.onnx`),r=u.default.join(e,`decoder.onnx`),i=u.default.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function Wt(){return await Ut()||await Vt()||await Ht()}async function Gt(e){return await Bt()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function Kt(e){let{cfg:t,agentDir:r,providerRegistry:i,capability:a}=e,o=async(e,o)=>{let s=j(e,i);if(!s||a===`audio`&&!s.transcribeAudio||a===`image`&&!s.describeImage||a===`video`&&!s.describeVideo)return null;try{return await n.gn({provider:e,cfg:t,agentDir:r}),{type:`provider`,provider:e,model:o}}catch{return null}};if(a===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of re){let t=C[e],n=await o(e,t);if(n)return n}return null}if(a===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of ie){let t=await o(e,void 0);if(t)return t}return null}let s=e.activeModel?.provider?.trim();if(s){let t=await o(s,e.activeModel?.model);if(t)return t}for(let e of ne){let t=await o(e,void 0);if(t)return t}return null}function qt(e){let n=[],r=t.vt(e.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of t._t(e.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function Jt(e){let t=await Xt(e);if(t)return[t];if(e.capability===`audio`){let e=await Wt();if(e)return[e]}if(e.capability===`image`){let t=qt(e.cfg);if(t.length>0)return t}let n=await Gt(e.capability);if(n)return[n];let r=await Kt(e);return r?[r]:[]}async function Yt(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??C[t];return n?{provider:t,model:n}:null};return n(await Xt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await Kt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function Xt(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let r=A(t);if(!r)return null;let i=j(r,e.providerRegistry);if(!i||e.capability===`audio`&&!i.transcribeAudio||e.capability===`image`&&!i.describeImage||e.capability===`video`&&!i.describeVideo)return null;try{await n.gn({provider:r,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:r,model:e.activeModel?.model}}async function Zt(e){let{entries:t,capability:n}=e,i=[];for(let a of t){let t=a.type??(a.command?`cli`:`provider`);try{let r=t===`cli`?await kt({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Ot({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(r){let e=X({entry:a,entryType:t,outcome:`success`});return r.provider&&(e.provider=r.provider),r.model&&(e.model=r.model),i.push(e),{output:r,attempts:i}}i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(Ye(e)){i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),r.B()&&r.R(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}i.push(X({entry:a,entryType:t,outcome:`failed`,reason:String(e)})),r.B()&&r.R(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:i}}async function $(e){let{capability:t,cfg:n,ctx:i}=e,a=e.config??n.tools?.media?.[t];if(a?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let o=a?.attachments,s=Ue({capability:t,attachments:e.media,policy:o});if(s.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Pe({scope:a?.scope,ctx:i})===`deny`)return r.B()&&r.R(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let c=e.activeModel?.provider?.trim();if(t===`image`&&c&&G(st(await W({config:n}),c,e.activeModel?.model??``))){r.B()&&r.R(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>{let t={type:`provider`,provider:c,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let l=Ie({cfg:n,capability:t,config:a,providerRegistry:e.providerRegistry});if(l.length===0&&(l=await Jt({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),l.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let u=[],d=[];for(let r of s){let{output:o,attempts:s}=await Zt({capability:t,cfg:n,ctx:i,attachmentIndex:r.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:l,config:a});o&&u.push(o),d.push({attachmentIndex:r.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let f={capability:t,outcome:u.length>0?`success`:`skipped`,attachments:d};return r.B()&&r.R(`Media understanding ${Et(f)}`),{outputs:u,decision:f}}async function Qt(e){let t=e.attachments??At(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=Mt(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await $({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}Object.defineProperty(exports,`C`,{enumerable:!0,get:function(){return C}}),Object.defineProperty(exports,`S`,{enumerable:!0,get:function(){return ae}}),Object.defineProperty(exports,`_`,{enumerable:!0,get:function(){return Le}}),Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return Yt}}),Object.defineProperty(exports,`b`,{enumerable:!0,get:function(){return ke}}),Object.defineProperty(exports,`c`,{enumerable:!0,get:function(){return st}}),Object.defineProperty(exports,`d`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`f`,{enumerable:!0,get:function(){return Ge}}),Object.defineProperty(exports,`g`,{enumerable:!0,get:function(){return P}}),Object.defineProperty(exports,`h`,{enumerable:!0,get:function(){return ze}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return At}}),Object.defineProperty(exports,`l`,{enumerable:!0,get:function(){return W}}),Object.defineProperty(exports,`m`,{enumerable:!0,get:function(){return Re}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return Z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return jt}}),Object.defineProperty(exports,`p`,{enumerable:!0,get:function(){return F}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return Mt}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return $}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return Qt}}),Object.defineProperty(exports,`u`,{enumerable:!0,get:function(){return G}}),Object.defineProperty(exports,`v`,{enumerable:!0,get:function(){return Ae}}),Object.defineProperty(exports,`w`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`x`,{enumerable:!0,get:function(){return re}}),Object.defineProperty(exports,`y`,{enumerable:!0,get:function(){return N}});
-//# sourceMappingURL=audio-transcription-runner-Cxs7u0B3.cjs.map

package/dist/plugin-sdk/audio-transcription-runner-D2IxJCfd.cjs

@@ -2,4 +2,3 @@ const e=require(`./paths-BvlJvmRS.cjs`),t=require(`./paths-Chp3zwtq.cjs`),n=requ
 `);if(!t)throw Error(e.missingTextError);return{text:t,model:a}}finally{await d()}}async function pe(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Transcribe the audio.`,defaultMime:`audio/wav`,httpErrorLabel:`Audio transcription failed`,missingTextError:`Audio transcription response missing text`});return{text:t,model:n}}async function me(e){let{text:t,model:n}=await O({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Describe the video.`,defaultMime:`video/mp4`,httpErrorLabel:`Video description failed`,missingTextError:`Video description response missing text`});return{text:t,model:n}}const he={id:`google`,capabilities:[`image`,`audio`,`video`],describeImage:s.t,transcribeAudio:pe,describeVideo:me};function ge(e){return e?.trim()||`gpt-4o-mini-transcribe`}async function k(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.openai.com/v1`),r=!!e.baseUrl?.trim(),i=`${n}/audio/transcriptions`,a=ge(e.model),o=new FormData,s=e.fileName?.trim()||d.default.basename(e.fileName)||`audio`,c=new Uint8Array(e.buffer),l=new Blob([c],{type:e.mime??`application/octet-stream`});o.append(`file`,l,s),o.append(`model`,a),e.language?.trim()&&o.append(`language`,e.language.trim()),e.prompt?.trim()&&o.append(`prompt`,e.prompt.trim());let u=new Headers(e.headers);u.has(`authorization`)||u.set(`authorization`,`Bearer ${e.apiKey}`);let{response:f,release:p}=await E({url:i,headers:u,body:o,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await D(f,`Audio transcription failed`),{text:le((await f.json()).text,`Audio transcription response missing text`),model:a}}finally{await p()}}const _e={id:`groq`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.groq.com/openai/v1`})},ve={id:`minimax`,capabilities:[`image`],describeImage:s.t},ye={id:`minimax-portal`,capabilities:[`image`],describeImage:s.t},be={id:`mistral`,capabilities:[`audio`],transcribeAudio:e=>k({...e,baseUrl:e.baseUrl??`https://api.mistral.ai/v1`})};function xe(e){return e?.trim()||`kimi-k2.5`}function Se(e){return e?.trim()||`Describe the video.`}function Ce(e){let t=e.choices?.[0]?.message;if(!t)return null;if(typeof t.content==`string`&&t.content.trim())return t.content.trim();if(Array.isArray(t.content)){let e=t.content.map(e=>typeof e.text==`string`?e.text.trim():``).filter(Boolean).join(`
 `).trim();if(e)return e}return typeof t.reasoning_content==`string`&&t.reasoning_content.trim()?t.reasoning_content.trim():null}async function we(e){let t=e.fetchFn??fetch,n=w(e.baseUrl,`https://api.moonshot.ai/v1`),r=xe(e.model),i=e.mime??`video/mp4`,a=Se(e.prompt),o=`${n}/chat/completions`,s=new Headers(e.headers);s.has(`content-type`)||s.set(`content-type`,`application/json`),s.has(`authorization`)||s.set(`authorization`,`Bearer ${e.apiKey}`);let{response:c,release:l}=await se({url:o,headers:s,body:{model:r,messages:[{role:`user`,content:[{type:`text`,text:a},{type:`video_url`,video_url:{url:`data:${i};base64,${e.buffer.toString(`base64`)}`}}]}]},timeoutMs:e.timeoutMs,fetchFn:t});try{await D(c,`Moonshot video description failed`);let e=Ce(await c.json());if(!e)throw Error(`Moonshot video description response missing content`);return{text:e,model:r}}finally{await l()}}const Te={id:`moonshot`,capabilities:[`image`,`video`],describeImage:s.t,describeVideo:we},Ee=[_e,{id:`openai`,capabilities:[`image`,`audio`],describeImage:s.t,transcribeAudio:k},he,oe,ve,ye,Te,be,{id:`zai`,capabilities:[`image`],describeImage:s.t},fe];function A(e){let t=r.Qa(e);return t===`gemini`?`google`:t}function De(e){let t=new Map;for(let e of Ee)t.set(A(e.id),e);if(e)for(let[n,r]of Object.entries(e)){let e=A(n),i=t.get(e),a=i?{...i,...r,capabilities:r.capabilities??i.capabilities}:r;t.set(e,a)}return t}function j(e,t){return t.get(A(e))}function Oe(e){let t=e?.trim().toLowerCase();if(t===`allow`)return`allow`;if(t===`deny`)return`deny`}function M(e){return e?.trim().toLowerCase()||void 0}function N(e){return r.ls(e??void 0)}function ke(e){let t=e.scope;if(!t)return`allow`;let n=M(e.channel),r=N(e.chatType),i=M(e.sessionKey)??``;for(let e of t.rules??[]){if(!e)continue;let t=Oe(e.action)??`allow`,a=e.match??{},o=M(a.channel),s=N(a.chatType),c=M(a.keyPrefix);if(!(o&&o!==n)&&!(s&&s!==r)&&!(c&&!i.startsWith(c)))return t}return Oe(t.default)??`allow`}function Ae(e,t){let n=typeof e==`number`&&Number.isFinite(e)?e:t;return Math.max(1e3,Math.floor(n*1e3))}function je(e,t,n){let r=t?.trim()||ee[e];return!n||e===`audio`?r:`${r} Respond in at most ${n} characters.`}function Me(e){let{capability:t,entry:n,cfg:r}=e,i=n.maxChars??e.config?.maxChars??r.tools?.media?.[t]?.maxChars;return typeof i==`number`?i:b[t]}function Ne(e){let t=e.entry.maxBytes??e.config?.maxBytes??e.cfg.tools?.media?.[e.capability]?.maxBytes;return typeof t==`number`?t:x[e.capability]}function Pe(e){return ke({scope:e.scope,sessionKey:e.ctx.SessionKey,channel:e.ctx.Surface??e.ctx.Provider,chatType:N(e.ctx.ChatType)})}function Fe(e){if((e.entry.type??(e.entry.command?`cli`:`provider`))===`cli`)return;let t=A(e.entry.provider??``);if(t)return e.providerRegistry.get(t)?.capabilities}function Ie(e){let{cfg:t,capability:r,config:i}=e,a=t.tools?.media?.models??[],o=[...(i?.models??[]).map(e=>({entry:e,source:`capability`})),...a.map(e=>({entry:e,source:`shared`}))];return o.length===0?[]:o.filter(({entry:t,source:i})=>{let a=t.capabilities&&t.capabilities.length>0?t.capabilities:i===`shared`?Fe({entry:t,providerRegistry:e.providerRegistry}):void 0;return!a||a.length===0?i===`shared`?(n.B()&&n.R(`Skipping shared media model without capabilities: ${t.provider??t.command??`unknown`}`),!1):!0:a.includes(r)}).map(({entry:e})=>e)}function Le(e){let t=e.tools?.media?.concurrency;return typeof t==`number`&&Number.isFinite(t)&&t>0?Math.floor(t):2}function Re(e){let t=e?.trim();if(t){if(t.startsWith(`file://`))try{return(0,m.fileURLToPath)(t)}catch{return}return t}}function ze(e){let t=Array.isArray(e.MediaPaths)?e.MediaPaths:void 0,n=Array.isArray(e.MediaUrls)?e.MediaUrls:void 0,r=Array.isArray(e.MediaTypes)?e.MediaTypes:void 0,i=(t,n)=>{let i=r?.[n];return(typeof i==`string`?i.trim():``)||(t===1?e.MediaType:void 0)};if(t&&t.length>0){let r=t.length,a=n&&n.length>0?n:void 0;return t.map((t,n)=>({path:t?.trim()||void 0,url:a?.[n]??e.MediaUrl,mime:i(r,n),index:n})).filter(e=>!!(e.path?.trim()||e.url?.trim()))}if(n&&n.length>0){let e=n.length;return n.map((t,n)=>({path:void 0,url:t?.trim()||void 0,mime:i(e,n),index:n})).filter(e=>!!e.url?.trim())}let a=e.MediaPath?.trim(),o=e.MediaUrl?.trim();return!a&&!o?[]:[{path:a||void 0,url:o||void 0,mime:e.MediaType,index:0}]}function P(e){let n=t.g(e.mime);if(n===`image`||n===`audio`||n===`video`)return n;let r=t.f(e.path??e.url);return r?[`.mp4`,`.mov`,`.mkv`,`.webm`,`.avi`,`.m4v`].includes(r)?`video`:t.m(e.path??e.url)?`audio`:[`.png`,`.jpg`,`.jpeg`,`.webp`,`.gif`,`.bmp`,`.tiff`,`.tif`].includes(r)?`image`:`unknown`:`unknown`}function Be(e){return P(e)===`video`}function F(e){return P(e)===`audio`}function Ve(e){return P(e)===`image`}function He(e,t){let n=Array.isArray(e)?e.filter(I):[];if(!t||t===`first`)return n;if(t===`last`)return[...n].toReversed();if(t===`path`){let e=n.filter(e=>e.path),t=n.filter(e=>!e.path);return[...e,...t]}if(t===`url`){let e=n.filter(e=>e.url),t=n.filter(e=>!e.url);return[...e,...t]}return n}function I(e){if(!e||typeof e!=`object`)return!1;let t=e;return!(typeof t.index!=`number`||t.path!==void 0&&typeof t.path!=`string`||t.url!==void 0&&typeof t.url!=`string`||t.mime!==void 0&&typeof t.mime!=`string`||t.alreadyTranscribed!==void 0&&typeof t.alreadyTranscribed!=`boolean`)}function Ue(e){let{capability:t,attachments:n,policy:r}=e,i=(Array.isArray(n)?n.filter(I):[]).filter(e=>t===`audio`&&e.alreadyTranscribed?!1:t===`image`?Ve(e):t===`audio`?F(e):Be(e));if(i.length===0)return[];let a=He(i,r?.prefer),o=r?.mode??`first`,s=r?.maxAttachments??1;return o===`all`?a.slice(0,Math.max(1,s)):a.slice(0,1)}const L=new Set;function We(e){return!e||typeof e!=`object`?!1:(`name`in e?String(e.name):``)===`AbortError`||(`message`in e&&typeof e.message==`string`?e.message:``)===`This operation was aborted`}function Ge(e){return L.add(e),()=>{L.delete(e)}}function Ke(e){return e.replace(/[^a-zA-Z0-9_-]+/g,`-`).replace(/^-+|-+$/g,``)||`tmp`}function qe(e){if(!e)return``;let t=((e.startsWith(`.`)?e:`.${e}`).match(/[a-zA-Z0-9._-]+$/)?.[0]??``).replace(/^[._-]+/,``);return t?`.${t}`:``}function Je(e){return e??n.Z()}function R(e){let t=Ke(e.prefix),n=qe(e.extension),r=e.now,i=typeof r==`number`&&Number.isFinite(r)?Math.trunc(r):Date.now(),a=e.uuid?.trim()||h.default.randomUUID();return d.default.join(Je(e.tmpDir),`${t}-${i}-${a}${n}`)}var z=class extends Error{constructor(e,t){super(t),this.reason=e,this.name=`MediaUnderstandingSkipError`}};function Ye(e){return e instanceof z}const Xe=r.Ii(o.n(),r.Pi);function Ze(e){return typeof e==`string`?e:e instanceof URL?e.toString():e.url}var Qe=class{constructor(e,t){this.entries=new Map,this.attachments=e,this.localPathRoots=r.Ii(t?.localPathRoots,Xe);for(let t of e)this.entries.set(t.index,{attachment:t})}async getBuffer(e){let n=await this.ensureEntry(e.attachmentIndex);if(n.buffer){if(n.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{buffer:n.buffer,mime:n.bufferMime,fileName:n.bufferFileName??`media-${e.attachmentIndex+1}`,size:n.buffer.length}}if(n.resolvedPath){let r=await this.ensureLocalStat(n);if(n.resolvedPath){if(r!==void 0&&r>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);let i=await p.default.readFile(n.resolvedPath);return n.buffer=i,n.bufferMime=n.bufferMime??n.attachment.mime??await t.u({buffer:i,filePath:n.resolvedPath}),n.bufferFileName=d.default.basename(n.resolvedPath)||`media-${e.attachmentIndex+1}`,{buffer:i,mime:n.bufferMime,fileName:n.bufferFileName,size:i.length}}}let r=n.attachment.url?.trim();if(!r)throw new z(`empty`,`Attachment ${e.attachmentIndex+1} has no path or URL.`);try{let a=await o.i({url:r,fetchImpl:(t,n)=>i.n(Ze(t),n??{},e.timeoutMs,fetch),maxBytes:e.maxBytes});return n.buffer=a.buffer,n.bufferMime=n.attachment.mime??a.contentType??await t.u({buffer:a.buffer,filePath:a.fileName??r}),n.bufferFileName=a.fileName??`media-${e.attachmentIndex+1}`,{buffer:a.buffer,mime:n.bufferMime,fileName:n.bufferFileName,size:a.buffer.length}}catch(t){throw t instanceof o.r&&t.code===`max_bytes`?new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`):We(t)?new z(`timeout`,`Attachment ${e.attachmentIndex+1} timed out while fetching.`):t}}async getPath(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.resolvedPath){if(e.maxBytes){let n=await this.ensureLocalStat(t);if(t.resolvedPath&&n!==void 0&&n>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`)}if(t.resolvedPath)return{path:t.resolvedPath}}if(t.tempPath){if(e.maxBytes&&t.buffer&&t.buffer.length>e.maxBytes)throw new z(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{path:t.tempPath,cleanup:t.tempCleanup}}let n=e.maxBytes??1/0,r=await this.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:n,timeoutMs:e.timeoutMs}),i=R({prefix:`openclaw-media`,extension:d.default.extname(r.fileName||``)||``});return await p.default.writeFile(i,r.buffer),t.tempPath=i,t.tempCleanup=async()=>{await p.default.unlink(i).catch(()=>{})},{path:i,cleanup:t.tempCleanup}}async cleanup(){let e=[];for(let t of this.entries.values())t.tempCleanup&&=(e.push(Promise.resolve(t.tempCleanup())),void 0);await Promise.all(e)}async ensureEntry(e){let t=this.entries.get(e);if(t)return t.resolvedPath||=this.resolveLocalPath(t.attachment),t;let n=this.attachments.find(t=>t.index===e)??{index:e},r={attachment:n,resolvedPath:this.resolveLocalPath(n)};return this.entries.set(e,r),r}resolveLocalPath(e){let t=Re(e.path);if(t)return d.default.isAbsolute(t)?t:d.default.resolve(t)}async ensureLocalStat(e){if(e.resolvedPath){if(!r.Fi({filePath:e.resolvedPath,roots:this.localPathRoots})){e.resolvedPath=void 0,n.B()&&n.R(`Blocked attachment path outside allowed roots: ${e.attachment.path??e.attachment.url??`(unknown)`}`);return}if(e.statSize!==void 0)return e.statSize;try{let t=e.resolvedPath,i=await p.default.stat(t);if(!i.isFile()){e.resolvedPath=void 0;return}let a=await p.default.realpath(t).catch(()=>t);if(!r.Fi({filePath:a,roots:await this.getCanonicalLocalPathRoots()})){e.resolvedPath=void 0,n.B()&&n.R(`Blocked canonicalized attachment path outside allowed roots: ${a}`);return}return e.resolvedPath=a,e.statSize=i.size,i.size}catch(t){e.resolvedPath=void 0,n.B()&&n.R(`Failed to read attachment ${e.attachment.index+1}: ${String(t)}`);return}}}async getCanonicalLocalPathRoots(){return this.canonicalLocalPathRoots||=(async()=>r.Ii(this.localPathRoots,await Promise.all(this.localPathRoots.map(async e=>e.includes(`*`)?e:await p.default.realpath(e).catch(()=>e)))))(),await this.canonicalLocalPathRoots}};const $e=n.O(`model-catalog`);let B=null,V=!1,et=()=>Promise.resolve().then(()=>require(`./pi-model-discovery-CDtkU4bv.cjs`));const H=`openai-codex`,U=`openai`,tt=new Set([`kilocode`]),nt=[{provider:U,id:`gpt-5.4`,templateIds:[`gpt-5.2`]},{provider:U,id:`gpt-5.4-pro`,templateIds:[`gpt-5.2-pro`,`gpt-5.2`]},{provider:H,id:`gpt-5.4`,templateIds:[`gpt-5.3-codex`,`gpt-5.2-codex`]},{provider:H,id:`gpt-5.3-codex-spark`,templateIds:[`gpt-5.3-codex`]}];function rt(e){let t=(t,n)=>e.find(e=>e.provider.toLowerCase()===t.toLowerCase()&&e.id.toLowerCase()===n.toLowerCase());for(let n of nt){if(t(n.provider,n.id))continue;let r=n.templateIds.map(e=>t(n.provider,e)).find(e=>e!==void 0);r&&e.push({...r,id:n.id,name:n.id})}}function it(e){if(!Array.isArray(e))return;let t=e.filter(e=>e===`text`||e===`image`||e===`document`);return t.length>0?t:void 0}function at(e){let t=e.models?.providers;if(!t||typeof t!=`object`)return[];let n=[];for(let[e,r]of Object.entries(t)){let t=e.toLowerCase().trim();if(!tt.has(t)||!r||typeof r!=`object`)continue;let i=r.models;if(Array.isArray(i))for(let e of i){if(!e||typeof e!=`object`)continue;let r=e.id;if(typeof r!=`string`)continue;let i=r.trim();if(!i)continue;let a=e.name,o=(typeof a==`string`?a:i).trim()||i,s=e.contextWindow,c=typeof s==`number`&&s>0?s:void 0,l=e.reasoning,u=typeof l==`boolean`?l:void 0,d=it(e.input);n.push({id:i,name:o,provider:t,contextWindow:c,reasoning:u,input:d})}}return n}function ot(e){let t=at(e.config);if(t.length===0)return;let n=new Set(e.models.map(e=>`${e.provider.toLowerCase().trim()}::${e.id.toLowerCase().trim()}`));for(let r of t){let t=`${r.provider.toLowerCase().trim()}::${r.id.toLowerCase().trim()}`;n.has(t)||(e.models.push(r),n.add(t))}}async function W(e){return e?.useCache===!1&&(B=null),B||(B=(async()=>{let t=[],n=e=>e.sort((e,t)=>{let n=e.provider.localeCompare(t.provider);return n===0?e.name.localeCompare(t.name):n});try{let i=e?.config??r.Si();await s.w(i);let a=await et(),o=r.Ua(),{join:c}=await import(`node:path`),l=a.discoverAuthStorage(o),u=new a.ModelRegistry(l,c(o,`models.json`)),d=Array.isArray(u)?u:u.getAll();for(let e of d){let n=String(e?.id??``).trim();if(!n)continue;let r=String(e?.provider??``).trim();if(!r)continue;let i=String(e?.name??n).trim()||n,a=typeof e?.contextWindow==`number`&&e.contextWindow>0?e.contextWindow:void 0,o=typeof e?.reasoning==`boolean`?e.reasoning:void 0,s=Array.isArray(e?.input)?e.input:void 0;t.push({id:n,name:i,provider:r,contextWindow:a,reasoning:o,input:s})}return ot({config:i,models:t}),rt(t),t.length===0&&(B=null),n(t)}catch(e){return V||(V=!0,$e.warn(`Failed to load model catalog: ${String(e)}`)),B=null,t.length>0?n(t):[]}})(),B)}function G(e){return e?.input?.includes(`image`)??!1}function st(e,t,n){let r=t.toLowerCase().trim(),i=n.toLowerCase().trim();return e.find(e=>e.provider.toLowerCase()===r&&e.id.toLowerCase()===i)}async function K(e){if(!e)return!1;try{return await p.default.stat(e),!0}catch{return!1}}function ct(e){let t=e.trim(),n=t.lastIndexOf(`{`);if(n===-1)return null;let r=t.slice(n);try{return JSON.parse(r)}catch{return null}}function lt(e){let t=ct(e);if(!t||typeof t!=`object`)return null;let n=t.response;return typeof n==`string`&&n.trim()||null}function ut(e){return Math.ceil(e/3)*4}function dt(e){let t=Math.floor(4/3*e);return Math.min(t,73400320)}function q(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))typeof r==`string`&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function J(e,t){let n=e.trim();return!t||n.length<=t?n:n.slice(0,t).trim()}function ft(e){let t=e=>{let n=e.trim();if(!n)return null;let r=n[0];if(r!==`{`&&r!==`"`)return null;try{let e=JSON.parse(n);if(typeof e==`string`)return t(e);if(e&&typeof e==`object`){let t=e.text;if(typeof t==`string`&&t.trim())return t.trim()}}catch{}return null},n=t(e);if(n)return n;let r=e.split(`
 `).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function pt(e){return d.default.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function mt(e,t){return e.some(e=>t.includes(e))}function ht(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=d.default.parse(t).name;return d.default.join(n,`${i}.txt`)}function gt(e){if(!mt(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function _t(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=d.default.parse(t).name;return d.default.join(n,`${i}.txt`)}async function vt(e){let t=pt(e.command),n=t===`whisper-cli`?gt(e.args):t===`whisper`?ht(e.args,e.mediaPath):t===`parakeet-mlx`?_t(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await p.default.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=lt(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=ft(e.stdout);if(t)return t}return e.stdout.trim()}function yt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function bt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function xt(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function St(e){let{providerId:t,config:n,entry:r}=e,i=yt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=xt(i??{}),o=bt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?A(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Ct(e){let{capability:t,entry:n,cfg:r}=e,i=Ne({capability:t,entry:n,cfg:r,config:e.config}),a=Me({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:Ae(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,S[t]),prompt:je(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function wt(e){let t=await r.r({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:c.t({provider:e.providerId,primaryApiKey:r.n(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Tt(e){let{apiKeys:t,providerConfig:n}=await wt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function Et(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Dt(e){if(!(e.size>=1024))throw new z(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Ot(e){let{entry:t,capability:n,cfg:r}=e,i=t.provider?.trim();if(!i)throw Error(`Provider entry missing provider for ${n}`);let a=A(i),{maxBytes:o,maxChars:u,timeoutMs:d,prompt:f}=Ct({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:d}),i=j(a,e.providerRegistry),c={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:a,prompt:f,timeoutMs:d,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},l=await(i?.describeImage??s.t)(c);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(l.text,u),provider:a,model:l.model??n}}let p=j(a,e.providerRegistry);if(!p)throw Error(`Media provider not available: ${a}`);let m=l.r();if(n===`audio`){if(!p.transcribeAudio)throw Error(`Audio transcription provider "${a}" not available.`);let n=p.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:d});Dt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:s,baseUrl:l,headers:h}=await Tt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),g=St({providerId:a,config:e.config,entry:t}),_=t.model?.trim()||te[a]||t.model,v=await c.n({provider:a,apiKeys:s,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:l,headers:h,model:_,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:f,query:g,timeoutMs:d,fetchFn:m})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(v.text,u),provider:a,model:v.model??_}}if(!p.describeVideo)throw Error(`Video understanding provider "${a}" not available.`);let h=p.describeVideo,g=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:d}),_=ut(g.size),v=dt(o);if(_>v)throw new z(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${_} exceeds ${v}`);let{apiKeys:y,baseUrl:b,headers:x}=await Tt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),S=await c.n({provider:a,apiKeys:y,execute:e=>h({buffer:g.buffer,fileName:g.fileName,mime:g.mime,apiKey:e,baseUrl:b,headers:x,model:t.model,prompt:f,timeoutMs:d,fetchFn:m})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(S.text,u),provider:a,model:S.model??t.model}}async function kt(e){let{entry:t,capability:i,cfg:a,ctx:o}=e,s=t.command?.trim(),c=t.args??[];if(!s)throw Error(`CLI entry missing command for ${i}`);let{maxBytes:l,maxChars:u,timeoutMs:f,prompt:m}=Ct({capability:i,entry:t,cfg:a,config:e.config}),h=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:l,timeoutMs:f});i===`audio`&&Dt({size:(await p.default.stat(h.path)).size,attachmentIndex:e.attachmentIndex});let g=await p.default.mkdtemp(d.default.join(n.Z(),`openclaw-media-cli-`)),_=h.path,y=d.default.join(g,d.default.parse(_).name),b={...o,MediaPath:_,MediaDir:d.default.dirname(_),OutputDir:g,OutputBase:y,Prompt:m,MaxChars:u},x=[s,...c].map((e,t)=>t===0?e:v(e,b));try{n.B()&&n.R(`Media understanding via CLI: ${x.join(` `)}`);let{stdout:t}=await r._i(x[0],x.slice(1),{timeoutMs:f,maxBuffer:ae}),a=J(await vt({command:s,args:x.slice(1),stdout:t,mediaPath:_}),u);return a?{kind:i===`audio`?`audio.transcription`:`${i}.description`,attachmentIndex:e.attachmentIndex,text:a,provider:`cli`,model:s}:null}finally{await p.default.rm(g,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return De(e)}function At(e){return ze(e)}function jt(e){return r.Ii(o.n(),r.Li({cfg:e.cfg,accountId:e.ctx.AccountId}))}function Mt(e,t){return new Qe(e,t)}const Nt=new Map,Pt=new Map;function Ft(e){if(!e.startsWith(`~`))return e;let t=f.default.homedir();return e===`~`?t:e.startsWith(`~/`)?d.default.join(t,e.slice(2)):e}function It(e){return e.includes(`/`)||e.includes(`\\`)}function Lt(e){if(process.platform!==`win32`||d.default.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Rt(e){try{return(await p.default.stat(e)).isFile()?(process.platform===`win32`||await p.default.access(e,u.constants.X_OK),!0):!1}catch{return!1}}async function zt(e){let t=Nt.get(e);if(t)return t;let n=(async()=>{let t=Ft(e.trim());if(t&&It(t)){for(let e of Lt(t))if(await Rt(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(d.default.delimiter),i=Lt(n);for(let e of r){let t=Ft(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=d.default.join(t,e);if(await Rt(n))return n}}return null})();return Nt.set(e,n),n}async function Q(e){return!!await zt(e)}async function Bt(){let e=Pt.get(`gemini`);if(e)return e;let t=(async()=>{if(!await Q(`gemini`))return!1;try{let{stdout:e}=await r._i(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(lt(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return Pt.set(`gemini`,t),t}async function Vt(){if(!await Q(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function Ht(){return await Q(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function Ut(){if(!await Q(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=d.default.join(e,`tokens.txt`),n=d.default.join(e,`encoder.onnx`),r=d.default.join(e,`decoder.onnx`),i=d.default.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function Wt(){return await Ut()||await Vt()||await Ht()}async function Gt(e){return await Bt()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function Kt(e){let{cfg:t,agentDir:n,providerRegistry:i,capability:a}=e,o=async(e,o)=>{let s=j(e,i);if(!s||a===`audio`&&!s.transcribeAudio||a===`image`&&!s.describeImage||a===`video`&&!s.describeVideo)return null;try{return await r.r({provider:e,cfg:t,agentDir:n}),{type:`provider`,provider:e,model:o}}catch{return null}};if(a===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of re){let t=C[e],n=await o(e,t);if(n)return n}return null}if(a===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of ie){let t=await o(e,void 0);if(t)return t}return null}let s=e.activeModel?.provider?.trim();if(s){let t=await o(s,e.activeModel?.model);if(t)return t}for(let e of ne){let t=await o(e,void 0);if(t)return t}return null}function qt(e){let n=[],r=t.qt(e.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of t.Kt(e.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function Jt(e){let t=await Xt(e);if(t)return[t];if(e.capability===`audio`){let e=await Wt();if(e)return[e]}if(e.capability===`image`){let t=qt(e.cfg);if(t.length>0)return t}let n=await Gt(e.capability);if(n)return[n];let r=await Kt(e);return r?[r]:[]}async function Yt(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??C[t];return n?{provider:t,model:n}:null};return n(await Xt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await Kt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function Xt(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let n=A(t);if(!n)return null;let i=j(n,e.providerRegistry);if(!i||e.capability===`audio`&&!i.transcribeAudio||e.capability===`image`&&!i.describeImage||e.capability===`video`&&!i.describeVideo)return null;try{await r.r({provider:n,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:n,model:e.activeModel?.model}}async function Zt(e){let{entries:t,capability:r}=e,i=[];for(let a of t){let t=a.type??(a.command?`cli`:`provider`);try{let n=t===`cli`?await kt({capability:r,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Ot({capability:r,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(n){let e=X({entry:a,entryType:t,outcome:`success`});return n.provider&&(e.provider=n.provider),n.model&&(e.model=n.model),i.push(e),{output:n,attempts:i}}i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(Ye(e)){i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),n.B()&&n.R(`Skipping ${r} model due to ${e.reason}: ${e.message}`);continue}i.push(X({entry:a,entryType:t,outcome:`failed`,reason:String(e)})),n.B()&&n.R(`${r} understanding failed: ${String(e)}`)}}return{output:null,attempts:i}}async function $(e){let{capability:t,cfg:r,ctx:i}=e,a=e.config??r.tools?.media?.[t];if(a?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let o=a?.attachments,s=Ue({capability:t,attachments:e.media,policy:o});if(s.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Pe({scope:a?.scope,ctx:i})===`deny`)return n.B()&&n.R(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let c=e.activeModel?.provider?.trim();if(t===`image`&&c&&G(st(await W({config:r}),c,e.activeModel?.model??``))){n.B()&&n.R(`Skipping image understanding: primary model supports vision natively`);let r=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>{let t={type:`provider`,provider:c,model:r||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let l=Ie({cfg:r,capability:t,config:a,providerRegistry:e.providerRegistry});if(l.length===0&&(l=await Jt({cfg:r,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),l.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let u=[],d=[];for(let n of s){let{output:o,attempts:s}=await Zt({capability:t,cfg:r,ctx:i,attachmentIndex:n.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:l,config:a});o&&u.push(o),d.push({attachmentIndex:n.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let f={capability:t,outcome:u.length>0?`success`:`skipped`,attachments:d};return n.B()&&n.R(`Media understanding ${Et(f)}`),{outputs:u,decision:f}}async function Qt(e){let t=e.attachments??At(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=Mt(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await $({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}Object.defineProperty(exports,`C`,{enumerable:!0,get:function(){return C}}),Object.defineProperty(exports,`S`,{enumerable:!0,get:function(){return ae}}),Object.defineProperty(exports,`_`,{enumerable:!0,get:function(){return Le}}),Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return Yt}}),Object.defineProperty(exports,`b`,{enumerable:!0,get:function(){return ke}}),Object.defineProperty(exports,`c`,{enumerable:!0,get:function(){return st}}),Object.defineProperty(exports,`d`,{enumerable:!0,get:function(){return R}}),Object.defineProperty(exports,`f`,{enumerable:!0,get:function(){return Ge}}),Object.defineProperty(exports,`g`,{enumerable:!0,get:function(){return P}}),Object.defineProperty(exports,`h`,{enumerable:!0,get:function(){return ze}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return At}}),Object.defineProperty(exports,`l`,{enumerable:!0,get:function(){return W}}),Object.defineProperty(exports,`m`,{enumerable:!0,get:function(){return Re}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return Z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return jt}}),Object.defineProperty(exports,`p`,{enumerable:!0,get:function(){return F}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return Mt}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return $}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return Qt}}),Object.defineProperty(exports,`u`,{enumerable:!0,get:function(){return G}}),Object.defineProperty(exports,`v`,{enumerable:!0,get:function(){return Ae}}),Object.defineProperty(exports,`w`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`x`,{enumerable:!0,get:function(){return re}}),Object.defineProperty(exports,`y`,{enumerable:!0,get:function(){return N}});
-//# sourceMappingURL=audio-transcription-runner-D2IxJCfd.cjs.map

package/dist/plugin-sdk/audio-transcription-runner-DA6TwXrV.cjs

@@ -2,4 +2,3 @@ const e=require(`./paths-BvlJvmRS.cjs`),t=require(`./paths-BPlgbwrb.cjs`),n=requ
 `);if(!t)throw Error(e.missingTextError);return{text:t,model:a}}finally{await d()}}async function me(e){let{text:t,model:n}=await D({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Transcribe the audio.`,defaultMime:`audio/wav`,httpErrorLabel:`Audio transcription failed`,missingTextError:`Audio transcription response missing text`});return{text:t,model:n}}async function he(e){let{text:t,model:n}=await D({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Describe the video.`,defaultMime:`video/mp4`,httpErrorLabel:`Video description failed`,missingTextError:`Video description response missing text`});return{text:t,model:n}}const ge={id:`google`,capabilities:[`image`,`audio`,`video`],describeImage:s.t,transcribeAudio:me,describeVideo:he};function _e(e){return e?.trim()||`gpt-4o-mini-transcribe`}async function O(e){let t=e.fetchFn??fetch,n=T(e.baseUrl,`https://api.openai.com/v1`),r=!!e.baseUrl?.trim(),i=`${n}/audio/transcriptions`,a=_e(e.model),o=new FormData,s=e.fileName?.trim()||d.default.basename(e.fileName)||`audio`,c=new Uint8Array(e.buffer),l=new Blob([c],{type:e.mime??`application/octet-stream`});o.append(`file`,l,s),o.append(`model`,a),e.language?.trim()&&o.append(`language`,e.language.trim()),e.prompt?.trim()&&o.append(`prompt`,e.prompt.trim());let u=new Headers(e.headers);u.has(`authorization`)||u.set(`authorization`,`Bearer ${e.apiKey}`);let{response:f,release:p}=await se({url:i,headers:u,body:o,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await E(f,`Audio transcription failed`),{text:ue((await f.json()).text,`Audio transcription response missing text`),model:a}}finally{await p()}}const ve={id:`groq`,capabilities:[`audio`],transcribeAudio:e=>O({...e,baseUrl:e.baseUrl??`https://api.groq.com/openai/v1`})},ye={id:`minimax`,capabilities:[`image`],describeImage:s.t},be={id:`minimax-portal`,capabilities:[`image`],describeImage:s.t},xe={id:`mistral`,capabilities:[`audio`],transcribeAudio:e=>O({...e,baseUrl:e.baseUrl??`https://api.mistral.ai/v1`})};function Se(e){return e?.trim()||`kimi-k2.5`}function Ce(e){return e?.trim()||`Describe the video.`}function we(e){let t=e.choices?.[0]?.message;if(!t)return null;if(typeof t.content==`string`&&t.content.trim())return t.content.trim();if(Array.isArray(t.content)){let e=t.content.map(e=>typeof e.text==`string`?e.text.trim():``).filter(Boolean).join(`
 `).trim();if(e)return e}return typeof t.reasoning_content==`string`&&t.reasoning_content.trim()?t.reasoning_content.trim():null}async function Te(e){let t=e.fetchFn??fetch,n=T(e.baseUrl,`https://api.moonshot.ai/v1`),r=Se(e.model),i=e.mime??`video/mp4`,a=Ce(e.prompt),o=`${n}/chat/completions`,s=new Headers(e.headers);s.has(`content-type`)||s.set(`content-type`,`application/json`),s.has(`authorization`)||s.set(`authorization`,`Bearer ${e.apiKey}`);let{response:c,release:l}=await ce({url:o,headers:s,body:{model:r,messages:[{role:`user`,content:[{type:`text`,text:a},{type:`video_url`,video_url:{url:`data:${i};base64,${e.buffer.toString(`base64`)}`}}]}]},timeoutMs:e.timeoutMs,fetchFn:t});try{await E(c,`Moonshot video description failed`);let e=we(await c.json());if(!e)throw Error(`Moonshot video description response missing content`);return{text:e,model:r}}finally{await l()}}const Ee={id:`moonshot`,capabilities:[`image`,`video`],describeImage:s.t,describeVideo:Te},De=[ve,{id:`openai`,capabilities:[`image`,`audio`],describeImage:s.t,transcribeAudio:O},ge,ae,ye,be,Ee,xe,{id:`zai`,capabilities:[`image`],describeImage:s.t},pe];function k(e){let t=n.Pt(e);return t===`gemini`?`google`:t}function Oe(e){let t=new Map;for(let e of De)t.set(k(e.id),e);if(e)for(let[n,r]of Object.entries(e)){let e=k(n),i=t.get(e),a=i?{...i,...r,capabilities:r.capabilities??i.capabilities}:r;t.set(e,a)}return t}function A(e,t){return t.get(k(e))}function ke(e){let t=e?.trim().toLowerCase();if(t===`allow`)return`allow`;if(t===`deny`)return`deny`}function j(e){return e?.trim().toLowerCase()||void 0}function M(e){return n.Lo(e??void 0)}function Ae(e){let t=e.scope;if(!t)return`allow`;let n=j(e.channel),r=M(e.chatType),i=j(e.sessionKey)??``;for(let e of t.rules??[]){if(!e)continue;let t=ke(e.action)??`allow`,a=e.match??{},o=j(a.channel),s=M(a.chatType),c=j(a.keyPrefix);if(!(o&&o!==n)&&!(s&&s!==r)&&!(c&&!i.startsWith(c)))return t}return ke(t.default)??`allow`}function je(e,t){let n=typeof e==`number`&&Number.isFinite(e)?e:t;return Math.max(1e3,Math.floor(n*1e3))}function Me(e,t,n){let r=t?.trim()||ee[e];return!n||e===`audio`?r:`${r} Respond in at most ${n} characters.`}function Ne(e){let{capability:t,entry:n,cfg:r}=e,i=n.maxChars??e.config?.maxChars??r.tools?.media?.[t]?.maxChars;return typeof i==`number`?i:b[t]}function Pe(e){let t=e.entry.maxBytes??e.config?.maxBytes??e.cfg.tools?.media?.[e.capability]?.maxBytes;return typeof t==`number`?t:x[e.capability]}function Fe(e){return Ae({scope:e.scope,sessionKey:e.ctx.SessionKey,channel:e.ctx.Surface??e.ctx.Provider,chatType:M(e.ctx.ChatType)})}function Ie(e){if((e.entry.type??(e.entry.command?`cli`:`provider`))===`cli`)return;let t=k(e.entry.provider??``);if(t)return e.providerRegistry.get(t)?.capabilities}function Le(e){let{cfg:t,capability:n,config:i}=e,a=t.tools?.media?.models??[],o=[...(i?.models??[]).map(e=>({entry:e,source:`capability`})),...a.map(e=>({entry:e,source:`shared`}))];return o.length===0?[]:o.filter(({entry:t,source:i})=>{let a=t.capabilities&&t.capabilities.length>0?t.capabilities:i===`shared`?Ie({entry:t,providerRegistry:e.providerRegistry}):void 0;return!a||a.length===0?i===`shared`?(r.B()&&r.R(`Skipping shared media model without capabilities: ${t.provider??t.command??`unknown`}`),!1):!0:a.includes(n)}).map(({entry:e})=>e)}function Re(e){let t=e.tools?.media?.concurrency;return typeof t==`number`&&Number.isFinite(t)&&t>0?Math.floor(t):2}function ze(e){let t=e?.trim();if(t){if(t.startsWith(`file://`))try{return(0,h.fileURLToPath)(t)}catch{return}return t}}function Be(e){let t=Array.isArray(e.MediaPaths)?e.MediaPaths:void 0,n=Array.isArray(e.MediaUrls)?e.MediaUrls:void 0,r=Array.isArray(e.MediaTypes)?e.MediaTypes:void 0,i=(t,n)=>{let i=r?.[n];return(typeof i==`string`?i.trim():``)||(t===1?e.MediaType:void 0)};if(t&&t.length>0){let r=t.length,a=n&&n.length>0?n:void 0;return t.map((t,n)=>({path:t?.trim()||void 0,url:a?.[n]??e.MediaUrl,mime:i(r,n),index:n})).filter(e=>!!(e.path?.trim()||e.url?.trim()))}if(n&&n.length>0){let e=n.length;return n.map((t,n)=>({path:void 0,url:t?.trim()||void 0,mime:i(e,n),index:n})).filter(e=>!!e.url?.trim())}let a=e.MediaPath?.trim(),o=e.MediaUrl?.trim();return!a&&!o?[]:[{path:a||void 0,url:o||void 0,mime:e.MediaType,index:0}]}function N(e){let n=t.y(e.mime);if(n===`image`||n===`audio`||n===`video`)return n;let r=t.h(e.path??e.url);return r?[`.mp4`,`.mov`,`.mkv`,`.webm`,`.avi`,`.m4v`].includes(r)?`video`:t._(e.path??e.url)?`audio`:[`.png`,`.jpg`,`.jpeg`,`.webp`,`.gif`,`.bmp`,`.tiff`,`.tif`].includes(r)?`image`:`unknown`:`unknown`}function Ve(e){return N(e)===`video`}function P(e){return N(e)===`audio`}function He(e){return N(e)===`image`}function Ue(e,t){let n=Array.isArray(e)?e.filter(F):[];if(!t||t===`first`)return n;if(t===`last`)return[...n].toReversed();if(t===`path`){let e=n.filter(e=>e.path),t=n.filter(e=>!e.path);return[...e,...t]}if(t===`url`){let e=n.filter(e=>e.url),t=n.filter(e=>!e.url);return[...e,...t]}return n}function F(e){if(!e||typeof e!=`object`)return!1;let t=e;return!(typeof t.index!=`number`||t.path!==void 0&&typeof t.path!=`string`||t.url!==void 0&&typeof t.url!=`string`||t.mime!==void 0&&typeof t.mime!=`string`||t.alreadyTranscribed!==void 0&&typeof t.alreadyTranscribed!=`boolean`)}function We(e){let{capability:t,attachments:n,policy:r}=e,i=(Array.isArray(n)?n.filter(F):[]).filter(e=>t===`audio`&&e.alreadyTranscribed?!1:t===`image`?He(e):t===`audio`?P(e):Ve(e));if(i.length===0)return[];let a=Ue(i,r?.prefer),o=r?.mode??`first`,s=r?.maxAttachments??1;return o===`all`?a.slice(0,Math.max(1,s)):a.slice(0,1)}const I=new Set;function Ge(e){return!e||typeof e!=`object`?!1:(`name`in e?String(e.name):``)===`AbortError`||(`message`in e&&typeof e.message==`string`?e.message:``)===`This operation was aborted`}function Ke(e){return I.add(e),()=>{I.delete(e)}}function L(e){return e.replace(/[^a-zA-Z0-9_-]+/g,`-`).replace(/^-+|-+$/g,``)||`tmp`}function qe(e){if(!e)return``;let t=((e.startsWith(`.`)?e:`.${e}`).match(/[a-zA-Z0-9._-]+$/)?.[0]??``).replace(/^[._-]+/,``);return t?`.${t}`:``}function Je(e){return d.default.basename(e).replace(/[^a-zA-Z0-9._-]+/g,`-`).replace(/^-+|-+$/g,``)||`download.bin`}function R(e){return e??r.Q()}function Ye(e,t){return typeof e==`object`&&!!e&&`code`in e&&e.code===t}function z(e){let t=L(e.prefix),n=qe(e.extension),r=e.now,i=typeof r==`number`&&Number.isFinite(r)?Math.trunc(r):Date.now(),a=e.uuid?.trim()||m.default.randomUUID();return d.default.join(R(e.tmpDir),`${t}-${i}-${a}${n}`)}async function Xe(e,t){let n=R(e.tmpDir),r=`${L(e.prefix)}-`,i=await(0,p.mkdtemp)(d.default.join(n,r)),a=d.default.join(i,Je(e.fileName??`download.bin`));try{return await t(a)}finally{try{await(0,p.rm)(i,{recursive:!0,force:!0})}catch(e){Ye(e,`ENOENT`)||console.warn(`temp-path cleanup failed for ${i}: ${String(e)}`)}}}var B=class extends Error{constructor(e,t){super(t),this.reason=e,this.name=`MediaUnderstandingSkipError`}};function Ze(e){return e instanceof B}const Qe=n.w(o.n(),n.S);function $e(e){return typeof e==`string`?e:e instanceof URL?e.toString():e.url}var et=class{constructor(e,t){this.entries=new Map,this.attachments=e,this.localPathRoots=n.w(t?.localPathRoots,Qe);for(let t of e)this.entries.set(t.index,{attachment:t})}async getBuffer(e){let n=await this.ensureEntry(e.attachmentIndex);if(n.buffer){if(n.buffer.length>e.maxBytes)throw new B(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{buffer:n.buffer,mime:n.bufferMime,fileName:n.bufferFileName??`media-${e.attachmentIndex+1}`,size:n.buffer.length}}if(n.resolvedPath){let r=await this.ensureLocalStat(n);if(n.resolvedPath){if(r!==void 0&&r>e.maxBytes)throw new B(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);let i=await p.default.readFile(n.resolvedPath);return n.buffer=i,n.bufferMime=n.bufferMime??n.attachment.mime??await t.p({buffer:i,filePath:n.resolvedPath}),n.bufferFileName=d.default.basename(n.resolvedPath)||`media-${e.attachmentIndex+1}`,{buffer:i,mime:n.bufferMime,fileName:n.bufferFileName,size:i.length}}}let r=n.attachment.url?.trim();if(!r)throw new B(`empty`,`Attachment ${e.attachmentIndex+1} has no path or URL.`);try{let a=await o.i({url:r,fetchImpl:(t,n)=>i.n($e(t),n??{},e.timeoutMs,fetch),maxBytes:e.maxBytes});return n.buffer=a.buffer,n.bufferMime=n.attachment.mime??a.contentType??await t.p({buffer:a.buffer,filePath:a.fileName??r}),n.bufferFileName=a.fileName??`media-${e.attachmentIndex+1}`,{buffer:a.buffer,mime:n.bufferMime,fileName:n.bufferFileName,size:a.buffer.length}}catch(t){throw t instanceof o.r&&t.code===`max_bytes`?new B(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`):Ge(t)?new B(`timeout`,`Attachment ${e.attachmentIndex+1} timed out while fetching.`):t}}async getPath(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.resolvedPath){if(e.maxBytes){let n=await this.ensureLocalStat(t);if(t.resolvedPath&&n!==void 0&&n>e.maxBytes)throw new B(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`)}if(t.resolvedPath)return{path:t.resolvedPath}}if(t.tempPath){if(e.maxBytes&&t.buffer&&t.buffer.length>e.maxBytes)throw new B(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{path:t.tempPath,cleanup:t.tempCleanup}}let n=e.maxBytes??1/0,r=await this.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:n,timeoutMs:e.timeoutMs}),i=z({prefix:`openclaw-media`,extension:d.default.extname(r.fileName||``)||``});return await p.default.writeFile(i,r.buffer),t.tempPath=i,t.tempCleanup=async()=>{await p.default.unlink(i).catch(()=>{})},{path:i,cleanup:t.tempCleanup}}async cleanup(){let e=[];for(let t of this.entries.values())t.tempCleanup&&=(e.push(Promise.resolve(t.tempCleanup())),void 0);await Promise.all(e)}async ensureEntry(e){let t=this.entries.get(e);if(t)return t.resolvedPath||=this.resolveLocalPath(t.attachment),t;let n=this.attachments.find(t=>t.index===e)??{index:e},r={attachment:n,resolvedPath:this.resolveLocalPath(n)};return this.entries.set(e,r),r}resolveLocalPath(e){let t=ze(e.path);if(t)return d.default.isAbsolute(t)?t:d.default.resolve(t)}async ensureLocalStat(e){if(e.resolvedPath){if(!n.C({filePath:e.resolvedPath,roots:this.localPathRoots})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked attachment path outside allowed roots: ${e.attachment.path??e.attachment.url??`(unknown)`}`);return}if(e.statSize!==void 0)return e.statSize;try{let t=e.resolvedPath,i=await p.default.stat(t);if(!i.isFile()){e.resolvedPath=void 0;return}let a=await p.default.realpath(t).catch(()=>t);if(!n.C({filePath:a,roots:await this.getCanonicalLocalPathRoots()})){e.resolvedPath=void 0,r.B()&&r.R(`Blocked canonicalized attachment path outside allowed roots: ${a}`);return}return e.resolvedPath=a,e.statSize=i.size,i.size}catch(t){e.resolvedPath=void 0,r.B()&&r.R(`Failed to read attachment ${e.attachment.index+1}: ${String(t)}`);return}}}async getCanonicalLocalPathRoots(){return this.canonicalLocalPathRoots||=(async()=>n.w(this.localPathRoots,await Promise.all(this.localPathRoots.map(async e=>e.includes(`*`)?e:await p.default.realpath(e).catch(()=>e)))))(),await this.canonicalLocalPathRoots}};const tt=r.a(`model-catalog`);let V=null,H=!1,nt=()=>Promise.resolve().then(()=>require(`./pi-model-discovery-DFHxrr0I.cjs`));const U=`openai-codex`,W=`openai`,rt=new Set([`kilocode`]),it=[{provider:W,id:`gpt-5.4`,templateIds:[`gpt-5.2`]},{provider:W,id:`gpt-5.4-pro`,templateIds:[`gpt-5.2-pro`,`gpt-5.2`]},{provider:U,id:`gpt-5.4`,templateIds:[`gpt-5.3-codex`,`gpt-5.2-codex`]},{provider:U,id:`gpt-5.3-codex-spark`,templateIds:[`gpt-5.3-codex`]}];function at(e){let t=(t,n)=>e.find(e=>e.provider.toLowerCase()===t.toLowerCase()&&e.id.toLowerCase()===n.toLowerCase());for(let n of it){if(t(n.provider,n.id))continue;let r=n.templateIds.map(e=>t(n.provider,e)).find(e=>e!==void 0);r&&e.push({...r,id:n.id,name:n.id})}}function ot(e){if(!Array.isArray(e))return;let t=e.filter(e=>e===`text`||e===`image`||e===`document`);return t.length>0?t:void 0}function st(e){let t=e.models?.providers;if(!t||typeof t!=`object`)return[];let n=[];for(let[e,r]of Object.entries(t)){let t=e.toLowerCase().trim();if(!rt.has(t)||!r||typeof r!=`object`)continue;let i=r.models;if(Array.isArray(i))for(let e of i){if(!e||typeof e!=`object`)continue;let r=e.id;if(typeof r!=`string`)continue;let i=r.trim();if(!i)continue;let a=e.name,o=(typeof a==`string`?a:i).trim()||i,s=e.contextWindow,c=typeof s==`number`&&s>0?s:void 0,l=e.reasoning,u=typeof l==`boolean`?l:void 0,d=ot(e.input);n.push({id:i,name:o,provider:t,contextWindow:c,reasoning:u,input:d})}}return n}function ct(e){let t=st(e.config);if(t.length===0)return;let n=new Set(e.models.map(e=>`${e.provider.toLowerCase().trim()}::${e.id.toLowerCase().trim()}`));for(let r of t){let t=`${r.provider.toLowerCase().trim()}::${r.id.toLowerCase().trim()}`;n.has(t)||(e.models.push(r),n.add(t))}}async function G(e){return e?.useCache===!1&&(V=null),V||(V=(async()=>{let t=[],r=e=>e.sort((e,t)=>{let n=e.provider.localeCompare(t.provider);return n===0?e.name.localeCompare(t.name):n});try{let i=e?.config??n.r();await s.w(i);let a=await nt(),o=n.zl(),{join:c}=await import(`node:path`),l=a.discoverAuthStorage(o),u=new a.ModelRegistry(l,c(o,`models.json`)),d=Array.isArray(u)?u:u.getAll();for(let e of d){let n=String(e?.id??``).trim();if(!n)continue;let r=String(e?.provider??``).trim();if(!r)continue;let i=String(e?.name??n).trim()||n,a=typeof e?.contextWindow==`number`&&e.contextWindow>0?e.contextWindow:void 0,o=typeof e?.reasoning==`boolean`?e.reasoning:void 0,s=Array.isArray(e?.input)?e.input:void 0;t.push({id:n,name:i,provider:r,contextWindow:a,reasoning:o,input:s})}return ct({config:i,models:t}),at(t),t.length===0&&(V=null),r(t)}catch(e){return H||(H=!0,tt.warn(`Failed to load model catalog: ${String(e)}`)),V=null,t.length>0?r(t):[]}})(),V)}function lt(e){return e?.input?.includes(`image`)??!1}function ut(e,t,n){let r=t.toLowerCase().trim(),i=n.toLowerCase().trim();return e.find(e=>e.provider.toLowerCase()===r&&e.id.toLowerCase()===i)}async function K(e){if(!e)return!1;try{return await p.default.stat(e),!0}catch{return!1}}function dt(e){let t=e.trim(),n=t.lastIndexOf(`{`);if(n===-1)return null;let r=t.slice(n);try{return JSON.parse(r)}catch{return null}}function ft(e){let t=dt(e);if(!t||typeof t!=`object`)return null;let n=t.response;return typeof n==`string`&&n.trim()||null}function pt(e){return Math.ceil(e/3)*4}function mt(e){let t=Math.floor(4/3*e);return Math.min(t,73400320)}function q(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))typeof r==`string`&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function J(e,t){let n=e.trim();return!t||n.length<=t?n:n.slice(0,t).trim()}function ht(e){let t=e=>{let n=e.trim();if(!n)return null;let r=n[0];if(r!==`{`&&r!==`"`)return null;try{let e=JSON.parse(n);if(typeof e==`string`)return t(e);if(e&&typeof e==`object`){let t=e.text;if(typeof t==`string`&&t.trim())return t.trim()}}catch{}return null},n=t(e);if(n)return n;let r=e.split(`
 `).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function gt(e){return d.default.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function _t(e,t){return e.some(e=>t.includes(e))}function vt(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=d.default.parse(t).name;return d.default.join(n,`${i}.txt`)}function yt(e){if(!_t(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function bt(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=d.default.parse(t).name;return d.default.join(n,`${i}.txt`)}async function xt(e){let t=gt(e.command),n=t===`whisper-cli`?yt(e.args):t===`whisper`?vt(e.args,e.mediaPath):t===`parakeet-mlx`?bt(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await p.default.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=ft(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=ht(e.stdout);if(t)return t}return e.stdout.trim()}function St(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function Ct(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function wt(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function Tt(e){let{providerId:t,config:n,entry:r}=e,i=St({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=wt(i??{}),o=Ct({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?k(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Et(e){let{capability:t,entry:n,cfg:r}=e,i=Pe({capability:t,entry:n,cfg:r,config:e.config}),a=Ne({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:je(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,S[t]),prompt:Me(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function Dt(e){let t=await n.Kt({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:c.t({provider:e.providerId,primaryApiKey:n.Gt(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Ot(e){let{apiKeys:t,providerConfig:n}=await Dt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function kt(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function At(e){if(!(e.size>=1024))throw new B(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function jt(e){let{entry:t,capability:n,cfg:r}=e,i=t.provider?.trim();if(!i)throw Error(`Provider entry missing provider for ${n}`);let a=k(i),{maxBytes:o,maxChars:u,timeoutMs:d,prompt:f}=Et({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:d}),i=A(a,e.providerRegistry),c={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:a,prompt:f,timeoutMs:d,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},l=await(i?.describeImage??s.t)(c);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(l.text,u),provider:a,model:l.model??n}}let p=A(a,e.providerRegistry);if(!p)throw Error(`Media provider not available: ${a}`);let m=l.r();if(n===`audio`){if(!p.transcribeAudio)throw Error(`Audio transcription provider "${a}" not available.`);let n=p.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:d});At({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:s,baseUrl:l,headers:h}=await Ot({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),g=Tt({providerId:a,config:e.config,entry:t}),_=t.model?.trim()||te[a]||t.model,v=await c.n({provider:a,apiKeys:s,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:l,headers:h,model:_,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:f,query:g,timeoutMs:d,fetchFn:m})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(v.text,u),provider:a,model:v.model??_}}if(!p.describeVideo)throw Error(`Video understanding provider "${a}" not available.`);let h=p.describeVideo,g=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:d}),_=pt(g.size),v=mt(o);if(_>v)throw new B(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${_} exceeds ${v}`);let{apiKeys:y,baseUrl:b,headers:x}=await Ot({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),S=await c.n({provider:a,apiKeys:y,execute:e=>h({buffer:g.buffer,fileName:g.fileName,mime:g.mime,apiKey:e,baseUrl:b,headers:x,model:t.model,prompt:f,timeoutMs:d,fetchFn:m})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(S.text,u),provider:a,model:S.model??t.model}}async function Mt(e){let{entry:t,capability:i,cfg:a,ctx:o}=e,s=t.command?.trim(),c=t.args??[];if(!s)throw Error(`CLI entry missing command for ${i}`);let{maxBytes:l,maxChars:u,timeoutMs:f,prompt:m}=Et({capability:i,entry:t,cfg:a,config:e.config}),h=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:l,timeoutMs:f});i===`audio`&&At({size:(await p.default.stat(h.path)).size,attachmentIndex:e.attachmentIndex});let g=await p.default.mkdtemp(d.default.join(r.Q(),`openclaw-media-cli-`)),_=h.path,y=d.default.join(g,d.default.parse(_).name),b={...o,MediaPath:_,MediaDir:d.default.dirname(_),OutputDir:g,OutputBase:y,Prompt:m,MaxChars:u},x=[s,...c].map((e,t)=>t===0?e:v(e,b));try{r.B()&&r.R(`Media understanding via CLI: ${x.join(` `)}`);let{stdout:t}=await n.Ol(x[0],x.slice(1),{timeoutMs:f,maxBuffer:ie}),a=J(await xt({command:s,args:x.slice(1),stdout:t,mediaPath:_}),u);return a?{kind:i===`audio`?`audio.transcription`:`${i}.description`,attachmentIndex:e.attachmentIndex,text:a,provider:`cli`,model:s}:null}finally{await p.default.rm(g,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return Oe(e)}function Q(e){return Be(e)}function Nt(e){return n.w(o.n(),n.T({cfg:e.cfg,accountId:e.ctx.AccountId}))}function Pt(e,t){return new et(e,t)}const Ft=new Map,It=new Map;function Lt(e){if(!e.startsWith(`~`))return e;let t=f.default.homedir();return e===`~`?t:e.startsWith(`~/`)?d.default.join(t,e.slice(2)):e}function Rt(e){return e.includes(`/`)||e.includes(`\\`)}function zt(e){if(process.platform!==`win32`||d.default.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Bt(e){try{return(await p.default.stat(e)).isFile()?(process.platform===`win32`||await p.default.access(e,u.constants.X_OK),!0):!1}catch{return!1}}async function Vt(e){let t=Ft.get(e);if(t)return t;let n=(async()=>{let t=Lt(e.trim());if(t&&Rt(t)){for(let e of zt(t))if(await Bt(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(d.default.delimiter),i=zt(n);for(let e of r){let t=Lt(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=d.default.join(t,e);if(await Bt(n))return n}}return null})();return Ft.set(e,n),n}async function $(e){return!!await Vt(e)}async function Ht(){let e=It.get(`gemini`);if(e)return e;let t=(async()=>{if(!await $(`gemini`))return!1;try{let{stdout:e}=await n.Ol(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(ft(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return It.set(`gemini`,t),t}async function Ut(){if(!await $(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function Wt(){return await $(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function Gt(){if(!await $(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=d.default.join(e,`tokens.txt`),n=d.default.join(e,`encoder.onnx`),r=d.default.join(e,`decoder.onnx`),i=d.default.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function Kt(){return await Gt()||await Ut()||await Wt()}async function qt(e){return await Ht()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function Jt(e){let{cfg:t,agentDir:r,providerRegistry:i,capability:a}=e,o=async(e,o)=>{let s=A(e,i);if(!s||a===`audio`&&!s.transcribeAudio||a===`image`&&!s.describeImage||a===`video`&&!s.describeVideo)return null;try{return await n.Kt({provider:e,cfg:t,agentDir:r}),{type:`provider`,provider:e,model:o}}catch{return null}};if(a===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of C){let t=w[e],n=await o(e,t);if(n)return n}return null}if(a===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await o(t,e.activeModel?.model);if(n)return n}for(let e of re){let t=await o(e,void 0);if(t)return t}return null}let s=e.activeModel?.provider?.trim();if(s){let t=await o(s,e.activeModel?.model);if(t)return t}for(let e of ne){let t=await o(e,void 0);if(t)return t}return null}function Yt(e){let n=[],r=t.Ot(e.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of t.Dt(e.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function Xt(e){let t=await Qt(e);if(t)return[t];if(e.capability===`audio`){let e=await Kt();if(e)return[e]}if(e.capability===`image`){let t=Yt(e.cfg);if(t.length>0)return t}let n=await qt(e.capability);if(n)return[n];let r=await Jt(e);return r?[r]:[]}async function Zt(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??w[t];return n?{provider:t,model:n}:null};return n(await Qt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await Jt({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function Qt(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let r=k(t);if(!r)return null;let i=A(r,e.providerRegistry);if(!i||e.capability===`audio`&&!i.transcribeAudio||e.capability===`image`&&!i.describeImage||e.capability===`video`&&!i.describeVideo)return null;try{await n.Kt({provider:r,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:r,model:e.activeModel?.model}}async function $t(e){let{entries:t,capability:n}=e,i=[];for(let a of t){let t=a.type??(a.command?`cli`:`provider`);try{let r=t===`cli`?await Mt({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await jt({capability:n,entry:a,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(r){let e=X({entry:a,entryType:t,outcome:`success`});return r.provider&&(e.provider=r.provider),r.model&&(e.model=r.model),i.push(e),{output:r,attempts:i}}i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(Ze(e)){i.push(X({entry:a,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),r.B()&&r.R(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}i.push(X({entry:a,entryType:t,outcome:`failed`,reason:String(e)})),r.B()&&r.R(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:i}}async function en(e){let{capability:t,cfg:n,ctx:i}=e,a=e.config??n.tools?.media?.[t];if(a?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let o=a?.attachments,s=We({capability:t,attachments:e.media,policy:o});if(s.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Fe({scope:a?.scope,ctx:i})===`deny`)return r.B()&&r.R(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let c=e.activeModel?.provider?.trim();if(t===`image`&&c&&lt(ut(await G({config:n}),c,e.activeModel?.model??``))){r.B()&&r.R(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>{let t={type:`provider`,provider:c,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let l=Le({cfg:n,capability:t,config:a,providerRegistry:e.providerRegistry});if(l.length===0&&(l=await Xt({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),l.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let u=[],d=[];for(let r of s){let{output:o,attempts:s}=await $t({capability:t,cfg:n,ctx:i,attachmentIndex:r.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:l,config:a});o&&u.push(o),d.push({attachmentIndex:r.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let f={capability:t,outcome:u.length>0?`success`:`skipped`,attachments:d};return r.B()&&r.R(`Media understanding ${kt(f)}`),{outputs:u,decision:f}}async function tn(e){let t=e.attachments??Q(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=Pt(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await en({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}Object.defineProperty(exports,`C`,{enumerable:!0,get:function(){return ie}}),Object.defineProperty(exports,`S`,{enumerable:!0,get:function(){return C}}),Object.defineProperty(exports,`T`,{enumerable:!0,get:function(){return v}}),Object.defineProperty(exports,`_`,{enumerable:!0,get:function(){return N}}),Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return Zt}}),Object.defineProperty(exports,`b`,{enumerable:!0,get:function(){return M}}),Object.defineProperty(exports,`c`,{enumerable:!0,get:function(){return ut}}),Object.defineProperty(exports,`d`,{enumerable:!0,get:function(){return z}}),Object.defineProperty(exports,`f`,{enumerable:!0,get:function(){return Xe}}),Object.defineProperty(exports,`g`,{enumerable:!0,get:function(){return Be}}),Object.defineProperty(exports,`h`,{enumerable:!0,get:function(){return ze}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return Q}}),Object.defineProperty(exports,`l`,{enumerable:!0,get:function(){return G}}),Object.defineProperty(exports,`m`,{enumerable:!0,get:function(){return P}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return Z}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return Nt}}),Object.defineProperty(exports,`p`,{enumerable:!0,get:function(){return Ke}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return Pt}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return en}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return tn}}),Object.defineProperty(exports,`u`,{enumerable:!0,get:function(){return lt}}),Object.defineProperty(exports,`v`,{enumerable:!0,get:function(){return Re}}),Object.defineProperty(exports,`w`,{enumerable:!0,get:function(){return w}}),Object.defineProperty(exports,`x`,{enumerable:!0,get:function(){return Ae}}),Object.defineProperty(exports,`y`,{enumerable:!0,get:function(){return je}});
-//# sourceMappingURL=audio-transcription-runner-DA6TwXrV.cjs.map

package/dist/plugin-sdk/audio-transcription-runner-DZIEX1Rl.js

@@ -2,4 +2,3 @@ import{_t as e,f as t,g as n,m as r,u as i,vt as a}from"./paths-cBAF6Bj0.js";imp
 `);if(!t)throw Error(e.missingTextError);return{text:t,model:i}}finally{await u()}}async function Ne(e){let{text:t,model:n}=await Me({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Transcribe the audio.`,defaultMime:`audio/wav`,httpErrorLabel:`Audio transcription failed`,missingTextError:`Audio transcription response missing text`});return{text:t,model:n}}async function Pe(e){let{text:t,model:n}=await Me({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Describe the video.`,defaultMime:`video/mp4`,httpErrorLabel:`Video description failed`,missingTextError:`Video description response missing text`});return{text:t,model:n}}const Fe={id:`google`,capabilities:[`image`,`audio`,`video`],describeImage:x,transcribeAudio:Ne,describeVideo:Pe};function Ie(e){return e?.trim()||`gpt-4o-mini-transcribe`}async function j(e){let t=e.fetchFn??fetch,n=E(e.baseUrl,`https://api.openai.com/v1`),r=!!e.baseUrl?.trim(),i=`${n}/audio/transcriptions`,a=Ie(e.model),o=new FormData,s=e.fileName?.trim()||S.basename(e.fileName)||`audio`,c=new Uint8Array(e.buffer),l=new Blob([c],{type:e.mime??`application/octet-stream`});o.append(`file`,l,s),o.append(`model`,a),e.language?.trim()&&o.append(`language`,e.language.trim()),e.prompt?.trim()&&o.append(`prompt`,e.prompt.trim());let u=new Headers(e.headers);u.has(`authorization`)||u.set(`authorization`,`Bearer ${e.apiKey}`);let{response:d,release:f}=await O({url:i,headers:u,body:o,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await A(d,`Audio transcription failed`),{text:Oe((await d.json()).text,`Audio transcription response missing text`),model:a}}finally{await f()}}const Le={id:`groq`,capabilities:[`audio`],transcribeAudio:e=>j({...e,baseUrl:e.baseUrl??`https://api.groq.com/openai/v1`})},Re={id:`minimax`,capabilities:[`image`],describeImage:x},ze={id:`minimax-portal`,capabilities:[`image`],describeImage:x},Be={id:`mistral`,capabilities:[`audio`],transcribeAudio:e=>j({...e,baseUrl:e.baseUrl??`https://api.mistral.ai/v1`})};function Ve(e){return e?.trim()||`kimi-k2.5`}function He(e){return e?.trim()||`Describe the video.`}function Ue(e){let t=e.choices?.[0]?.message;if(!t)return null;if(typeof t.content==`string`&&t.content.trim())return t.content.trim();if(Array.isArray(t.content)){let e=t.content.map(e=>typeof e.text==`string`?e.text.trim():``).filter(Boolean).join(`
 `).trim();if(e)return e}return typeof t.reasoning_content==`string`&&t.reasoning_content.trim()?t.reasoning_content.trim():null}async function We(e){let t=e.fetchFn??fetch,n=E(e.baseUrl,`https://api.moonshot.ai/v1`),r=Ve(e.model),i=e.mime??`video/mp4`,a=He(e.prompt),o=`${n}/chat/completions`,s=new Headers(e.headers);s.has(`content-type`)||s.set(`content-type`,`application/json`),s.has(`authorization`)||s.set(`authorization`,`Bearer ${e.apiKey}`);let{response:c,release:l}=await k({url:o,headers:s,body:{model:r,messages:[{role:`user`,content:[{type:`text`,text:a},{type:`video_url`,video_url:{url:`data:${i};base64,${e.buffer.toString(`base64`)}`}}]}]},timeoutMs:e.timeoutMs,fetchFn:t});try{await A(c,`Moonshot video description failed`);let e=Ue(await c.json());if(!e)throw Error(`Moonshot video description response missing content`);return{text:e,model:r}}finally{await l()}}const Ge=[Le,{id:`openai`,capabilities:[`image`,`audio`],describeImage:x,transcribeAudio:j},Fe,Ee,Re,ze,{id:`moonshot`,capabilities:[`image`,`video`],describeImage:x,describeVideo:We},Be,{id:`zai`,capabilities:[`image`],describeImage:x},je];function M(e){let t=d(e);return t===`gemini`?`google`:t}function Ke(e){let t=new Map;for(let e of Ge)t.set(M(e.id),e);if(e)for(let[n,r]of Object.entries(e)){let e=M(n),i=t.get(e),a=i?{...i,...r,capabilities:r.capabilities??i.capabilities}:r;t.set(e,a)}return t}function N(e,t){return t.get(M(e))}function qe(e){let t=e?.trim().toLowerCase();if(t===`allow`)return`allow`;if(t===`deny`)return`deny`}function P(e){return e?.trim().toLowerCase()||void 0}function F(e){return f(e??void 0)}function Je(e){let t=e.scope;if(!t)return`allow`;let n=P(e.channel),r=F(e.chatType),i=P(e.sessionKey)??``;for(let e of t.rules??[]){if(!e)continue;let t=qe(e.action)??`allow`,a=e.match??{},o=P(a.channel),s=F(a.chatType),c=P(a.keyPrefix);if(!(o&&o!==n)&&!(s&&s!==r)&&!(c&&!i.startsWith(c)))return t}return qe(t.default)??`allow`}function I(e,t){let n=typeof e==`number`&&Number.isFinite(e)?e:t;return Math.max(1e3,Math.floor(n*1e3))}function Ye(e,t,n){let r=t?.trim()||be[e];return!n||e===`audio`?r:`${r} Respond in at most ${n} characters.`}function Xe(e){let{capability:t,entry:n,cfg:r}=e,i=n.maxChars??e.config?.maxChars??r.tools?.media?.[t]?.maxChars;return typeof i==`number`?i:_e[t]}function Ze(e){let t=e.entry.maxBytes??e.config?.maxBytes??e.cfg.tools?.media?.[e.capability]?.maxBytes;return typeof t==`number`?t:ve[e.capability]}function Qe(e){return Je({scope:e.scope,sessionKey:e.ctx.SessionKey,channel:e.ctx.Surface??e.ctx.Provider,chatType:F(e.ctx.ChatType)})}function $e(e){if((e.entry.type??(e.entry.command?`cli`:`provider`))===`cli`)return;let t=M(e.entry.provider??``);if(t)return e.providerRegistry.get(t)?.capabilities}function et(e){let{cfg:t,capability:n,config:r}=e,i=t.tools?.media?.models??[],a=[...(r?.models??[]).map(e=>({entry:e,source:`capability`})),...i.map(e=>({entry:e,source:`shared`}))];return a.length===0?[]:a.filter(({entry:t,source:r})=>{let i=t.capabilities&&t.capabilities.length>0?t.capabilities:r===`shared`?$e({entry:t,providerRegistry:e.providerRegistry}):void 0;return!i||i.length===0?r===`shared`?(v()&&b(`Skipping shared media model without capabilities: ${t.provider??t.command??`unknown`}`),!1):!0:i.includes(n)}).map(({entry:e})=>e)}function tt(e){let t=e.tools?.media?.concurrency;return typeof t==`number`&&Number.isFinite(t)&&t>0?Math.floor(t):2}function L(e){let t=e?.trim();if(t){if(t.startsWith(`file://`))try{return pe(t)}catch{return}return t}}function R(e){let t=Array.isArray(e.MediaPaths)?e.MediaPaths:void 0,n=Array.isArray(e.MediaUrls)?e.MediaUrls:void 0,r=Array.isArray(e.MediaTypes)?e.MediaTypes:void 0,i=(t,n)=>{let i=r?.[n];return(typeof i==`string`?i.trim():``)||(t===1?e.MediaType:void 0)};if(t&&t.length>0){let r=t.length,a=n&&n.length>0?n:void 0;return t.map((t,n)=>({path:t?.trim()||void 0,url:a?.[n]??e.MediaUrl,mime:i(r,n),index:n})).filter(e=>!!(e.path?.trim()||e.url?.trim()))}if(n&&n.length>0){let e=n.length;return n.map((t,n)=>({path:void 0,url:t?.trim()||void 0,mime:i(e,n),index:n})).filter(e=>!!e.url?.trim())}let a=e.MediaPath?.trim(),o=e.MediaUrl?.trim();return!a&&!o?[]:[{path:a||void 0,url:o||void 0,mime:e.MediaType,index:0}]}function z(e){let i=n(e.mime);if(i===`image`||i===`audio`||i===`video`)return i;let a=t(e.path??e.url);return a?[`.mp4`,`.mov`,`.mkv`,`.webm`,`.avi`,`.m4v`].includes(a)?`video`:r(e.path??e.url)?`audio`:[`.png`,`.jpg`,`.jpeg`,`.webp`,`.gif`,`.bmp`,`.tiff`,`.tif`].includes(a)?`image`:`unknown`:`unknown`}function nt(e){return z(e)===`video`}function B(e){return z(e)===`audio`}function rt(e){return z(e)===`image`}function it(e,t){let n=Array.isArray(e)?e.filter(V):[];if(!t||t===`first`)return n;if(t===`last`)return[...n].toReversed();if(t===`path`){let e=n.filter(e=>e.path),t=n.filter(e=>!e.path);return[...e,...t]}if(t===`url`){let e=n.filter(e=>e.url),t=n.filter(e=>!e.url);return[...e,...t]}return n}function V(e){if(!e||typeof e!=`object`)return!1;let t=e;return!(typeof t.index!=`number`||t.path!==void 0&&typeof t.path!=`string`||t.url!==void 0&&typeof t.url!=`string`||t.mime!==void 0&&typeof t.mime!=`string`||t.alreadyTranscribed!==void 0&&typeof t.alreadyTranscribed!=`boolean`)}function at(e){let{capability:t,attachments:n,policy:r}=e,i=(Array.isArray(n)?n.filter(V):[]).filter(e=>t===`audio`&&e.alreadyTranscribed?!1:t===`image`?rt(e):t===`audio`?B(e):nt(e));if(i.length===0)return[];let a=it(i,r?.prefer),o=r?.mode??`first`,s=r?.maxAttachments??1;return o===`all`?a.slice(0,Math.max(1,s)):a.slice(0,1)}const H=new Set;function ot(e){return!e||typeof e!=`object`?!1:(`name`in e?String(e.name):``)===`AbortError`||(`message`in e&&typeof e.message==`string`?e.message:``)===`This operation was aborted`}function st(e){return H.add(e),()=>{H.delete(e)}}function ct(e){return e.replace(/[^a-zA-Z0-9_-]+/g,`-`).replace(/^-+|-+$/g,``)||`tmp`}function lt(e){if(!e)return``;let t=((e.startsWith(`.`)?e:`.${e}`).match(/[a-zA-Z0-9._-]+$/)?.[0]??``).replace(/^[._-]+/,``);return t?`.${t}`:``}function ut(e){return e??ee()}function U(e){let t=ct(e.prefix),n=lt(e.extension),r=e.now,i=typeof r==`number`&&Number.isFinite(r)?Math.trunc(r):Date.now(),a=e.uuid?.trim()||me.randomUUID();return S.join(ut(e.tmpDir),`${t}-${i}-${a}${n}`)}var W=class extends Error{constructor(e,t){super(t),this.reason=e,this.name=`MediaUnderstandingSkipError`}};function dt(e){return e instanceof W}const ft=p(ce(),h);function pt(e){return typeof e==`string`?e:e instanceof URL?e.toString():e.url}var mt=class{constructor(e,t){this.entries=new Map,this.attachments=e,this.localPathRoots=p(t?.localPathRoots,ft);for(let t of e)this.entries.set(t.index,{attachment:t})}async getBuffer(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.buffer){if(t.buffer.length>e.maxBytes)throw new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{buffer:t.buffer,mime:t.bufferMime,fileName:t.bufferFileName??`media-${e.attachmentIndex+1}`,size:t.buffer.length}}if(t.resolvedPath){let n=await this.ensureLocalStat(t);if(t.resolvedPath){if(n!==void 0&&n>e.maxBytes)throw new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);let r=await C.readFile(t.resolvedPath);return t.buffer=r,t.bufferMime=t.bufferMime??t.attachment.mime??await i({buffer:r,filePath:t.resolvedPath}),t.bufferFileName=S.basename(t.resolvedPath)||`media-${e.attachmentIndex+1}`,{buffer:r,mime:t.bufferMime,fileName:t.bufferFileName,size:r.length}}}let n=t.attachment.url?.trim();if(!n)throw new W(`empty`,`Attachment ${e.attachmentIndex+1} has no path or URL.`);try{let r=await se({url:n,fetchImpl:(t,n)=>ne(pt(t),n??{},e.timeoutMs,fetch),maxBytes:e.maxBytes});return t.buffer=r.buffer,t.bufferMime=t.attachment.mime??r.contentType??await i({buffer:r.buffer,filePath:r.fileName??n}),t.bufferFileName=r.fileName??`media-${e.attachmentIndex+1}`,{buffer:r.buffer,mime:t.bufferMime,fileName:t.bufferFileName,size:r.buffer.length}}catch(t){throw t instanceof le&&t.code===`max_bytes`?new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`):ot(t)?new W(`timeout`,`Attachment ${e.attachmentIndex+1} timed out while fetching.`):t}}async getPath(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.resolvedPath){if(e.maxBytes){let n=await this.ensureLocalStat(t);if(t.resolvedPath&&n!==void 0&&n>e.maxBytes)throw new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`)}if(t.resolvedPath)return{path:t.resolvedPath}}if(t.tempPath){if(e.maxBytes&&t.buffer&&t.buffer.length>e.maxBytes)throw new W(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{path:t.tempPath,cleanup:t.tempCleanup}}let n=e.maxBytes??1/0,r=await this.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:n,timeoutMs:e.timeoutMs}),i=U({prefix:`openclaw-media`,extension:S.extname(r.fileName||``)||``});return await C.writeFile(i,r.buffer),t.tempPath=i,t.tempCleanup=async()=>{await C.unlink(i).catch(()=>{})},{path:i,cleanup:t.tempCleanup}}async cleanup(){let e=[];for(let t of this.entries.values())t.tempCleanup&&=(e.push(Promise.resolve(t.tempCleanup())),void 0);await Promise.all(e)}async ensureEntry(e){let t=this.entries.get(e);if(t)return t.resolvedPath||=this.resolveLocalPath(t.attachment),t;let n=this.attachments.find(t=>t.index===e)??{index:e},r={attachment:n,resolvedPath:this.resolveLocalPath(n)};return this.entries.set(e,r),r}resolveLocalPath(e){let t=L(e.path);if(t)return S.isAbsolute(t)?t:S.resolve(t)}async ensureLocalStat(e){if(e.resolvedPath){if(!s({filePath:e.resolvedPath,roots:this.localPathRoots})){e.resolvedPath=void 0,v()&&b(`Blocked attachment path outside allowed roots: ${e.attachment.path??e.attachment.url??`(unknown)`}`);return}if(e.statSize!==void 0)return e.statSize;try{let t=e.resolvedPath,n=await C.stat(t);if(!n.isFile()){e.resolvedPath=void 0;return}let r=await C.realpath(t).catch(()=>t);if(!s({filePath:r,roots:await this.getCanonicalLocalPathRoots()})){e.resolvedPath=void 0,v()&&b(`Blocked canonicalized attachment path outside allowed roots: ${r}`);return}return e.resolvedPath=r,e.statSize=n.size,n.size}catch(t){e.resolvedPath=void 0,v()&&b(`Failed to read attachment ${e.attachment.index+1}: ${String(t)}`);return}}}async getCanonicalLocalPathRoots(){return this.canonicalLocalPathRoots||=(async()=>p(this.localPathRoots,await Promise.all(this.localPathRoots.map(async e=>e.includes(`*`)?e:await C.realpath(e).catch(()=>e)))))(),await this.canonicalLocalPathRoots}};const ht=y(`model-catalog`);let G=null,gt=!1,_t=()=>import(`./pi-model-discovery-BQiHbl8F.js`).then(e=>e.r);const vt=`openai-codex`,yt=`openai`,bt=new Set([`kilocode`]),xt=[{provider:yt,id:`gpt-5.4`,templateIds:[`gpt-5.2`]},{provider:yt,id:`gpt-5.4-pro`,templateIds:[`gpt-5.2-pro`,`gpt-5.2`]},{provider:vt,id:`gpt-5.4`,templateIds:[`gpt-5.3-codex`,`gpt-5.2-codex`]},{provider:vt,id:`gpt-5.3-codex-spark`,templateIds:[`gpt-5.3-codex`]}];function St(e){let t=(t,n)=>e.find(e=>e.provider.toLowerCase()===t.toLowerCase()&&e.id.toLowerCase()===n.toLowerCase());for(let n of xt){if(t(n.provider,n.id))continue;let r=n.templateIds.map(e=>t(n.provider,e)).find(e=>e!==void 0);r&&e.push({...r,id:n.id,name:n.id})}}function Ct(e){if(!Array.isArray(e))return;let t=e.filter(e=>e===`text`||e===`image`||e===`document`);return t.length>0?t:void 0}function wt(e){let t=e.models?.providers;if(!t||typeof t!=`object`)return[];let n=[];for(let[e,r]of Object.entries(t)){let t=e.toLowerCase().trim();if(!bt.has(t)||!r||typeof r!=`object`)continue;let i=r.models;if(Array.isArray(i))for(let e of i){if(!e||typeof e!=`object`)continue;let r=e.id;if(typeof r!=`string`)continue;let i=r.trim();if(!i)continue;let a=e.name,o=(typeof a==`string`?a:i).trim()||i,s=e.contextWindow,c=typeof s==`number`&&s>0?s:void 0,l=e.reasoning,u=typeof l==`boolean`?l:void 0,d=Ct(e.input);n.push({id:i,name:o,provider:t,contextWindow:c,reasoning:u,input:d})}}return n}function Tt(e){let t=wt(e.config);if(t.length===0)return;let n=new Set(e.models.map(e=>`${e.provider.toLowerCase().trim()}::${e.id.toLowerCase().trim()}`));for(let r of t){let t=`${r.provider.toLowerCase().trim()}::${r.id.toLowerCase().trim()}`;n.has(t)||(e.models.push(r),n.add(t))}}async function Et(e){return e?.useCache===!1&&(G=null),G||(G=(async()=>{let t=[],n=e=>e.sort((e,t)=>{let n=e.provider.localeCompare(t.provider);return n===0?e.name.localeCompare(t.name):n});try{let r=e?.config??o();await te(r);let i=await _t(),a=m(),{join:s}=await import(`node:path`),c=i.discoverAuthStorage(a),l=new i.ModelRegistry(c,s(a,`models.json`)),u=Array.isArray(l)?l:l.getAll();for(let e of u){let n=String(e?.id??``).trim();if(!n)continue;let r=String(e?.provider??``).trim();if(!r)continue;let i=String(e?.name??n).trim()||n,a=typeof e?.contextWindow==`number`&&e.contextWindow>0?e.contextWindow:void 0,o=typeof e?.reasoning==`boolean`?e.reasoning:void 0,s=Array.isArray(e?.input)?e.input:void 0;t.push({id:n,name:i,provider:r,contextWindow:a,reasoning:o,input:s})}return Tt({config:r,models:t}),St(t),t.length===0&&(G=null),n(t)}catch(e){return gt||(gt=!0,ht.warn(`Failed to load model catalog: ${String(e)}`)),G=null,t.length>0?n(t):[]}})(),G)}function Dt(e){return e?.input?.includes(`image`)??!1}function Ot(e,t,n){let r=t.toLowerCase().trim(),i=n.toLowerCase().trim();return e.find(e=>e.provider.toLowerCase()===r&&e.id.toLowerCase()===i)}async function K(e){if(!e)return!1;try{return await C.stat(e),!0}catch{return!1}}function kt(e){let t=e.trim(),n=t.lastIndexOf(`{`);if(n===-1)return null;let r=t.slice(n);try{return JSON.parse(r)}catch{return null}}function At(e){let t=kt(e);if(!t||typeof t!=`object`)return null;let n=t.response;return typeof n==`string`&&n.trim()||null}function jt(e){return Math.ceil(e/3)*4}function Mt(e){let t=Math.floor(4/3*e);return Math.min(t,73400320)}function q(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))typeof r==`string`&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function J(e,t){let n=e.trim();return!t||n.length<=t?n:n.slice(0,t).trim()}function Nt(e){let t=e=>{let n=e.trim();if(!n)return null;let r=n[0];if(r!==`{`&&r!==`"`)return null;try{let e=JSON.parse(n);if(typeof e==`string`)return t(e);if(e&&typeof e==`object`){let t=e.text;if(typeof t==`string`&&t.trim())return t.trim()}}catch{}return null},n=t(e);if(n)return n;let r=e.split(`
 `).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function Pt(e){return S.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function Ft(e,t){return e.some(e=>t.includes(e))}function It(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=S.parse(t).name;return S.join(n,`${i}.txt`)}function Lt(e){if(!Ft(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function Rt(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=S.parse(t).name;return S.join(n,`${i}.txt`)}async function zt(e){let t=Pt(e.command),n=t===`whisper-cli`?Lt(e.args):t===`whisper`?It(e.args,e.mediaPath):t===`parakeet-mlx`?Rt(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await C.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=At(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=Nt(e.stdout);if(t)return t}return e.stdout.trim()}function Bt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function Vt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function Ht(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function Ut(e){let{providerId:t,config:n,entry:r}=e,i=Bt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=Ht(i??{}),o=Vt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?M(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Wt(e){let{capability:t,entry:n,cfg:r}=e,i=Ze({capability:t,entry:n,cfg:r,config:e.config}),a=Xe({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:I(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,ye[t]),prompt:Ye(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function Gt(e){let t=await l({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:oe({provider:e.providerId,primaryApiKey:u(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Kt(e){let{apiKeys:t,providerConfig:n}=await Gt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function qt(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Jt(e){if(!(e.size>=1024))throw new W(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Yt(e){let{entry:t,capability:n,cfg:r}=e,i=t.provider?.trim();if(!i)throw Error(`Provider entry missing provider for ${n}`);let a=M(i),{maxBytes:o,maxChars:s,timeoutMs:c,prompt:l}=Wt({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c}),i=N(a,e.providerRegistry),u={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:a,prompt:l,timeoutMs:c,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},d=await(i?.describeImage??x)(u);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(d.text,s),provider:a,model:d.model??n}}let u=N(a,e.providerRegistry);if(!u)throw Error(`Media provider not available: ${a}`);let d=ue();if(n===`audio`){if(!u.transcribeAudio)throw Error(`Audio transcription provider "${a}" not available.`);let n=u.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c});Jt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:f,baseUrl:p,headers:m}=await Kt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),h=Ut({providerId:a,config:e.config,entry:t}),g=t.model?.trim()||xe[a]||t.model,_=await ie({provider:a,apiKeys:f,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:p,headers:m,model:g,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:l,query:h,timeoutMs:c,fetchFn:d})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(_.text,s),provider:a,model:_.model??g}}if(!u.describeVideo)throw Error(`Video understanding provider "${a}" not available.`);let f=u.describeVideo,p=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c}),m=jt(p.size),h=Mt(o);if(m>h)throw new W(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${m} exceeds ${h}`);let{apiKeys:g,baseUrl:_,headers:v}=await Kt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),y=await ie({provider:a,apiKeys:g,execute:e=>f({buffer:p.buffer,fileName:p.fileName,mime:p.mime,apiKey:e,baseUrl:_,headers:v,model:t.model,prompt:l,timeoutMs:c,fetchFn:d})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(y.text,s),provider:a,model:y.model??t.model}}async function Xt(e){let{entry:t,capability:n,cfg:r,ctx:i}=e,a=t.command?.trim(),o=t.args??[];if(!a)throw Error(`CLI entry missing command for ${n}`);let{maxBytes:s,maxChars:c,timeoutMs:l,prompt:u}=Wt({capability:n,entry:t,cfg:r,config:e.config}),d=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:s,timeoutMs:l});n===`audio`&&Jt({size:(await C.stat(d.path)).size,attachmentIndex:e.attachmentIndex});let f=await C.mkdtemp(S.join(ee(),`openclaw-media-cli-`)),p=d.path,m=S.join(f,S.parse(p).name),h={...i,MediaPath:p,MediaDir:S.dirname(p),OutputDir:f,OutputBase:m,Prompt:u,MaxChars:c},g=[a,...o].map((e,t)=>t===0?e:ge(e,h));try{v()&&b(`Media understanding via CLI: ${g.join(` `)}`);let{stdout:t}=await _(g[0],g.slice(1),{timeoutMs:l,maxBuffer:Te}),r=J(await zt({command:a,args:g.slice(1),stdout:t,mediaPath:p}),c);return r?{kind:n===`audio`?`audio.transcription`:`${n}.description`,attachmentIndex:e.attachmentIndex,text:r,provider:`cli`,model:a}:null}finally{await C.rm(f,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return Ke(e)}function Zt(e){return R(e)}function Qt(e){return p(ce(),g({cfg:e.cfg,accountId:e.ctx.AccountId}))}function $t(e,t){return new mt(e,t)}const en=new Map,tn=new Map;function nn(e){if(!e.startsWith(`~`))return e;let t=fe.homedir();return e===`~`?t:e.startsWith(`~/`)?S.join(t,e.slice(2)):e}function rn(e){return e.includes(`/`)||e.includes(`\\`)}function an(e){if(process.platform!==`win32`||S.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function Q(e){try{return(await C.stat(e)).isFile()?(process.platform===`win32`||await C.access(e,de.X_OK),!0):!1}catch{return!1}}async function on(e){let t=en.get(e);if(t)return t;let n=(async()=>{let t=nn(e.trim());if(t&&rn(t)){for(let e of an(t))if(await Q(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(S.delimiter),i=an(n);for(let e of r){let t=nn(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=S.join(t,e);if(await Q(n))return n}}return null})();return en.set(e,n),n}async function $(e){return!!await on(e)}async function sn(){let e=tn.get(`gemini`);if(e)return e;let t=(async()=>{if(!await $(`gemini`))return!1;try{let{stdout:e}=await _(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(At(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return tn.set(`gemini`,t),t}async function cn(){if(!await $(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function ln(){return await $(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function un(){if(!await $(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=S.join(e,`tokens.txt`),n=S.join(e,`encoder.onnx`),r=S.join(e,`decoder.onnx`),i=S.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function dn(){return await un()||await cn()||await ln()}async function fn(e){return await sn()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function pn(e){let{cfg:t,agentDir:n,providerRegistry:r,capability:i}=e,a=async(e,a)=>{let o=N(e,r);if(!o||i===`audio`&&!o.transcribeAudio||i===`image`&&!o.describeImage||i===`video`&&!o.describeVideo)return null;try{return await l({provider:e,cfg:t,agentDir:n}),{type:`provider`,provider:e,model:a}}catch{return null}};if(i===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await a(t,e.activeModel?.model);if(n)return n}for(let e of Ce){let t=T[e],n=await a(e,t);if(n)return n}return null}if(i===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await a(t,e.activeModel?.model);if(n)return n}for(let e of we){let t=await a(e,void 0);if(t)return t}return null}let o=e.activeModel?.provider?.trim();if(o){let t=await a(o,e.activeModel?.model);if(t)return t}for(let e of Se){let t=await a(e,void 0);if(t)return t}return null}function mn(t){let n=[],r=a(t.agents?.defaults?.imageModel);r?.trim()&&n.push(r.trim());for(let r of e(t.agents?.defaults?.imageModel))r?.trim()&&n.push(r.trim());if(n.length===0)return[];let i=[];for(let e of n){let t=e.indexOf(`/`);t<=0||t>=e.length-1||i.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return i}async function hn(e){let t=await _n(e);if(t)return[t];if(e.capability===`audio`){let e=await dn();if(e)return[e]}if(e.capability===`image`){let t=mn(e.cfg);if(t.length>0)return t}let n=await fn(e.capability);if(n)return[n];let r=await pn(e);return r?[r]:[]}async function gn(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??T[t];return n?{provider:t,model:n}:null};return n(await _n({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await pn({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function _n(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let n=M(t);if(!n)return null;let r=N(n,e.providerRegistry);if(!r||e.capability===`audio`&&!r.transcribeAudio||e.capability===`image`&&!r.describeImage||e.capability===`video`&&!r.describeVideo)return null;try{await l({provider:n,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:n,model:e.activeModel?.model}}async function vn(e){let{entries:t,capability:n}=e,r=[];for(let i of t){let t=i.type??(i.command?`cli`:`provider`);try{let a=t===`cli`?await Xt({capability:n,entry:i,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Yt({capability:n,entry:i,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(a){let e=X({entry:i,entryType:t,outcome:`success`});return a.provider&&(e.provider=a.provider),a.model&&(e.model=a.model),r.push(e),{output:a,attempts:r}}r.push(X({entry:i,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(dt(e)){r.push(X({entry:i,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),v()&&b(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}r.push(X({entry:i,entryType:t,outcome:`failed`,reason:String(e)})),v()&&b(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:r}}async function yn(e){let{capability:t,cfg:n,ctx:r}=e,i=e.config??n.tools?.media?.[t];if(i?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let a=i?.attachments,o=at({capability:t,attachments:e.media,policy:a});if(o.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if(Qe({scope:i?.scope,ctx:r})===`deny`)return v()&&b(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:o.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let s=e.activeModel?.provider?.trim();if(t===`image`&&s&&Dt(Ot(await Et({config:n}),s,e.activeModel?.model??``))){v()&&b(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:o.map(e=>{let t={type:`provider`,provider:s,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let c=et({cfg:n,capability:t,config:i,providerRegistry:e.providerRegistry});if(c.length===0&&(c=await hn({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),c.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:o.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let l=[],u=[];for(let a of o){let{output:o,attempts:s}=await vn({capability:t,cfg:n,ctx:r,attachmentIndex:a.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:c,config:i});o&&l.push(o),u.push({attachmentIndex:a.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let d={capability:t,outcome:l.length>0?`success`:`skipped`,attachments:u};return v()&&b(`Media understanding ${qt(d)}`),{outputs:l,decision:d}}async function bn(e){let t=e.attachments??Zt(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=$t(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await yn({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}export{T as C,Te as S,tt as _,gn as a,Je as b,Ot as c,U as d,st as f,z as g,R as h,Zt as i,Et as l,L as m,Z as n,Qt as o,B as p,$t as r,yn as s,bn as t,Dt as u,I as v,ge as w,Ce as x,F as y};
-//# sourceMappingURL=audio-transcription-runner-DZIEX1Rl.js.map

package/dist/plugin-sdk/audio-transcription-runner-DZRGn6-f.js

@@ -2,4 +2,3 @@ import{Bt as e,Ht as t,Rt as n,Wt as r,ct as i,st as a}from"./paths-CXgWvWAM.js"
 `);if(!t)throw Error(e.missingTextError);return{text:t,model:i}}finally{await l()}}async function Ne(e){let{text:t,model:n}=await Me({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Transcribe the audio.`,defaultMime:`audio/wav`,httpErrorLabel:`Audio transcription failed`,missingTextError:`Audio transcription response missing text`});return{text:t,model:n}}async function Pe(e){let{text:t,model:n}=await Me({...e,defaultBaseUrl:`https://generativelanguage.googleapis.com/v1beta`,defaultModel:`gemini-3-flash-preview`,defaultPrompt:`Describe the video.`,defaultMime:`video/mp4`,httpErrorLabel:`Video description failed`,missingTextError:`Video description response missing text`});return{text:t,model:n}}const Fe={id:`google`,capabilities:[`image`,`audio`,`video`],describeImage:x,transcribeAudio:Ne,describeVideo:Pe};function Ie(e){return e?.trim()||`gpt-4o-mini-transcribe`}async function j(e){let t=e.fetchFn??fetch,n=D(e.baseUrl,`https://api.openai.com/v1`),r=!!e.baseUrl?.trim(),i=`${n}/audio/transcriptions`,a=Ie(e.model),o=new FormData,s=e.fileName?.trim()||w.basename(e.fileName)||`audio`,c=new Uint8Array(e.buffer),l=new Blob([c],{type:e.mime??`application/octet-stream`});o.append(`file`,l,s),o.append(`model`,a),e.language?.trim()&&o.append(`language`,e.language.trim()),e.prompt?.trim()&&o.append(`prompt`,e.prompt.trim());let u=new Headers(e.headers);u.has(`authorization`)||u.set(`authorization`,`Bearer ${e.apiKey}`);let{response:d,release:f}=await O({url:i,headers:u,body:o,timeoutMs:e.timeoutMs,fetchFn:t,allowPrivateNetwork:r});try{return await A(d,`Audio transcription failed`),{text:Oe((await d.json()).text,`Audio transcription response missing text`),model:a}}finally{await f()}}const Le={id:`groq`,capabilities:[`audio`],transcribeAudio:e=>j({...e,baseUrl:e.baseUrl??`https://api.groq.com/openai/v1`})},Re={id:`minimax`,capabilities:[`image`],describeImage:x},ze={id:`minimax-portal`,capabilities:[`image`],describeImage:x},Be={id:`mistral`,capabilities:[`audio`],transcribeAudio:e=>j({...e,baseUrl:e.baseUrl??`https://api.mistral.ai/v1`})};function Ve(e){return e?.trim()||`kimi-k2.5`}function He(e){return e?.trim()||`Describe the video.`}function Ue(e){let t=e.choices?.[0]?.message;if(!t)return null;if(typeof t.content==`string`&&t.content.trim())return t.content.trim();if(Array.isArray(t.content)){let e=t.content.map(e=>typeof e.text==`string`?e.text.trim():``).filter(Boolean).join(`
 `).trim();if(e)return e}return typeof t.reasoning_content==`string`&&t.reasoning_content.trim()?t.reasoning_content.trim():null}async function We(e){let t=e.fetchFn??fetch,n=D(e.baseUrl,`https://api.moonshot.ai/v1`),r=Ve(e.model),i=e.mime??`video/mp4`,a=He(e.prompt),o=`${n}/chat/completions`,s=new Headers(e.headers);s.has(`content-type`)||s.set(`content-type`,`application/json`),s.has(`authorization`)||s.set(`authorization`,`Bearer ${e.apiKey}`);let{response:c,release:l}=await k({url:o,headers:s,body:{model:r,messages:[{role:`user`,content:[{type:`text`,text:a},{type:`video_url`,video_url:{url:`data:${i};base64,${e.buffer.toString(`base64`)}`}}]}]},timeoutMs:e.timeoutMs,fetchFn:t});try{await A(c,`Moonshot video description failed`);let e=Ue(await c.json());if(!e)throw Error(`Moonshot video description response missing content`);return{text:e,model:r}}finally{await l()}}const Ge=[Le,{id:`openai`,capabilities:[`image`,`audio`],describeImage:x,transcribeAudio:j},Fe,Te,Re,ze,{id:`moonshot`,capabilities:[`image`,`video`],describeImage:x,describeVideo:We},Be,{id:`zai`,capabilities:[`image`],describeImage:x},je];function M(e){let t=u(e);return t===`gemini`?`google`:t}function Ke(e){let t=new Map;for(let e of Ge)t.set(M(e.id),e);if(e)for(let[n,r]of Object.entries(e)){let e=M(n),i=t.get(e),a=i?{...i,...r,capabilities:r.capabilities??i.capabilities}:r;t.set(e,a)}return t}function N(e,t){return t.get(M(e))}function qe(e){let t=e?.trim().toLowerCase();if(t===`allow`)return`allow`;if(t===`deny`)return`deny`}function P(e){return e?.trim().toLowerCase()||void 0}function F(e){return _(e??void 0)}function Je(e){let t=e.scope;if(!t)return`allow`;let n=P(e.channel),r=F(e.chatType),i=P(e.sessionKey)??``;for(let e of t.rules??[]){if(!e)continue;let t=qe(e.action)??`allow`,a=e.match??{},o=P(a.channel),s=F(a.chatType),c=P(a.keyPrefix);if(!(o&&o!==n)&&!(s&&s!==r)&&!(c&&!i.startsWith(c)))return t}return qe(t.default)??`allow`}function Ye(e,t){let n=typeof e==`number`&&Number.isFinite(e)?e:t;return Math.max(1e3,Math.floor(n*1e3))}function Xe(e,t,n){let r=t?.trim()||ye[e];return!n||e===`audio`?r:`${r} Respond in at most ${n} characters.`}function Ze(e){let{capability:t,entry:n,cfg:r}=e,i=n.maxChars??e.config?.maxChars??r.tools?.media?.[t]?.maxChars;return typeof i==`number`?i:ge[t]}function Qe(e){let t=e.entry.maxBytes??e.config?.maxBytes??e.cfg.tools?.media?.[e.capability]?.maxBytes;return typeof t==`number`?t:_e[e.capability]}function $e(e){return Je({scope:e.scope,sessionKey:e.ctx.SessionKey,channel:e.ctx.Surface??e.ctx.Provider,chatType:F(e.ctx.ChatType)})}function et(e){if((e.entry.type??(e.entry.command?`cli`:`provider`))===`cli`)return;let t=M(e.entry.provider??``);if(t)return e.providerRegistry.get(t)?.capabilities}function tt(e){let{cfg:t,capability:n,config:r}=e,i=t.tools?.media?.models??[],a=[...(r?.models??[]).map(e=>({entry:e,source:`capability`})),...i.map(e=>({entry:e,source:`shared`}))];return a.length===0?[]:a.filter(({entry:t,source:r})=>{let i=t.capabilities&&t.capabilities.length>0?t.capabilities:r===`shared`?et({entry:t,providerRegistry:e.providerRegistry}):void 0;return!i||i.length===0?r===`shared`?(o()&&c(`Skipping shared media model without capabilities: ${t.provider??t.command??`unknown`}`),!1):!0:i.includes(n)}).map(({entry:e})=>e)}function nt(e){let t=e.tools?.media?.concurrency;return typeof t==`number`&&Number.isFinite(t)&&t>0?Math.floor(t):2}function I(e){let t=e?.trim();if(t){if(t.startsWith(`file://`))try{return fe(t)}catch{return}return t}}function L(e){let t=Array.isArray(e.MediaPaths)?e.MediaPaths:void 0,n=Array.isArray(e.MediaUrls)?e.MediaUrls:void 0,r=Array.isArray(e.MediaTypes)?e.MediaTypes:void 0,i=(t,n)=>{let i=r?.[n];return(typeof i==`string`?i.trim():``)||(t===1?e.MediaType:void 0)};if(t&&t.length>0){let r=t.length,a=n&&n.length>0?n:void 0;return t.map((t,n)=>({path:t?.trim()||void 0,url:a?.[n]??e.MediaUrl,mime:i(r,n),index:n})).filter(e=>!!(e.path?.trim()||e.url?.trim()))}if(n&&n.length>0){let e=n.length;return n.map((t,n)=>({path:void 0,url:t?.trim()||void 0,mime:i(e,n),index:n})).filter(e=>!!e.url?.trim())}let a=e.MediaPath?.trim(),o=e.MediaUrl?.trim();return!a&&!o?[]:[{path:a||void 0,url:o||void 0,mime:e.MediaType,index:0}]}function R(n){let i=r(n.mime);if(i===`image`||i===`audio`||i===`video`)return i;let a=e(n.path??n.url);return a?[`.mp4`,`.mov`,`.mkv`,`.webm`,`.avi`,`.m4v`].includes(a)?`video`:t(n.path??n.url)?`audio`:[`.png`,`.jpg`,`.jpeg`,`.webp`,`.gif`,`.bmp`,`.tiff`,`.tif`].includes(a)?`image`:`unknown`:`unknown`}function rt(e){return R(e)===`video`}function z(e){return R(e)===`audio`}function it(e){return R(e)===`image`}function at(e,t){let n=Array.isArray(e)?e.filter(B):[];if(!t||t===`first`)return n;if(t===`last`)return[...n].toReversed();if(t===`path`){let e=n.filter(e=>e.path),t=n.filter(e=>!e.path);return[...e,...t]}if(t===`url`){let e=n.filter(e=>e.url),t=n.filter(e=>!e.url);return[...e,...t]}return n}function B(e){if(!e||typeof e!=`object`)return!1;let t=e;return!(typeof t.index!=`number`||t.path!==void 0&&typeof t.path!=`string`||t.url!==void 0&&typeof t.url!=`string`||t.mime!==void 0&&typeof t.mime!=`string`||t.alreadyTranscribed!==void 0&&typeof t.alreadyTranscribed!=`boolean`)}function ot(e){let{capability:t,attachments:n,policy:r}=e,i=(Array.isArray(n)?n.filter(B):[]).filter(e=>t===`audio`&&e.alreadyTranscribed?!1:t===`image`?it(e):t===`audio`?z(e):rt(e));if(i.length===0)return[];let a=at(i,r?.prefer),o=r?.mode??`first`,s=r?.maxAttachments??1;return o===`all`?a.slice(0,Math.max(1,s)):a.slice(0,1)}const V=new Set;function st(e){return!e||typeof e!=`object`?!1:(`name`in e?String(e.name):``)===`AbortError`||(`message`in e&&typeof e.message==`string`?e.message:``)===`This operation was aborted`}function ct(e){return V.add(e),()=>{V.delete(e)}}function lt(e){return e.replace(/[^a-zA-Z0-9_-]+/g,`-`).replace(/^-+|-+$/g,``)||`tmp`}function ut(e){if(!e)return``;let t=((e.startsWith(`.`)?e:`.${e}`).match(/[a-zA-Z0-9._-]+$/)?.[0]??``).replace(/^[._-]+/,``);return t?`.${t}`:``}function dt(e){return e??l()}function H(e){let t=lt(e.prefix),n=ut(e.extension),r=e.now,i=typeof r==`number`&&Number.isFinite(r)?Math.trunc(r):Date.now(),a=e.uuid?.trim()||pe.randomUUID();return w.join(dt(e.tmpDir),`${t}-${i}-${a}${n}`)}var U=class extends Error{constructor(e,t){super(t),this.reason=e,this.name=`MediaUnderstandingSkipError`}};function ft(e){return e instanceof U}const pt=b(se(),ee);function mt(e){return typeof e==`string`?e:e instanceof URL?e.toString():e.url}var ht=class{constructor(e,t){this.entries=new Map,this.attachments=e,this.localPathRoots=b(t?.localPathRoots,pt);for(let t of e)this.entries.set(t.index,{attachment:t})}async getBuffer(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.buffer){if(t.buffer.length>e.maxBytes)throw new U(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{buffer:t.buffer,mime:t.bufferMime,fileName:t.bufferFileName??`media-${e.attachmentIndex+1}`,size:t.buffer.length}}if(t.resolvedPath){let r=await this.ensureLocalStat(t);if(t.resolvedPath){if(r!==void 0&&r>e.maxBytes)throw new U(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);let i=await C.readFile(t.resolvedPath);return t.buffer=i,t.bufferMime=t.bufferMime??t.attachment.mime??await n({buffer:i,filePath:t.resolvedPath}),t.bufferFileName=w.basename(t.resolvedPath)||`media-${e.attachmentIndex+1}`,{buffer:i,mime:t.bufferMime,fileName:t.bufferFileName,size:i.length}}}let r=t.attachment.url?.trim();if(!r)throw new U(`empty`,`Attachment ${e.attachmentIndex+1} has no path or URL.`);try{let i=await oe({url:r,fetchImpl:(t,n)=>te(mt(t),n??{},e.timeoutMs,fetch),maxBytes:e.maxBytes});return t.buffer=i.buffer,t.bufferMime=t.attachment.mime??i.contentType??await n({buffer:i.buffer,filePath:i.fileName??r}),t.bufferFileName=i.fileName??`media-${e.attachmentIndex+1}`,{buffer:i.buffer,mime:t.bufferMime,fileName:t.bufferFileName,size:i.buffer.length}}catch(t){throw t instanceof ce&&t.code===`max_bytes`?new U(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`):st(t)?new U(`timeout`,`Attachment ${e.attachmentIndex+1} timed out while fetching.`):t}}async getPath(e){let t=await this.ensureEntry(e.attachmentIndex);if(t.resolvedPath){if(e.maxBytes){let n=await this.ensureLocalStat(t);if(t.resolvedPath&&n!==void 0&&n>e.maxBytes)throw new U(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`)}if(t.resolvedPath)return{path:t.resolvedPath}}if(t.tempPath){if(e.maxBytes&&t.buffer&&t.buffer.length>e.maxBytes)throw new U(`maxBytes`,`Attachment ${e.attachmentIndex+1} exceeds maxBytes ${e.maxBytes}`);return{path:t.tempPath,cleanup:t.tempCleanup}}let n=e.maxBytes??1/0,r=await this.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:n,timeoutMs:e.timeoutMs}),i=H({prefix:`openclaw-media`,extension:w.extname(r.fileName||``)||``});return await C.writeFile(i,r.buffer),t.tempPath=i,t.tempCleanup=async()=>{await C.unlink(i).catch(()=>{})},{path:i,cleanup:t.tempCleanup}}async cleanup(){let e=[];for(let t of this.entries.values())t.tempCleanup&&=(e.push(Promise.resolve(t.tempCleanup())),void 0);await Promise.all(e)}async ensureEntry(e){let t=this.entries.get(e);if(t)return t.resolvedPath||=this.resolveLocalPath(t.attachment),t;let n=this.attachments.find(t=>t.index===e)??{index:e},r={attachment:n,resolvedPath:this.resolveLocalPath(n)};return this.entries.set(e,r),r}resolveLocalPath(e){let t=I(e.path);if(t)return w.isAbsolute(t)?t:w.resolve(t)}async ensureLocalStat(e){if(e.resolvedPath){if(!g({filePath:e.resolvedPath,roots:this.localPathRoots})){e.resolvedPath=void 0,o()&&c(`Blocked attachment path outside allowed roots: ${e.attachment.path??e.attachment.url??`(unknown)`}`);return}if(e.statSize!==void 0)return e.statSize;try{let t=e.resolvedPath,n=await C.stat(t);if(!n.isFile()){e.resolvedPath=void 0;return}let r=await C.realpath(t).catch(()=>t);if(!g({filePath:r,roots:await this.getCanonicalLocalPathRoots()})){e.resolvedPath=void 0,o()&&c(`Blocked canonicalized attachment path outside allowed roots: ${r}`);return}return e.resolvedPath=r,e.statSize=n.size,n.size}catch(t){e.resolvedPath=void 0,o()&&c(`Failed to read attachment ${e.attachment.index+1}: ${String(t)}`);return}}}async getCanonicalLocalPathRoots(){return this.canonicalLocalPathRoots||=(async()=>b(this.localPathRoots,await Promise.all(this.localPathRoots.map(async e=>e.includes(`*`)?e:await C.realpath(e).catch(()=>e)))))(),await this.canonicalLocalPathRoots}};const gt=s(`model-catalog`);let W=null,G=!1,_t=()=>import(`./pi-model-discovery-BsdlRK-w.js`).then(e=>e.r);const vt=`openai-codex`,yt=`openai`,bt=new Set([`kilocode`]),xt=[{provider:yt,id:`gpt-5.4`,templateIds:[`gpt-5.2`]},{provider:yt,id:`gpt-5.4-pro`,templateIds:[`gpt-5.2-pro`,`gpt-5.2`]},{provider:vt,id:`gpt-5.4`,templateIds:[`gpt-5.3-codex`,`gpt-5.2-codex`]},{provider:vt,id:`gpt-5.3-codex-spark`,templateIds:[`gpt-5.3-codex`]}];function St(e){let t=(t,n)=>e.find(e=>e.provider.toLowerCase()===t.toLowerCase()&&e.id.toLowerCase()===n.toLowerCase());for(let n of xt){if(t(n.provider,n.id))continue;let r=n.templateIds.map(e=>t(n.provider,e)).find(e=>e!==void 0);r&&e.push({...r,id:n.id,name:n.id})}}function Ct(e){if(!Array.isArray(e))return;let t=e.filter(e=>e===`text`||e===`image`||e===`document`);return t.length>0?t:void 0}function wt(e){let t=e.models?.providers;if(!t||typeof t!=`object`)return[];let n=[];for(let[e,r]of Object.entries(t)){let t=e.toLowerCase().trim();if(!bt.has(t)||!r||typeof r!=`object`)continue;let i=r.models;if(Array.isArray(i))for(let e of i){if(!e||typeof e!=`object`)continue;let r=e.id;if(typeof r!=`string`)continue;let i=r.trim();if(!i)continue;let a=e.name,o=(typeof a==`string`?a:i).trim()||i,s=e.contextWindow,c=typeof s==`number`&&s>0?s:void 0,l=e.reasoning,u=typeof l==`boolean`?l:void 0,d=Ct(e.input);n.push({id:i,name:o,provider:t,contextWindow:c,reasoning:u,input:d})}}return n}function Tt(e){let t=wt(e.config);if(t.length===0)return;let n=new Set(e.models.map(e=>`${e.provider.toLowerCase().trim()}::${e.id.toLowerCase().trim()}`));for(let r of t){let t=`${r.provider.toLowerCase().trim()}::${r.id.toLowerCase().trim()}`;n.has(t)||(e.models.push(r),n.add(t))}}async function Et(e){return e?.useCache===!1&&(W=null),W||(W=(async()=>{let t=[],n=e=>e.sort((e,t)=>{let n=e.provider.localeCompare(t.provider);return n===0?e.name.localeCompare(t.name):n});try{let r=e?.config??d();await re(r);let i=await _t(),a=p(),{join:o}=await import(`node:path`),s=i.discoverAuthStorage(a),c=new i.ModelRegistry(s,o(a,`models.json`)),l=Array.isArray(c)?c:c.getAll();for(let e of l){let n=String(e?.id??``).trim();if(!n)continue;let r=String(e?.provider??``).trim();if(!r)continue;let i=String(e?.name??n).trim()||n,a=typeof e?.contextWindow==`number`&&e.contextWindow>0?e.contextWindow:void 0,o=typeof e?.reasoning==`boolean`?e.reasoning:void 0,s=Array.isArray(e?.input)?e.input:void 0;t.push({id:n,name:i,provider:r,contextWindow:a,reasoning:o,input:s})}return Tt({config:r,models:t}),St(t),t.length===0&&(W=null),n(t)}catch(e){return G||(G=!0,gt.warn(`Failed to load model catalog: ${String(e)}`)),W=null,t.length>0?n(t):[]}})(),W)}function Dt(e){return e?.input?.includes(`image`)??!1}function Ot(e,t,n){let r=t.toLowerCase().trim(),i=n.toLowerCase().trim();return e.find(e=>e.provider.toLowerCase()===r&&e.id.toLowerCase()===i)}async function K(e){if(!e)return!1;try{return await C.stat(e),!0}catch{return!1}}function kt(e){let t=e.trim(),n=t.lastIndexOf(`{`);if(n===-1)return null;let r=t.slice(n);try{return JSON.parse(r)}catch{return null}}function At(e){let t=kt(e);if(!t||typeof t!=`object`)return null;let n=t.response;return typeof n==`string`&&n.trim()||null}function jt(e){return Math.ceil(e/3)*4}function Mt(e){let t=Math.floor(4/3*e);return Math.min(t,73400320)}function q(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))typeof r==`string`&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function J(e,t){let n=e.trim();return!t||n.length<=t?n:n.slice(0,t).trim()}function Nt(e){let t=e=>{let n=e.trim();if(!n)return null;let r=n[0];if(r!==`{`&&r!==`"`)return null;try{let e=JSON.parse(n);if(typeof e==`string`)return t(e);if(e&&typeof e==`object`){let t=e.text;if(typeof t==`string`&&t.trim())return t.trim()}}catch{}return null},n=t(e);if(n)return n;let r=e.split(`
 `).map(e=>e.trim()).filter(Boolean);for(let e=r.length-1;e>=0;--e){let n=t(r[e]??``);if(n)return n}return null}function Pt(e){return w.parse(e).name}function Y(e,t){for(let n=0;n<e.length;n+=1)if(t.includes(e[n]??``)){let t=e[n+1];if(t)return t}}function Ft(e,t){return e.some(e=>t.includes(e))}function It(e,t){let n=Y(e,[`--output_dir`,`-o`]),r=Y(e,[`--output_format`]);if(!n||!r||!r.split(`,`).map(e=>e.trim()).includes(`txt`))return null;let i=w.parse(t).name;return w.join(n,`${i}.txt`)}function Lt(e){if(!Ft(e,[`-otxt`,`--output-txt`]))return null;let t=Y(e,[`-of`,`--output-file`]);return t?`${t}.txt`:null}function Rt(e,t){let n=Y(e,[`--output-dir`]),r=Y(e,[`--output-format`]);if(!n||r&&r!==`txt`)return null;let i=w.parse(t).name;return w.join(n,`${i}.txt`)}async function zt(e){let t=Pt(e.command),n=t===`whisper-cli`?Lt(e.args):t===`whisper`?It(e.args,e.mediaPath):t===`parakeet-mlx`?Rt(e.args,e.mediaPath):null;if(n&&await K(n))try{let e=await C.readFile(n,`utf8`);if(e.trim())return e.trim()}catch{}if(t===`gemini`){let t=At(e.stdout);if(t)return t}if(t===`sherpa-onnx-offline`){let t=Nt(e.stdout);if(t)return t}return e.stdout.trim()}function Bt(e){if(!e)return;let t={};for(let[n,r]of Object.entries(e))r!==void 0&&(t[n]=r);return Object.keys(t).length>0?t:void 0}function Vt(e){if(!e)return;let t={};return typeof e.detectLanguage==`boolean`&&(t.detect_language=e.detectLanguage),typeof e.punctuate==`boolean`&&(t.punctuate=e.punctuate),typeof e.smartFormat==`boolean`&&(t.smart_format=e.smartFormat),Object.keys(t).length>0?t:void 0}function Ht(e){let t={...e};return`detectLanguage`in t&&(t.detect_language=t.detectLanguage,delete t.detectLanguage),`smartFormat`in t&&(t.smart_format=t.smartFormat,delete t.smartFormat),t}function Ut(e){let{providerId:t,config:n,entry:r}=e,i=Bt({...n?.providerOptions?.[t],...r.providerOptions?.[t]});if(t!==`deepgram`)return i;let a=Ht(i??{}),o=Vt({...n?.deepgram,...r.deepgram});for(let[e,t]of Object.entries(o??{}))a[e]===void 0&&(a[e]=t);return Object.keys(a).length>0?a:void 0}function X(e){if(e.entryType===`cli`){let t=e.entry.command?.trim();return{type:`cli`,provider:t??`cli`,model:e.entry.model??t,outcome:e.outcome,reason:e.reason}}let t=e.entry.provider?.trim();return{type:`provider`,provider:(t?M(t):void 0)??t,model:e.entry.model,outcome:e.outcome,reason:e.reason}}function Wt(e){let{capability:t,entry:n,cfg:r}=e,i=Qe({capability:t,entry:n,cfg:r,config:e.config}),a=Ze({capability:t,entry:n,cfg:r,config:e.config});return{maxBytes:i,maxChars:a,timeoutMs:Ye(n.timeoutSeconds??e.config?.timeoutSeconds??r.tools?.media?.[t]?.timeoutSeconds,ve[t]),prompt:Xe(t,n.prompt??e.config?.prompt??r.tools?.media?.[t]?.prompt,a)}}async function Gt(e){let t=await y({provider:e.providerId,cfg:e.cfg,profileId:e.entry.profile,preferredProfile:e.entry.preferredProfile,agentDir:e.agentDir});return{apiKeys:ae({provider:e.providerId,primaryApiKey:h(t,e.providerId)}),providerConfig:e.cfg.models?.providers?.[e.providerId]}}async function Kt(e){let{apiKeys:t,providerConfig:n}=await Gt({providerId:e.providerId,cfg:e.cfg,entry:e.entry,agentDir:e.agentDir}),r=e.entry.baseUrl??e.config?.baseUrl??n?.baseUrl,i={...q(n?.headers),...q(e.config?.headers),...q(e.entry.headers)};return{apiKeys:t,baseUrl:r,headers:Object.keys(i).length>0?i:void 0}}function qt(e){let t=Array.isArray(e.attachments)?e.attachments:[],n=t.length,r=t.filter(e=>e?.chosen?.outcome===`success`).length,i=t.find(e=>e?.chosen)?.chosen,a=typeof i?.provider==`string`?i.provider.trim():void 0,o=typeof i?.model==`string`?i.model.trim():void 0,s=a?o?`${a}/${o}`:a:void 0,c=t.flatMap(e=>(Array.isArray(e?.attempts)?e.attempts:[]).map(e=>typeof e?.reason==`string`?e.reason:void 0).filter(e=>!!e)).find(e=>e.trim().length>0),l=c?c.split(`:`)[0]?.trim():void 0,u=n>0?` (${r}/${n})`:``,d=s?` via ${s}`:``,f=l?` reason=${l}`:``;return`${e.capability}: ${e.outcome}${u}${d}${f}`}function Jt(e){if(!(e.size>=1024))throw new U(`tooSmall`,`Audio attachment ${e.attachmentIndex+1} is too small (${e.size} bytes, minimum 1024)`)}async function Yt(e){let{entry:t,capability:n,cfg:r}=e,i=t.provider?.trim();if(!i)throw Error(`Provider entry missing provider for ${n}`);let a=M(i),{maxBytes:o,maxChars:s,timeoutMs:c,prompt:l}=Wt({capability:n,entry:t,cfg:r,config:e.config});if(n===`image`){if(!e.agentDir)throw Error(`Image understanding requires agentDir`);let n=t.model?.trim();if(!n)throw Error(`Image understanding requires model id`);let r=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c}),i=N(a,e.providerRegistry),u={buffer:r.buffer,fileName:r.fileName,mime:r.mime,model:n,provider:a,prompt:l,timeoutMs:c,profile:t.profile,preferredProfile:t.preferredProfile,agentDir:e.agentDir,cfg:e.cfg},d=await(i?.describeImage??x)(u);return{kind:`image.description`,attachmentIndex:e.attachmentIndex,text:J(d.text,s),provider:a,model:d.model??n}}let u=N(a,e.providerRegistry);if(!u)throw Error(`Media provider not available: ${a}`);let d=le();if(n===`audio`){if(!u.transcribeAudio)throw Error(`Audio transcription provider "${a}" not available.`);let n=u.transcribeAudio,i=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c});Jt({size:i.size,attachmentIndex:e.attachmentIndex});let{apiKeys:f,baseUrl:p,headers:m}=await Kt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),h=Ut({providerId:a,config:e.config,entry:t}),g=t.model?.trim()||be[a]||t.model,_=await S({provider:a,apiKeys:f,execute:async a=>n({buffer:i.buffer,fileName:i.fileName,mime:i.mime,apiKey:a,baseUrl:p,headers:m,model:g,language:t.language??e.config?.language??r.tools?.media?.audio?.language,prompt:l,query:h,timeoutMs:c,fetchFn:d})});return{kind:`audio.transcription`,attachmentIndex:e.attachmentIndex,text:J(_.text,s),provider:a,model:_.model??g}}if(!u.describeVideo)throw Error(`Video understanding provider "${a}" not available.`);let f=u.describeVideo,p=await e.cache.getBuffer({attachmentIndex:e.attachmentIndex,maxBytes:o,timeoutMs:c}),m=jt(p.size),h=Mt(o);if(m>h)throw new U(`maxBytes`,`Video attachment ${e.attachmentIndex+1} base64 payload ${m} exceeds ${h}`);let{apiKeys:g,baseUrl:_,headers:v}=await Kt({providerId:a,cfg:r,entry:t,config:e.config,agentDir:e.agentDir}),y=await S({provider:a,apiKeys:g,execute:e=>f({buffer:p.buffer,fileName:p.fileName,mime:p.mime,apiKey:e,baseUrl:_,headers:v,model:t.model,prompt:l,timeoutMs:c,fetchFn:d})});return{kind:`video.description`,attachmentIndex:e.attachmentIndex,text:J(y.text,s),provider:a,model:y.model??t.model}}async function Xt(e){let{entry:t,capability:n,cfg:r,ctx:i}=e,a=t.command?.trim(),s=t.args??[];if(!a)throw Error(`CLI entry missing command for ${n}`);let{maxBytes:u,maxChars:d,timeoutMs:f,prompt:p}=Wt({capability:n,entry:t,cfg:r,config:e.config}),h=await e.cache.getPath({attachmentIndex:e.attachmentIndex,maxBytes:u,timeoutMs:f});n===`audio`&&Jt({size:(await C.stat(h.path)).size,attachmentIndex:e.attachmentIndex});let g=await C.mkdtemp(w.join(l(),`openclaw-media-cli-`)),_=h.path,v=w.join(g,w.parse(_).name),y={...i,MediaPath:_,MediaDir:w.dirname(_),OutputDir:g,OutputBase:v,Prompt:p,MaxChars:d},b=[a,...s].map((e,t)=>t===0?e:he(e,y));try{o()&&c(`Media understanding via CLI: ${b.join(` `)}`);let{stdout:t}=await m(b[0],b.slice(1),{timeoutMs:f,maxBuffer:we}),r=J(await zt({command:a,args:b.slice(1),stdout:t,mediaPath:_}),d);return r?{kind:n===`audio`?`audio.transcription`:`${n}.description`,attachmentIndex:e.attachmentIndex,text:r,provider:`cli`,model:a}:null}finally{await C.rm(g,{recursive:!0,force:!0}).catch(()=>{})}}function Z(e){return Ke(e)}function Zt(e){return L(e)}function Qt(e){return b(se(),f({cfg:e.cfg,accountId:e.ctx.AccountId}))}function $t(e,t){return new ht(e,t)}const en=new Map,tn=new Map;function Q(e){if(!e.startsWith(`~`))return e;let t=de.homedir();return e===`~`?t:e.startsWith(`~/`)?w.join(t,e.slice(2)):e}function nn(e){return e.includes(`/`)||e.includes(`\\`)}function rn(e){if(process.platform!==`win32`||w.extname(e))return[e];let t=(process.env.PATHEXT??`.EXE;.CMD;.BAT;.COM`).split(`;`).map(e=>e.trim()).filter(Boolean).map(e=>e.startsWith(`.`)?e:`.${e}`);return[e,...Array.from(new Set(t)).map(t=>`${e}${t}`)]}async function an(e){try{return(await C.stat(e)).isFile()?(process.platform===`win32`||await C.access(e,ue.X_OK),!0):!1}catch{return!1}}async function on(e){let t=en.get(e);if(t)return t;let n=(async()=>{let t=Q(e.trim());if(t&&nn(t)){for(let e of rn(t))if(await an(e))return e}let n=e.trim();if(!n)return null;let r=(process.env.PATH??``).split(w.delimiter),i=rn(n);for(let e of r){let t=Q(e.trim().replace(/^"(.*)"$/,`$1`));if(t)for(let e of i){let n=w.join(t,e);if(await an(n))return n}}return null})();return en.set(e,n),n}async function $(e){return!!await on(e)}async function sn(){let e=tn.get(`gemini`);if(e)return e;let t=(async()=>{if(!await $(`gemini`))return!1;try{let{stdout:e}=await m(`gemini`,[`--output-format`,`json`,`ok`],{timeoutMs:8e3});return!!(At(e)??e.toLowerCase().includes(`ok`))}catch{return!1}})();return tn.set(`gemini`,t),t}async function cn(){if(!await $(`whisper-cli`))return null;let e=process.env.WHISPER_CPP_MODEL?.trim(),t=e&&await K(e)?e:`/opt/homebrew/share/whisper-cpp/for-tests-ggml-tiny.bin`;return await K(t)?{type:`cli`,command:`whisper-cli`,args:[`-m`,t,`-otxt`,`-of`,`{{OutputBase}}`,`-np`,`-nt`,`{{MediaPath}}`]}:null}async function ln(){return await $(`whisper`)?{type:`cli`,command:`whisper`,args:[`--model`,`turbo`,`--output_format`,`txt`,`--output_dir`,`{{OutputDir}}`,`--verbose`,`False`,`{{MediaPath}}`]}:null}async function un(){if(!await $(`sherpa-onnx-offline`))return null;let e=process.env.SHERPA_ONNX_MODEL_DIR?.trim();if(!e)return null;let t=w.join(e,`tokens.txt`),n=w.join(e,`encoder.onnx`),r=w.join(e,`decoder.onnx`),i=w.join(e,`joiner.onnx`);return!await K(t)||!await K(n)||!await K(r)||!await K(i)?null:{type:`cli`,command:`sherpa-onnx-offline`,args:[`--tokens=${t}`,`--encoder=${n}`,`--decoder=${r}`,`--joiner=${i}`,`{{MediaPath}}`]}}async function dn(){return await un()||await cn()||await ln()}async function fn(e){return await sn()?{type:`cli`,command:`gemini`,args:[`--output-format`,`json`,`--allowed-tools`,`read_many_files`,`--include-directories`,`{{MediaDir}}`,`{{Prompt}}`,`Use read_many_files to read {{MediaPath}} and respond with only the text output.`]}:null}async function pn(e){let{cfg:t,agentDir:n,providerRegistry:r,capability:i}=e,a=async(e,a)=>{let o=N(e,r);if(!o||i===`audio`&&!o.transcribeAudio||i===`image`&&!o.describeImage||i===`video`&&!o.describeVideo)return null;try{return await y({provider:e,cfg:t,agentDir:n}),{type:`provider`,provider:e,model:a}}catch{return null}};if(i===`image`){let t=e.activeModel?.provider?.trim();if(t){let n=await a(t,e.activeModel?.model);if(n)return n}for(let e of Se){let t=E[e],n=await a(e,t);if(n)return n}return null}if(i===`video`){let t=e.activeModel?.provider?.trim();if(t){let n=await a(t,e.activeModel?.model);if(n)return n}for(let e of Ce){let t=await a(e,void 0);if(t)return t}return null}let o=e.activeModel?.provider?.trim();if(o){let t=await a(o,e.activeModel?.model);if(t)return t}for(let e of xe){let t=await a(e,void 0);if(t)return t}return null}function mn(e){let t=[],n=i(e.agents?.defaults?.imageModel);n?.trim()&&t.push(n.trim());for(let n of a(e.agents?.defaults?.imageModel))n?.trim()&&t.push(n.trim());if(t.length===0)return[];let r=[];for(let e of t){let t=e.indexOf(`/`);t<=0||t>=e.length-1||r.push({type:`provider`,provider:e.slice(0,t),model:e.slice(t+1)})}return r}async function hn(e){let t=await _n(e);if(t)return[t];if(e.capability===`audio`){let e=await dn();if(e)return[e]}if(e.capability===`image`){let t=mn(e.cfg);if(t.length>0)return t}let n=await fn(e.capability);if(n)return[n];let r=await pn(e);return r?[r]:[]}async function gn(e){let t=Z(),n=e=>{if(!e||e.type===`cli`)return null;let t=e.provider;if(!t)return null;let n=e.model??E[t];return n?{provider:t,model:n}:null};return n(await _n({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))||n(await pn({cfg:e.cfg,agentDir:e.agentDir,providerRegistry:t,capability:`image`,activeModel:e.activeModel}))}async function _n(e){let t=e.activeModel?.provider?.trim();if(!t)return null;let n=M(t);if(!n)return null;let r=N(n,e.providerRegistry);if(!r||e.capability===`audio`&&!r.transcribeAudio||e.capability===`image`&&!r.describeImage||e.capability===`video`&&!r.describeVideo)return null;try{await y({provider:n,cfg:e.cfg,agentDir:e.agentDir})}catch{return null}return{type:`provider`,provider:n,model:e.activeModel?.model}}async function vn(e){let{entries:t,capability:n}=e,r=[];for(let i of t){let t=i.type??(i.command?`cli`:`provider`);try{let a=t===`cli`?await Xt({capability:n,entry:i,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,config:e.config}):await Yt({capability:n,entry:i,cfg:e.cfg,ctx:e.ctx,attachmentIndex:e.attachmentIndex,cache:e.cache,agentDir:e.agentDir,providerRegistry:e.providerRegistry,config:e.config});if(a){let e=X({entry:i,entryType:t,outcome:`success`});return a.provider&&(e.provider=a.provider),a.model&&(e.model=a.model),r.push(e),{output:a,attempts:r}}r.push(X({entry:i,entryType:t,outcome:`skipped`,reason:`empty output`}))}catch(e){if(ft(e)){r.push(X({entry:i,entryType:t,outcome:`skipped`,reason:`${e.reason}: ${e.message}`})),o()&&c(`Skipping ${n} model due to ${e.reason}: ${e.message}`);continue}r.push(X({entry:i,entryType:t,outcome:`failed`,reason:String(e)})),o()&&c(`${n} understanding failed: ${String(e)}`)}}return{output:null,attempts:r}}async function yn(e){let{capability:t,cfg:n,ctx:r}=e,i=e.config??n.tools?.media?.[t];if(i?.enabled===!1)return{outputs:[],decision:{capability:t,outcome:`disabled`,attachments:[]}};let a=i?.attachments,s=ot({capability:t,attachments:e.media,policy:a});if(s.length===0)return{outputs:[],decision:{capability:t,outcome:`no-attachment`,attachments:[]}};if($e({scope:i?.scope,ctx:r})===`deny`)return o()&&c(`${t} understanding disabled by scope policy.`),{outputs:[],decision:{capability:t,outcome:`scope-deny`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let l=e.activeModel?.provider?.trim();if(t===`image`&&l&&Dt(Ot(await Et({config:n}),l,e.activeModel?.model??``))){o()&&c(`Skipping image understanding: primary model supports vision natively`);let n=e.activeModel?.model?.trim();return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>{let t={type:`provider`,provider:l,model:n||void 0,outcome:`skipped`,reason:`primary model supports vision natively`};return{attachmentIndex:e.index,attempts:[t],chosen:t}})}}}let u=tt({cfg:n,capability:t,config:i,providerRegistry:e.providerRegistry});if(u.length===0&&(u=await hn({cfg:n,agentDir:e.agentDir,providerRegistry:e.providerRegistry,capability:t,activeModel:e.activeModel})),u.length===0)return{outputs:[],decision:{capability:t,outcome:`skipped`,attachments:s.map(e=>({attachmentIndex:e.index,attempts:[]}))}};let d=[],f=[];for(let a of s){let{output:o,attempts:s}=await vn({capability:t,cfg:n,ctx:r,attachmentIndex:a.index,agentDir:e.agentDir,providerRegistry:e.providerRegistry,cache:e.attachments,entries:u,config:i});o&&d.push(o),f.push({attachmentIndex:a.index,attempts:s,chosen:s.find(e=>e.outcome===`success`)})}let p={capability:t,outcome:d.length>0?`success`:`skipped`,attachments:f};return o()&&c(`Media understanding ${qt(p)}`),{outputs:d,decision:p}}async function bn(e){let t=e.attachments??Zt(e.ctx);if(t.length===0)return{transcript:void 0,attachments:t};let n=Z(e.providers),r=$t(t,e.localPathRoots?{localPathRoots:e.localPathRoots}:void 0);try{return{transcript:(await yn({capability:`audio`,cfg:e.cfg,ctx:e.ctx,attachments:r,media:t,agentDir:e.agentDir,providerRegistry:n,config:e.cfg.tools?.media?.audio,activeModel:e.activeModel})).outputs.find(e=>e.kind===`audio.transcription`)?.text?.trim()||void 0,attachments:t}}finally{await r.cleanup()}}export{E as C,we as S,nt as _,gn as a,Je as b,Ot as c,H as d,ct as f,R as g,L as h,Zt as i,Et as l,I as m,Z as n,Qt as o,z as p,$t as r,yn as s,bn as t,Dt as u,Ye as v,he as w,Se as x,F as y};
-//# sourceMappingURL=audio-transcription-runner-DZRGn6-f.js.map