video-context-mcp-server 0.11.0-beta

package/dist/tools/summarizeVideo.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Tool: summarize_video
+ * Generate a structured summary of the video
+ */
+export declare const summarizeVideoTool: (params: any) => Promise<{
+    content: {
+        type: "text";
+        text: string;
+    }[];
+    isError?: undefined;
+} | {
+    isError: boolean;
+    content: {
+        type: "text";
+        text: string;
+    }[];
+}>;
+//# sourceMappingURL=summarizeVideo.d.ts.map

package/dist/tools/summarizeVideo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarizeVideo.d.ts","sourceRoot":"","sources":["../../src/tools/summarizeVideo.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA0CH,eAAO,MAAM,kBAAkB,GAAU,QAAQ,GAAG;;;;;;;;;;;;EA4NnD,CAAA"}

package/dist/tools/summarizeVideo.js

@@ -0,0 +1,208 @@
+/**
+ * Tool: summarize_video
+ * Generate a structured summary of the video
+ */
+import * as fs from 'fs/promises';
+import { createReadStream } from 'fs';
+import { extractFramesEvenly, getVideoMetadata } from '../services/ffmpeg.js';
+import { createGLMClient } from '../services/glmClient.js';
+import { createKimiClient } from '../services/kimiClient.js';
+import { createGeminiClient } from '../services/geminiClient.js';
+import { getDefaultProvider, getMaxFrames, resolveProviderWithFallback, } from '../services/providerRouter.js';
+import { bufferToBase64String } from '../utils/base64.js';
+import { createTempDir, cleanupTempDir } from '../utils/tempFiles.js';
+import { isRemoteUrl, normalizeVideoPath, downloadVideoToTemp, } from '../utils/videoUtils.js';
+import { logProgress } from '../utils/logger.js';
+import { getAudioEnhancementMode, tryExtractAndTranscribeAudio, buildPromptWithTranscript, } from '../utils/audioUtils.js';
+const LONG_VIDEO_THRESHOLD_SEC = 5 * 60;
+function buildSummaryPrompt() {
+    return [
+        'Provide a structured summary of this video.',
+        'Format your response with sections:',
+        '1) Overview',
+        '2) Key scenes',
+        '3) Timeline (with approximate timestamps)',
+        '4) Notable details',
+    ].join('\n');
+}
+export const summarizeVideoTool = async (params) => {
+    let tempDir = null;
+    try {
+        const { videoPath } = params;
+        const provider = params.provider ?? getDefaultProvider();
+        const glmClient = createGLMClient();
+        const kimiClient = createKimiClient();
+        const geminiClient = createGeminiClient();
+        const prompt = buildSummaryPrompt();
+        let selectedProvider;
+        let fallbackNotice = '';
+        let summary;
+        if (isRemoteUrl(videoPath)) {
+            const resolved = resolveProviderWithFallback(provider, Boolean(kimiClient), Boolean(glmClient), Boolean(geminiClient));
+            selectedProvider = resolved.provider;
+            if (resolved.fallbackFrom) {
+                fallbackNotice = ` (fell back from ${resolved.fallbackFrom})`;
+                await logProgress(`Provider ${resolved.fallbackFrom} unavailable, using ${resolved.provider}`);
+            }
+            if (selectedProvider === 'gemini') {
+                if (!geminiClient) {
+                    throw new Error('Gemini client is unavailable. Set GEMINI_API_KEY.');
+                }
+                tempDir = await createTempDir();
+                await logProgress('Downloading remote video...');
+                const localPath = await downloadVideoToTemp(videoPath, tempDir);
+                await logProgress('Uploading to Gemini...');
+                const uploadedVideo = await geminiClient.uploadVideo(localPath);
+                await logProgress('Waiting for Gemini to process video...');
+                await geminiClient.waitForFileProcessing(uploadedVideo.name);
+                await logProgress('Summarizing video...');
+                summary = await geminiClient.analyzeVideo(uploadedVideo, prompt);
+            }
+            else if (selectedProvider === 'glm') {
+                if (!glmClient) {
+                    throw new Error('GLM provider is required for URL video summarization, but Z_AI_API_KEY is not configured.');
+                }
+                await logProgress('Summarizing remote video...');
+                summary = await glmClient.analyzeVideoUrl(videoPath, prompt);
+            }
+            else if (selectedProvider === 'kimi') {
+                if (!kimiClient) {
+                    throw new Error('Kimi client is unavailable. Set MOONSHOT_API_KEY.');
+                }
+                tempDir = await createTempDir();
+                await logProgress('Downloading remote video...');
+                const localPath = await downloadVideoToTemp(videoPath, tempDir);
+                const remoteMetadata = await getVideoMetadata(localPath);
+                let enhancedPrompt = prompt;
+                if (getAudioEnhancementMode() !== 'false') {
+                    const transcriptResult = await tryExtractAndTranscribeAudio(localPath, tempDir);
+                    enhancedPrompt = buildPromptWithTranscript(prompt, transcriptResult);
+                }
+                const isLongRemoteVideo = remoteMetadata.duration > LONG_VIDEO_THRESHOLD_SEC;
+                if (isLongRemoteVideo) {
+                    await logProgress('Extracting keyframes...');
+                    const frames = await extractFramesEvenly(localPath, getMaxFrames());
+                    const images = frames.map((frameBuffer) => ({
+                        data: bufferToBase64String(frameBuffer),
+                        mimeType: 'image/png',
+                    }));
+                    await logProgress('Summarizing video...');
+                    summary = await kimiClient.analyzeImages(images, enhancedPrompt);
+                }
+                else {
+                    await logProgress('Uploading to Kimi...');
+                    const uploadedVideo = await kimiClient.uploadVideo(createReadStream(localPath));
+                    await logProgress('Summarizing video...');
+                    summary = await kimiClient.analyzeVideo(uploadedVideo.id, enhancedPrompt);
+                }
+            }
+            else {
+                throw new Error('No suitable provider found for remote URL summarization.');
+            }
+        }
+        else {
+            const resolvedPath = normalizeVideoPath(videoPath);
+            const metadata = await getVideoMetadata(resolvedPath);
+            const resolved = resolveProviderWithFallback(provider, Boolean(kimiClient), Boolean(glmClient), Boolean(geminiClient));
+            selectedProvider = resolved.provider;
+            if (resolved.fallbackFrom) {
+                fallbackNotice = ` (fell back from ${resolved.fallbackFrom})`;
+                await logProgress(`Provider ${resolved.fallbackFrom} unavailable, using ${resolved.provider}`);
+            }
+            // Inject audio transcript into prompt for GLM/Kimi (Gemini handles audio natively)
+            let enhancedPrompt = prompt;
+            if (selectedProvider !== 'gemini' &&
+                getAudioEnhancementMode() !== 'false') {
+                if (!tempDir)
+                    tempDir = await createTempDir();
+                const result = await tryExtractAndTranscribeAudio(resolvedPath, tempDir);
+                enhancedPrompt = buildPromptWithTranscript(prompt, result);
+            }
+            if (selectedProvider === 'gemini') {
+                if (!geminiClient) {
+                    throw new Error('Gemini client is unavailable. Set GEMINI_API_KEY.');
+                }
+                await logProgress('Uploading to Gemini...');
+                const uploadedVideo = await geminiClient.uploadVideo(resolvedPath);
+                await logProgress('Waiting for Gemini to process video...');
+                await geminiClient.waitForFileProcessing(uploadedVideo.name);
+                await logProgress('Summarizing video...');
+                summary = await geminiClient.analyzeVideo(uploadedVideo, prompt);
+            }
+            else {
+                const isLongVideo = metadata.duration > LONG_VIDEO_THRESHOLD_SEC;
+                if (isLongVideo) {
+                    await logProgress('Extracting keyframes...');
+                    const frames = await extractFramesEvenly(resolvedPath, getMaxFrames());
+                    const images = frames.map((frameBuffer) => ({
+                        data: bufferToBase64String(frameBuffer),
+                        mimeType: 'image/png',
+                    }));
+                    if (selectedProvider === 'glm') {
+                        if (!glmClient) {
+                            throw new Error('GLM client is unavailable. Set Z_AI_API_KEY.');
+                        }
+                        await logProgress('Summarizing video...');
+                        summary = await glmClient.analyzeImages(images, enhancedPrompt);
+                    }
+                    else {
+                        if (!kimiClient) {
+                            throw new Error('Kimi client is unavailable. Set MOONSHOT_API_KEY.');
+                        }
+                        await logProgress('Summarizing video...');
+                        summary = await kimiClient.analyzeImages(images, enhancedPrompt);
+                    }
+                }
+                else {
+                    if (selectedProvider === 'glm') {
+                        if (!glmClient) {
+                            throw new Error('GLM client is unavailable. Set Z_AI_API_KEY.');
+                        }
+                        await logProgress('Summarizing video...');
+                        const videoBuffer = await fs.readFile(resolvedPath);
+                        summary = await glmClient.analyzeVideoBase64(bufferToBase64String(videoBuffer), enhancedPrompt);
+                    }
+                    else {
+                        if (!kimiClient) {
+                            throw new Error('Kimi client is unavailable. Set MOONSHOT_API_KEY.');
+                        }
+                        await logProgress('Uploading to Kimi...');
+                        const uploadedVideo = await kimiClient.uploadVideo(createReadStream(resolvedPath));
+                        await logProgress('Summarizing video...');
+                        summary = await kimiClient.analyzeVideo(uploadedVideo.id, enhancedPrompt);
+                    }
+                }
+            }
+        }
+        if (tempDir) {
+            await cleanupTempDir(tempDir);
+        }
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: summary,
+                },
+                {
+                    type: 'text',
+                    text: `Provider used: ${selectedProvider}${fallbackNotice}`,
+                },
+            ],
+        };
+    }
+    catch (error) {
+        if (tempDir) {
+            await cleanupTempDir(tempDir).catch(() => { });
+        }
+        return {
+            isError: true,
+            content: [
+                {
+                    type: 'text',
+                    text: `Error summarizing video: ${error instanceof Error ? error.message : String(error)}`,
+                },
+            ],
+        };
+    }
+};
+//# sourceMappingURL=summarizeVideo.js.map

package/dist/tools/summarizeVideo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarizeVideo.js","sourceRoot":"","sources":["../../src/tools/summarizeVideo.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAA;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,IAAI,CAAA;AACrC,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AAC7E,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAA;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAA;AAChE,OAAO,EACL,kBAAkB,EAClB,YAAY,EACZ,2BAA2B,GAG5B,MAAM,+BAA+B,CAAA;AACtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACrE,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAChD,OAAO,EACL,uBAAuB,EACvB,4BAA4B,EAC5B,yBAAyB,GAC1B,MAAM,wBAAwB,CAAA;AAE/B,MAAM,wBAAwB,GAAG,CAAC,GAAG,EAAE,CAAA;AAEvC,SAAS,kBAAkB;IACzB,OAAO;QACL,6CAA6C;QAC7C,qCAAqC;QACrC,aAAa;QACb,eAAe;QACf,2CAA2C;QAC3C,oBAAoB;KACrB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EAAE,MAAW,EAAE,EAAE;IACtD,IAAI,OAAO,GAAkB,IAAI,CAAA;IACjC,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,CAAA;QAC5B,MAAM,QAAQ,GAAkB,MAAM,CAAC,QAAQ,IAAI,kBAAkB,EAAE,CAAA;QAEvE,MAAM,SAAS,GAAG,eAAe,EAAE,CAAA;QACnC,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAA;QACrC,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAA;QAEzC,MAAM,MAAM,GAAG,kBAAkB,EAAE,CAAA;QACnC,IAAI,gBAA+B,CAAA;QACnC,IAAI,cAAc,GAAG,EAAE,CAAA;QACvB,IAAI,OAAe,CAAA;QAEnB,IAAI,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAmB,2BAA2B,CAC1D,QAAQ,EACR,OAAO,CAAC,UAAU,CAAC,EACnB,OAAO,CAAC,SAAS,CAAC,EAClB,OAAO,CAAC,YAAY,CAAC,CACtB,CAAA;YACD,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,CAAA;YACpC,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,cAAc,GAAG,oBAAoB,QAAQ,CAAC,YAAY,GAAG,CAAA;gBAC7D,MAAM,WAAW,CACf,YAAY,QAAQ,CAAC,YAAY,uBAAuB,QAAQ,CAAC,QAAQ,EAAE,CAC5E,CAAA;YACH,CAAC;YAED,IAAI,gBAAgB,KAAK,QAAQ,EAAE,CAAC;gBAClC,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;gBACtE,CAAC;gBACD,OAAO,GAAG,MAAM,aAAa,EAAE,CAAA;gBAC/B,MAAM,WAAW,CAAC,6BAA6B,CAAC,CAAA;gBAChD,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;gBAC/D,MAAM,WAAW,CAAC,wBAAwB,CAAC,CAAA;gBAC3C,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;gBAC/D,MAAM,WAAW,CAAC,wCAAwC,CAAC,CAAA;gBAC3D,MAAM,YAAY,CAAC,qBAAqB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;gBAC5D,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;gBACzC,OAAO,GAAG,MAAM,YAAY,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;YAClE,CAAC;iBAAM,IAAI,gBAAgB,KAAK,KAAK,EAAE,CAAC;gBACtC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,MAAM,IAAI,KAAK,CACb,2FAA2F,CAC5F,CAAA;gBACH,CAAC;gBACD,MAAM,WAAW,CAAC,6BAA6B,CAAC,CAAA;gBAChD,OAAO,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;YAC9D,CAAC;iBAAM,IAAI,gBAAgB,KAAK,MAAM,EAAE,CAAC;gBACvC,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;gBACtE,CAAC;gBACD,OAAO,GAAG,MAAM,aAAa,EAAE,CAAA;gBAC/B,MAAM,WAAW,CAAC,6BAA6B,CAAC,CAAA;gBAChD,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;gBAC/D,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAA;gBACxD,IAAI,cAAc,GAAG,MAAM,CAAA;gBAC3B,IAAI,uBAAuB,EAAE,KAAK,OAAO,EAAE,CAAC;oBAC1C,MAAM,gBAAgB,GAAG,MAAM,4BAA4B,CACzD,SAAS,EACT,OAAO,CACR,CAAA;oBACD,cAAc,GAAG,yBAAyB,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;gBACtE,CAAC;gBACD,MAAM,iBAAiB,GACrB,cAAc,CAAC,QAAQ,GAAG,wBAAwB,CAAA;gBACpD,IAAI,iBAAiB,EAAE,CAAC;oBACtB,MAAM,WAAW,CAAC,yBAAyB,CAAC,CAAA;oBAC5C,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,YAAY,EAAE,CAAC,CAAA;oBACnE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;wBAC1C,IAAI,EAAE,oBAAoB,CAAC,WAAW,CAAC;wBACvC,QAAQ,EAAE,WAAW;qBACtB,CAAC,CAAC,CAAA;oBACH,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;oBACzC,OAAO,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;gBAClE,CAAC;qBAAM,CAAC;oBACN,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;oBACzC,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,WAAW,CAChD,gBAAgB,CAAC,SAAS,CAAC,CAC5B,CAAA;oBACD,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;oBACzC,OAAO,GAAG,MAAM,UAAU,CAAC,YAAY,CACrC,aAAa,CAAC,EAAE,EAChB,cAAc,CACf,CAAA;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CACb,0DAA0D,CAC3D,CAAA;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;YAClD,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,YAAY,CAAC,CAAA;YAErD,MAAM,QAAQ,GAAmB,2BAA2B,CAC1D,QAAQ,EACR,OAAO,CAAC,UAAU,CAAC,EACnB,OAAO,CAAC,SAAS,CAAC,EAClB,OAAO,CAAC,YAAY,CAAC,CACtB,CAAA;YACD,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,CAAA;YACpC,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,cAAc,GAAG,oBAAoB,QAAQ,CAAC,YAAY,GAAG,CAAA;gBAC7D,MAAM,WAAW,CACf,YAAY,QAAQ,CAAC,YAAY,uBAAuB,QAAQ,CAAC,QAAQ,EAAE,CAC5E,CAAA;YACH,CAAC;YAED,mFAAmF;YACnF,IAAI,cAAc,GAAG,MAAM,CAAA;YAC3B,IACE,gBAAgB,KAAK,QAAQ;gBAC7B,uBAAuB,EAAE,KAAK,OAAO,EACrC,CAAC;gBACD,IAAI,CAAC,OAAO;oBAAE,OAAO,GAAG,MAAM,aAAa,EAAE,CAAA;gBAC7C,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;gBACxE,cAAc,GAAG,yBAAyB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;YAC5D,CAAC;YAED,IAAI,gBAAgB,KAAK,QAAQ,EAAE,CAAC;gBAClC,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;gBACtE,CAAC;gBACD,MAAM,WAAW,CAAC,wBAAwB,CAAC,CAAA;gBAC3C,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,YAAY,CAAC,CAAA;gBAClE,MAAM,WAAW,CAAC,wCAAwC,CAAC,CAAA;gBAC3D,MAAM,YAAY,CAAC,qBAAqB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;gBAC5D,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;gBACzC,OAAO,GAAG,MAAM,YAAY,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;YAClE,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,GAAG,wBAAwB,CAAA;gBAEhE,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,WAAW,CAAC,yBAAyB,CAAC,CAAA;oBAC5C,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC,CAAA;oBACtE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;wBAC1C,IAAI,EAAE,oBAAoB,CAAC,WAAW,CAAC;wBACvC,QAAQ,EAAE,WAAW;qBACtB,CAAC,CAAC,CAAA;oBAEH,IAAI,gBAAgB,KAAK,KAAK,EAAE,CAAC;wBAC/B,IAAI,CAAC,SAAS,EAAE,CAAC;4BACf,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;wBACjE,CAAC;wBACD,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;wBACzC,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;oBACjE,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,UAAU,EAAE,CAAC;4BAChB,MAAM,IAAI,KAAK,CACb,mDAAmD,CACpD,CAAA;wBACH,CAAC;wBACD,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;wBACzC,OAAO,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;oBAClE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,gBAAgB,KAAK,KAAK,EAAE,CAAC;wBAC/B,IAAI,CAAC,SAAS,EAAE,CAAC;4BACf,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;wBACjE,CAAC;wBACD,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;wBACzC,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;wBACnD,OAAO,GAAG,MAAM,SAAS,CAAC,kBAAkB,CAC1C,oBAAoB,CAAC,WAAW,CAAC,EACjC,cAAc,CACf,CAAA;oBACH,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,UAAU,EAAE,CAAC;4BAChB,MAAM,IAAI,KAAK,CACb,mDAAmD,CACpD,CAAA;wBACH,CAAC;wBACD,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;wBACzC,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,WAAW,CAChD,gBAAgB,CAAC,YAAY,CAAC,CAC/B,CAAA;wBACD,MAAM,WAAW,CAAC,sBAAsB,CAAC,CAAA;wBACzC,OAAO,GAAG,MAAM,UAAU,CAAC,YAAY,CACrC,aAAa,CAAC,EAAE,EAChB,cAAc,CACf,CAAA;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,cAAc,CAAC,OAAO,CAAC,CAAA;QAC/B,CAAC;QAED,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,OAAO;iBACd;gBACD;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,kBAAkB,gBAAgB,GAAG,cAAc,EAAE;iBAC5D;aACF;SACF,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QAC/C,CAAC;QACD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,4BAA4B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;iBAC3F;aACF;SACF,CAAA;IACH,CAAC;AACH,CAAC,CAAA"}

package/dist/tools/transcribeVideo.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Tool: transcribe_video
+ * Extract audio from a video and transcribe it using a chosen audio provider
+ */
+export declare const transcribeVideoTool: (params: any) => Promise<{
+    content: {
+        type: "text";
+        text: string;
+    }[];
+    isError?: undefined;
+} | {
+    isError: boolean;
+    content: {
+        type: "text";
+        text: string;
+    }[];
+}>;
+//# sourceMappingURL=transcribeVideo.d.ts.map

package/dist/tools/transcribeVideo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcribeVideo.d.ts","sourceRoot":"","sources":["../../src/tools/transcribeVideo.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA0BH,eAAO,MAAM,mBAAmB,GAAU,QAAQ,GAAG;;;;;;;;;;;;EAuGpD,CAAA"}

package/dist/tools/transcribeVideo.js

@@ -0,0 +1,106 @@
+/**
+ * Tool: transcribe_video
+ * Extract audio from a video and transcribe it using a chosen audio provider
+ */
+import * as path from 'path';
+import { extractAudio } from '../services/ffmpeg.js';
+import { DeepgramClient } from '../services/audio/deepgramClient.js';
+import { AssemblyAiClient } from '../services/audio/assemblyAiClient.js';
+import { GroqAudioClient } from '../services/audio/groqAudioClient.js';
+import { createGeminiClient } from '../services/geminiClient.js';
+import { resolveAudioProvider, getAudioProviderKeys, } from '../services/audioRouter.js';
+import { createTempDir, cleanupTempDir, generateTempFilename, } from '../utils/tempFiles.js';
+import { isRemoteUrl, normalizeVideoPath, downloadVideoToTemp, } from '../utils/videoUtils.js';
+import { logProgress } from '../utils/logger.js';
+export const transcribeVideoTool = async (params) => {
+    let tempDir = null;
+    try {
+        const { videoPath, language, diarize = false, translate = false } = params;
+        const provider = params.provider;
+        const keys = getAudioProviderKeys();
+        const { provider: selectedProvider, fallbackFrom } = resolveAudioProvider(provider, keys);
+        if (fallbackFrom) {
+            await logProgress(`Audio provider ${fallbackFrom} unavailable, using ${selectedProvider}`);
+        }
+        tempDir = await createTempDir();
+        // Resolve local path (download if remote)
+        let localVideoPath;
+        if (isRemoteUrl(videoPath)) {
+            await logProgress('Downloading remote video...');
+            localVideoPath = await downloadVideoToTemp(videoPath, tempDir);
+        }
+        else {
+            localVideoPath = normalizeVideoPath(videoPath);
+        }
+        // Extract audio to temp .m4a
+        await logProgress(`Extracting audio (${selectedProvider})...`);
+        const audioPath = path.join(tempDir, generateTempFilename('.m4a'));
+        await extractAudio(localVideoPath, audioPath);
+        // Transcribe via selected provider
+        await logProgress('Transcribing...');
+        let transcript;
+        switch (selectedProvider) {
+            case 'deepgram': {
+                const apiKey = process.env.DEEPGRAM_API_KEY;
+                const client = new DeepgramClient(apiKey);
+                const result = await client.transcribe(audioPath, { language, diarize });
+                transcript = result.text;
+                break;
+            }
+            case 'assemblyai': {
+                const apiKey = process.env.ASSEMBLYAI_API_KEY;
+                const client = new AssemblyAiClient(apiKey);
+                const result = await client.transcribe(audioPath, { language, diarize });
+                transcript = result.text;
+                break;
+            }
+            case 'groq': {
+                const apiKey = process.env.GROQ_API_KEY;
+                const client = new GroqAudioClient(apiKey);
+                const result = await client.transcribe(audioPath, {
+                    language,
+                    translate,
+                });
+                transcript = result.text;
+                break;
+            }
+            case 'gemini': {
+                const geminiClient = createGeminiClient();
+                if (!geminiClient) {
+                    throw new Error('Gemini provider selected but GEMINI_API_KEY is not configured.');
+                }
+                await logProgress('Uploading audio to Gemini...');
+                const uploadedFile = await geminiClient.uploadVideo(audioPath, 'audio/mp4');
+                await logProgress('Waiting for Gemini to process audio...');
+                await geminiClient.waitForFileProcessing(uploadedFile.name);
+                transcript = await geminiClient.transcribeAudio(uploadedFile);
+                break;
+            }
+        }
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: `[Transcript — provider: ${selectedProvider}${fallbackFrom ? ` (fell back from ${fallbackFrom})` : ''}${diarize ? ', diarization enabled' : ''}${translate ? ', translated to English' : ''}]\n\n${transcript}`,
+                },
+            ],
+        };
+    }
+    catch (error) {
+        return {
+            isError: true,
+            content: [
+                {
+                    type: 'text',
+                    text: `transcribe_video failed: ${error?.message ?? String(error)}`,
+                },
+            ],
+        };
+    }
+    finally {
+        if (tempDir) {
+            await cleanupTempDir(tempDir);
+        }
+    }
+};
+//# sourceMappingURL=transcribeVideo.js.map

package/dist/tools/transcribeVideo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcribeVideo.js","sourceRoot":"","sources":["../../src/tools/transcribeVideo.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAA;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uCAAuC,CAAA;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAA;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAA;AAChE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,GAGrB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EACL,aAAa,EACb,cAAc,EACd,oBAAoB,GACrB,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAEhD,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EAAE,MAAW,EAAE,EAAE;IACvD,IAAI,OAAO,GAAkB,IAAI,CAAA;IACjC,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,GAAG,KAAK,EAAE,SAAS,GAAG,KAAK,EAAE,GAAG,MAAM,CAAA;QAC1E,MAAM,QAAQ,GAA8B,MAAM,CAAC,QAAQ,CAAA;QAE3D,MAAM,IAAI,GAAG,oBAAoB,EAAE,CAAA;QACnC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,YAAY,EAAE,GAChD,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;QAEtC,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,WAAW,CACf,kBAAkB,YAAY,uBAAuB,gBAAgB,EAAE,CACxE,CAAA;QACH,CAAC;QAED,OAAO,GAAG,MAAM,aAAa,EAAE,CAAA;QAE/B,0CAA0C;QAC1C,IAAI,cAAsB,CAAA;QAC1B,IAAI,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3B,MAAM,WAAW,CAAC,6BAA6B,CAAC,CAAA;YAChD,cAAc,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAChE,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;QAChD,CAAC;QAED,6BAA6B;QAC7B,MAAM,WAAW,CAAC,qBAAqB,gBAAgB,MAAM,CAAC,CAAA;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAA;QAClE,MAAM,YAAY,CAAC,cAAc,EAAE,SAAS,CAAC,CAAA;QAE7C,mCAAmC;QACnC,MAAM,WAAW,CAAC,iBAAiB,CAAC,CAAA;QACpC,IAAI,UAAkB,CAAA;QAEtB,QAAQ,gBAAgB,EAAE,CAAC;YACzB,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAiB,CAAA;gBAC5C,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,CAAA;gBACzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA;gBACxE,UAAU,GAAG,MAAM,CAAC,IAAI,CAAA;gBACxB,MAAK;YACP,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAmB,CAAA;gBAC9C,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAA;gBAC3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA;gBACxE,UAAU,GAAG,MAAM,CAAC,IAAI,CAAA;gBACxB,MAAK;YACP,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,YAAa,CAAA;gBACxC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAA;gBAC1C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE;oBAChD,QAAQ;oBACR,SAAS;iBACV,CAAC,CAAA;gBACF,UAAU,GAAG,MAAM,CAAC,IAAI,CAAA;gBACxB,MAAK;YACP,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAA;gBACzC,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE,CAAA;gBACH,CAAC;gBACD,MAAM,WAAW,CAAC,8BAA8B,CAAC,CAAA;gBACjD,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,WAAW,CACjD,SAAS,EACT,WAAW,CACZ,CAAA;gBACD,MAAM,WAAW,CAAC,wCAAwC,CAAC,CAAA;gBAC3D,MAAM,YAAY,CAAC,qBAAqB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;gBAC3D,UAAU,GAAG,MAAM,YAAY,CAAC,eAAe,CAAC,YAAY,CAAC,CAAA;gBAC7D,MAAK;YACP,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,2BAA2B,gBAAgB,GAAG,YAAY,CAAC,CAAC,CAAC,oBAAoB,YAAY,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,EAAE,QAAQ,UAAU,EAAE;iBACtN;aACF;SACF,CAAA;IACH,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,4BAA4B,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE;iBACpE;aACF;SACF,CAAA;IACH,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,cAAc,CAAC,OAAO,CAAC,CAAA;QAC/B,CAAC;IACH,CAAC;AACH,CAAC,CAAA"}

package/dist/utils/audioUtils.d.ts

@@ -0,0 +1,62 @@
+/**
+ * Audio injection utility for video analysis tools.
+ *
+ * AUDIO_ENHANCE_VIDEO_ANALYSIS controls whether audio transcripts are injected
+ * into GLM/Kimi prompts for analyze_video and summarize_video.
+ *
+ * Supported values:
+ *   "auto"  (default) — transcribe only when the video has a detected audio track
+ *   "true"            — always attempt transcription regardless of audio track presence
+ *   "false"           — disabled entirely
+ */
+export type AudioEnhancementMode = 'auto' | 'true' | 'false';
+export type TranscriptResult = {
+    text: string;
+    confidence: 'high' | 'medium' | 'low';
+};
+/**
+ * Reads and validates AUDIO_ENHANCE_VIDEO_ANALYSIS env var.
+ * Returns 'auto' if unset or unrecognised (the default behaviour).
+ */
+export declare function getAudioEnhancementMode(): AudioEnhancementMode;
+/**
+ * @deprecated Use `getAudioEnhancementMode() !== 'false'` instead.
+ */
+export declare function isAudioEnhancementEnabled(): boolean;
+/**
+ * Computes a transcript confidence label based on word density.
+ *
+ * Thresholds (words per minute):
+ *   >= 80  → high   (typical speech rate)
+ *   20–79  → medium (sparse or halting speech)
+ *   < 20   → low    (near-silent — may mislead the model)
+ *
+ * @param wordCount   - Number of words in the transcript
+ * @param durationSec - Video duration in seconds
+ */
+export declare function computeTranscriptConfidence(wordCount: number, durationSec: number): 'high' | 'medium' | 'low';
+/**
+ * Attempts to extract + transcribe audio from a local video file.
+ *
+ * - In "auto" mode (default): skips silently when the video has no detected
+ *   audio track, avoiding unnecessary work on silent screen recordings etc.
+ * - In "true" mode: always attempts transcription regardless of audio track.
+ * - In "false" mode: returns null immediately (no work done).
+ *
+ * Returns a TranscriptResult (text + confidence label) on success, or null if
+ * enhancement is disabled / no audio track (auto) / no provider / error.
+ *
+ * @param localVideoPath - Resolved local path to the video file
+ * @param tempDir        - Temp directory for the extracted audio file
+ */
+export declare function tryExtractAndTranscribeAudio(localVideoPath: string, tempDir: string): Promise<TranscriptResult | null>;
+/**
+ * Wraps a prompt with an annotated transcript header.
+ * If result is null the original prompt is returned unchanged.
+ *
+ * The header includes a confidence note for medium/low quality transcripts so
+ * the AI model can weight the transcript appropriately rather than treating
+ * uncertain content as authoritative.
+ */
+export declare function buildPromptWithTranscript(prompt: string, result: TranscriptResult | null): string;
+//# sourceMappingURL=audioUtils.d.ts.map

package/dist/utils/audioUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audioUtils.d.ts","sourceRoot":"","sources":["../../src/utils/audioUtils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAgBH,MAAM,MAAM,oBAAoB,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAA;AAE5D,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAA;CACtC,CAAA;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,IAAI,oBAAoB,CAI9D;AAED;;GAEG;AACH,wBAAgB,yBAAyB,IAAI,OAAO,CAEnD;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,2BAA2B,CACzC,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,MAAM,GAAG,QAAQ,GAAG,KAAK,CAM3B;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAsB,4BAA4B,CAChD,cAAc,EAAE,MAAM,EACtB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAkElC;AAED;;;;;;;GAOG;AACH,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,gBAAgB,GAAG,IAAI,GAC9B,MAAM,CASR"}

package/dist/utils/audioUtils.js

@@ -0,0 +1,153 @@
+/**
+ * Audio injection utility for video analysis tools.
+ *
+ * AUDIO_ENHANCE_VIDEO_ANALYSIS controls whether audio transcripts are injected
+ * into GLM/Kimi prompts for analyze_video and summarize_video.
+ *
+ * Supported values:
+ *   "auto"  (default) — transcribe only when the video has a detected audio track
+ *   "true"            — always attempt transcription regardless of audio track presence
+ *   "false"           — disabled entirely
+ */
+import * as path from 'path';
+import { extractAudio, getVideoMetadata } from '../services/ffmpeg.js';
+import { DeepgramClient } from '../services/audio/deepgramClient.js';
+import { AssemblyAiClient } from '../services/audio/assemblyAiClient.js';
+import { GroqAudioClient } from '../services/audio/groqAudioClient.js';
+import { createGeminiClient } from '../services/geminiClient.js';
+import { resolveAudioProvider, getAudioProviderKeys, } from '../services/audioRouter.js';
+import { generateTempFilename } from './tempFiles.js';
+import { logProgress } from './logger.js';
+/**
+ * Reads and validates AUDIO_ENHANCE_VIDEO_ANALYSIS env var.
+ * Returns 'auto' if unset or unrecognised (the default behaviour).
+ */
+export function getAudioEnhancementMode() {
+    const val = process.env.AUDIO_ENHANCE_VIDEO_ANALYSIS;
+    if (val === 'true' || val === 'false' || val === 'auto')
+        return val;
+    return 'auto';
+}
+/**
+ * @deprecated Use `getAudioEnhancementMode() !== 'false'` instead.
+ */
+export function isAudioEnhancementEnabled() {
+    return getAudioEnhancementMode() !== 'false';
+}
+/**
+ * Computes a transcript confidence label based on word density.
+ *
+ * Thresholds (words per minute):
+ *   >= 80  → high   (typical speech rate)
+ *   20–79  → medium (sparse or halting speech)
+ *   < 20   → low    (near-silent — may mislead the model)
+ *
+ * @param wordCount   - Number of words in the transcript
+ * @param durationSec - Video duration in seconds
+ */
+export function computeTranscriptConfidence(wordCount, durationSec) {
+    if (durationSec <= 0)
+        return wordCount > 10 ? 'medium' : 'low';
+    const wordsPerMinute = wordCount / (durationSec / 60);
+    if (wordsPerMinute >= 80)
+        return 'high';
+    if (wordsPerMinute >= 20)
+        return 'medium';
+    return 'low';
+}
+/**
+ * Attempts to extract + transcribe audio from a local video file.
+ *
+ * - In "auto" mode (default): skips silently when the video has no detected
+ *   audio track, avoiding unnecessary work on silent screen recordings etc.
+ * - In "true" mode: always attempts transcription regardless of audio track.
+ * - In "false" mode: returns null immediately (no work done).
+ *
+ * Returns a TranscriptResult (text + confidence label) on success, or null if
+ * enhancement is disabled / no audio track (auto) / no provider / error.
+ *
+ * @param localVideoPath - Resolved local path to the video file
+ * @param tempDir        - Temp directory for the extracted audio file
+ */
+export async function tryExtractAndTranscribeAudio(localVideoPath, tempDir) {
+    const mode = getAudioEnhancementMode();
+    if (mode === 'false')
+        return null;
+    try {
+        // Probe metadata to detect audio track presence and get duration for confidence
+        const metadata = await getVideoMetadata(localVideoPath);
+        if (mode === 'auto' && !metadata.hasAudio) {
+            // Silent skip — no audio track detected in the video
+            return null;
+        }
+        const keys = getAudioProviderKeys();
+        let selectedProvider;
+        try {
+            const resolved = resolveAudioProvider(undefined, keys);
+            selectedProvider = resolved.provider;
+        }
+        catch {
+            return null; // No audio provider configured — skip gracefully
+        }
+        await logProgress('Extracting audio for transcript...');
+        const audioPath = path.join(tempDir, generateTempFilename('.m4a'));
+        await extractAudio(localVideoPath, audioPath);
+        await logProgress('Transcribing audio...');
+        let text;
+        switch (selectedProvider) {
+            case 'deepgram': {
+                const client = new DeepgramClient(process.env.DEEPGRAM_API_KEY);
+                const result = await client.transcribe(audioPath);
+                text = result.text;
+                break;
+            }
+            case 'assemblyai': {
+                const client = new AssemblyAiClient(process.env.ASSEMBLYAI_API_KEY);
+                const result = await client.transcribe(audioPath);
+                text = result.text;
+                break;
+            }
+            case 'groq': {
+                const client = new GroqAudioClient(process.env.GROQ_API_KEY);
+                const result = await client.transcribe(audioPath);
+                text = result.text;
+                break;
+            }
+            case 'gemini': {
+                const geminiClient = createGeminiClient();
+                if (!geminiClient)
+                    return null;
+                const uploadedFile = await geminiClient.uploadVideo(audioPath);
+                await geminiClient.waitForFileProcessing(uploadedFile.name);
+                text = await geminiClient.transcribeAudio(uploadedFile);
+                break;
+            }
+        }
+        const wordCount = text.trim().split(/\s+/).filter(Boolean).length;
+        const confidence = computeTranscriptConfidence(wordCount, metadata.duration);
+        return { text: text, confidence };
+    }
+    catch {
+        // Audio extraction/transcription is best-effort — never fail the parent tool
+        return null;
+    }
+}
+/**
+ * Wraps a prompt with an annotated transcript header.
+ * If result is null the original prompt is returned unchanged.
+ *
+ * The header includes a confidence note for medium/low quality transcripts so
+ * the AI model can weight the transcript appropriately rather than treating
+ * uncertain content as authoritative.
+ */
+export function buildPromptWithTranscript(prompt, result) {
+    if (!result)
+        return prompt;
+    const confidenceNote = result.confidence === 'high'
+        ? ''
+        : result.confidence === 'medium'
+            ? ' [confidence: medium]'
+            : ' [confidence: low — sparse speech detected]';
+    return `--- AUDIO TRANSCRIPT${confidenceNote} ---\n${result.text}\n--- END TRANSCRIPT ---\n\n${prompt}`;
+}
+//# sourceMappingURL=audioUtils.js.map

package/dist/utils/audioUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audioUtils.js","sourceRoot":"","sources":["../../src/utils/audioUtils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AACtE,OAAO,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAA;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uCAAuC,CAAA;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAA;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAA;AAChE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,GAErB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AASzC;;;GAGG;AACH,MAAM,UAAU,uBAAuB;IACrC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAA;IACpD,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,MAAM;QAAE,OAAO,GAAG,CAAA;IACnE,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB;IACvC,OAAO,uBAAuB,EAAE,KAAK,OAAO,CAAA;AAC9C,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,2BAA2B,CACzC,SAAiB,EACjB,WAAmB;IAEnB,IAAI,WAAW,IAAI,CAAC;QAAE,OAAO,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAA;IAC9D,MAAM,cAAc,GAAG,SAAS,GAAG,CAAC,WAAW,GAAG,EAAE,CAAC,CAAA;IACrD,IAAI,cAAc,IAAI,EAAE;QAAE,OAAO,MAAM,CAAA;IACvC,IAAI,cAAc,IAAI,EAAE;QAAE,OAAO,QAAQ,CAAA;IACzC,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,cAAsB,EACtB,OAAe;IAEf,MAAM,IAAI,GAAG,uBAAuB,EAAE,CAAA;IACtC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAA;IAEjC,IAAI,CAAC;QACH,gFAAgF;QAChF,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAEvD,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC1C,qDAAqD;YACrD,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,IAAI,GAAG,oBAAoB,EAAE,CAAA;QACnC,IAAI,gBAA+B,CAAA;QACnC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,oBAAoB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;YACtD,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,CAAA;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAA,CAAC,iDAAiD;QAC/D,CAAC;QAED,MAAM,WAAW,CAAC,oCAAoC,CAAC,CAAA;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAA;QAClE,MAAM,YAAY,CAAC,cAAc,EAAE,SAAS,CAAC,CAAA;QAE7C,MAAM,WAAW,CAAC,uBAAuB,CAAC,CAAA;QAE1C,IAAI,IAAY,CAAA;QAEhB,QAAQ,gBAAgB,EAAE,CAAC;YACzB,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAiB,CAAC,CAAA;gBAChE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACjD,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;gBAClB,MAAK;YACP,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAmB,CAAC,CAAA;gBACpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACjD,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;gBAClB,MAAK;YACP,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,YAAa,CAAC,CAAA;gBAC7D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACjD,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;gBAClB,MAAK;YACP,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAA;gBACzC,IAAI,CAAC,YAAY;oBAAE,OAAO,IAAI,CAAA;gBAC9B,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;gBAC9D,MAAM,YAAY,CAAC,qBAAqB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;gBAC3D,IAAI,GAAG,MAAM,YAAY,CAAC,eAAe,CAAC,YAAY,CAAC,CAAA;gBACvD,MAAK;YACP,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,IAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAA;QAClE,MAAM,UAAU,GAAG,2BAA2B,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAC5E,OAAO,EAAE,IAAI,EAAE,IAAK,EAAE,UAAU,EAAE,CAAA;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,6EAA6E;QAC7E,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,yBAAyB,CACvC,MAAc,EACd,MAA+B;IAE/B,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAA;IAC1B,MAAM,cAAc,GAClB,MAAM,CAAC,UAAU,KAAK,MAAM;QAC1B,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,MAAM,CAAC,UAAU,KAAK,QAAQ;YAC9B,CAAC,CAAC,uBAAuB;YACzB,CAAC,CAAC,6CAA6C,CAAA;IACrD,OAAO,uBAAuB,cAAc,SAAS,MAAM,CAAC,IAAI,+BAA+B,MAAM,EAAE,CAAA;AACzG,CAAC"}

package/dist/utils/base64.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Base64 encoding utilities for images and videos
+ */
+/**
+ * Convert a Buffer to a base64 data URI
+ * @param buffer - The data buffer
+ * @param mimeType - MIME type (e.g., "image/png", "video/mp4")
+ * @returns Base64 data URI string
+ */
+export declare function bufferToBase64(buffer: Buffer, mimeType: string): string;
+/**
+ * Convert a Buffer to base64 without the data URI prefix
+ * @param buffer - The data buffer
+ * @returns Base64 string
+ */
+export declare function bufferToBase64String(buffer: Buffer): string;
+/**
+ * Extract the MIME type from a data URI
+ * @param dataUri - Data URI string (e.g., "data:image/png;base64,abc123...")
+ * @returns MIME type (e.g., "image/png")
+ */
+export declare function getMimeTypeFromDataUri(dataUri: string): string;
+/**
+ * Extract the base64 content from a data URI
+ * @param dataUri - Data URI string (e.g., "data:image/png;base64,abc123...")
+ * @returns Base64 string without prefix
+ */
+export declare function getBase64FromDataUri(dataUri: string): string;
+/**
+ * Convert base64 string to Buffer
+ * @param base64 - Base64 string (with or without data URI prefix)
+ * @returns Buffer
+ */
+export declare function base64ToBuffer(base64: string): Buffer;
+//# sourceMappingURL=base64.d.ts.map

package/dist/utils/base64.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base64.d.ts","sourceRoot":"","sources":["../../src/utils/base64.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGvE;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAE3D;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAG9D;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5D;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAIrD"}