@agent-media/audio 0.2.0

package/dist/actions/extract.d.ts

@@ -0,0 +1,19 @@
+import type { MediaResult } from '@agent-media/core';
+/**
+ * Supported audio output formats for extraction
+ */
+export type AudioOutputFormat = 'mp3' | 'wav';
+export interface ExtractInput {
+    /** Input video file path or URL */
+    input: string;
+    /** Output audio format (mp3, wav) */
+    format?: AudioOutputFormat;
+    /** Output directory (overrides default) */
+    out?: string;
+}
+/**
+ * Extract audio track from a video file
+ * Uses ffmpeg-static - binary is bundled, no external installation required
+ */
+export declare function extract(options: ExtractInput): Promise<MediaResult>;
+//# sourceMappingURL=extract.d.ts.map

package/dist/actions/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/actions/extract.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAUrD;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG,KAAK,GAAG,KAAK,CAAC;AAE9C,MAAM,WAAW,YAAY;IAC3B,mCAAmC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,qCAAqC;IACrC,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,2CAA2C;IAC3C,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAsCD;;;GAGG;AACH,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAiEzE"}

package/dist/actions/extract.js

@@ -0,0 +1,97 @@
+import { spawn } from 'node:child_process';
+import { writeFile, stat, unlink } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import ffmpegPath from 'ffmpeg-static';
+import { createSuccess, createError, ensureOutputDir, generateOutputFilename, getOutputPath, ErrorCodes, } from '@agent-media/core';
+/**
+ * Run ffmpeg command and return a promise
+ */
+function runFfmpeg(args) {
+    return new Promise((resolve, reject) => {
+        if (!ffmpegPath) {
+            reject(new Error('ffmpeg-static path not found'));
+            return;
+        }
+        const process = spawn(ffmpegPath, args);
+        let stdout = '';
+        let stderr = '';
+        process.stdout.on('data', (data) => {
+            stdout += data.toString();
+        });
+        process.stderr.on('data', (data) => {
+            stderr += data.toString();
+        });
+        process.on('close', (code) => {
+            if (code === 0) {
+                resolve({ stdout, stderr });
+            }
+            else {
+                reject(new Error(`ffmpeg exited with code ${code}: ${stderr}`));
+            }
+        });
+        process.on('error', (err) => {
+            reject(err);
+        });
+    });
+}
+/**
+ * Extract audio track from a video file
+ * Uses ffmpeg-static - binary is bundled, no external installation required
+ */
+export async function extract(options) {
+    const { input: inputPath, format = 'mp3', out } = options;
+    const outputDir = out ?? process.cwd() + '/.agent-media';
+    try {
+        await ensureOutputDir(outputDir);
+        // Check if input is URL or local file
+        const isUrl = inputPath.startsWith('http://') || inputPath.startsWith('https://');
+        let actualInputPath = inputPath;
+        let tempFile = null;
+        // If URL, download to temp file first
+        if (isUrl) {
+            const response = await fetch(inputPath);
+            if (!response.ok) {
+                return createError(ErrorCodes.NETWORK_ERROR, `Failed to fetch URL: ${response.statusText}`);
+            }
+            const arrayBuffer = await response.arrayBuffer();
+            const buffer = Buffer.from(arrayBuffer);
+            // Create temp file
+            tempFile = join(tmpdir(), `agent-media-${Date.now()}.tmp`);
+            await writeFile(tempFile, buffer);
+            actualInputPath = tempFile;
+        }
+        // Generate output filename
+        const outputFilename = generateOutputFilename(format, 'extracted');
+        const outputPath = getOutputPath(outputDir, outputFilename);
+        // Build ffmpeg arguments
+        const args = [
+            '-i', actualInputPath,
+            '-vn', // No video
+            '-acodec', format === 'mp3' ? 'libmp3lame' : 'pcm_s16le',
+            '-y', // Overwrite output
+            outputPath,
+        ];
+        // Run ffmpeg
+        await runFfmpeg(args);
+        // Clean up temp file if created
+        if (tempFile) {
+            await unlink(tempFile).catch(() => { }); // Ignore errors
+        }
+        const stats = await stat(outputPath);
+        const mimeType = format === 'wav' ? 'audio/wav' : 'audio/mpeg';
+        return createSuccess({
+            mediaType: 'audio',
+            action: 'extract',
+            provider: 'local',
+            outputPath: outputPath,
+            mime: mimeType,
+            bytes: stats.size,
+        });
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        return createError(ErrorCodes.PROVIDER_ERROR, `Audio extraction failed: ${message}`);
+    }
+}
+//# sourceMappingURL=extract.js.map

package/dist/actions/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/actions/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,UAAU,MAAM,eAAe,CAAC;AAEvC,OAAO,EACL,aAAa,EACb,WAAW,EACX,eAAe,EACf,sBAAsB,EACtB,aAAa,EACb,UAAU,GACX,MAAM,mBAAmB,CAAC;AAgB3B;;GAEG;AACH,SAAS,SAAS,CAAC,IAAc;IAC/B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACxC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACjC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACjC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAC3B,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC;YAClE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC1B,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,OAAqB;IACjD,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;IAC1D,MAAM,SAAS,GAAG,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC;IAEzD,IAAI,CAAC;QACH,MAAM,eAAe,CAAC,SAAS,CAAC,CAAC;QAEjC,sCAAsC;QACtC,MAAM,KAAK,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAElF,IAAI,eAAe,GAAG,SAAS,CAAC;QAChC,IAAI,QAAQ,GAAkB,IAAI,CAAC;QAEnC,sCAAsC;QACtC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;YACxC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,WAAW,CAAC,UAAU,CAAC,aAAa,EAAE,wBAAwB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9F,CAAC;YACD,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAExC,mBAAmB;YACnB,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAClC,eAAe,GAAG,QAAQ,CAAC;QAC7B,CAAC;QAED,2BAA2B;QAC3B,MAAM,cAAc,GAAG,sBAAsB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACnE,MAAM,UAAU,GAAG,aAAa,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAE5D,yBAAyB;QACzB,MAAM,IAAI,GAAG;YACX,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,WAAW;YAClB,SAAS,EAAE,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW;YACxD,IAAI,EAAE,mBAAmB;YACzB,UAAU;SACX,CAAC;QAEF,aAAa;QACb,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;QAEtB,gCAAgC;QAChC,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB;QAC1D,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC;QAErC,MAAM,QAAQ,GAAG,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;QAE/D,OAAO,aAAa,CAAC;YACnB,SAAS,EAAE,OAAO;YAClB,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,OAAO;YACjB,UAAU,EAAE,UAAU;YACtB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,KAAK,CAAC,IAAI;SAClB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,WAAW,CAAC,UAAU,CAAC,cAAc,EAAE,4BAA4B,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;AACH,CAAC"}

package/dist/actions/index.d.ts

@@ -0,0 +1,3 @@
+export { extract, type ExtractInput, type AudioOutputFormat } from './extract.js';
+export { transcribe, type TranscribeInput } from './transcribe.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/actions/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,KAAK,YAAY,EAAE,KAAK,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAClF,OAAO,EAAE,UAAU,EAAE,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/actions/index.js

@@ -0,0 +1,3 @@
+export { extract } from './extract.js';
+export { transcribe } from './transcribe.js';
+//# sourceMappingURL=index.js.map

package/dist/actions/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAA6C,MAAM,cAAc,CAAC;AAClF,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC"}

package/dist/actions/transcribe.d.ts

@@ -0,0 +1,20 @@
+import type { MediaResult } from '@agent-media/core';
+export interface TranscribeInput {
+    /** Input audio file path or URL */
+    input: string;
+    /** Enable speaker identification */
+    diarize?: boolean;
+    /** Language code (auto-detected if not provided) */
+    language?: string;
+    /** Number of speakers hint */
+    numSpeakers?: number;
+    /** Output directory (overrides default) */
+    out?: string;
+    /** Provider to use (overrides auto-detection) */
+    provider?: string;
+}
+/**
+ * Transcribe audio to text with timestamps
+ */
+export declare function transcribe(options: TranscribeInput): Promise<MediaResult>;
+//# sourceMappingURL=transcribe.d.ts.map

package/dist/actions/transcribe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcribe.d.ts","sourceRoot":"","sources":["../../src/actions/transcribe.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAA6B,MAAM,mBAAmB,CAAC;AAGhF,MAAM,WAAW,eAAe;IAC9B,mCAAmC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,oCAAoC;IACpC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,oDAAoD;IACpD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,8BAA8B;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,2CAA2C;IAC3C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,iDAAiD;IACjD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC,CA0B/E"}

package/dist/actions/transcribe.js

@@ -0,0 +1,25 @@
+import { executeAction, globalRegistry } from '@agent-media/core';
+/**
+ * Transcribe audio to text with timestamps
+ */
+export async function transcribe(options) {
+    const isUrl = options.input.startsWith('http://') || options.input.startsWith('https://');
+    const input = {
+        source: options.input,
+        isUrl,
+    };
+    const context = {
+        outputDir: options.out ?? process.cwd() + '/.agent-media',
+        provider: options.provider,
+    };
+    return executeAction(globalRegistry, {
+        action: 'transcribe',
+        options: {
+            input,
+            diarize: options.diarize,
+            language: options.language,
+            numSpeakers: options.numSpeakers,
+        },
+    }, context);
+}
+//# sourceMappingURL=transcribe.js.map

package/dist/actions/transcribe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcribe.js","sourceRoot":"","sources":["../../src/actions/transcribe.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAiBlE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAwB;IACvD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAE1F,MAAM,KAAK,GAAe;QACxB,MAAM,EAAE,OAAO,CAAC,KAAK;QACrB,KAAK;KACN,CAAC;IAEF,MAAM,OAAO,GAAkB;QAC7B,SAAS,EAAE,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,GAAG,eAAe;QACzD,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC;IAEF,OAAO,aAAa,CAClB,cAAc,EACd;QACE,MAAM,EAAE,YAAY;QACpB,OAAO,EAAE;YACP,KAAK;YACL,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC;KACF,EACD,OAAO,CACR,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export * from './actions/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC"}

package/dist/index.js

@@ -0,0 +1,2 @@
+export * from './actions/index.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC"}

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "@agent-media/audio",
+  "version": "0.2.0",
+  "description": "Audio actions for agent-media toolkit",
+  "license": "Apache-2.0",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/TimPietrusky/agent-media.git",
+    "directory": "packages/audio"
+  },
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./actions": {
+      "types": "./dist/actions/index.d.ts",
+      "import": "./dist/actions/index.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "clean": "rm -rf dist",
+    "typecheck": "tsc --noEmit"
+  },
+  "dependencies": {
+    "@agent-media/core": "workspace:*",
+    "@agent-media/providers": "workspace:*",
+    "ffmpeg-static": "^5.3.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "typescript": "^5.7.0"
+  }
+}