gnosys 4.4.7 → 5.0.1

package/dist/lib/videoExtract.js

@@ -0,0 +1,92 @@
+/**
+ * Gnosys Video Extraction — Extract audio from video files and transcribe.
+ *
+ * Requires ffmpeg to be installed on the system. Extracts audio to a temp WAV
+ * file, then delegates to audioExtract.ts for transcription.
+ *
+ * Part of v5.0 Phase 4: Multimodal Ingestion — Video support.
+ */
+import * as path from "path";
+import * as os from "os";
+import * as fs from "fs/promises";
+import { execFileSync } from "child_process";
+import { transcribeAudio, } from "./audioExtract.js";
+// ─── Helpers ────────────────────────────────────────────────────────────
+/**
+ * Check that ffmpeg is installed and accessible.
+ * Throws a clear error message if not found.
+ */
+function checkFfmpeg() {
+    try {
+        execFileSync("ffmpeg", ["-version"], { stdio: "ignore" });
+    }
+    catch {
+        throw new Error("Video transcription requires ffmpeg to be installed.\n" +
+            "Install it with:\n" +
+            "  macOS:   brew install ffmpeg\n" +
+            "  Ubuntu:  sudo apt install ffmpeg\n" +
+            "  Windows: winget install FFmpeg");
+    }
+}
+/**
+ * Extract audio from a video file into a WAV file using ffmpeg.
+ *
+ * Uses PCM 16-bit, 16kHz mono — the format Whisper expects.
+ * Uses execFileSync (not execSync) to avoid shell injection since
+ * the file path comes from user input.
+ */
+function extractAudioTrack(videoPath, outputWav) {
+    execFileSync("ffmpeg", [
+        "-i", videoPath,
+        "-vn", // no video
+        "-acodec", "pcm_s16le", // PCM 16-bit little-endian
+        "-ar", "16000", // 16kHz sample rate
+        "-ac", "1", // mono
+        "-y", // overwrite output
+        outputWav,
+    ], {
+        stdio: "ignore",
+        timeout: 300_000, // 5-minute timeout for large files
+    });
+}
+// ─── Public API ─────────────────────────────────────────────────────────
+/**
+ * Extract audio from a video file and transcribe it.
+ *
+ * Steps:
+ * 1. Check that ffmpeg is installed
+ * 2. Extract audio track to a temp WAV file
+ * 3. Transcribe the WAV file using audioExtract
+ * 4. Clean up the temp file
+ * 5. Return the transcript result
+ */
+export async function transcribeVideo(filePath, options) {
+    // Step 1: Check for ffmpeg
+    checkFfmpeg();
+    // Step 2: Create a temp WAV file path
+    const tempWav = path.join(os.tmpdir(), `gnosys-audio-${Date.now()}.wav`);
+    try {
+        // Step 3: Extract audio from video
+        extractAudioTrack(filePath, tempWav);
+        // Step 4: Transcribe the extracted audio
+        const result = await transcribeAudio(tempWav, options);
+        // Step 5: Return the result
+        return {
+            segments: result.segments,
+            fullText: result.fullText,
+            duration: result.duration,
+            language: result.language,
+        };
+    }
+    finally {
+        // Step 6: Clean up temp file (always, even if transcription fails)
+        try {
+            await fs.unlink(tempWav);
+        }
+        catch {
+            // Ignore cleanup errors — the temp file may not exist if
+            // ffmpeg failed before creating it
+        }
+    }
+}
+//# sourceMappingURL=videoExtract.js.map

package/dist/lib/videoExtract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"videoExtract.js","sourceRoot":"","sources":["../../src/lib/videoExtract.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EACL,eAAe,GAIhB,MAAM,mBAAmB,CAAC;AAc3B,2EAA2E;AAE3E;;;GAGG;AACH,SAAS,WAAW;IAClB,IAAI,CAAC;QACH,YAAY,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,wDAAwD;YACtD,oBAAoB;YACpB,kCAAkC;YAClC,sCAAsC;YACtC,kCAAkC,CACrC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,SAAS,iBAAiB,CAAC,SAAiB,EAAE,SAAiB;IAC7D,YAAY,CAAC,QAAQ,EAAE;QACrB,IAAI,EAAE,SAAS;QACf,KAAK,EAAmB,WAAW;QACnC,SAAS,EAAE,WAAW,EAAE,2BAA2B;QACnD,KAAK,EAAE,OAAO,EAAU,oBAAoB;QAC5C,KAAK,EAAE,GAAG,EAAc,OAAO;QAC/B,IAAI,EAAoB,mBAAmB;QAC3C,SAAS;KACV,EAAE;QACD,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,OAAO,EAAE,mCAAmC;KACtD,CAAC,CAAC;AACL,CAAC;AAED,2EAA2E;AAE3E;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,OAA8B;IAE9B,2BAA2B;IAC3B,WAAW,EAAE,CAAC;IAEd,sCAAsC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,gBAAgB,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAEzE,IAAI,CAAC;QACH,mCAAmC;QACnC,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAErC,yCAAyC;QACzC,MAAM,MAAM,GAAqB,MAAM,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEzE,4BAA4B;QAC5B,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,mEAAmE;QACnE,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,yDAAyD;YACzD,mCAAmC;QACrC,CAAC;IACH,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "gnosys",
-  "version": "4.4.7",
+  "version": "5.0.1",
   "description": "Gnosys — Persistent Memory for AI Agents. Sandbox-first runtime, central SQLite brain, federated search, Dream Mode, Web Knowledge Base, Obsidian export.",
   "type": "module",
   "main": "dist/index.js",
@@ -37,6 +37,8 @@
     "dotenv": "^17.3.1",
     "glob": "^13.0.6",
     "gray-matter": "^4.0.3",
+    "mammoth": "^1.12.0",
+    "pdf-parse": "^2.4.5",
     "turndown": "^7.2.2",
     "zod": "^4.3.6"
   },