@ascegu/teamily 1.0.29 → 1.0.31

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ascegu/teamily",
-  "version": "1.0.29",
+  "version": "1.0.31",
   "description": "OpenClaw Teamily channel plugin - Team instant messaging server integration",
   "keywords": [
     "channel",

package/src/monitor.ts

@@ -7,7 +7,7 @@ import type {
   TeamilyAudioContent,
 } from "./types.js";
 import { CONTENT_TYPES, SESSION_TYPES, isGroupSession } from "./types.js";
-import { parseVideoMeta } from "./upload.js";
+import { extractVideoSnapshot, parseVideoMeta } from "./upload.js";
 
 export type TeamilyMessageHandler = (message: TeamilyMessage) => Promise<void> | void;
 export type TeamilyConnectionState = "connecting" | "connected" | "disconnected" | "error";
@@ -301,14 +301,18 @@ export class TeamilyMonitor {
   ): Promise<string> {
     const sdk = this.requireSdk();
     const videoFile = new File([new Uint8Array(buffer)], fileName, { type: contentType });
-    // snapshotFile is required by the SDK; an empty file causes the upload to hang.
-    // Use a minimal valid 1x1 JPEG so the SDK upload succeeds.
-    const snapshotFile = new File([new Uint8Array(MINIMAL_JPEG)], "snapshot.jpg", {
-      type: "image/jpeg",
-    });
+
     // Extract real duration/dimensions from the MP4 container so clients
     // can play the video inline instead of showing a broken player.
     const meta = parseVideoMeta(buffer);
+
+    // Try to extract a real first-frame snapshot via ffmpeg; fall back to
+    // a minimal 1x1 JPEG placeholder if ffmpeg is unavailable.
+    const snapshotBuf = (await extractVideoSnapshot(buffer)) ?? Buffer.from(MINIMAL_JPEG);
+    const snapshotFile = new File([new Uint8Array(snapshotBuf)], "snapshot.jpg", {
+      type: "image/jpeg",
+    });
+
     const videoExt = fileName.split(".").pop()?.toLowerCase() || "mp4";
     const created = await sdk.createVideoMessageByFile({
       videoPath: "",
@@ -319,7 +323,7 @@ export class TeamilyMonitor {
       videoUrl: "",
       videoSize: buffer.length,
       snapshotUUID: crypto.randomUUID(),
-      snapshotSize: MINIMAL_JPEG.length,
+      snapshotSize: snapshotBuf.length,
       snapshotUrl: "",
       snapshotWidth: meta.width || 1,
       snapshotHeight: meta.height || 1,

package/src/upload.ts

@@ -118,6 +118,49 @@ export function guessContentType(filePath: string): string {
   return map[ext] ?? "application/octet-stream";
 }
 
+// ---- Video snapshot extraction via ffmpeg ----
+
+/**
+ * Extract the first video frame as a JPEG thumbnail using ffmpeg.
+ * Returns null if ffmpeg is unavailable or extraction fails.
+ * The thumbnail is scaled down to fit within maxDim (default 320px).
+ */
+export async function extractVideoSnapshot(
+  videoBuf: Buffer,
+  maxDim = 320,
+): Promise<Buffer | null> {
+  try {
+    const { execFile } = await import("node:child_process");
+    const { promisify } = await import("node:util");
+    const { writeFile, readFile, unlink, mkdtemp } = await import("node:fs/promises");
+    const { tmpdir } = await import("node:os");
+    const execFileAsync = promisify(execFile);
+
+    const dir = await mkdtemp(path.join(tmpdir(), "oc-snap-"));
+    const inPath = path.join(dir, "input.mp4");
+    const outPath = path.join(dir, "snapshot.jpg");
+
+    try {
+      await writeFile(inPath, videoBuf);
+      await execFileAsync("ffmpeg", [
+        "-i", inPath,
+        "-vframes", "1",
+        "-vf", `scale=min(${maxDim}\\,iw):-1`,
+        "-q:v", "6",
+        "-y", outPath,
+      ], { timeout: 10_000 });
+      return await readFile(outPath);
+    } finally {
+      await unlink(inPath).catch(() => {});
+      await unlink(outPath).catch(() => {});
+      const { rmdir } = await import("node:fs/promises");
+      await rmdir(dir).catch(() => {});
+    }
+  } catch {
+    return null;
+  }
+}
+
 // ---- MP4 metadata extraction (no external dependencies) ----
 
 export interface VideoMeta {