@xiaohhhh1/canvas-agent 0.4.36 → 0.4.38

package/dist/video-intelligence/local-analysis.d.ts

@@ -1,5 +1,5 @@
 import type { AgentAttachment } from "../agent/types.js";
-import type { FastMossIntegration } from "../integrations/fastmoss.js";
+import { type FastMossIntegration } from "../integrations/fastmoss.js";
 export type LocalVideoLearningSource = {
     id?: string;
     sourceUrl?: string;

package/dist/video-intelligence/local-analysis.js

@@ -4,6 +4,7 @@ import { mkdtemp, readFile, readdir, rm, stat, writeFile } from "node:fs/promise
 import { createRequire } from "node:module";
 import os from "node:os";
 import path from "node:path";
+import { videoEvidenceTimestamps } from "../integrations/fastmoss.js";
 const ANALYSIS_TIMEOUT_MS = 10 * 60_000;
 const TRANSCRIPT_LANGUAGES = "en.*,es.*,zh.*,pt.*,fr.*,de.*,vi.*,th.*,id.*,ms.*,ja.*,ko.*";
 export class LocalVideoIntelligence {
@@ -46,13 +47,16 @@ export class LocalVideoIntelligence {
         const sourceUrl = verifiedTikTokSourceUrl(source);
         const archivedVideoUrl = String(source.archivedVideoUrl || source.archived_video_url || "").trim();
         const archivedTranscript = String(source.archivedTranscript || source.archived_transcript || "").trim();
+        const hasArchivedMedia = Boolean(archivedVideoUrl);
         const mediaUrl = archivedVideoUrl ? verifiedHttpsUrl(archivedVideoUrl, "站内视频副本地址无效") : sourceUrl;
         const platformVideoId = String(source.platformVideoId || source.platform_video_id || "").trim();
         const workDir = await mkdtemp(path.join(os.tmpdir(), "canvas-video-intelligence-"));
         try {
             const [visualEvidence, transcript] = await Promise.all([
-                this.fastmoss.capturePublicVideoFrames(mediaUrl, platformVideoId),
-                archivedTranscript ? Promise.resolve(archivedTranscript) : extractTimedTranscript(sourceUrl, workDir),
+                hasArchivedMedia
+                    ? captureArchivedVideoFrames(mediaUrl, platformVideoId, workDir)
+                    : this.fastmoss.capturePublicVideoFrames(mediaUrl, platformVideoId),
+                hasArchivedMedia ? Promise.resolve(archivedTranscript) : extractTimedTranscript(sourceUrl, workDir),
             ]);
             if (!visualEvidence.frames.length)
                 throw new Error("没有取得任何真实视频画面，已停止分析");
@@ -69,7 +73,7 @@ export class LocalVideoIntelligence {
                     frameCount: attachments.length,
                     transcriptCueCount: transcript.split("\n").filter(Boolean).length,
                     visualSource: archivedVideoUrl ? "website-archive" : visualEvidence.playerUrl,
-                    transcriptSource: archivedTranscript ? "website-archive" : "TikTok native/automatic timed captions via local yt-dlp",
+                    transcriptSource: hasArchivedMedia ? "website-archive" : "TikTok native/automatic timed captions via local yt-dlp",
                 },
             };
         }
@@ -184,6 +188,48 @@ async function materializeFrames(frames, workDir) {
     }
     return attachments;
 }
+async function captureArchivedVideoFrames(playerUrl, platformVideoId, workDir) {
+    const response = await fetch(playerUrl, { signal: AbortSignal.timeout(5 * 60_000) });
+    if (!response.ok)
+        throw new Error(`读取站内视频副本失败（HTTP ${response.status}）`);
+    const declaredLength = Number(response.headers.get("content-length") || 0);
+    if (declaredLength > 500 * 1024 * 1024)
+        throw new Error("站内视频副本超过 500 MiB，已停止分析");
+    const bytes = Buffer.from(await response.arrayBuffer());
+    if (!bytes.length)
+        throw new Error("站内视频副本为空");
+    if (bytes.length > 500 * 1024 * 1024)
+        throw new Error("站内视频副本超过 500 MiB，已停止分析");
+    if (!bytes.subarray(0, 64).includes(Buffer.from("ftyp")))
+        throw new Error("站内视频副本不是可识别的 MP4 文件");
+    const safeId = /^\d+$/.test(platformVideoId) ? platformVideoId : "video";
+    const videoFile = path.join(workDir, `${safeId}.mp4`);
+    await writeFile(videoFile, bytes);
+    const probe = await runProcess(process.platform === "win32" ? "ffprobe.exe" : "ffprobe", [
+        "-v", "error", "-show_entries", "format=duration", "-of", "default=noprint_wrappers=1:nokey=1", videoFile,
+    ], { cwd: workDir, timeoutMs: 60_000, allowMissing: true });
+    if (!probe.ok)
+        throw new Error(`无法读取站内 MP4 时长：${probe.error}`);
+    const durationMs = Math.round(Number.parseFloat(probe.stdout.trim()) * 1_000);
+    if (!Number.isFinite(durationMs) || durationMs < 1_000)
+        throw new Error("站内 MP4 时长无效");
+    const frames = [];
+    for (const [index, timestampMs] of videoEvidenceTimestamps(durationMs).entries()) {
+        const frameFile = path.join(workDir, `archive-frame-${String(index + 1).padStart(2, "0")}.jpg`);
+        const result = await runProcess(process.platform === "win32" ? "ffmpeg.exe" : "ffmpeg", [
+            "-v", "error", "-ss", (timestampMs / 1_000).toFixed(3), "-i", videoFile,
+            "-frames:v", "1", "-q:v", "3", "-y", frameFile,
+        ], { cwd: workDir, timeoutMs: 60_000, allowMissing: true });
+        if (!result.ok)
+            throw new Error(`站内 MP4 抽帧失败（${timestampMs}ms）：${result.error}`);
+        const image = await readFile(frameFile);
+        if (image.length)
+            frames.push({ timestampMs, dataUrl: `data:image/jpeg;base64,${image.toString("base64")}` });
+    }
+    if (!frames.length)
+        throw new Error("站内 MP4 没有生成可分析画面");
+    return { videoId: safeId, playerUrl, durationMs, frames };
+}
 async function extractTimedTranscript(sourceUrl, workDir) {
     const output = path.join(workDir, "%(id)s.%(ext)s");
     const args = [
@@ -240,7 +286,8 @@ async function downloadVideoArchive(sourceUrl, workDir, maxBytes) {
         throw new Error("视频下载完成但没有生成 MP4 文件");
     if (video.size > maxBytes)
         throw new Error(`视频超过站内存储上限（${Math.ceil(maxBytes / 1024 / 1024)} MiB）`);
-    return { file: video.file, transcript: await transcriptFromDirectory(workDir, lastError) };
+    const transcript = await transcriptFromDirectory(workDir, lastError).catch(() => "");
+    return { file: video.file, transcript };
 }
 async function transcriptFromDirectory(workDir, lastError = "") {
     const subtitleFiles = (await readdir(workDir)).filter((name) => name.toLowerCase().endsWith(".vtt"));
@@ -290,14 +337,15 @@ export function resolveLocalCodexEntrypoint() {
 }
 async function runProcess(command, args, options) {
     return await new Promise((resolve) => {
+        let stdout = "";
         let stderr = "";
         let settled = false;
         let child;
         try {
-            child = spawn(command, args, { cwd: options.cwd, windowsHide: true, stdio: ["pipe", "ignore", "pipe"] });
+            child = spawn(command, args, { cwd: options.cwd, windowsHide: true, stdio: ["pipe", "pipe", "pipe"] });
         }
         catch (error) {
-            resolve({ ok: false, error: error instanceof Error ? error.message : String(error) });
+            resolve({ ok: false, error: error instanceof Error ? error.message : String(error), stdout: "" });
             return;
         }
         const finish = (ok, error = "") => {
@@ -305,12 +353,14 @@ async function runProcess(command, args, options) {
                 return;
             settled = true;
             clearTimeout(timer);
-            resolve({ ok, error: error.trim().slice(-2_000) });
+            resolve({ ok, error: error.trim().slice(-2_000), stdout: stdout.trim().slice(-8_000) });
         };
         const timer = setTimeout(() => {
             child.kill();
             finish(false, `处理超过 ${Math.round(options.timeoutMs / 1000)} 秒`);
         }, options.timeoutMs);
+        child.stdout.on("data", (chunk) => { stdout += String(chunk); if (stdout.length > 16_000)
+            stdout = stdout.slice(-16_000); });
         child.stderr.on("data", (chunk) => { stderr += String(chunk); if (stderr.length > 8_000)
             stderr = stderr.slice(-8_000); });
         child.on("error", (error) => finish(false, options.allowMissing && error.code === "ENOENT" ? "未安装命令" : error.message));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xiaohhhh1/canvas-agent",
-  "version": "0.4.36",
+  "version": "0.4.38",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",