@xiaohhhh1/canvas-agent 0.4.62 → 0.4.64

package/dist/video-intelligence/local-analysis.d.ts

@@ -30,11 +30,13 @@ type VideoArchiveUpload = {
     publicUrl: string;
     headers?: Record<string, string>;
     maxBytes?: number;
+    alreadyUploaded?: boolean;
+    downloadUrl?: string | null;
 };
 export declare function shouldUploadVideoArchive(input: {
     kind: "uploaded-mp4" | "tiktok";
     url: string;
-}, publicUrl: string): boolean;
+}, publicUrl: string, alreadyUploaded?: boolean): boolean;
 export declare class LocalVideoIntelligence {
     private readonly fastmoss;
     constructor(fastmoss: FastMossIntegration);

package/dist/video-intelligence/local-analysis.js

@@ -8,10 +8,10 @@ import { videoEvidenceTimestamps } from "../integrations/fastmoss.js";
 const ANALYSIS_TIMEOUT_MS = 10 * 60_000;
 const TRANSCRIPT_LANGUAGES = "en.*,es.*,zh.*,pt.*,fr.*,de.*,vi.*,th.*,id.*,ms.*,ja.*,ko.*";
 const LOCAL_ASR_MODEL = "onnx-community/whisper-base";
-const VIDEO_INTELLIGENCE_SCHEMA_VERSION = "commerce-video-intelligence-v5";
+const VIDEO_INTELLIGENCE_SCHEMA_VERSION = "commerce-video-intelligence-v6";
 let localAsrPipeline;
-export function shouldUploadVideoArchive(input, publicUrl) {
-    return input.kind !== "uploaded-mp4" || input.url !== publicUrl;
+export function shouldUploadVideoArchive(input, publicUrl, alreadyUploaded = false) {
+    return !alreadyUploaded && (input.kind !== "uploaded-mp4" || input.url !== publicUrl);
 }
 export class LocalVideoIntelligence {
     fastmoss;
@@ -19,7 +19,10 @@ export class LocalVideoIntelligence {
         this.fastmoss = fastmoss;
     }
     async archive(source, upload) {
-        const input = verifiedVideoLearningSource(source);
+        const verifiedInput = verifiedVideoLearningSource(source);
+        const input = upload?.downloadUrl
+            ? { ...verifiedInput, url: verifiedHttpsUrl(upload.downloadUrl, "站内下载地址无效") }
+            : verifiedInput;
         const uploadUrl = verifiedHttpsUrl(upload?.uploadUrl, "站内上传地址无效");
         const publicUrl = verifiedHttpsUrl(upload?.publicUrl, "站内视频地址无效");
         const maxBytes = Math.min(500 * 1024 * 1024, Math.max(1, Number(upload?.maxBytes || 100 * 1024 * 1024)));
@@ -29,7 +32,7 @@ export class LocalVideoIntelligence {
                 ? await downloadUploadedMp4(input.url, workDir, maxBytes)
                 : await downloadVideoArchive(input.url, workDir, maxBytes);
             const bytes = await readFile(downloaded.file);
-            if (shouldUploadVideoArchive(input, publicUrl)) {
+            if (shouldUploadVideoArchive(input, publicUrl, upload.alreadyUploaded)) {
                 const response = await fetch(uploadUrl, {
                     method: "PUT",
                     headers: { "Content-Type": "video/mp4" },
@@ -141,6 +144,7 @@ export function localVideoAnalysisPrompt(source, durationMs, transcript, attachm
         `6. 目标是学习、融合、进化：只提炼可迁移机制，不复制原文案、人物、视觉资产或连续镜头顺序。\n` +
         `7. 必须单独输出 creativeMutationProfile，识别这条视频怎样把普通商品变成反常但现实可拍的完整画面事件。mutationAxes 是开放维度，不是固定模板轮换；从实际证据判断人物身份/关系、场景错位、规模/数量、群体反应、角色反转、构图视角、感官材质、当地行为/审美和真实商品证明，也允许发现新的维度。\n` +
         `8. culturalSignals 必须引用画面时间证据，说明当地行为、环境、幽默、地位符号、色彩/画面密度或消费场景怎样参与叙事，并写清迁移条件和避免刻板印象的方法。只出现当地字幕、旗帜或民族服装不等于理解了文化。\n\n` +
+        `9. 必须从画面、字幕和口播中判断视频实际售卖的具体商品与具体品类，并输出 productDetection。只写证据支持的名称；无法确认就把 productTitle/category 写成 null，并在 ambiguity 说明原因。未知绝不能写成 ALL、global、全品类或通用。applicability 只表示结构适用范围：category-specific、cross-category-structure 或 unclear，不能代替商品品类。\n\n` +
         `样本：${JSON.stringify({
             sourceUrl: source.sourceUrl || source.source_url,
             platformVideoId: source.platformVideoId || source.platform_video_id,
@@ -157,6 +161,7 @@ export function localVideoAnalysisPrompt(source, durationMs, transcript, attachm
         `只返回一个 JSON 对象，不要 Markdown。字段必须是：schemaVersion="${VIDEO_INTELLIGENCE_SCHEMA_VERSION}"；durationMs；language；summary；` +
         `sellingFormat{primary,label,secondary,rationale,evidence[{startMs,endMs,observation}],confidence}；` +
         `hook{startMs,endMs,visual,spokenText,onScreenText,patternInterrupt,openLoop}；productFirstSeenMs；` +
+        `productDetection{productTitle,category,confidence,applicability,ambiguity,evidence[{startMs,endMs,observation}]}；` +
         `segments[{startMs,endMs,role,visual,spokenText,onScreenText,audio,editing,confidence}]（至少2段）；` +
         `creativeMutationProfile{coreVisualPremise,mutationAxes[至少2项],culturalSignals[{market,signal,narrativeRole,aestheticRole,transferConditions,avoidStereotype,evidence[{startMs,endMs,observation}]}],firstFrameComposition,spectacleMechanism,productIntegration,captureProfile{subjectDominance,depthAndDensity,colorLightContrast,materialTexture,cameraEnergy,captureImperfections},transferableRule,culturalLimitations,doNotCopy,evidence[{startMs,endMs,observation}],confidence}；` +
         `mechanisms[{type,label,mechanism,whyItMayWork,evidence[{startMs,endMs,observation}],confidence,replicationRisk}]（type 仅 hook/conflict/proof/pacing/trust/product-reveal/offer-framing/cta/audio/visual-grammar/environment/visual-mutation/culture-code/spectacle）；` +

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xiaohhhh1/canvas-agent",
-  "version": "0.4.62",
+  "version": "0.4.64",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",