vidspotai-shared 1.0.68 → 1.0.69-dev.0

package/lib/services/editor/designToProject.js

@@ -0,0 +1,295 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.designToProject = designToProject;
+const project_schema_1 = require("../../schemas/project.schema");
+const TRACK_TYPE_TO_KIND = {
+    main: "video",
+    video: "video",
+    audio: "audio",
+    text: "text",
+    caption: "caption",
+    helper: "fx",
+    fx: "fx",
+};
+const ITEM_TYPE_TO_CLIP = {
+    video: "video",
+    image: "image",
+    audio: "audio",
+    text: "text",
+    caption: "caption",
+};
+const VALID_TRANSITION_KINDS = new Set([
+    "none",
+    "fade",
+    "crossfade",
+    "wipe",
+    "slide",
+    "whipPan",
+    "dipToBlack",
+    "dipToWhite",
+]);
+function designToProject(design, meta) {
+    const d = (design ?? {});
+    const width = d.size?.width ?? 1080;
+    const height = d.size?.height ?? 1920;
+    const fps = d.fps ?? 30;
+    const aspect = inferAspect(width, height);
+    const now = new Date().toISOString();
+    const tracks = [];
+    for (const [i, t] of (d.tracks ?? []).entries()) {
+        if (!t || typeof t !== "object" || !t.id)
+            continue;
+        tracks.push({
+            id: t.id,
+            kind: TRACK_TYPE_TO_KIND[t.type] ?? "video",
+            name: undefined,
+            index: typeof t.index === "number" ? t.index : i,
+            muted: false,
+            hidden: false,
+            locked: false,
+            gainDb: 0,
+        });
+    }
+    const trackIdByItem = new Map();
+    for (const t of d.tracks ?? []) {
+        for (const itemId of t.items ?? [])
+            trackIdByItem.set(itemId, t.id);
+    }
+    const clips = [];
+    const itemIds = d.trackItemIds ?? Object.keys(d.trackItemsMap ?? {});
+    for (const id of itemIds) {
+        const base = d.trackItemsMap?.[id];
+        const detailItem = d.trackItemDetailsMap?.[id];
+        if (!base)
+            continue;
+        const editorType = base.type ?? detailItem?.type;
+        const clipType = editorType ? ITEM_TYPE_TO_CLIP[editorType] : undefined;
+        if (!clipType)
+            continue;
+        const trackId = trackIdByItem.get(id);
+        if (!trackId)
+            continue;
+        const display = {
+            from: Math.max(0, Math.floor(base.display?.from ?? 0)),
+            to: Math.max(1, Math.floor(base.display?.to ?? 0)),
+        };
+        if (display.to <= display.from)
+            continue;
+        const clip = buildClip(id, trackId, clipType, base, detailItem, display, {
+            width,
+            height,
+        });
+        if (clip)
+            clips.push(clip);
+    }
+    const transitions = [];
+    for (const tid of d.transitionIds ?? Object.keys(d.transitionsMap ?? {})) {
+        const t = d.transitionsMap?.[tid];
+        if (!t || !t.fromId || !t.toId)
+            continue;
+        const kind = (t.kind ?? "fade");
+        if (!VALID_TRANSITION_KINDS.has(kind))
+            continue;
+        transitions.push({
+            id: t.id ?? tid,
+            fromClipId: t.fromId,
+            toClipId: t.toId,
+            kind,
+            durationMs: typeof t.duration === "number" && t.duration > 0 ? t.duration : 400,
+        });
+    }
+    const durationMs = typeof d.duration === "number" && d.duration > 0
+        ? d.duration
+        : clips.reduce((acc, c) => Math.max(acc, c.display.to), 1);
+    return {
+        schemaVersion: project_schema_1.PROJECT_SCHEMA_VERSION,
+        id: meta.id,
+        name: meta.name,
+        durationMs,
+        fps,
+        size: { width, height },
+        aspect,
+        background: editorBackgroundToProject(d.background),
+        tracks,
+        clips,
+        transitions,
+        ...(d.agentRunId ? { agentRunId: d.agentRunId } : {}),
+        metadata: {},
+        createdAt: meta.createdAt ?? now,
+        updatedAt: meta.updatedAt ?? now,
+    };
+}
+function inferAspect(w, h) {
+    const r = w / h;
+    if (Math.abs(r - 9 / 16) < 0.05)
+        return "9:16";
+    if (Math.abs(r - 1) < 0.05)
+        return "1:1";
+    if (Math.abs(r - 4 / 5) < 0.05)
+        return "4:5";
+    return "16:9";
+}
+function editorBackgroundToProject(bg) {
+    if (!bg)
+        return { type: "color", value: "#000000" };
+    if (bg.type === "image" && bg.value)
+        return { type: "image", src: bg.value };
+    if (bg.type === "transparent")
+        return { type: "transparent" };
+    return { type: "color", value: bg.value ?? "#000000" };
+}
+function buildClip(id, trackId, type, base, detail, display, size) {
+    const details = (detail?.details ?? {});
+    const metaIn = (base.metadata ?? {});
+    const name = base.name ?? id;
+    // Pull round-tripped fields out of metadata; stash the remaining metadata
+    // back on the clip so unrelated app metadata survives the round trip.
+    const provenance = extractProvenance(metaIn);
+    const locked = metaIn.locked === true;
+    const cleanMetadata = {};
+    for (const [k, v] of Object.entries(metaIn)) {
+        if (k === "provenance" || k === "locked" || k === "motion" || k === "duckAgainstTrackId" || k === "words") {
+            continue;
+        }
+        cleanMetadata[k] = v;
+    }
+    const common = {
+        id,
+        trackId,
+        display,
+        name,
+        effects: [],
+        transform: { x: 0, y: 0, scaleX: 1, scaleY: 1, rotation: 0, opacity: 1 },
+        locked,
+        metadata: cleanMetadata,
+        provenance,
+    };
+    const src = typeof details.src === "string" ? details.src : "";
+    switch (type) {
+        case "video":
+            if (!src)
+                return null;
+            return {
+                ...common,
+                type: "video",
+                src,
+                volume: numOr(details.volume, 1),
+                playbackRate: numOr(details.playbackRate, 1),
+            };
+        case "image": {
+            if (!src)
+                return null;
+            const motion = extractMotion(metaIn);
+            return {
+                ...common,
+                type: "image",
+                src,
+                ...(motion ? { motion } : {}),
+            };
+        }
+        case "audio": {
+            if (!src)
+                return null;
+            const duck = typeof metaIn.duckAgainstTrackId === "string"
+                ? metaIn.duckAgainstTrackId
+                : undefined;
+            const trim = extractTrim(details.trim);
+            return {
+                ...common,
+                type: "audio",
+                src,
+                volume: numOr(details.volume, 1),
+                fadeInMs: numOr(details.fadeInMs, 0),
+                fadeOutMs: numOr(details.fadeOutMs, 0),
+                ...(trim ? { trim } : {}),
+                ...(duck ? { duckAgainstTrackId: duck } : {}),
+            };
+        }
+        case "text": {
+            const text = strOr(details.text, "");
+            if (!text)
+                return null;
+            const align = details.align === "left" || details.align === "right" ? details.align : "center";
+            return {
+                ...common,
+                type: "text",
+                text,
+                fontFamily: strOr(details.fontFamily, "Poppins"),
+                fontSize: numOr(details.fontSize, 48),
+                fontWeight: numOr(details.fontWeight, 700),
+                color: strOr(details.color, "#ffffff"),
+                align,
+                ...(typeof details.backgroundColor === "string" ? { backgroundColor: details.backgroundColor } : {}),
+                ...(typeof details.shadow === "string" ? { shadow: details.shadow } : {}),
+            };
+        }
+        case "caption": {
+            const text = strOr(details.text, "");
+            if (!text)
+                return null;
+            const words = Array.isArray(metaIn.words)
+                ? metaIn.words
+                : [];
+            return {
+                ...common,
+                type: "caption",
+                text,
+                words,
+                fontFamily: strOr(details.fontFamily, "Poppins"),
+                fontSize: numOr(details.fontSize, 48),
+                color: strOr(details.color, "#ffffff"),
+                language: "en",
+            };
+        }
+        default:
+            // exhaustive
+            void size;
+            return null;
+    }
+}
+function extractProvenance(metaIn) {
+    const raw = metaIn.provenance;
+    if (!raw || typeof raw !== "object")
+        return undefined;
+    const p = raw;
+    if (typeof p.tier !== "string" || typeof p.source !== "string")
+        return undefined;
+    return {
+        tier: p.tier,
+        source: p.source,
+        modelKey: typeof p.modelKey === "string" ? p.modelKey : undefined,
+        prompt: typeof p.prompt === "string" ? p.prompt : undefined,
+        assetHash: typeof p.assetHash === "string" ? p.assetHash : undefined,
+        creditsSpent: typeof p.creditsSpent === "number" ? p.creditsSpent : undefined,
+        generationId: typeof p.generationId === "string" ? p.generationId : undefined,
+    };
+}
+function extractTrim(raw) {
+    if (!raw || typeof raw !== "object")
+        return undefined;
+    const t = raw;
+    if (typeof t.from !== "number" || typeof t.to !== "number")
+        return undefined;
+    if (t.to <= t.from)
+        return undefined;
+    return { from: t.from, to: t.to };
+}
+function extractMotion(metaIn) {
+    const raw = metaIn.motion;
+    if (!raw || typeof raw !== "object")
+        return undefined;
+    const m = raw;
+    const validKinds = new Set(["kenBurnsIn", "kenBurnsOut", "panLeft", "panRight", "parallax"]);
+    if (typeof m.kind !== "string" || !validKinds.has(m.kind))
+        return undefined;
+    return {
+        kind: m.kind,
+        intensity: typeof m.intensity === "number" ? m.intensity : 0.5,
+    };
+}
+function numOr(v, def) {
+    return typeof v === "number" && Number.isFinite(v) ? v : def;
+}
+function strOr(v, def) {
+    return typeof v === "string" && v.length > 0 ? v : def;
+}

package/lib/services/editor/planToProject.d.ts

@@ -0,0 +1,84 @@
+import type { Project, TextClip } from "../../schemas/project.schema";
+import type { TextOverlay, VideoPlan } from "../../schemas/videoPlan.schema";
+/**
+ * planToProject — pure translator from an approved VideoPlan + per-scene
+ * executor outcomes into the canonical Project IR. The Project is what gets
+ * persisted to Firestore (videos/{id}.project) and consumed by both editor
+ * (via projectToDesign) and the headless stitcher.
+ *
+ * The translator is pure (no I/O, no Firestore, no provider calls). The
+ * caller resolves any base64 → URL uploads (e.g. voiceover MP3) before
+ * passing outcomes; this keeps the function testable and round-trippable.
+ *
+ * Skeleton mode: if outcomes is missing or a scene's visualUrl is absent,
+ * a placeholder data URL is emitted so the Project is schema-valid and the
+ * editor can render a grey placeholder pinned to the scene's intended
+ * duration. Worker fills in the real URL via Firestore update later.
+ */
+export interface SceneRenderOutcome {
+    /** Resolved URL for the scene's visual asset (image or video). */
+    visualUrl?: string;
+    /** Resolved URL for the scene's voiceover. */
+    voiceoverUrl?: string;
+    /**
+     * VO duration in ms used by planToProject to size the clip's display
+     * window. When set from a probed actual mp3 (preferred), reflects real
+     * playback length; when set from the wpm estimator it can undershoot
+     * emotive/punctuated lines by 400–900ms and the editor's Remotion Audio
+     * truncates at endAt. Caller should set the actual when available.
+     */
+    voiceoverDurationMs?: number;
+    /** Resolved URL for an external captions file (.vtt/.srt) if any. */
+    captionsUrl?: string;
+    /** Word-level caption timing (start/end ms within scene). */
+    captionWords?: Array<{
+        word: string;
+        start: number;
+        end: number;
+    }>;
+    /** Final model key the executor landed on (may differ from preferredModel). */
+    modelKey?: string;
+    /** Provider chain walked, primary first; recorded in provenance. */
+    attemptedProviders?: string[];
+    /** Provider idempotency key (used for reuse on regen). */
+    generationId?: string;
+    /** Credits actually spent on this scene. */
+    creditsSpent?: number;
+    /** Content hash of the visual asset, when computed. */
+    assetHash?: string;
+}
+export interface PlanToProjectInput {
+    plan: VideoPlan;
+    outcomes?: Record<number, SceneRenderOutcome | undefined>;
+    projectId: string;
+    name?: string;
+    agentRunId?: string;
+    /** When set, overrides plan.music.url (caller can swap to CDN-hosted version). */
+    musicUrl?: string;
+    /** Music duration in ms; falls back to plan.music.durationSec*1000 if unset. */
+    musicDurationMs?: number;
+    /** Project createdAt; defaults to now. */
+    createdAt?: string;
+    /** Project updatedAt; defaults to now. */
+    updatedAt?: string;
+}
+export declare const TRACK_ID: {
+    readonly visual: "track-visual";
+    readonly voiceover: "track-vo";
+    readonly music: "track-music";
+    readonly text: "track-text";
+    readonly caption: "track-caption";
+};
+/**
+ * Build the TextClip[] for a single scene's overlays at a known timeline
+ * offset. Extracted from the planToProject loop so the regen handlers
+ * (Stage 6 slice 4) can splice fresh overlays into projectJson without
+ * duplicating the role → font/size/weight mapping. Pure / no I/O.
+ *
+ * `offsetMs` is the scene's start on the master timeline (cumulative sum
+ * of prior scene durations). `sceneDurationMs` clamps any overlay.endMs
+ * that overshoots the scene.
+ */
+export declare function buildOverlayClipsForScene(sceneIndex: number, offsetMs: number, sceneDurationMs: number, overlays: readonly TextOverlay[], frameHeight: number): TextClip[];
+export declare function planToProject(input: PlanToProjectInput): Project;
+//# sourceMappingURL=planToProject.d.ts.map

package/lib/services/editor/planToProject.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"planToProject.d.ts","sourceRoot":"","sources":["../../../src/services/editor/planToProject.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAKV,OAAO,EAEP,QAAQ,EAIT,MAAM,8BAA8B,CAAC;AAEtC,OAAO,KAAK,EAGV,WAAW,EAEX,SAAS,EACV,MAAM,gCAAgC,CAAC;AAExC;;;;;;;;;;;;;;GAcG;AAEH,MAAM,WAAW,kBAAkB;IACjC,kEAAkE;IAClE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;;;OAMG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,6DAA6D;IAC7D,YAAY,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnE,+EAA+E;IAC/E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oEAAoE;IACpE,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4CAA4C;IAC5C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,SAAS,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,GAAG,SAAS,CAAC,CAAC;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kFAAkF;IAClF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gFAAgF;IAChF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAID,eAAO,MAAM,QAAQ;;;;;;CAMX,CAAC;AA4GX;;;;;;;;;GASG;AACH,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,eAAe,EAAE,MAAM,EACvB,QAAQ,EAAE,SAAS,WAAW,EAAE,EAChC,WAAW,EAAE,MAAM,GAClB,QAAQ,EAAE,CAoCZ;AAID,wBAAgB,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAuPhE"}