@sogni-ai/sogni-intelligence-client 3.0.7 → 3.0.9

package/dist-esm/public-skill-runtime/index.js

@@ -2817,17 +2817,20 @@ function inferExplicitStoryboardTargetVideoAspectRatio(text) {
     }
     return null;
 }
-function inferStoryboardTargetVideoAspectRatio(text, boardAspectRatio) {
-    const explicitTarget = inferExplicitStoryboardTargetVideoAspectRatio(text);
-    if (explicitTarget)
-        return explicitTarget;
+function inferStoryboardTargetVideoAspect(text, boardAspectRatio, explicitTargetVideoAspectRatio = inferExplicitStoryboardTargetVideoAspectRatio(text)) {
+    if (explicitTargetVideoAspectRatio) {
+        return { aspectRatio: explicitTargetVideoAspectRatio, source: 'explicit_ratio' };
+    }
     if (/\b(?:portrait|vertical|9\s*:\s*16)\b/i.test(text) || textMentionsPortraitSocialFormat(text)) {
-        return '9:16';
+        return { aspectRatio: '9:16', source: 'orientation_cue' };
     }
     if (/\b(?:landscape|horizontal|widescreen|16\s*:\s*9|youtube)\b/i.test(text)) {
-        return '16:9';
+        return { aspectRatio: '16:9', source: 'orientation_cue' };
     }
-    return boardAspectRatio;
+    return { aspectRatio: boardAspectRatio, source: 'board_fallback' };
+}
+function inferStoryboardTargetVideoAspectRatio(text, boardAspectRatio) {
+    return inferStoryboardTargetVideoAspect(text, boardAspectRatio).aspectRatio;
 }
 function inferStoryboardCellAspectRatio(text, targetVideoAspectRatio) {
     const explicitCell = inferStoryboardAspectNearUnit(text, String.raw `cell|cells|frame|frames|panel|panels|still|stills|thumbnail|thumbnails|shot|shots`, /\b(?:board|canvas|image|poster|sheet|layout|story\s*board|storyboard|output|format)\b/i);
@@ -3057,7 +3060,7 @@ function normalizeStoryboardBoardDimensions(value) {
 function storyboardPlanningSourceFromContract(contract) {
     return contract?.layout?.source ?? contract?.source ?? 'fallback_text';
 }
-function applyStoryboardPlanningLayoutContract(fallback, contract, frameCount, userDefinedCanvas) {
+function applyStoryboardPlanningLayoutContract(fallback, contract, frameCount, userDefinedCanvas, userDefinedTargetVideoAspect) {
     const layoutContract = contract?.layout;
     if (!layoutContract)
         return fallback;
@@ -3071,11 +3074,14 @@ function applyStoryboardPlanningLayoutContract(fallback, contract, frameCount, u
     const boardAspectRatio = contractOwnsCanvas
         ? normalizeAspectRatio(layoutContract.storyboardCanvasAspectRatio) ?? fallback.boardAspectRatio
         : fallback.boardAspectRatio;
-    const cellAspectRatio = normalizeAspectRatio(layoutContract.storyboardCellAspectRatio)
-        ?? fallback.cellAspectRatio;
-    const targetVideoAspectRatio = normalizeAspectRatio(layoutContract.targetVideoAspectRatio)
-        ?? cellAspectRatio
-        ?? fallback.targetVideoAspectRatio;
+    const contractOwnsVideoGeometry = !userDefinedTargetVideoAspect
+        || layoutSource === 'user_schema';
+    const cellAspectRatio = contractOwnsVideoGeometry
+        ? normalizeAspectRatio(layoutContract.storyboardCellAspectRatio) ?? fallback.cellAspectRatio
+        : fallback.cellAspectRatio;
+    const targetVideoAspectRatio = contractOwnsVideoGeometry
+        ? normalizeAspectRatio(layoutContract.targetVideoAspectRatio) ?? cellAspectRatio ?? fallback.targetVideoAspectRatio
+        : fallback.targetVideoAspectRatio;
     const layout = describeStoryboardLayout(boardAspectRatio, cellAspectRatio, frameCount);
     const contractBoardDimensions = contractOwnsCanvas
         ? normalizeStoryboardBoardDimensions(layoutContract.boardDimensions)
@@ -3125,8 +3131,9 @@ export function inferStoryboardLayoutSpec(userIntentText, frameCount, planningCo
     const provisionalBoardAspectRatio = userDefinedCanvas
         ? inferStoryboardBoardAspectRatio(userIntentText)
         : '16:9';
-    const inferredTargetVideoAspectRatio = explicitTargetVideoAspectRatio
-        ?? inferStoryboardTargetVideoAspectRatio(userIntentText, provisionalBoardAspectRatio);
+    const inferredTargetVideoAspect = inferStoryboardTargetVideoAspect(userIntentText, provisionalBoardAspectRatio, explicitTargetVideoAspectRatio);
+    const inferredTargetVideoAspectRatio = inferredTargetVideoAspect.aspectRatio;
+    const userDefinedTargetVideoAspect = inferredTargetVideoAspect.source !== 'board_fallback';
     const cellAspectRatio = inferStoryboardCellAspectRatio(userIntentText, inferredTargetVideoAspectRatio);
     const targetVideoAspectRatio = explicitTargetVideoAspectRatio ?? cellAspectRatio;
     const balancedGrid = userDefinedCanvas
@@ -3145,7 +3152,7 @@ export function inferStoryboardLayoutSpec(userIntentText, frameCount, planningCo
                 ? {}
                 : { boardDimensions: balancedGrid?.boardDimensions ?? GPT_IMAGE_STORYBOARD_DEFAULTS.storyboardLandscape.aspectRatio }),
     };
-    return applyStoryboardPlanningLayoutContract(fallback, planningContract, frameCount, userDefinedCanvas);
+    return applyStoryboardPlanningLayoutContract(fallback, planningContract, frameCount, userDefinedCanvas, userDefinedTargetVideoAspect);
 }
 function clampStoryboardDefaultFrameCount(value) {
     return Math.max(STORYBOARD_DEFAULT_MIN_FRAMES, Math.min(STORYBOARD_DEFAULT_MAX_FRAMES, Math.round(value)));
@@ -4275,8 +4282,42 @@ function storyboardTableRowLooksLikeCountedBeat(cells, headers) {
     const candidate = compactStoryboardLine(cells[Math.max(0, headerIndex)] || cells[0] || '');
     return /^(?:beat|scene|shot|panel|frame)?\s*(?:#\s*)?0?\d{1,2}\b/i.test(candidate);
 }
+function storyboardTableCellLooksLikeCameraCue(cell) {
+    const compact = compactStoryboardLine(cell);
+    return /\b(?:camera|motion|shot|frame|framing|close[-\s]?up|medium|wide|macro|static|locked|hold|push(?:es)?\s+in|pull(?:s)?\s+back|pan|tilt|dolly|truck|tracking|handheld|orbit|zoom|focus|rack\s+focus|focus\s+pull|slow[-\s]?mo|timelapse)\b/i.test(compact);
+}
+function storyboardTableCellLooksLikeTransitionCue(cell) {
+    const compact = compactStoryboardLine(cell);
+    return /\b(?:transition|cut|hard\s+cut|smash\s+cut|match\s+cut|jump\s+cut|fade|cross[-\s]?fade|dissolve|wipe|morph|glitch|burst|snap|blend|strobe|whip[-\s]?pan)\b/i.test(compact);
+}
 function normalizeStoryboardTableCellsToHeaders(cells, headers) {
-    if (!headers || cells.length <= headers.length)
+    if (!headers)
+        return cells;
+    if (cells.length === headers.length - 1) {
+        const purposeHeaderIndex = storyboardTableHeaderIndex(headers, /\b(?:purpose|story\s*beat|story\s*purpose|beat\s*name|beat\s*title|narrative|name|title)\b/i);
+        const visualHeaderIndex = storyboardTableHeaderIndex(headers, /\b(?:visual|frame|shot|image|action)\b/i);
+        const transitionHeaderIndex = storyboardTableHeaderIndex(headers, /\b(?:transition|edit|cut|fade|dissolve|wipe)\b/i);
+        const purposeCell = compactStoryboardLine(cells[purposeHeaderIndex] || '');
+        const shiftedCameraCell = cells[visualHeaderIndex] || '';
+        const shiftedTransitionCell = transitionHeaderIndex >= 0
+            ? cells[transitionHeaderIndex - 1] || ''
+            : '';
+        const shiftedColumnsLookLikeFoldedPurposeVisual = transitionHeaderIndex >= 0
+            ? storyboardTableCellLooksLikeTransitionCue(shiftedTransitionCell)
+            : storyboardTableCellLooksLikeCameraCue(shiftedCameraCell);
+        if (purposeHeaderIndex >= 0
+            && visualHeaderIndex === purposeHeaderIndex + 1
+            && visualHeaderIndex < cells.length
+            && purposeCell.length >= 20
+            && shiftedColumnsLookLikeFoldedPurposeVisual) {
+            return [
+                ...cells.slice(0, visualHeaderIndex),
+                cells[purposeHeaderIndex],
+                ...cells.slice(visualHeaderIndex),
+            ];
+        }
+    }
+    if (cells.length <= headers.length)
         return cells;
     const overflow = cells.length - headers.length;
     const combinedAudioDialogueIndex = headers.findIndex(header => /\baudio\b/i.test(header)
@@ -4370,10 +4411,11 @@ function splitStoryboardTableSections(text) {
         const cameraHeaderIndex = storyboardTableHeaderIndex(headers, /\b(?:camera|motion|fx|effect|lighting|style|look)\b/i);
         const dialogueHeaderIndex = storyboardTableHeaderIndex(headers, /\b(?:dialogue|vo|v\.o\.|voiceover|speech|narration)\b/i);
         const soundHeaderIndex = storyboardTableHeaderIndex(headers, /\b(?:audio|sfx|sound|foley|music)\b/i);
+        const transitionHeaderIndex = storyboardTableHeaderIndex(headers, /\b(?:transition|edit|cut|fade|dissolve|wipe)\b/i);
         const visibleTextHeaderIndex = storyboardTableHeaderIndex(headers, /\b(?:visible\s+text|on[-\s]?screen\s+text|onscreen\s+text|text|copy|cta|tagline|headline|title\s+card|subtitle|caption)\b/i);
         const beatHeaderIndex = headers
             ? headers.findIndex(header => /\b(?:beat|scene|shot|panel|frame)\b/i.test(header)
-                && !/\b(?:visual|action|camera|audio|dialogue|vo|sfx)\b/i.test(header))
+                && !/\b(?:visual|action|camera|audio|dialogue|vo|sfx|transition)\b/i.test(header))
             : -1;
         const purposeHeaderIndex = headers
             ? headers.findIndex(header => /\b(?:purpose|story\s*beat|story\s*purpose|beat\s*name|beat\s*title|narrative|name|title)\b/i.test(header)
@@ -4404,6 +4446,9 @@ function splitStoryboardTableSections(text) {
         const soundCell = soundHeaderIndex >= 0
             ? storyboardTableCellWithFieldBreaks(cells[soundHeaderIndex] || '')
             : '';
+        const transitionCell = transitionHeaderIndex >= 0
+            ? storyboardTableCellWithFieldBreaks(cells[transitionHeaderIndex] || '')
+            : '';
         const visibleTextCell = visibleTextHeaderIndex >= 0
             ? storyboardTableCellWithFieldBreaks(cells[visibleTextHeaderIndex] || '')
             : '';
@@ -4445,6 +4490,8 @@ function splitStoryboardTableSections(text) {
             || (visibleTextHeaderIndex >= 0 ? compactStoryboardLine(visibleTextCell) : ''));
         const audio = extractStoryboardField(audioCell, ['Audio/SFX', 'Audio', 'SFX', 'FX', 'Foley', 'Sound', 'Sounds'])
             || storyboardTableCellWithoutDialogue(soundCell || audioCell, dialogue);
+        const transition = extractStoryboardField(transitionCell, ['Transition', 'Transition out', 'Transition-out', 'Edit'])
+            || (transitionHeaderIndex >= 0 ? compactStoryboardLine(transitionCell) : '');
         const number = sections.length + 1;
         const beatLabel = beatHeaderIndex >= 0 && beatHeaderIndex !== timingCellIndex
             ? compactStoryboardLine(cells[beatHeaderIndex])
@@ -4457,6 +4504,7 @@ function splitStoryboardTableSections(text) {
             && purposeHeaderIndex !== soundHeaderIndex
             && purposeHeaderIndex !== cameraHeaderIndex
             && purposeHeaderIndex !== visibleTextHeaderIndex
+            && purposeHeaderIndex !== transitionHeaderIndex
             ? compactStoryboardLine(cells[purposeHeaderIndex])
             : '';
         const beatTitleSource = purposeLabel && !/^\d{1,2}$/.test(purposeLabel)
@@ -4476,6 +4524,7 @@ function splitStoryboardTableSections(text) {
                 dialogue ? `Dialogue/VO: ${dialogue}` : '',
                 visibleText ? `Visible text: ${visibleText}` : '',
                 audio ? `Audio/SFX: ${audio}` : '',
+                transition ? `Transition: ${transition}` : '',
             ].filter(Boolean).join('\n'),
         });
     }
@@ -4714,7 +4763,7 @@ function synthesizeStoryboardSectionsFromPlainNarration(sourceText, frameCount,
 }
 function storyboardSectionsHavePreservableExplicitTiming(sections) {
     return sections.length > 1
-        && sections.some(section => extractStoryboardTiming(`${section.heading}\n${section.body}`) !== null);
+        && sections.every(section => extractStoryboardTiming(`${section.heading}\n${section.body}`) !== null);
 }
 function canonicalStoryboardScriptContext(text) {
     const trimmed = String(text || '').trim();
@@ -5231,11 +5280,16 @@ function minimumStoryboardSceneDurationForDialogue(scene, rules, wordsPerSecondM
 function retimeStoryboardScenesForDialogue(scenes, targetDurationSec, rules = DEFAULT_STORYBOARD_TIMING_RULES) {
     if (targetDurationSec === null || scenes.length === 0)
         return scenes;
-    if (!scenes.every(scene => scene.startSec !== null && scene.endSec !== null && scene.durationSec !== null && scene.durationSec > 0)) {
-        return scenes;
-    }
+    const hasCompletePositiveTiming = scenes.every(scene => scene.startSec !== null
+        && scene.endSec !== null
+        && scene.durationSec !== null
+        && scene.durationSec > 0);
+    const sourceDurations = scenes.map(scene => (scene.durationSec !== null && scene.durationSec > 0
+        ? scene.durationSec
+        : targetDurationSec / scenes.length));
     const minimumDurations = scenes.map(scene => minimumStoryboardSceneDurationForDialogue(scene, rules));
-    const needsRetiming = scenes.some((scene, index) => (scene.durationSec ?? 0) + rules.toleranceSec < minimumDurations[index]);
+    const needsRetiming = !hasCompletePositiveTiming
+        || scenes.some((scene, index) => (scene.durationSec ?? 0) + rules.toleranceSec < minimumDurations[index]);
     if (!needsRetiming)
         return scenes;
     let requiredDurations = minimumDurations;
@@ -5251,9 +5305,8 @@ function retimeStoryboardScenesForDialogue(scenes, targetDurationSec, rules = DE
     if (minimumTotal > targetDurationSec + rules.toleranceSec)
         return scenes;
     const extraDuration = Math.max(0, targetDurationSec - minimumTotal);
-    const originalDurations = scenes.map(scene => scene.durationSec ?? 0);
-    const weightTotal = originalDurations.reduce((sum, duration) => sum + Math.max(0.01, duration), 0);
-    const unroundedDurations = requiredDurations.map((minimum, index) => (minimum + (extraDuration * Math.max(0.01, originalDurations[index]) / weightTotal)));
+    const weightTotal = sourceDurations.reduce((sum, duration) => sum + Math.max(0.01, duration), 0);
+    const unroundedDurations = requiredDurations.map((minimum, index) => (minimum + (extraDuration * Math.max(0.01, sourceDurations[index]) / weightTotal)));
     const timelineStartSec = scenes[0].startSec ?? 0;
     const timelineEndSec = Math.round((timelineStartSec + targetDurationSec) * 100) / 100;
     let cursor = timelineStartSec;
@@ -5354,7 +5407,9 @@ function inferStoryboardStorySpineFromHeading(text) {
         const collected = [];
         for (let cursor = index + 1; cursor < lines.length && collected.length < 4; cursor += 1) {
             const candidate = lines[cursor];
-            if (/^(?:storyboard|video|production|reference|timecoded|beat\s+\d|scene\s+\d|format|duration|aspect|does this|please confirm)\b/i.test(candidate)) {
+            if (/^\|/.test(candidate)
+                || storyboardMarkdownTableSeparatorLine(candidate)
+                || /^(?:storyboard|video|production|reference|timecoded|beat\s+\d|scene\s+\d|format|duration|aspect|does this|please confirm)\b/i.test(candidate)) {
                 break;
             }
             const cleaned = cleanStoryboardStorySpine(candidate);
@@ -6643,6 +6698,7 @@ export function compileSeedanceStoryboardPromptFromProject(project, options = {}
         : 'All scene numbers, timecodes, labels, and production notes remain metadata only and must not appear in the video.';
     const toneProgression = project.creativeBrief.toneProgression.join(' -> ');
     const musicArc = project.scenes.map(scene => scene.music).filter(Boolean).join(' -> ');
+    const visualStyle = project.creativeBrief.visualQualityBar.replace(/\bstoryboard\s+sheet\b/gi, 'cinematic video');
     return [
         'PROJECT:',
         `Title: ${project.title}`,
@@ -6651,14 +6707,14 @@ export function compileSeedanceStoryboardPromptFromProject(project, options = {}
         `Story spine: ${storySpine}`,
         '',
         'INPUT ASSETS:',
-        `${storyboardImageTag}: approved GPT Image 2 storyboard board. Treat it as an ordered shot guide and timing reference only, not as a collage, split-screen, grid, or picture-in-picture layout to reproduce.`,
+        `${storyboardImageTag}: approved storyboard reference image. Treat it as an ordered shot guide and timing reference only, not as a collage, split-screen, grid, or picture-in-picture layout to reproduce.`,
         '',
         'GLOBAL VIDEO INSTRUCTIONS:',
         `Render one continuous cinematic video in ${aspectRatio}. Follow the storyboard scene order, timing ranges, transitions, and audio plan.`,
         'Use the storyboard as the controlling source for shot order and intent while converting each panel into full-screen motion.',
         visibleTextInstruction,
         metadataLabels.length > 0 ? `Do not render these metadata labels as video text: ${metadataLabels.join('; ')}.` : '',
-        `Visual style: ${project.creativeBrief.visualQualityBar}`,
+        `Visual style: ${visualStyle}`,
         toneProgression ? `Tone progression: ${toneProgression}` : '',
         musicArc ? `Music arc: ${musicArc}` : '',
         '',