@lightcone-ai/daemon 0.15.26 → 0.15.28

package/mcp-servers/official/video-narration-planner/core.js

@@ -858,7 +858,7 @@ export function planVideo({
   const coreMessage = toSafeString(understanding?.core_message || understanding?.coreMessage || understanding?.title) || '本页价值点概览';
 
   const hotspots = collectHotspots(understanding);
-  const skipZones = collectSkipZones(understanding);
+  const baseSkipZones = collectSkipZones(understanding);
   const coreRange = resolveCoreRange(understanding, hotspots);
   const semanticSlots = collectSemanticSlots(understanding);
   const recruitmentFailClosedEnabled = shouldApplyRecruitmentFailClosed(understanding);
@@ -878,6 +878,16 @@ export function planVideo({
   const modeInfo = resolveNarrationMode({ understanding, slots: semanticSlots });
   const semanticSummary = buildSemanticSummary(semanticSlots);
 
+  const isRecruitmentMode = modeInfo.mode === 'job_intel_broadcast' || modeInfo.mode === 'job_alert';
+  // For recruitment pages, treat the entry/CTA region as a hard skip zone so the
+  // camera never scrolls into the QR-code / application-link area.
+  const entrySkipRange = isRecruitmentMode
+    ? normalizeYRange(semanticSlots.entry_or_cta?.focus_region)
+    : null;
+  const skipZones = entrySkipRange
+    ? [...baseSkipZones, entrySkipRange]
+    : baseSkipZones;
+
   const hotspotHighlights = pickHighlightHotspots({
     hotspots,
     skipZones,
@@ -986,7 +996,11 @@ export function planVideo({
     previousY = highlight.target_y;
   }
 
-  const ctaSlotKey = pickFirstAvailableSlot(semanticSlots, ['entry_or_cta', 'process', 'company']);
+  // Recruitment pages: never navigate to entry/QR-code area for CTA.
+  const ctaSlotCandidates = isRecruitmentMode
+    ? ['process', 'company']
+    : ['entry_or_cta', 'process', 'company'];
+  const ctaSlotKey = pickFirstAvailableSlot(semanticSlots, ctaSlotCandidates);
   const ctaSlot = ctaSlotKey ? semanticSlots[ctaSlotKey] : null;
   const ctaAnchor = focusRegionToHighlight({
     focusRegion: ctaSlot?.focus_region,
@@ -995,15 +1009,18 @@ export function planVideo({
     text: ctaSlotKey ? (slotValueToText(ctaSlot) || slotLabel(ctaSlotKey)) : '收尾行动',
     confidence: ctaSlot?.confidence ?? 0.38,
   });
-  const ctaAction = ctaAnchor && modeInfo.mode !== 'refuse_auto_broadcast'
-    ? {
-      type: 'scroll_to_dwell',
-      target_hotspot: ctaAnchor.id,
-      target_y: ctaAnchor.target_y,
-      transition_ms: 900,
-      reason: '收尾聚焦投递入口或行动提示',
-    }
-    : buildCtaAction({ coreRange });
+  // Recruitment mode: always scroll back to core start — never scroll to entry/QR area.
+  const ctaAction = isRecruitmentMode
+    ? buildCtaAction({ coreRange })
+    : (ctaAnchor && modeInfo.mode !== 'refuse_auto_broadcast'
+      ? {
+        type: 'scroll_to_dwell',
+        target_hotspot: ctaAnchor.id,
+        target_y: ctaAnchor.target_y,
+        transition_ms: 900,
+        reason: '收尾聚焦行动提示',
+      }
+      : buildCtaAction({ coreRange }));
 
   phasePlan.push({
     phase_id: 'cta',
@@ -1013,7 +1030,7 @@ export function planVideo({
     semantic_slot: ctaSlotKey,
     focus_region: ctaAnchor?.y_range ?? null,
     confidence: ctaSlot ? Number(clampNumber(ctaSlot.confidence, 0, 1, 0).toFixed(2)) : null,
-    guidance: '收尾自然收口（如"感兴趣去原文查看"），禁止提及任何 URL、网址、二维码或投递入口',
+    guidance: '介绍完最后一个信息点直接结束，禁止加任何收口语（不说"感兴趣去原文查看""截止见正文"等），禁止提及 URL、网址、二维码或投递入口',
   });
 
   const cappedPlan = phasePlan.slice(0, 5);
@@ -1137,27 +1154,7 @@ function buildPhaseSentence({ phase, strategy, phaseIndex }) {
   }
 
   if (role === 'cta') {
-    if (mode === 'job_intel_broadcast') {
-      return ensureSentenceLength(
-        `感兴趣的同学去原文查看完整岗位要求和截止时间，对照自己情况再决定要不要投。`
-      );
-    }
-
-    if (mode === 'job_alert') {
-      return ensureSentenceLength(
-        `细节不完整，建议收藏原文，等正式公告发布后再核对岗位方向、城市和流程再决定。`
-      );
-    }
-
-    if (mode === 'refuse_auto_broadcast') {
-      return ensureSentenceLength(
-        '页面信息不完整，暂不播报。建议直接去官方渠道确认公司、岗位和发布时间后再做判断。'
-      );
-    }
-
-    return ensureSentenceLength(
-      '具体要求和截止时间见原文，建议直接查看官方公告，避免依赖摘要信息做投递判断。'
-    );
+    return null;
   }
 
   if (mode === 'job_intel_broadcast') {
@@ -1369,6 +1366,8 @@ export async function detailSections({
       phaseIndex: i,
     });
 
+    if (sentence == null) continue;
+
     const voice = resolveVoiceForPhase({ profile, role, index: i });
     const phaseBudgetMs = clampInt((toFiniteNumber(phase?.duration_s) ?? 6) * 1000, 1000, 180000, 6000);
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lightcone-ai/daemon",
-  "version": "0.15.26",
+  "version": "0.15.28",
   "type": "module",
   "main": "src/index.js",
   "bin": {

package/src/_vendor/video/composer/index.js

@@ -4,6 +4,10 @@ import { access, mkdir, mkdtemp, rm, stat, writeFile } from 'node:fs/promises';
 import { constants as fsConstants } from 'node:fs';
 import os from 'node:os';
 
+const SUBTITLE_FONT = 'WenQuanYi Micro Hei';
+const SUBTITLE_FONT_SIZE = 72;
+const SUBTITLE_MARGIN_V = 80;
+
 const MAX_STDERR_LENGTH = 4000;
 
 const TRANSCODE_TARGETS = Object.freeze({
@@ -286,10 +290,46 @@ function resolveTranscodeTarget(target) {
   throw new Error(`unsupported transcode target: ${target}`);
 }
 
+function msToAssTimestamp(ms) {
+  const totalCs = Math.round(Math.max(0, ms) / 10);
+  const cs = totalCs % 100;
+  const totalSec = Math.floor(totalCs / 100);
+  const sec = totalSec % 60;
+  const totalMin = Math.floor(totalSec / 60);
+  const min = totalMin % 60;
+  const hr = Math.floor(totalMin / 60);
+  return `${hr}:${String(min).padStart(2, '0')}:${String(sec).padStart(2, '0')}.${String(cs).padStart(2, '0')}`;
+}
+
+export function buildAssContent(subtitles = [], { playResX = 1080, playResY = 1920 } = {}) {
+  const header = [
+    '[Script Info]',
+    'ScriptType: v4.00+',
+    `PlayResX: ${playResX}`,
+    `PlayResY: ${playResY}`,
+    'WrapStyle: 0',
+    '',
+    '[V4+ Styles]',
+    'Format: Name, Fontname, Fontsize, PrimaryColour, OutlineColour, BackColour, Bold, Italic, Underline, StrikeOut, ScaleX, ScaleY, Spacing, Angle, BorderStyle, Outline, Shadow, Alignment, MarginL, MarginR, MarginV, Encoding',
+    `Style: Default,${SUBTITLE_FONT},${SUBTITLE_FONT_SIZE},&H00FFFFFF,&H00000000,&H00000000,-1,0,0,0,100,100,0,0,1,4,0,2,30,30,${SUBTITLE_MARGIN_V},1`,
+    '',
+    '[Events]',
+    'Format: Layer, Start, End, Style, Name, MarginL, MarginR, MarginV, Effect, Text',
+  ].join('\n');
+
+  const events = subtitles.map(({ text, start_ms, end_ms }) => {
+    const safeText = String(text ?? '').replace(/\r?\n/g, '\\N').replace(/,/g, '{\\,}');
+    return `Dialogue: 0,${msToAssTimestamp(start_ms)},${msToAssTimestamp(end_ms)},Default,,0,0,0,,${safeText}`;
+  });
+
+  return `${header}\n${events.join('\n')}\n`;
+}
+
 export async function transcodeForPlatform({
   input,
   output,
   target = 'short_video_cn',
+  subtitlesAssPath = null,
 } = {}) {
   const inputPath = normalizePath(input, 'input');
   await ensureReadableFile(inputPath, 'input');
@@ -301,11 +341,16 @@ export async function transcodeForPlatform({
   await ensureParentDir(outputPath);
 
   const preset = resolveTranscodeTarget(target);
-  const vf = [
+  const vfParts = [
     `scale=${preset.width}:${preset.height}:force_original_aspect_ratio=decrease`,
     `pad=${preset.width}:${preset.height}:(ow-iw)/2:(oh-ih)/2:black`,
     'setsar=1',
-  ].join(',');
+  ];
+  if (subtitlesAssPath) {
+    const escapedPath = subtitlesAssPath.replace(/\\/g, '/').replace(/:/g, '\\:').replace(/'/g, "\\'");
+    vfParts.push(`subtitles='${escapedPath}'`);
+  }
+  const vf = vfParts.join(',');
 
   await runProcess('ffmpeg', [
     '-y',

package/src/_vendor/video/recorder/index.js

@@ -195,7 +195,7 @@ export async function recordUrlNarration({
   xvfbStopTimeoutMs = 5000,
   postPlanTailMs = 600,
 } = {}) {
-  const zoom = Number.isFinite(Number(page_zoom)) && Number(page_zoom) > 0 ? Number(page_zoom) : 1.0;
+  const zoom = Number.isFinite(Number(page_zoom)) && Number(page_zoom) > 0 ? Number(page_zoom) : 1.1;
   const rawPhases = normalizePlanPhases(plan);
   const phases = zoom !== 1.0 ? rawPhases.map(p => scalePhaseY(p, zoom)) : rawPhases;
   const executablePlan = {

package/src/chat-bridge.js

@@ -7,6 +7,7 @@ import { createHash, randomUUID } from 'crypto';
 import path, { extname } from 'path';
 import { homedir } from 'os';
 import {
+  buildAssContent,
   concatVideos,
   muxAudioToVideo,
   probeDurationMs,
@@ -1498,7 +1499,7 @@ server.tool('record_url_narration',
 
 // ── compose_video ───────────────────────────────────────────────────────────────
 server.tool('compose_video',
-  'Compose a final short video by muxing audio onto a base video, optionally concatenating an outro, and transcoding to platform spec.',
+  'Compose a final short video by muxing audio onto a base video, optionally burning subtitles, concatenating an outro, and transcoding to platform spec.',
   {
     video_path: z.string().describe('Base silent video path. Relative paths resolve from the current workspace.'),
     audio_segments: z.array(z.object({
@@ -1507,14 +1508,19 @@ server.tool('compose_video',
       phase: z.string().optional().describe('Optional phase id. Used with events_log to derive start time.'),
     })).describe('Ordered or unordered narration audio segments.'),
     events_log: z.array(z.any()).optional().describe('Optional recorder event log. Used to resolve segment start time by phase.'),
+    subtitles: z.array(z.object({
+      text: z.string().describe('Subtitle text for this segment (the narration sentence).'),
+      start_ms: z.number().describe('Subtitle start time in milliseconds.'),
+      end_ms: z.number().describe('Subtitle end time in milliseconds.'),
+    })).optional().describe('Subtitle segments to burn into the video. Pass each phase narration text with its start/end time (derived from detail_sections dwell_ms). Omit to produce no subtitles.'),
     outro_path: z.string().optional().describe('Optional outro mp4 path. If omitted, uses ~/.lightcone/assets/outros/default.mp4 when present.'),
     target: z.enum(['short_video_cn', 'douyin', 'xhs']).optional().describe('Transcode target profile. Defaults to short_video_cn.'),
   },
-  async ({ video_path, audio_segments, events_log, outro_path, target }) => {
+  async ({ video_path, audio_segments, events_log, subtitles, outro_path, target }) => {
     if (isBlockedCvmaxEditorVideoTool('compose_video')) {
       return cvmaxEditorVideoToolError('compose_video');
     }
-    const composeInput = { video_path, audio_segments, events_log, outro_path, target };
+    const composeInput = { video_path, audio_segments, events_log, subtitles, outro_path, target };
     try {
       const result = await runMandatoryLocalTool({
         toolName: 'compose_video',
@@ -1541,7 +1547,16 @@ server.tool('compose_video',
           const muxedPath = path.join(VIDEO_COMPOSE_LOCAL_DIR, `compose-${runId}.muxed.mp4`);
           const concatPath = path.join(VIDEO_COMPOSE_LOCAL_DIR, `compose-${runId}.concat.mp4`);
           const finalPath = path.join(VIDEO_COMPOSE_LOCAL_DIR, `compose-${runId}.final.mp4`);
-          const intermediates = [muxedPath, concatPath];
+          const assPath = path.join(VIDEO_COMPOSE_LOCAL_DIR, `compose-${runId}.ass`);
+          const intermediates = [muxedPath, concatPath, assPath];
+
+          const subtitleSegments = Array.isArray(checkedInput.subtitles) ? checkedInput.subtitles : [];
+          let subtitlesAssPath = null;
+          if (subtitleSegments.length > 0) {
+            const assContent = buildAssContent(subtitleSegments);
+            writeFileSync(assPath, assContent, 'utf8');
+            subtitlesAssPath = assPath;
+          }
 
           try {
             await muxAudioToVideo({
@@ -1564,6 +1579,7 @@ server.tool('compose_video',
               input: composedPath,
               output: finalPath,
               target: targetProfile,
+              subtitlesAssPath,
             });
 
             const durationMs = await probeDurationMs(finalPath);
@@ -1573,6 +1589,7 @@ server.tool('compose_video',
               durationMs,
               outroPath: resolvedOutroPath,
               target: targetProfile,
+              subtitles: subtitleSegments.length > 0,
             };
           } catch (error) {
             cleanupLocalFiles([...intermediates, finalPath]);
@@ -1590,6 +1607,7 @@ server.tool('compose_video',
             `final_video_path=${result.finalVideoPath}\n` +
             `duration_ms=${result.durationMs}\n` +
             `target=${result.target}\n` +
+            `subtitles=${result.subtitles ? 'burned' : 'none'}\n` +
             `outro=${outroText}`,
         }],
       };