@steipete/summarize 0.9.0 → 0.11.0

package/dist/esm/run/flows/url/summary.js

@@ -1,19 +1,138 @@
-import { countTokens } from 'gpt-tokenizer';
-import { render as renderMarkdownAnsi } from 'markdansi';
-import { buildLanguageKey, buildLengthKey, buildPromptHash, buildSummaryCacheKey, hashString, normalizeContentForHash, } from '../../../cache.js';
-import { formatOutputLanguageForJson } from '../../../language.js';
-import { parseGatewayStyleModelId } from '../../../llm/model-id.js';
-import { buildAutoModelAttempts } from '../../../model-auto.js';
-import { buildLinkSummaryPrompt } from '../../../prompts/index.js';
-import { parseCliUserModelId } from '../../env.js';
-import { buildExtractFinishLabel, buildLengthPartsForFinishLine, writeFinishLine, } from '../../finish-line.js';
-import { writeVerbose } from '../../logging.js';
-import { prepareMarkdownForTerminal } from '../../markdown.js';
-import { runModelAttempts } from '../../model-attempts.js';
-import { buildOpenRouterNoAllowedProvidersMessage } from '../../openrouter.js';
-import { isRichTty, markdownRenderWidth, supportsColor } from '../../terminal.js';
-export function buildUrlPrompt({ extracted, outputLanguage, lengthArg, promptOverride, lengthInstruction, languageInstruction, }) {
-    const isYouTube = extracted.siteName === 'YouTube';
+import { isTwitterStatusUrl, isYouTubeUrl } from "@steipete/summarize-core/content/url";
+import { countTokens } from "gpt-tokenizer";
+import { render as renderMarkdownAnsi } from "markdansi";
+import { buildLanguageKey, buildLengthKey, buildPromptHash, buildSummaryCacheKey, hashString, normalizeContentForHash, } from "../../../cache.js";
+import { formatOutputLanguageForJson } from "../../../language.js";
+import { parseGatewayStyleModelId } from "../../../llm/model-id.js";
+import { buildAutoModelAttempts } from "../../../model-auto.js";
+import { buildLinkSummaryPrompt, SUMMARY_LENGTH_TARGET_CHARACTERS, SUMMARY_SYSTEM_PROMPT, } from "../../../prompts/index.js";
+import { readLastSuccessfulCliProvider, writeLastSuccessfulCliProvider, } from "../../cli-fallback-state.js";
+import { parseCliUserModelId } from "../../env.js";
+import { buildExtractFinishLabel, buildLengthPartsForFinishLine, writeFinishLine, } from "../../finish-line.js";
+import { resolveTargetCharacters } from "../../format.js";
+import { writeVerbose } from "../../logging.js";
+import { prepareMarkdownForTerminal } from "../../markdown.js";
+import { runModelAttempts } from "../../model-attempts.js";
+import { buildOpenRouterNoAllowedProvidersMessage } from "../../openrouter.js";
+import { isRichTty, markdownRenderWidth, supportsColor } from "../../terminal.js";
+import { coerceSummaryWithSlides, interleaveSlidesIntoTranscript, normalizeSummarySlideHeadings, } from "./slides-text.js";
+const MAX_SLIDE_TRANSCRIPT_CHARS_BY_PRESET = {
+    short: 2500,
+    medium: 5000,
+    long: 9000,
+    xl: 15000,
+    xxl: 24000,
+};
+const SLIDE_TRANSCRIPT_DEFAULT_EDGE_SECONDS = 30;
+const SLIDE_TRANSCRIPT_LEEWAY_SECONDS = 10;
+function parseTimestampSeconds(value) {
+    const parts = value.split(":").map((item) => Number(item));
+    if (parts.some((item) => !Number.isFinite(item)))
+        return null;
+    if (parts.length === 2) {
+        const [minutes, seconds] = parts;
+        return minutes * 60 + seconds;
+    }
+    if (parts.length === 3) {
+        const [hours, minutes, seconds] = parts;
+        return hours * 3600 + minutes * 60 + seconds;
+    }
+    return null;
+}
+function parseTranscriptTimedText(input) {
+    if (!input)
+        return [];
+    const segments = [];
+    for (const line of input.split("\n")) {
+        const trimmed = line.trim();
+        if (!trimmed.startsWith("["))
+            continue;
+        const match = trimmed.match(/^\[(\d{1,2}:\d{2}(?::\d{2})?)\]\s*(.*)$/);
+        if (!match)
+            continue;
+        const seconds = parseTimestampSeconds(match[1]);
+        if (seconds == null)
+            continue;
+        const text = (match[2] ?? "").trim();
+        if (!text)
+            continue;
+        segments.push({ startSeconds: seconds, text });
+    }
+    segments.sort((a, b) => a.startSeconds - b.startSeconds);
+    return segments;
+}
+function formatTimestamp(seconds) {
+    const clamped = Math.max(0, Math.floor(seconds));
+    const hours = Math.floor(clamped / 3600);
+    const minutes = Math.floor((clamped % 3600) / 60);
+    const secs = clamped % 60;
+    const mm = String(minutes).padStart(2, "0");
+    const ss = String(secs).padStart(2, "0");
+    if (hours <= 0)
+        return `${minutes}:${ss}`;
+    const hh = String(hours).padStart(2, "0");
+    return `${hh}:${mm}:${ss}`;
+}
+function truncateTranscript(value, limit) {
+    if (value.length <= limit)
+        return value;
+    const truncated = value.slice(0, limit).trimEnd();
+    const clean = truncated.replace(/\s+\S*$/, "").trim();
+    const result = clean.length > 0 ? clean : truncated.trim();
+    return result.length > 0 ? `${result}…` : "";
+}
+function buildSlidesPromptText({ slides, transcriptTimedText, preset, }) {
+    if (!slides || slides.slides.length === 0)
+        return null;
+    const segments = parseTranscriptTimedText(transcriptTimedText);
+    const slidesWithTimestamps = slides.slides
+        .filter((slide) => Number.isFinite(slide.timestamp))
+        .map((slide) => ({ index: slide.index, timestamp: Math.max(0, Math.floor(slide.timestamp)) }))
+        .sort((a, b) => a.timestamp - b.timestamp);
+    if (slidesWithTimestamps.length === 0)
+        return null;
+    const totalBudget = Number(MAX_SLIDE_TRANSCRIPT_CHARS_BY_PRESET[preset]);
+    const perSlideBudget = Math.max(120, Math.floor(totalBudget / Math.max(1, slidesWithTimestamps.length)));
+    let remaining = totalBudget;
+    const blocks = [];
+    for (let i = 0; i < slidesWithTimestamps.length; i += 1) {
+        const slide = slidesWithTimestamps[i];
+        if (!slide)
+            continue;
+        const prev = slidesWithTimestamps[i - 1];
+        const next = slidesWithTimestamps[i + 1];
+        const startBase = prev ? Math.floor((prev.timestamp + slide.timestamp) / 2) : slide.timestamp;
+        const endBase = next ? Math.ceil((slide.timestamp + next.timestamp) / 2) : slide.timestamp;
+        const start = Math.max(0, (prev ? startBase : slide.timestamp - SLIDE_TRANSCRIPT_DEFAULT_EDGE_SECONDS) -
+            SLIDE_TRANSCRIPT_LEEWAY_SECONDS);
+        const end = (next ? endBase : slide.timestamp + SLIDE_TRANSCRIPT_DEFAULT_EDGE_SECONDS) +
+            SLIDE_TRANSCRIPT_LEEWAY_SECONDS;
+        const excerptParts = [];
+        for (const segment of segments) {
+            if (segment.startSeconds < start)
+                continue;
+            if (segment.startSeconds > end)
+                break;
+            excerptParts.push(segment.text);
+        }
+        const excerptRaw = excerptParts.join(" ").trim().replace(/\s+/g, " ");
+        const excerptBudget = remaining > 0 ? Math.min(perSlideBudget, remaining) : 0;
+        const excerpt = excerptRaw && excerptBudget > 0 ? truncateTranscript(excerptRaw, excerptBudget) : "";
+        const label = `[slide:${slide.index}] [${formatTimestamp(start)}–${formatTimestamp(end)}]`;
+        const block = excerpt ? `${label}\n${excerpt}` : label;
+        blocks.push(block);
+        remaining = Math.max(0, remaining - block.length);
+    }
+    return blocks.length > 0 ? blocks.join("\n\n") : null;
+}
+export function buildUrlPrompt({ extracted, outputLanguage, lengthArg, promptOverride, lengthInstruction, languageInstruction, slides, }) {
+    const isYouTube = extracted.siteName === "YouTube";
+    const preset = lengthArg.kind === "preset" ? lengthArg.preset : "medium";
+    const slidesText = buildSlidesPromptText({
+        slides,
+        transcriptTimedText: extracted.transcriptTimedText,
+        preset,
+    });
     return buildLinkSummaryPrompt({
         url: extracted.url,
         title: extracted.title,
@@ -22,8 +141,10 @@ export function buildUrlPrompt({ extracted, outputLanguage, lengthArg, promptOve
         content: extracted.content,
         truncated: extracted.truncated,
         hasTranscript: isYouTube ||
-            (extracted.transcriptSource !== null && extracted.transcriptSource !== 'unavailable'),
-        summaryLength: lengthArg.kind === 'preset' ? lengthArg.preset : { maxCharacters: lengthArg.maxCharacters },
+            (extracted.transcriptSource !== null && extracted.transcriptSource !== "unavailable"),
+        hasTranscriptTimestamps: Boolean(extracted.transcriptTimedText),
+        slides: slidesText ? { count: slides?.slides.length ?? 0, text: slidesText } : null,
+        summaryLength: lengthArg.kind === "preset" ? lengthArg.preset : { maxCharacters: lengthArg.maxCharacters },
         outputLanguage,
         shares: [],
         promptOverride: promptOverride ?? null,
@@ -31,6 +152,97 @@ export function buildUrlPrompt({ extracted, outputLanguage, lengthArg, promptOve
         languageInstruction: languageInstruction ?? null,
     });
 }
+function shouldBypassShortContentSummary({ extracted, lengthArg, forceSummary, maxOutputTokensArg, json, }) {
+    if (forceSummary)
+        return false;
+    if (!extracted.content || extracted.content.length === 0)
+        return false;
+    const targetCharacters = resolveTargetCharacters(lengthArg, SUMMARY_LENGTH_TARGET_CHARACTERS);
+    if (!Number.isFinite(targetCharacters) || targetCharacters <= 0)
+        return false;
+    if (extracted.content.length > targetCharacters)
+        return false;
+    if (!json && typeof maxOutputTokensArg === "number") {
+        const tokenCount = countTokens(extracted.content);
+        if (tokenCount > maxOutputTokensArg)
+            return false;
+    }
+    return true;
+}
+async function outputSummaryFromExtractedContent({ ctx, url, extracted, extractionUi, prompt, effectiveMarkdownMode, transcriptionCostLabel, slides, footerLabel, verboseMessage, }) {
+    const { io, flags, model, hooks } = ctx;
+    hooks.clearProgressForStdout();
+    const finishModel = pickModelForFinishLine(model.llmCalls, null);
+    if (flags.json) {
+        const finishReport = flags.shouldComputeReport ? await hooks.buildReport() : null;
+        const payload = {
+            input: {
+                kind: "url",
+                url,
+                timeoutMs: flags.timeoutMs,
+                youtube: flags.youtubeMode,
+                firecrawl: flags.firecrawlMode,
+                format: flags.format,
+                markdown: effectiveMarkdownMode,
+                timestamps: flags.transcriptTimestamps,
+                length: flags.lengthArg.kind === "preset"
+                    ? { kind: "preset", preset: flags.lengthArg.preset }
+                    : { kind: "chars", maxCharacters: flags.lengthArg.maxCharacters },
+                maxOutputTokens: flags.maxOutputTokensArg,
+                model: model.requestedModelLabel,
+                language: formatOutputLanguageForJson(flags.outputLanguage),
+            },
+            env: {
+                hasXaiKey: Boolean(model.apiStatus.xaiApiKey),
+                hasOpenAIKey: Boolean(model.apiStatus.apiKey),
+                hasOpenRouterKey: Boolean(model.apiStatus.openrouterApiKey),
+                hasApifyToken: Boolean(model.apiStatus.apifyToken),
+                hasFirecrawlKey: model.apiStatus.firecrawlConfigured,
+                hasGoogleKey: model.apiStatus.googleConfigured,
+                hasAnthropicKey: model.apiStatus.anthropicConfigured,
+            },
+            extracted,
+            slides,
+            prompt,
+            llm: null,
+            metrics: flags.metricsEnabled ? finishReport : null,
+            summary: extracted.content,
+        };
+        io.stdout.write(`${JSON.stringify(payload, null, 2)}\n`);
+        if (flags.metricsEnabled && finishReport) {
+            const costUsd = await hooks.estimateCostUsd();
+            hooks.clearProgressForStdout();
+            writeFinishLine({
+                stderr: io.stderr,
+                env: io.envForRun,
+                elapsedMs: Date.now() - flags.runStartedAtMs,
+                label: extractionUi.finishSourceLabel,
+                model: finishModel,
+                report: finishReport,
+                costUsd,
+                detailed: flags.metricsDetailed,
+                extraParts: buildFinishExtras({
+                    extracted,
+                    metricsDetailed: flags.metricsDetailed,
+                    transcriptionCostLabel,
+                }),
+                color: flags.verboseColor,
+            });
+        }
+        return;
+    }
+    io.stdout.write(`${extracted.content}\n`);
+    hooks.restoreProgressAfterStdout?.();
+    if (extractionUi.footerParts.length > 0) {
+        const footer = footerLabel
+            ? [...extractionUi.footerParts, footerLabel]
+            : extractionUi.footerParts;
+        hooks.writeViaFooter(footer);
+    }
+    if (verboseMessage && flags.verbose) {
+        writeVerbose(io.stderr, flags.verbose, verboseMessage, flags.verboseColor, io.envForRun);
+    }
+}
 const buildFinishExtras = ({ extracted, metricsDetailed, transcriptionCostLabel, }) => {
     const parts = [
         ...(buildLengthPartsForFinishLine(extracted, metricsDetailed) ?? []),
@@ -47,45 +259,46 @@ const pickModelForFinishLine = (llmCalls, fallback) => {
         }
         return null;
     };
-    return (findLastModel('summary') ??
-        findLastModel('markdown') ??
+    return (findLastModel("summary") ??
+        findLastModel("markdown") ??
         (llmCalls.length > 0 ? (llmCalls[llmCalls.length - 1]?.model ?? null) : null) ??
         fallback);
 };
 const buildModelMetaFromAttempt = (attempt) => {
-    if (attempt.transport === 'cli') {
-        return { provider: 'cli', canonical: attempt.userModelId };
+    if (attempt.transport === "cli") {
+        return { provider: "cli", canonical: attempt.userModelId };
     }
     const parsed = parseGatewayStyleModelId(attempt.llmModelId ?? attempt.userModelId);
-    const canonical = attempt.userModelId.toLowerCase().startsWith('openrouter/')
+    const canonical = attempt.userModelId.toLowerCase().startsWith("openrouter/")
         ? attempt.userModelId
         : parsed.canonical;
     return { provider: parsed.provider, canonical };
 };
-export async function outputExtractedUrl({ ctx, url, extracted, extractionUi, prompt, effectiveMarkdownMode, transcriptionCostLabel, }) {
+export async function outputExtractedUrl({ ctx, url, extracted, extractionUi, prompt, effectiveMarkdownMode, transcriptionCostLabel, slides, slidesOutput, }) {
     const { io, flags, model, hooks } = ctx;
     hooks.clearProgressForStdout();
     const finishLabel = buildExtractFinishLabel({
         extracted: { diagnostics: extracted.diagnostics },
         format: flags.format,
         markdownMode: effectiveMarkdownMode,
-        hasMarkdownLlmCall: model.llmCalls.some((call) => call.purpose === 'markdown'),
+        hasMarkdownLlmCall: model.llmCalls.some((call) => call.purpose === "markdown"),
     });
     const finishModel = pickModelForFinishLine(model.llmCalls, null);
     if (flags.json) {
         const finishReport = flags.shouldComputeReport ? await hooks.buildReport() : null;
         const payload = {
             input: {
-                kind: 'url',
+                kind: "url",
                 url,
                 timeoutMs: flags.timeoutMs,
                 youtube: flags.youtubeMode,
                 firecrawl: flags.firecrawlMode,
                 format: flags.format,
                 markdown: effectiveMarkdownMode,
-                length: flags.lengthArg.kind === 'preset'
-                    ? { kind: 'preset', preset: flags.lengthArg.preset }
-                    : { kind: 'chars', maxCharacters: flags.lengthArg.maxCharacters },
+                timestamps: flags.transcriptTimestamps,
+                length: flags.lengthArg.kind === "preset"
+                    ? { kind: "preset", preset: flags.lengthArg.preset }
+                    : { kind: "chars", maxCharacters: flags.lengthArg.maxCharacters },
                 maxOutputTokens: flags.maxOutputTokensArg,
                 model: model.requestedModelLabel,
                 language: formatOutputLanguageForJson(flags.outputLanguage),
@@ -100,16 +313,20 @@ export async function outputExtractedUrl({ ctx, url, extracted, extractionUi, pr
                 hasAnthropicKey: model.apiStatus.anthropicConfigured,
             },
             extracted,
+            slides,
             prompt,
             llm: null,
             metrics: flags.metricsEnabled ? finishReport : null,
             summary: null,
         };
         io.stdout.write(`${JSON.stringify(payload, null, 2)}\n`);
+        hooks.restoreProgressAfterStdout?.();
+        hooks.restoreProgressAfterStdout?.();
         if (flags.metricsEnabled && finishReport) {
             const costUsd = await hooks.estimateCostUsd();
             writeFinishLine({
                 stderr: io.stderr,
+                env: io.envForRun,
                 elapsedMs: Date.now() - flags.runStartedAtMs,
                 label: finishLabel,
                 model: finishModel,
@@ -126,29 +343,81 @@ export async function outputExtractedUrl({ ctx, url, extracted, extractionUi, pr
         }
         return;
     }
-    const renderedExtract = flags.format === 'markdown' && !flags.plain && isRichTty(io.stdout)
-        ? renderMarkdownAnsi(prepareMarkdownForTerminal(extracted.content), {
+    const extractCandidate = flags.transcriptTimestamps &&
+        extracted.transcriptTimedText &&
+        extracted.transcriptSource &&
+        extracted.content.toLowerCase().startsWith("transcript:")
+        ? `Transcript:\n${extracted.transcriptTimedText}`
+        : extracted.content;
+    const slideTags = slides?.slides && slides.slides.length > 0
+        ? slides.slides.map((slide) => `[slide:${slide.index}]`).join("\n")
+        : "";
+    if (slidesOutput && slides?.slides && slides.slides.length > 0) {
+        const transcriptText = extracted.transcriptTimedText
+            ? `Transcript:\n${extracted.transcriptTimedText}`
+            : null;
+        const interleaved = transcriptText
+            ? interleaveSlidesIntoTranscript({
+                transcriptTimedText: transcriptText,
+                slides: slides.slides.map((slide) => ({
+                    index: slide.index,
+                    timestamp: slide.timestamp,
+                })),
+            })
+            : `${extractCandidate.trimEnd()}\n\n${slideTags}`;
+        await slidesOutput.renderFromText(interleaved);
+        hooks.restoreProgressAfterStdout?.();
+        const slideFooter = slides ? [`slides ${slides.slides.length}`] : [];
+        hooks.writeViaFooter([...extractionUi.footerParts, ...slideFooter]);
+        const report = flags.shouldComputeReport ? await hooks.buildReport() : null;
+        if (flags.metricsEnabled && report) {
+            const costUsd = await hooks.estimateCostUsd();
+            writeFinishLine({
+                stderr: io.stderr,
+                env: io.envForRun,
+                elapsedMs: Date.now() - flags.runStartedAtMs,
+                label: finishLabel,
+                model: finishModel,
+                report,
+                costUsd,
+                detailed: flags.metricsDetailed,
+                extraParts: buildFinishExtras({
+                    extracted,
+                    metricsDetailed: flags.metricsDetailed,
+                    transcriptionCostLabel,
+                }),
+                color: flags.verboseColor,
+            });
+        }
+        return;
+    }
+    const renderedExtract = flags.format === "markdown" && !flags.plain && isRichTty(io.stdout)
+        ? renderMarkdownAnsi(prepareMarkdownForTerminal(extractCandidate), {
             width: markdownRenderWidth(io.stdout, io.env),
             wrap: true,
             color: supportsColor(io.stdout, io.envForRun),
             hyperlinks: true,
         })
-        : extracted.content;
-    if (flags.format === 'markdown' && !flags.plain && isRichTty(io.stdout)) {
-        io.stdout.write(`\n${renderedExtract.replace(/^\n+/, '')}`);
+        : extractCandidate;
+    if (flags.format === "markdown" && !flags.plain && isRichTty(io.stdout)) {
+        io.stdout.write(`\n${renderedExtract.replace(/^\n+/, "")}`);
     }
     else {
         io.stdout.write(renderedExtract);
     }
-    if (!renderedExtract.endsWith('\n')) {
-        io.stdout.write('\n');
+    if (!renderedExtract.endsWith("\n")) {
+        io.stdout.write("\n");
     }
-    hooks.writeViaFooter(extractionUi.footerParts);
+    hooks.restoreProgressAfterStdout?.();
+    const slideFooter = slides ? [`slides ${slides.slides.length}`] : [];
+    hooks.writeViaFooter([...extractionUi.footerParts, ...slideFooter]);
     const report = flags.shouldComputeReport ? await hooks.buildReport() : null;
     if (flags.metricsEnabled && report) {
         const costUsd = await hooks.estimateCostUsd();
+        hooks.clearProgressForStdout();
         writeFinishLine({
             stderr: io.stderr,
+            env: io.envForRun,
             elapsedMs: Date.now() - flags.runStartedAtMs,
             label: finishLabel,
             model: finishModel,
@@ -164,11 +433,14 @@ export async function outputExtractedUrl({ ctx, url, extracted, extractionUi, pr
         });
     }
 }
-export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi, prompt, effectiveMarkdownMode, transcriptionCostLabel, onModelChosen, }) {
+export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi, prompt, effectiveMarkdownMode, transcriptionCostLabel, onModelChosen, slides, slidesOutput, }) {
     const { io, flags, model, cache: cacheState, hooks } = ctx;
-    const promptPayload = { userText: prompt };
+    const lastSuccessfulCliProvider = model.isFallbackModel
+        ? await readLastSuccessfulCliProvider(io.envForRun)
+        : null;
+    const promptPayload = { system: SUMMARY_SYSTEM_PROMPT, userText: prompt };
     const promptTokens = countTokens(promptPayload.userText);
-    const kindForAuto = extracted.siteName === 'YouTube' ? 'youtube' : 'website';
+    const kindForAuto = extracted.siteName === "YouTube" ? "youtube" : "website";
     const attempts = await (async () => {
         if (model.isFallbackModel) {
             const catalog = await model.getLiteLlmCatalog();
@@ -182,14 +454,17 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
                 catalog,
                 openrouterProvidersFromEnv: null,
                 cliAvailability: model.cliAvailability,
+                isImplicitAutoSelection: model.isImplicitAutoSelection,
+                allowAutoCliFallback: model.allowAutoCliFallback,
+                lastSuccessfulCliProvider,
             });
             if (flags.verbose) {
                 for (const attempt of list.slice(0, 8)) {
-                    writeVerbose(io.stderr, flags.verbose, `auto candidate ${attempt.debug}`, flags.verboseColor);
+                    writeVerbose(io.stderr, flags.verbose, `auto candidate ${attempt.debug}`, flags.verboseColor, io.envForRun);
                 }
             }
             return list.map((attempt) => {
-                if (attempt.transport !== 'cli')
+                if (attempt.transport !== "cli")
                     return model.summaryEngine.applyZaiOverrides(attempt);
                 const parsed = parseCliUserModelId(attempt.userModelId);
                 return { ...attempt, cliProvider: parsed.provider, cliModel: parsed.model };
@@ -197,12 +472,12 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
         }
         /* v8 ignore next */
         if (!model.fixedModelSpec) {
-            throw new Error('Internal error: missing fixed model spec');
+            throw new Error("Internal error: missing fixed model spec");
         }
-        if (model.fixedModelSpec.transport === 'cli') {
+        if (model.fixedModelSpec.transport === "cli") {
             return [
                 {
-                    transport: 'cli',
+                    transport: "cli",
                     userModelId: model.fixedModelSpec.userModelId,
                     llmModelId: null,
                     cliProvider: model.fixedModelSpec.cliProvider,
@@ -213,7 +488,7 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
                 },
             ];
         }
-        const openaiOverrides = model.fixedModelSpec.requiredEnv === 'Z_AI_API_KEY'
+        const openaiOverrides = model.fixedModelSpec.requiredEnv === "Z_AI_API_KEY"
             ? {
                 openaiApiKeyOverride: model.apiStatus.zaiApiKey,
                 openaiBaseUrlOverride: model.apiStatus.zaiBaseUrl,
@@ -222,7 +497,7 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
             : {};
         return [
             {
-                transport: model.fixedModelSpec.transport === 'openrouter' ? 'openrouter' : 'native',
+                transport: model.fixedModelSpec.transport === "openrouter" ? "openrouter" : "native",
                 userModelId: model.fixedModelSpec.userModelId,
                 llmModelId: model.fixedModelSpec.llmModelId,
                 openrouterProviders: model.fixedModelSpec.openrouterProviders,
@@ -232,45 +507,119 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
             },
         ];
     })();
-    const cacheStore = cacheState.mode === 'default' ? cacheState.store : null;
+    const cacheStore = cacheState.mode === "default" && !flags.summaryCacheBypass ? cacheState.store : null;
     const contentHash = cacheStore ? hashString(normalizeContentForHash(extracted.content)) : null;
     const promptHash = cacheStore ? buildPromptHash(prompt) : null;
     const lengthKey = buildLengthKey(flags.lengthArg);
     const languageKey = buildLanguageKey(flags.outputLanguage);
+    const autoSelectionCacheModel = model.isFallbackModel
+        ? `selection:${model.requestedModelInput.toLowerCase()}`
+        : null;
     let summaryResult = null;
     let usedAttempt = null;
     let summaryFromCache = false;
     let cacheChecked = false;
+    const isTweet = extracted.siteName?.toLowerCase() === "x" || isTwitterStatusUrl(extracted.url);
+    const isYouTube = extracted.siteName === "YouTube" || isYouTubeUrl(url);
+    const hasMedia = Boolean(extracted.video) ||
+        (extracted.transcriptSource != null && extracted.transcriptSource !== "unavailable") ||
+        (typeof extracted.mediaDurationSeconds === "number" && extracted.mediaDurationSeconds > 0) ||
+        extracted.isVideoOnly === true;
+    const autoBypass = ctx.model.isFallbackModel && !ctx.model.isNamedModelSelection;
+    const canBypassShortContent = (autoBypass || isTweet) &&
+        !flags.slides &&
+        !hasMedia &&
+        flags.streamMode !== "on" &&
+        !isYouTube &&
+        shouldBypassShortContentSummary({
+            extracted,
+            lengthArg: flags.lengthArg,
+            forceSummary: flags.forceSummary,
+            maxOutputTokensArg: flags.maxOutputTokensArg,
+            json: flags.json,
+        });
+    if (canBypassShortContent) {
+        await outputSummaryFromExtractedContent({
+            ctx,
+            url,
+            extracted,
+            extractionUi,
+            prompt,
+            effectiveMarkdownMode,
+            transcriptionCostLabel,
+            slides,
+            footerLabel: "short content",
+            verboseMessage: "short content: skipping summary",
+        });
+        return;
+    }
     if (cacheStore && contentHash && promptHash) {
         cacheChecked = true;
-        for (const attempt of attempts) {
-            if (!model.summaryEngine.envHasKeyFor(attempt.requiredEnv))
-                continue;
+        if (autoSelectionCacheModel) {
             const key = buildSummaryCacheKey({
                 contentHash,
                 promptHash,
-                model: attempt.userModelId,
+                model: autoSelectionCacheModel,
                 lengthKey,
                 languageKey,
             });
-            const cached = cacheStore.getText('summary', key);
-            if (!cached)
-                continue;
-            writeVerbose(io.stderr, flags.verbose, 'cache hit summary', flags.verboseColor);
-            onModelChosen?.(attempt.userModelId);
-            summaryResult = {
-                summary: cached,
-                summaryAlreadyPrinted: false,
-                modelMeta: buildModelMetaFromAttempt(attempt),
-                maxOutputTokensForCall: null,
-            };
-            usedAttempt = attempt;
-            summaryFromCache = true;
-            break;
+            const cached = cacheStore.getJson("summary", key);
+            const cachedSummary = cached && typeof cached.summary === "string" ? cached.summary.trim() : null;
+            const cachedModelId = cached && typeof cached.model === "string" ? cached.model.trim() : null;
+            if (cachedSummary) {
+                const cachedAttempt = cachedModelId
+                    ? (attempts.find((attempt) => attempt.userModelId === cachedModelId) ?? null)
+                    : null;
+                const fallbackAttempt = attempts.find((attempt) => model.summaryEngine.envHasKeyFor(attempt.requiredEnv)) ??
+                    attempts[0] ??
+                    null;
+                const matchedAttempt = cachedAttempt && model.summaryEngine.envHasKeyFor(cachedAttempt.requiredEnv)
+                    ? cachedAttempt
+                    : fallbackAttempt;
+                if (matchedAttempt) {
+                    writeVerbose(io.stderr, flags.verbose, "cache hit summary (auto selection)", flags.verboseColor, io.envForRun);
+                    onModelChosen?.(cachedModelId || matchedAttempt.userModelId);
+                    summaryResult = {
+                        summary: cachedSummary,
+                        summaryAlreadyPrinted: false,
+                        modelMeta: buildModelMetaFromAttempt(matchedAttempt),
+                        maxOutputTokensForCall: null,
+                    };
+                    usedAttempt = matchedAttempt;
+                    summaryFromCache = true;
+                }
+            }
+        }
+        if (!summaryFromCache) {
+            for (const attempt of attempts) {
+                if (!model.summaryEngine.envHasKeyFor(attempt.requiredEnv))
+                    continue;
+                const key = buildSummaryCacheKey({
+                    contentHash,
+                    promptHash,
+                    model: attempt.userModelId,
+                    lengthKey,
+                    languageKey,
+                });
+                const cached = cacheStore.getText("summary", key);
+                if (!cached)
+                    continue;
+                writeVerbose(io.stderr, flags.verbose, "cache hit summary", flags.verboseColor, io.envForRun);
+                onModelChosen?.(attempt.userModelId);
+                summaryResult = {
+                    summary: cached,
+                    summaryAlreadyPrinted: false,
+                    modelMeta: buildModelMetaFromAttempt(attempt),
+                    maxOutputTokensForCall: null,
+                };
+                usedAttempt = attempt;
+                summaryFromCache = true;
+                break;
+            }
         }
     }
     if (cacheChecked && !summaryFromCache) {
-        writeVerbose(io.stderr, flags.verbose, 'cache miss summary', flags.verboseColor);
+        writeVerbose(io.stderr, flags.verbose, "cache miss summary", flags.verboseColor, io.envForRun);
     }
     ctx.hooks.onSummaryCached?.(summaryFromCache);
     let lastError = null;
@@ -284,10 +633,10 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
             envHasKeyFor: model.summaryEngine.envHasKeyFor,
             formatMissingModelError: model.summaryEngine.formatMissingModelError,
             onAutoSkip: (attempt) => {
-                writeVerbose(io.stderr, flags.verbose, `auto skip ${attempt.userModelId}: missing ${attempt.requiredEnv}`, flags.verboseColor);
+                writeVerbose(io.stderr, flags.verbose, `auto skip ${attempt.userModelId}: missing ${attempt.requiredEnv}`, flags.verboseColor, io.envForRun);
             },
             onAutoFailure: (attempt, error) => {
-                writeVerbose(io.stderr, flags.verbose, `auto failed ${attempt.userModelId}: ${error instanceof Error ? error.message : String(error)}`, flags.verboseColor);
+                writeVerbose(io.stderr, flags.verbose, `auto failed ${attempt.userModelId}: ${error instanceof Error ? error.message : String(error)}`, flags.verboseColor, io.envForRun);
             },
             onFixedModelError: (_attempt, error) => {
                 throw error;
@@ -297,6 +646,7 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
                 prompt: promptPayload,
                 allowStreaming: flags.streamingEnabled,
                 onModelChosen: onModelChosen ?? null,
+                streamHandler: slidesOutput?.streamHandler ?? null,
             }),
         });
         summaryResult = attemptOutcome.result;
@@ -315,7 +665,7 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
         };
         if (model.isNamedModelSelection) {
             if (lastError === null && missingRequiredEnvs.size > 0) {
-                throw new Error(withFreeTip(`Missing ${Array.from(missingRequiredEnvs).sort().join(', ')} for --model ${model.requestedModelInput}.`));
+                throw new Error(withFreeTip(`Missing ${Array.from(missingRequiredEnvs).sort().join(", ")} for --model ${model.requestedModelInput}.`));
             }
             if (lastError instanceof Error) {
                 if (sawOpenRouterNoAllowedProviders) {
@@ -330,97 +680,68 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
             }
             throw new Error(withFreeTip(`No model available for --model ${model.requestedModelInput}`));
         }
-        hooks.clearProgressForStdout();
-        if (flags.json) {
-            const finishReport = flags.shouldComputeReport ? await hooks.buildReport() : null;
-            const finishModel = pickModelForFinishLine(model.llmCalls, null);
-            const payload = {
-                input: {
-                    kind: 'url',
-                    url,
-                    timeoutMs: flags.timeoutMs,
-                    youtube: flags.youtubeMode,
-                    firecrawl: flags.firecrawlMode,
-                    format: flags.format,
-                    markdown: effectiveMarkdownMode,
-                    length: flags.lengthArg.kind === 'preset'
-                        ? { kind: 'preset', preset: flags.lengthArg.preset }
-                        : { kind: 'chars', maxCharacters: flags.lengthArg.maxCharacters },
-                    maxOutputTokens: flags.maxOutputTokensArg,
-                    model: model.requestedModelLabel,
-                    language: formatOutputLanguageForJson(flags.outputLanguage),
-                },
-                env: {
-                    hasXaiKey: Boolean(model.apiStatus.xaiApiKey),
-                    hasOpenAIKey: Boolean(model.apiStatus.apiKey),
-                    hasOpenRouterKey: Boolean(model.apiStatus.openrouterApiKey),
-                    hasApifyToken: Boolean(model.apiStatus.apifyToken),
-                    hasFirecrawlKey: model.apiStatus.firecrawlConfigured,
-                    hasGoogleKey: model.apiStatus.googleConfigured,
-                    hasAnthropicKey: model.apiStatus.anthropicConfigured,
-                },
-                extracted,
-                prompt,
-                llm: null,
-                metrics: flags.metricsEnabled ? finishReport : null,
-                summary: extracted.content,
-            };
-            io.stdout.write(`${JSON.stringify(payload, null, 2)}\n`);
-            if (flags.metricsEnabled && finishReport) {
-                const costUsd = await hooks.estimateCostUsd();
-                writeFinishLine({
-                    stderr: io.stderr,
-                    elapsedMs: Date.now() - flags.runStartedAtMs,
-                    label: extractionUi.finishSourceLabel,
-                    model: finishModel,
-                    report: finishReport,
-                    costUsd,
-                    detailed: flags.metricsDetailed,
-                    extraParts: buildFinishExtras({
-                        extracted,
-                        metricsDetailed: flags.metricsDetailed,
-                        transcriptionCostLabel,
-                    }),
-                    color: flags.verboseColor,
-                });
-            }
-            return;
-        }
-        io.stdout.write(`${extracted.content}\n`);
-        if (extractionUi.footerParts.length > 0) {
-            hooks.writeViaFooter([...extractionUi.footerParts, 'no model']);
-        }
-        if (lastError instanceof Error && flags.verbose) {
-            writeVerbose(io.stderr, flags.verbose, `auto failed all models: ${lastError.message}`, flags.verboseColor);
-        }
+        await outputSummaryFromExtractedContent({
+            ctx,
+            url,
+            extracted,
+            extractionUi,
+            prompt,
+            effectiveMarkdownMode,
+            transcriptionCostLabel,
+            slides,
+            footerLabel: "no model",
+            verboseMessage: lastError instanceof Error ? `auto failed all models: ${lastError.message}` : null,
+        });
         return;
     }
     if (!summaryFromCache && cacheStore && contentHash && promptHash) {
-        const key = buildSummaryCacheKey({
+        const perModelKey = buildSummaryCacheKey({
             contentHash,
             promptHash,
             model: usedAttempt.userModelId,
             lengthKey,
             languageKey,
         });
-        cacheStore.setText('summary', key, summaryResult.summary, cacheState.ttlMs);
-        writeVerbose(io.stderr, flags.verbose, 'cache write summary', flags.verboseColor);
+        cacheStore.setText("summary", perModelKey, summaryResult.summary, cacheState.ttlMs);
+        writeVerbose(io.stderr, flags.verbose, "cache write summary", flags.verboseColor, io.envForRun);
+        if (autoSelectionCacheModel) {
+            const selectionKey = buildSummaryCacheKey({
+                contentHash,
+                promptHash,
+                model: autoSelectionCacheModel,
+                lengthKey,
+                languageKey,
+            });
+            cacheStore.setJson("summary", selectionKey, { summary: summaryResult.summary, model: usedAttempt.userModelId }, cacheState.ttlMs);
+            writeVerbose(io.stderr, flags.verbose, "cache write summary (auto selection)", flags.verboseColor, io.envForRun);
+        }
+    }
+    if (!summaryFromCache &&
+        model.isFallbackModel &&
+        usedAttempt.transport === "cli" &&
+        usedAttempt.cliProvider) {
+        await writeLastSuccessfulCliProvider({
+            env: io.envForRun,
+            provider: usedAttempt.cliProvider,
+        });
     }
     const { summary, summaryAlreadyPrinted, modelMeta, maxOutputTokensForCall } = summaryResult;
+    const normalizedSummary = slides && slides.slides.length > 0 ? normalizeSummarySlideHeadings(summary) : summary;
     if (flags.json) {
         const finishReport = flags.shouldComputeReport ? await hooks.buildReport() : null;
         const payload = {
             input: {
-                kind: 'url',
+                kind: "url",
                 url,
                 timeoutMs: flags.timeoutMs,
                 youtube: flags.youtubeMode,
                 firecrawl: flags.firecrawlMode,
                 format: flags.format,
                 markdown: effectiveMarkdownMode,
-                length: flags.lengthArg.kind === 'preset'
-                    ? { kind: 'preset', preset: flags.lengthArg.preset }
-                    : { kind: 'chars', maxCharacters: flags.lengthArg.maxCharacters },
+                timestamps: flags.transcriptTimestamps,
+                length: flags.lengthArg.kind === "preset"
+                    ? { kind: "preset", preset: flags.lengthArg.preset }
+                    : { kind: "chars", maxCharacters: flags.lengthArg.maxCharacters },
                 maxOutputTokens: flags.maxOutputTokensArg,
                 model: model.requestedModelLabel,
                 language: formatOutputLanguageForJson(flags.outputLanguage),
@@ -435,23 +756,25 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
                 hasAnthropicKey: model.apiStatus.anthropicConfigured,
             },
             extracted,
+            slides,
             prompt,
             llm: {
                 provider: modelMeta.provider,
                 model: usedAttempt.userModelId,
                 maxCompletionTokens: maxOutputTokensForCall,
-                strategy: 'single',
+                strategy: "single",
             },
             metrics: flags.metricsEnabled ? finishReport : null,
-            summary,
+            summary: normalizedSummary,
         };
         io.stdout.write(`${JSON.stringify(payload, null, 2)}\n`);
         if (flags.metricsEnabled && finishReport) {
             const costUsd = await hooks.estimateCostUsd();
             writeFinishLine({
                 stderr: io.stderr,
+                env: io.envForRun,
                 elapsedMs: Date.now() - flags.runStartedAtMs,
-                elapsedLabel: summaryFromCache ? 'Cached' : null,
+                elapsedLabel: summaryFromCache ? "Cached" : null,
                 label: extractionUi.finishSourceLabel,
                 model: usedAttempt.userModelId,
                 report: finishReport,
@@ -467,35 +790,53 @@ export async function summarizeExtractedUrl({ ctx, url, extracted, extractionUi,
         }
         return;
     }
-    if (!summaryAlreadyPrinted) {
+    if (slidesOutput) {
+        if (!summaryAlreadyPrinted) {
+            const summaryForSlides = slides && slides.slides.length > 0
+                ? coerceSummaryWithSlides({
+                    markdown: normalizedSummary,
+                    slides: slides.slides.map((slide) => ({
+                        index: slide.index,
+                        timestamp: slide.timestamp,
+                    })),
+                    transcriptTimedText: extracted.transcriptTimedText ?? null,
+                    lengthArg: flags.lengthArg,
+                })
+                : normalizedSummary;
+            await slidesOutput.renderFromText(summaryForSlides);
+        }
+    }
+    else if (!summaryAlreadyPrinted) {
         hooks.clearProgressForStdout();
         const rendered = !flags.plain && isRichTty(io.stdout)
-            ? renderMarkdownAnsi(prepareMarkdownForTerminal(summary), {
+            ? renderMarkdownAnsi(prepareMarkdownForTerminal(normalizedSummary), {
                 width: markdownRenderWidth(io.stdout, io.env),
                 wrap: true,
                 color: supportsColor(io.stdout, io.envForRun),
                 hyperlinks: true,
             })
-            : summary;
+            : normalizedSummary;
         if (!flags.plain && isRichTty(io.stdout)) {
-            io.stdout.write(`\n${rendered.replace(/^\n+/, '')}`);
+            io.stdout.write(`\n${rendered.replace(/^\n+/, "")}`);
         }
         else {
             if (isRichTty(io.stdout))
-                io.stdout.write('\n');
-            io.stdout.write(rendered.replace(/^\n+/, ''));
+                io.stdout.write("\n");
+            io.stdout.write(rendered.replace(/^\n+/, ""));
         }
-        if (!rendered.endsWith('\n')) {
-            io.stdout.write('\n');
+        if (!rendered.endsWith("\n")) {
+            io.stdout.write("\n");
         }
+        hooks.restoreProgressAfterStdout?.();
     }
     const report = flags.shouldComputeReport ? await hooks.buildReport() : null;
     if (flags.metricsEnabled && report) {
         const costUsd = await hooks.estimateCostUsd();
         writeFinishLine({
             stderr: io.stderr,
+            env: io.envForRun,
             elapsedMs: Date.now() - flags.runStartedAtMs,
-            elapsedLabel: summaryFromCache ? 'Cached' : null,
+            elapsedLabel: summaryFromCache ? "Cached" : null,
             label: extractionUi.finishSourceLabel,
             model: modelMeta.canonical,
             report,