@steipete/summarize 0.11.1 → 0.13.0

package/dist/esm/run/flows/url/extract.js

@@ -14,9 +14,12 @@ export async function fetchLinkContentWithBirdTip({ client, url, options, env, }
 export function deriveExtractionUi(extracted) {
     const extractedContentBytes = Buffer.byteLength(extracted.content, "utf8");
     const contentSizeLabel = formatBytes(extractedContentBytes);
+    const twitterStrategy = extracted.diagnostics.strategy === "xurl" || extracted.diagnostics.strategy === "bird"
+        ? extracted.diagnostics.strategy
+        : null;
     const viaSources = [];
-    if (extracted.diagnostics.strategy === "bird") {
-        viaSources.push("bird");
+    if (twitterStrategy) {
+        viaSources.push(twitterStrategy);
     }
     if (extracted.diagnostics.strategy === "nitter") {
         viaSources.push("Nitter");
@@ -28,8 +31,8 @@ export function deriveExtractionUi(extracted) {
     const footerParts = [];
     if (extracted.diagnostics.strategy === "html")
         footerParts.push("html");
-    if (extracted.diagnostics.strategy === "bird")
-        footerParts.push("bird");
+    if (twitterStrategy)
+        footerParts.push(twitterStrategy);
     if (extracted.diagnostics.strategy === "nitter")
         footerParts.push("nitter");
     if (extracted.diagnostics.firecrawl.used)

package/dist/esm/run/flows/url/extract.js.map

@@ -1 +1 @@
-{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../../src/run/flows/url/extract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAShD,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,EAChD,MAAM,EACN,GAAG,EACH,OAAO,EACP,GAAG,GAWJ;IACC,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC,gBAAgB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAA+B;IAChE,MAAM,qBAAqB,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3E,MAAM,gBAAgB,GAAG,WAAW,CAAC,qBAAqB,CAAC,CAAC;IAE5D,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC9C,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChD,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACzC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IACD,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAEhF,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,MAAM;QAAE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxE,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,MAAM;QAAE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxE,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,QAAQ;QAAE,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5E,IAAI,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI;QAAE,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxE,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YACtD,WAAW,CAAC,IAAI,CACd,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,aAAa,CAC5F,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;QAClD,WAAW,CAAC,IAAI,CAAC,cAAc,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QAC7C,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,iBAAiB,GAAG,uBAAuB,CAAC;QAChD,SAAS,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,SAAS,EAAE;KAClF,CAAC,CAAC;IAEH,OAAO;QACL,gBAAgB;QAChB,cAAc;QACd,WAAW;QACX,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,EACvC,SAAS,EACT,MAAM,EACN,OAAO,EACP,YAAY,EACZ,GAAG,GAOJ;IACC,YAAY,CACV,MAAM,EACN,OAAO,EACP,yBAAyB,SAAS,CAAC,WAAW,CAAC,QAAQ,aAAa,oBAAoB,CACtF,SAAS,CAAC,QAAQ,CACnB,UAAU,oBAAoB,CAAC,SAAS,CAAC,KAAK,CAAC,qBAAqB,oBAAoB,CACvF,SAAS,CAAC,gBAAgB,CAC3B,EAAE,EACH,YAAY,EACZ,GAAG,CACJ,CAAC;IACF,YAAY,CACV,MAAM,EACN,OAAO,EACP,4BAA4B,SAAS,CAAC,eAAe,UAAU,SAAS,CAAC,SAAS,yBAAyB,oBAAoB,CAC7H,SAAS,CAAC,oBAAoB,CAC/B,oBAAoB,oBAAoB,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,EACtE,YAAY,EACZ,GAAG,CACJ,CAAC;IACF,YAAY,CACV,MAAM,EACN,OAAO,EACP,+BAA+B,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,SAAS,SAAS,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,UAAU,oBAAoB,CACjJ,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,IAAI,IAAI,CAC9C,EAAE,EACH,YAAY,EACZ,GAAG,CACJ,CAAC;IACF,YAAY,CACV,MAAM,EACN,OAAO,EACP,8BAA8B,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,SAAS,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,aAAa,oBAAoB,CACjJ,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAChD,UAAU,oBAAoB,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,EAC/E,YAAY,EACZ,GAAG,CACJ,CAAC;IACF,YAAY,CACV,MAAM,EACN,OAAO,EACP,mCAAmC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,YAAY,aAAa,oBAAoB,CAC/G,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,IAAI,IAAI,CAClD,uBACC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC;QAC5D,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC;QAC/D,CAAC,CAAC,MACN,UAAU,oBAAoB,CAAC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,EAChF,YAAY,EACZ,GAAG,CACJ,CAAC;AACJ,CAAC"}
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../../src/run/flows/url/extract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAShD,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,EAChD,MAAM,EACN,GAAG,EACH,OAAO,EACP,GAAG,GAWJ;IACC,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC,gBAAgB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAA+B;IAChE,MAAM,qBAAqB,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3E,MAAM,gBAAgB,GAAG,WAAW,CAAC,qBAAqB,CAAC,CAAC;IAC5D,MAAM,eAAe,GACnB,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,MAAM,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,MAAM;QACpF,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ;QAChC,CAAC,CAAC,IAAI,CAAC;IAEX,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,eAAe,EAAE,CAAC;QACpB,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACnC,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChD,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACzC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IACD,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAEhF,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,MAAM;QAAE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxE,IAAI,eAAe;QAAE,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACvD,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,KAAK,QAAQ;QAAE,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5E,IAAI,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI;QAAE,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxE,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YACtD,WAAW,CAAC,IAAI,CACd,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,aAAa,CAC5F,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;QAClD,WAAW,CAAC,IAAI,CAAC,cAAc,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QAC7C,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,iBAAiB,GAAG,uBAAuB,CAAC;QAChD,SAAS,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,SAAS,EAAE;KAClF,CAAC,CAAC;IAEH,OAAO;QACL,gBAAgB;QAChB,cAAc;QACd,WAAW;QACX,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,EACvC,SAAS,EACT,MAAM,EACN,OAAO,EACP,YAAY,EACZ,GAAG,GAOJ;IACC,YAAY,CACV,MAAM,EACN,OAAO,EACP,yBAAyB,SAAS,CAAC,WAAW,CAAC,QAAQ,aAAa,oBAAoB,CACtF,SAAS,CAAC,QAAQ,CACnB,UAAU,oBAAoB,CAAC,SAAS,CAAC,KAAK,CAAC,qBAAqB,oBAAoB,CACvF,SAAS,CAAC,gBAAgB,CAC3B,EAAE,EACH,YAAY,EACZ,GAAG,CACJ,CAAC;IACF,YAAY,CACV,MAAM,EACN,OAAO,EACP,4BAA4B,SAAS,CAAC,eAAe,UAAU,SAAS,CAAC,SAAS,yBAAyB,oBAAoB,CAC7H,SAAS,CAAC,oBAAoB,CAC/B,oBAAoB,oBAAoB,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,EACtE,YAAY,EACZ,GAAG,CACJ,CAAC;IACF,YAAY,CACV,MAAM,EACN,OAAO,EACP,+BAA+B,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,SAAS,SAAS,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,UAAU,oBAAoB,CACjJ,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,IAAI,IAAI,CAC9C,EAAE,EACH,YAAY,EACZ,GAAG,CACJ,CAAC;IACF,YAAY,CACV,MAAM,EACN,OAAO,EACP,8BAA8B,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,SAAS,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,aAAa,oBAAoB,CACjJ,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAChD,UAAU,oBAAoB,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,EAC/E,YAAY,EACZ,GAAG,CACJ,CAAC;IACF,YAAY,CACV,MAAM,EACN,OAAO,EACP,mCAAmC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,YAAY,aAAa,oBAAoB,CAC/G,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,IAAI,IAAI,CAClD,uBACC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC;QAC5D,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC;QAC/D,CAAC,CAAC,MACN,UAAU,oBAAoB,CAAC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,EAChF,YAAY,EACZ,GAAG,CACJ,CAAC;AACJ,CAAC"}

package/dist/esm/run/flows/url/extraction-session.js

@@ -0,0 +1,174 @@
+import { NEGATIVE_TTL_MS } from "@steipete/summarize-core/content";
+import * as urlUtils from "@steipete/summarize-core/content/url";
+import { buildExtractCacheKey } from "../../../cache.js";
+import { createLinkPreviewClient, } from "../../../content/index.js";
+import { createFirecrawlScraper } from "../../../firecrawl.js";
+import { resolveSlideSource } from "../../../slides/index.js";
+import { readTweetWithPreferredClient } from "../../bird.js";
+import { resolveTwitterCookies } from "../../cookies/twitter.js";
+import { hasBirdCli, hasXurlCli } from "../../env.js";
+import { writeVerbose } from "../../logging.js";
+import { fetchLinkContentWithBirdTip } from "./extract.js";
+import { resolveUrlFetchOptions } from "./fetch-options.js";
+export function createUrlExtractionSession({ ctx, markdown, onProgress, }) {
+    const { io, flags, model, cache: cacheState } = ctx;
+    const cacheStore = cacheState.mode === "default" ? cacheState.store : null;
+    const transcriptCache = cacheStore ? cacheStore.transcriptCache : null;
+    const firecrawlApiKey = model.apiStatus.firecrawlApiKey;
+    const scrapeWithFirecrawl = model.apiStatus.firecrawlConfigured && flags.firecrawlMode !== "off" && firecrawlApiKey
+        ? createFirecrawlScraper({
+            apiKey: firecrawlApiKey,
+            fetchImpl: io.fetch,
+        })
+        : null;
+    const readTweetWithBirdClient = hasXurlCli(io.env) || hasBirdCli(io.env)
+        ? ({ url, timeoutMs }) => readTweetWithPreferredClient({ url, timeoutMs, env: io.env })
+        : null;
+    const client = createLinkPreviewClient({
+        env: io.envForRun,
+        apifyApiToken: model.apiStatus.apifyToken,
+        ytDlpPath: model.apiStatus.ytDlpPath,
+        transcription: {
+            env: io.envForRun,
+            falApiKey: model.apiStatus.falApiKey,
+            groqApiKey: model.apiStatus.groqApiKey,
+            assemblyaiApiKey: model.apiStatus.assemblyaiApiKey,
+            openaiApiKey: model.apiStatus.openaiTranscriptionKey,
+            geminiApiKey: model.apiStatus.googleApiKey,
+        },
+        scrapeWithFirecrawl,
+        convertHtmlToMarkdown: markdown.convertHtmlToMarkdown,
+        readTweetWithBird: readTweetWithBirdClient,
+        resolveTwitterCookies: async (_args) => {
+            const res = await resolveTwitterCookies({ env: io.env });
+            return {
+                cookiesFromBrowser: res.cookies.cookiesFromBrowser,
+                source: res.cookies.source,
+                warnings: res.warnings,
+            };
+        },
+        fetch: io.fetch,
+        transcriptCache,
+        mediaCache: ctx.mediaCache ?? null,
+        onProgress,
+    });
+    const fetchWithCache = async (targetUrl, { bypassExtractCache = false } = {}) => {
+        const { localFile, options } = resolveUrlFetchOptions({
+            targetUrl,
+            flags,
+            markdown,
+            cacheMode: cacheState.mode,
+        });
+        const cacheKey = !localFile && cacheStore && cacheState.mode === "default"
+            ? buildExtractCacheKey({
+                url: targetUrl,
+                options: {
+                    youtubeTranscript: options.youtubeTranscript,
+                    mediaTranscript: options.mediaTranscript,
+                    firecrawl: options.firecrawl,
+                    format: options.format,
+                    markdownMode: options.markdownMode ?? null,
+                    transcriptTimestamps: options.transcriptTimestamps ?? false,
+                    ...(typeof options.maxCharacters === "number"
+                        ? { maxCharacters: options.maxCharacters }
+                        : {}),
+                },
+            })
+            : null;
+        if (!bypassExtractCache && cacheKey && cacheStore) {
+            const cached = cacheStore.getJson("extract", cacheKey);
+            if (cached) {
+                writeVerbose(io.stderr, flags.verbose, "cache hit extract", flags.verboseColor, io.envForRun);
+                return cached;
+            }
+            writeVerbose(io.stderr, flags.verbose, "cache miss extract", flags.verboseColor, io.envForRun);
+        }
+        try {
+            const extracted = await fetchLinkContentWithBirdTip({
+                client,
+                url: targetUrl,
+                options,
+                env: io.env,
+            });
+            if (cacheKey && cacheStore) {
+                const extractTtlMs = extracted.transcriptSource === "unavailable" ? NEGATIVE_TTL_MS : cacheState.ttlMs;
+                cacheStore.setJson("extract", cacheKey, extracted, extractTtlMs);
+                writeVerbose(io.stderr, flags.verbose, "cache write extract", flags.verboseColor, io.envForRun);
+            }
+            return extracted;
+        }
+        catch (err) {
+            const preferUrlMode = typeof urlUtils.shouldPreferUrlMode === "function"
+                ? urlUtils.shouldPreferUrlMode(targetUrl)
+                : false;
+            const isTwitter = urlUtils.isTwitterStatusUrl?.(targetUrl) ?? false;
+            if (!preferUrlMode || isTwitter)
+                throw err;
+            writeVerbose(io.stderr, flags.verbose, `extract fallback url-only (${err.message ?? String(err)})`, flags.verboseColor, io.envForRun);
+            return {
+                content: "",
+                title: null,
+                description: null,
+                url: targetUrl,
+                siteName: null,
+                wordCount: 0,
+                totalCharacters: 0,
+                truncated: false,
+                mediaDurationSeconds: null,
+                video: null,
+                isVideoOnly: true,
+                transcriptSource: null,
+                transcriptCharacters: null,
+                transcriptWordCount: null,
+                transcriptLines: null,
+                transcriptMetadata: null,
+                transcriptSegments: null,
+                transcriptTimedText: null,
+                transcriptionProvider: null,
+                diagnostics: {
+                    strategy: "html",
+                    firecrawl: {
+                        attempted: false,
+                        used: false,
+                        cacheMode: cacheState.mode,
+                        cacheStatus: "bypassed",
+                        notes: "skipped (url-only fallback)",
+                    },
+                    markdown: {
+                        requested: false,
+                        used: false,
+                        provider: null,
+                        notes: "skipped (url fallback)",
+                    },
+                    transcript: {
+                        cacheMode: cacheState.mode,
+                        cacheStatus: "unknown",
+                        textProvided: false,
+                        provider: null,
+                        attemptedProviders: [],
+                    },
+                },
+            };
+        }
+    };
+    const fetchInitialExtract = async (url) => {
+        let extracted = await fetchWithCache(url);
+        if (flags.slides && !resolveSlideSource({ url, extracted })) {
+            const isTwitter = urlUtils.isTwitterStatusUrl?.(url) ?? false;
+            if (isTwitter) {
+                const refreshed = await fetchWithCache(url, { bypassExtractCache: true });
+                if (resolveSlideSource({ url, extracted: refreshed })) {
+                    writeVerbose(io.stderr, flags.verbose, "extract refresh for slides", flags.verboseColor, io.envForRun);
+                    extracted = refreshed;
+                }
+            }
+        }
+        return extracted;
+    };
+    return {
+        cacheStore,
+        fetchInitialExtract,
+        fetchWithCache,
+    };
+}
+//# sourceMappingURL=extraction-session.js.map

package/dist/esm/run/flows/url/extraction-session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction-session.js","sourceRoot":"","sources":["../../../../../src/run/flows/url/extraction-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,KAAK,QAAQ,MAAM,sCAAsC,CAAC;AACjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EACL,uBAAuB,GAGxB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,4BAA4B,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,2BAA2B,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAgB5D,MAAM,UAAU,0BAA0B,CAAC,EACzC,GAAG,EACH,QAAQ,EACR,UAAU,GASX;IACC,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC;IACpD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3E,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC;IACvE,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS,CAAC,eAAe,CAAC;IACxD,MAAM,mBAAmB,GACvB,KAAK,CAAC,SAAS,CAAC,mBAAmB,IAAI,KAAK,CAAC,aAAa,KAAK,KAAK,IAAI,eAAe;QACrF,CAAC,CAAC,sBAAsB,CAAC;YACrB,MAAM,EAAE,eAAe;YACvB,SAAS,EAAE,EAAE,CAAC,KAAK;SACpB,CAAC;QACJ,CAAC,CAAC,IAAI,CAAC;IAEX,MAAM,uBAAuB,GAC3B,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC;QACtC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAsC,EAAE,EAAE,CACzD,4BAA4B,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC;QACjE,CAAC,CAAC,IAAI,CAAC;IAEX,MAAM,MAAM,GAAG,uBAAuB,CAAC;QACrC,GAAG,EAAE,EAAE,CAAC,SAAS;QACjB,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC,UAAU;QACzC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,SAAS;QACpC,aAAa,EAAE;YACb,GAAG,EAAE,EAAE,CAAC,SAAS;YACjB,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,SAAS;YACpC,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC,UAAU;YACtC,gBAAgB,EAAE,KAAK,CAAC,SAAS,CAAC,gBAAgB;YAClD,YAAY,EAAE,KAAK,CAAC,SAAS,CAAC,sBAAsB;YACpD,YAAY,EAAE,KAAK,CAAC,SAAS,CAAC,YAAY;SAC3C;QACD,mBAAmB;QACnB,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;QACrD,iBAAiB,EAAE,uBAAuB;QAC1C,qBAAqB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YACzD,OAAO;gBACL,kBAAkB,EAAE,GAAG,CAAC,OAAO,CAAC,kBAAkB;gBAClD,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM;gBAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;aACvB,CAAC;QACJ,CAAC;QACD,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,eAAe;QACf,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI;QAClC,UAAU;KACX,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,KAAK,EAC1B,SAAiB,EACjB,EAAE,kBAAkB,GAAG,KAAK,KAAuC,EAAE,EACtC,EAAE;QACjC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC;YACpD,SAAS;YACT,KAAK;YACL,QAAQ;YACR,SAAS,EAAE,UAAU,CAAC,IAAI;SAC3B,CAAC,CAAC;QACH,MAAM,QAAQ,GACZ,CAAC,SAAS,IAAI,UAAU,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS;YACvD,CAAC,CAAC,oBAAoB,CAAC;gBACnB,GAAG,EAAE,SAAS;gBACd,OAAO,EAAE;oBACP,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;oBAC5C,eAAe,EAAE,OAAO,CAAC,eAAe;oBACxC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI;oBAC1C,oBAAoB,EAAE,OAAO,CAAC,oBAAoB,IAAI,KAAK;oBAC3D,GAAG,CAAC,OAAO,OAAO,CAAC,aAAa,KAAK,QAAQ;wBAC3C,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE;wBAC1C,CAAC,CAAC,EAAE,CAAC;iBACR;aACF,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QACX,IAAI,CAAC,kBAAkB,IAAI,QAAQ,IAAI,UAAU,EAAE,CAAC;YAClD,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAuB,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC7E,IAAI,MAAM,EAAE,CAAC;gBACX,YAAY,CACV,EAAE,CAAC,MAAM,EACT,KAAK,CAAC,OAAO,EACb,mBAAmB,EACnB,KAAK,CAAC,YAAY,EAClB,EAAE,CAAC,SAAS,CACb,CAAC;gBACF,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,YAAY,CACV,EAAE,CAAC,MAAM,EACT,KAAK,CAAC,OAAO,EACb,oBAAoB,EACpB,KAAK,CAAC,YAAY,EAClB,EAAE,CAAC,SAAS,CACb,CAAC;QACJ,CAAC;QACD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,2BAA2B,CAAC;gBAClD,MAAM;gBACN,GAAG,EAAE,SAAS;gBACd,OAAO;gBACP,GAAG,EAAE,EAAE,CAAC,GAAG;aACZ,CAAC,CAAC;YACH,IAAI,QAAQ,IAAI,UAAU,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAChB,SAAS,CAAC,gBAAgB,KAAK,aAAa,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;gBACpF,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBACjE,YAAY,CACV,EAAE,CAAC,MAAM,EACT,KAAK,CAAC,OAAO,EACb,qBAAqB,EACrB,KAAK,CAAC,YAAY,EAClB,EAAE,CAAC,SAAS,CACb,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,aAAa,GACjB,OAAO,QAAQ,CAAC,mBAAmB,KAAK,UAAU;gBAChD,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,SAAS,CAAC;gBACzC,CAAC,CAAC,KAAK,CAAC;YACZ,MAAM,SAAS,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC;YACpE,IAAI,CAAC,aAAa,IAAI,SAAS;gBAAE,MAAM,GAAG,CAAC;YAC3C,YAAY,CACV,EAAE,CAAC,MAAM,EACT,KAAK,CAAC,OAAO,EACb,8BAA+B,GAAa,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,EACtE,KAAK,CAAC,YAAY,EAClB,EAAE,CAAC,SAAS,CACb,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,IAAI;gBACX,WAAW,EAAE,IAAI;gBACjB,GAAG,EAAE,SAAS;gBACd,QAAQ,EAAE,IAAI;gBACd,SAAS,EAAE,CAAC;gBACZ,eAAe,EAAE,CAAC;gBAClB,SAAS,EAAE,KAAK;gBAChB,oBAAoB,EAAE,IAAI;gBAC1B,KAAK,EAAE,IAAI;gBACX,WAAW,EAAE,IAAI;gBACjB,gBAAgB,EAAE,IAAI;gBACtB,oBAAoB,EAAE,IAAI;gBAC1B,mBAAmB,EAAE,IAAI;gBACzB,eAAe,EAAE,IAAI;gBACrB,kBAAkB,EAAE,IAAI;gBACxB,kBAAkB,EAAE,IAAI;gBACxB,mBAAmB,EAAE,IAAI;gBACzB,qBAAqB,EAAE,IAAI;gBAC3B,WAAW,EAAE;oBACX,QAAQ,EAAE,MAAM;oBAChB,SAAS,EAAE;wBACT,SAAS,EAAE,KAAK;wBAChB,IAAI,EAAE,KAAK;wBACX,SAAS,EAAE,UAAU,CAAC,IAAI;wBAC1B,WAAW,EAAE,UAAU;wBACvB,KAAK,EAAE,6BAA6B;qBACrC;oBACD,QAAQ,EAAE;wBACR,SAAS,EAAE,KAAK;wBAChB,IAAI,EAAE,KAAK;wBACX,QAAQ,EAAE,IAAI;wBACd,KAAK,EAAE,wBAAwB;qBAChC;oBACD,UAAU,EAAE;wBACV,SAAS,EAAE,UAAU,CAAC,IAAI;wBAC1B,WAAW,EAAE,SAAS;wBACtB,YAAY,EAAE,KAAK;wBACnB,QAAQ,EAAE,IAAI;wBACd,kBAAkB,EAAE,EAAE;qBACvB;iBACF;aACF,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,KAAK,EAAE,GAAW,EAAiC,EAAE;QAC/E,IAAI,SAAS,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YAC5D,MAAM,SAAS,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC;YAC9D,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1E,IAAI,kBAAkB,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;oBACtD,YAAY,CACV,EAAE,CAAC,MAAM,EACT,KAAK,CAAC,OAAO,EACb,4BAA4B,EAC5B,KAAK,CAAC,YAAY,EAClB,EAAE,CAAC,SAAS,CACb,CAAC;oBACF,SAAS,GAAG,SAAS,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC;IAEF,OAAO;QACL,UAAU;QACV,mBAAmB;QACnB,cAAc;KACf,CAAC;AACJ,CAAC"}

package/dist/esm/run/flows/url/fetch-options.js

@@ -0,0 +1,32 @@
+import { isLocalFileUrl, resolveLocalFileMtime } from "@steipete/summarize-core/content/local-file";
+import { isDirectVideoInput } from "@steipete/summarize-core/content/url";
+export function shouldPreferTranscriptForTarget({ targetUrl, videoMode, slides, }) {
+    return videoMode === "transcript" || (Boolean(slides) && isDirectVideoInput(targetUrl));
+}
+export function resolveUrlFetchOptions({ targetUrl, flags, markdown, cacheMode, }) {
+    const localFile = isLocalFileUrl(targetUrl);
+    return {
+        localFile,
+        options: {
+            timeoutMs: flags.timeoutMs,
+            maxCharacters: typeof flags.maxExtractCharacters === "number" && flags.maxExtractCharacters > 0
+                ? flags.maxExtractCharacters
+                : undefined,
+            youtubeTranscript: flags.youtubeMode,
+            mediaTranscript: shouldPreferTranscriptForTarget({
+                targetUrl,
+                videoMode: flags.videoMode,
+                slides: flags.slides,
+            })
+                ? "prefer"
+                : "auto",
+            transcriptTimestamps: flags.transcriptTimestamps,
+            firecrawl: flags.firecrawlMode,
+            format: markdown.markdownRequested ? "markdown" : "text",
+            markdownMode: markdown.markdownRequested ? markdown.effectiveMarkdownMode : undefined,
+            cacheMode,
+            fileMtime: localFile ? resolveLocalFileMtime(targetUrl) : null,
+        },
+    };
+}
+//# sourceMappingURL=fetch-options.js.map

package/dist/esm/run/flows/url/fetch-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch-options.js","sourceRoot":"","sources":["../../../../../src/run/flows/url/fetch-options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAkB1E,MAAM,UAAU,+BAA+B,CAAC,EAC9C,SAAS,EACT,SAAS,EACT,MAAM,GAKP;IACC,OAAO,SAAS,KAAK,YAAY,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC;AAC1F,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,EACrC,SAAS,EACT,KAAK,EACL,QAAQ,EACR,SAAS,GAMV;IACC,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5C,OAAO;QACL,SAAS;QACT,OAAO,EAAE;YACP,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,aAAa,EACX,OAAO,KAAK,CAAC,oBAAoB,KAAK,QAAQ,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC;gBAC9E,CAAC,CAAC,KAAK,CAAC,oBAAoB;gBAC5B,CAAC,CAAC,SAAS;YACf,iBAAiB,EAAE,KAAK,CAAC,WAAW;YACpC,eAAe,EAAE,+BAA+B,CAAC;gBAC/C,SAAS;gBACT,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC;gBACA,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,MAAM;YACV,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;YAChD,SAAS,EAAE,KAAK,CAAC,aAAa;YAC9B,MAAM,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;YACxD,YAAY,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS;YACrF,SAAS;YACT,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC/D;KACF,CAAC;AACJ,CAAC"}

package/dist/esm/run/flows/url/flow-progress.js

@@ -0,0 +1,123 @@
+import { createOscProgressController } from "../../../tty/osc-progress.js";
+import { startSpinner } from "../../../tty/spinner.js";
+import { createWebsiteProgress } from "../../../tty/website-progress.js";
+import { createUrlProgressStatus } from "./progress-status.js";
+import { composeUrlFlowHooks } from "./types.js";
+function isMissingSlidesDependencyError(message) {
+    const lower = message.toLowerCase();
+    return (lower.includes("missing ffmpeg") ||
+        lower.includes("install ffmpeg") ||
+        lower.includes("require yt-dlp") ||
+        lower.includes("install yt-dlp") ||
+        lower.includes("missing tesseract"));
+}
+export function writeSlidesBackgroundFailureWarning({ ctx, theme, message, }) {
+    if (ctx.flags.json || ctx.flags.extractMode)
+        return;
+    ctx.hooks.clearProgressForStdout();
+    ctx.io.stderr.write(`${theme.warning("Warning:")} --slides could not extract slide images: ${message}\n`);
+    if (isMissingSlidesDependencyError(message)) {
+        ctx.io.stderr.write(`${theme.dim("Install ffmpeg + yt-dlp for --slides, and tesseract for --slides-ocr.")}\n`);
+    }
+    ctx.hooks.restoreProgressAfterStdout?.();
+}
+export function createUrlFlowProgress({ ctx, theme, }) {
+    const { io, flags, hooks } = ctx;
+    const oscProgress = createOscProgressController({
+        label: "Fetching website",
+        env: io.env,
+        isTty: flags.progressEnabled,
+        write: (data) => io.stderr.write(data),
+    });
+    oscProgress.setIndeterminate("Fetching website");
+    const spinner = startSpinner({
+        text: `${theme.label("Fetching website")}${theme.dim(" (connecting)…")}`,
+        enabled: flags.progressEnabled,
+        stream: io.stderr,
+        color: theme.palette.spinner,
+    });
+    const styleLabel = (text) => theme.label(text);
+    const styleDim = (text) => theme.dim(text);
+    const renderStatus = (label, detail = "…") => `${styleLabel(label)}${styleDim(detail)}`;
+    const renderStatusWithMeta = (label, meta, suffix = "…") => `${styleLabel(label)} ${meta}${styleDim(suffix)}`;
+    const renderStatusFromText = (text) => {
+        const match = text.match(/^([^:]+):(.*)$/);
+        if (!match)
+            return styleLabel(text);
+        return `${styleLabel(match[1])}${styleDim(`:${match[2]}`)}`;
+    };
+    const progressStatus = createUrlProgressStatus({
+        enabled: flags.progressEnabled,
+        spinner,
+        oscProgress,
+    });
+    const handleSignal = () => {
+        try {
+            spinner.stopAndClear();
+        }
+        catch {
+            // ignore
+        }
+        oscProgress.clear();
+    };
+    const handleSigint = () => {
+        handleSignal();
+        process.exit(130);
+    };
+    const handleSigterm = () => {
+        handleSignal();
+        process.exit(143);
+    };
+    if (flags.progressEnabled) {
+        process.once("SIGINT", handleSigint);
+        process.once("SIGTERM", handleSigterm);
+    }
+    const progressHooks = !hooks.onSlidesProgress && flags.progressEnabled
+        ? composeUrlFlowHooks(hooks, {
+            onSlidesProgress: (text) => {
+                const match = text.match(/(\d{1,3})%/);
+                const percent = match ? Number(match[1]) : null;
+                progressStatus.setSlides(renderStatusFromText(text), Number.isFinite(percent) && percent !== null ? percent : null);
+            },
+        })
+        : hooks;
+    const websiteProgress = createWebsiteProgress({
+        enabled: flags.progressEnabled,
+        spinner,
+        oscProgress,
+        theme,
+    });
+    const stopProgress = () => {
+        if (!flags.progressEnabled)
+            return;
+        websiteProgress?.stop?.();
+        try {
+            spinner.stopAndClear();
+        }
+        catch {
+            // ignore
+        }
+        oscProgress.clear();
+        process.removeListener("SIGINT", handleSigint);
+        process.removeListener("SIGTERM", handleSigterm);
+    };
+    return {
+        progressStatus,
+        hooks: progressHooks,
+        pauseProgress: () => {
+            spinner.pause();
+            return () => spinner.resume();
+        },
+        renderStatus,
+        renderStatusFromText,
+        renderStatusWithMeta,
+        spinner,
+        styleDim,
+        styleLabel,
+        handleSigint,
+        handleSigterm,
+        stopProgress,
+        websiteProgress,
+    };
+}
+//# sourceMappingURL=flow-progress.js.map

package/dist/esm/run/flows/url/flow-progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flow-progress.js","sourceRoot":"","sources":["../../../../../src/run/flows/url/flow-progress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAuB,MAAM,YAAY,CAAC;AAEtE,SAAS,8BAA8B,CAAC,OAAe;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,CACL,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAChC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAChC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAChC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAChC,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,EAClD,GAAG,EACH,KAAK,EACL,OAAO,GAKR;IACC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW;QAAE,OAAO;IACpD,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAC;IACnC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CACjB,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,6CAA6C,OAAO,IAAI,CACrF,CAAC;IACF,IAAI,8BAA8B,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5C,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CACjB,GAAG,KAAK,CAAC,GAAG,CAAC,uEAAuE,CAAC,IAAI,CAC1F,CAAC;IACJ,CAAC;IACD,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,EACpC,GAAG,EACH,KAAK,GAIN;IACC,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC;IACjC,MAAM,WAAW,GAAG,2BAA2B,CAAC;QAC9C,KAAK,EAAE,kBAAkB;QACzB,GAAG,EAAE,EAAE,CAAC,GAAG;QACX,KAAK,EAAE,KAAK,CAAC,eAAe;QAC5B,KAAK,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;KAC/C,CAAC,CAAC;IACH,WAAW,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,YAAY,CAAC;QAC3B,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE;QACxE,OAAO,EAAE,KAAK,CAAC,eAAe;QAC9B,MAAM,EAAE,EAAE,CAAC,MAAM;QACjB,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;KAC7B,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,CAAC,KAAa,EAAE,MAAM,GAAG,GAAG,EAAE,EAAE,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;IAChG,MAAM,oBAAoB,GAAG,CAAC,KAAa,EAAE,IAAY,EAAE,MAAM,GAAG,GAAG,EAAE,EAAE,CACzE,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;IACpD,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,EAAE;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAC9D,CAAC,CAAC;IACF,MAAM,cAAc,GAAG,uBAAuB,CAAC;QAC7C,OAAO,EAAE,KAAK,CAAC,eAAe;QAC9B,OAAO;QACP,WAAW;KACZ,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,IAAI,CAAC;YACH,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,WAAW,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,YAAY,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC,CAAC;IACF,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,YAAY,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC,CAAC;IACF,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,aAAa,GACjB,CAAC,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,eAAe;QAC9C,CAAC,CAAC,mBAAmB,CAAC,KAAK,EAAE;YACzB,gBAAgB,EAAE,CAAC,IAAY,EAAE,EAAE;gBACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBACvC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAChD,cAAc,CAAC,SAAS,CACtB,oBAAoB,CAAC,IAAI,CAAC,EAC1B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC9D,CAAC;YACJ,CAAC;SACF,CAAC;QACJ,CAAC,CAAC,KAAK,CAAC;IACZ,MAAM,eAAe,GAAG,qBAAqB,CAAC;QAC5C,OAAO,EAAE,KAAK,CAAC,eAAe;QAC9B,OAAO;QACP,WAAW;QACX,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,IAAI,CAAC,KAAK,CAAC,eAAe;YAAE,OAAO;QACnC,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,WAAW,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC/C,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IACnD,CAAC,CAAC;IAEF,OAAO;QACL,cAAc;QACd,KAAK,EAAE,aAAa;QACpB,aAAa,EAAE,GAAG,EAAE;YAClB,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAChC,CAAC;QACD,YAAY;QACZ,oBAAoB;QACpB,oBAAoB;QACpB,OAAO;QACP,QAAQ;QACR,UAAU;QACV,YAAY;QACZ,aAAa;QACb,YAAY;QACZ,eAAe;KAChB,CAAC;AACJ,CAAC"}