pixivflow 2.39.0 → 2.41.0

package/dist/config/types.d.ts

@@ -771,6 +771,13 @@ export interface StandaloneConfig {
          * terminalises immediately). Default: 3.
          */
         maxFallbackStages?: number;
+        /**
+         * Novel media materialization policy. 'eager' downloads inline images for
+         * the preview path (legacy); 'on-demand' keeps MediaReference
+         * (assetId/sourceUrl) and defers local files to explicit ZIP/archive.
+         * Default: 'eager'
+         */
+        materializationPolicy?: 'eager' | 'on-demand';
     };
 }
 //# sourceMappingURL=types.d.ts.map

package/dist/delivery/TelePressRichNovel.js

@@ -40,6 +40,7 @@ const fs = __importStar(require("node:fs"));
 const path = __importStar(require("node:path"));
 const node_crypto_1 = require("node:crypto");
 const MediaAsset_1 = require("../domain/media/MediaAsset");
+const novelMarkers_1 = require("../download/novelMarkers");
 const logger_1 = require("../logger");
 const redact_1 = require("../utils/redact");
 /**
@@ -59,6 +60,26 @@ function interpolateEnv(value) {
 function isDownloadedPixivAsset(asset) {
     return Boolean(asset && asset.status === 'downloaded' && asset.url && asset.localPath);
 }
+function isPendingPixivAsset(asset) {
+    return Boolean(asset && asset.status === 'pending' && asset.url && asset.sourceId && !asset.localPath);
+}
+/** Build a canonical MediaAsset without requiring a local file. */
+function mediaAssetFrom(asset, workId, localPath) {
+    const kind = asset.kind === 'uploadedimage' || asset.kind === 'pixivimage'
+        ? asset.kind
+        : undefined;
+    const source = String(asset.url);
+    if (!source || !kind)
+        return undefined;
+    return (0, MediaAsset_1.buildMediaAsset)({
+        workId,
+        kind,
+        sourceId: asset.sourceId ? String(asset.sourceId) : undefined,
+        marker: asset.marker ? String(asset.marker) : undefined,
+        sourceUrl: source,
+        artifactId: localPath,
+    });
+}
 /**
  * Read the novel metadata sidecar into canonical `MediaAsset` values, plus the
  * legacy `{local, source}` manifest projection (local is only a render hint for
@@ -76,24 +97,14 @@ function readNovelMediaAssets(artifact) {
         const workId = meta.pixiv_id ? String(meta.pixiv_id) : artifact.pixivId;
         const mediaAssets = [];
         const manifest = [];
-        for (const asset of meta.assets) {
-            if (!isDownloadedPixivAsset(asset))
-                continue;
-            const kind = asset.kind === 'uploadedimage' || asset.kind === 'pixivimage'
-                ? asset.kind
-                : undefined;
+        const downloaded = meta.assets.filter(isDownloadedPixivAsset);
+        for (const asset of downloaded) {
             const source = String(asset.url);
             const localPath = String(asset.localPath);
-            if (!source || !localPath || !kind)
+            const media = mediaAssetFrom(asset, workId, localPath);
+            if (!media)
                 continue;
-            mediaAssets.push((0, MediaAsset_1.buildMediaAsset)({
-                workId,
-                kind,
-                sourceId: asset.sourceId ? String(asset.sourceId) : undefined,
-                marker: asset.marker ? String(asset.marker) : undefined,
-                sourceUrl: source,
-                artifactId: localPath,
-            }));
+            mediaAssets.push(media);
             manifest.push({
                 local: `images/${path.basename(localPath)}`,
                 source,
@@ -101,6 +112,25 @@ function readNovelMediaAssets(artifact) {
                 sourceUrl: source,
             });
         }
+        // On-demand previews: no local downloads for this work, but the metadata
+        // carries resolvable Pixiv CDN sources. Pass those through as pending
+        // references (no artifactId) so TelePress can proxy them without files.
+        if (mediaAssets.length === 0) {
+            for (const asset of meta.assets.filter(isPendingPixivAsset)) {
+                const source = String(asset.url);
+                const refName = (0, novelMarkers_1.novelReferenceFileName)(source, String(asset.sourceId));
+                const media = mediaAssetFrom(asset, workId);
+                if (!media)
+                    continue;
+                mediaAssets.push(media);
+                manifest.push({
+                    local: refName,
+                    source,
+                    assetId: mediaAssets[mediaAssets.length - 1]?.id,
+                    sourceUrl: source,
+                });
+            }
+        }
         return { mediaAssets, manifest };
     }
     catch {
@@ -145,7 +175,7 @@ async function publishRichNovelPreview(artifact, options) {
     const sources = findRichNovelSources(artifact);
     if (!sources)
         return { url: '', retryable: false, operatorHint: 'no_rich_novel_assets' };
-    if (sources.imagePaths.length === 0) {
+    if (sources.imagePaths.length === 0 && sources.manifest.length === 0) {
         return { url: '', retryable: false, operatorHint: 'no_rich_novel_assets' };
     }
     const mdName = path.basename(sources.mdPath);

package/dist/download/DownloadManager.js

@@ -5,6 +5,7 @@ const logger_1 = require("../logger");
 const RankingService_1 = require("./RankingService");
 const IllustrationDownloader_1 = require("./IllustrationDownloader");
 const NovelDownloader_1 = require("./NovelDownloader");
+const MaterializationPolicy_1 = require("../domain/media/MaterializationPolicy");
 const ProgressReporter_1 = require("./report/ProgressReporter");
 const DownloadPlanner_1 = require("./plan/DownloadPlanner");
 const DownloadExecutor_1 = require("./exec/DownloadExecutor");
@@ -125,7 +126,10 @@ class DownloadManager {
         const downloadConcurrency = config.download?.concurrency || 3;
         const storagePath = config.storage?.illustrationDirectory ?? config.storage?.downloadDirectory ?? './downloads';
         this.illustrationDownloader = new IllustrationDownloader_1.IllustrationDownloader(client, database, fileService, downloadConcurrency, storagePath);
-        this.novelDownloader = new NovelDownloader_1.NovelDownloader(client, database, fileService, database);
+        const materialization = config.download?.materializationPolicy
+            ? { mode: config.download?.materializationPolicy }
+            : MaterializationPolicy_1.DEFAULT_MATERIALIZATION_POLICY;
+        this.novelDownloader = new NovelDownloader_1.NovelDownloader(client, database, fileService, database, undefined, materialization);
         this.planner = new DownloadPlanner_1.DownloadPlanner(database, {
             deliveredIds: (target, type, ids) => this.deliveryService.deliveredIds(target, type, ids),
             // CANDIDATE SELECTION dedupe: also treats a work whose review submission is

package/dist/download/NovelDownloader.js

@@ -230,9 +230,16 @@ class NovelDownloader {
         // (compat format stays), inline images become relative ![](images/x.jpg)
         // refs so a later TelePress/TelePost phase can render the Telegraph page.
         let richMediaPath;
-        if (assets.some((a) => a.status === 'downloaded')) {
+        const hasDownloadedImages = assets.some((a) => a.status === 'downloaded');
+        // On-demand mode (no local images) still emits a resolvable md sidecar from
+        // media references so TelePress can render via proxy without a download.
+        const hasResolvablePending = assets.some((a) => a.status === 'pending' && Boolean(a.url));
+        if (hasDownloadedImages || hasResolvablePending) {
             try {
-                const mdPath = await this.fileService.saveText(`${header}\n${(0, novelMarkers_1.renderNovelMarkdown)(text, assets)}`, fileName.replace(/\.txt$/, '.md'), metadata);
+                const mdContent = hasDownloadedImages
+                    ? (0, novelMarkers_1.renderNovelMarkdown)(text, assets)
+                    : (0, novelMarkers_1.renderNovelMarkdownReference)(text, assets);
+                const mdPath = await this.fileService.saveText(`${header}\n${mdContent}`, fileName.replace(/\.txt$/, '.md'), metadata);
                 richMediaPath = mdPath;
                 logger_1.logger.info(`Saved novel ${detail.id} rich-media markdown sidecar`, { filePath: mdPath });
             }

package/dist/download/novelMarkers.d.ts

@@ -75,4 +75,18 @@ export declare function demo(): void;
  * original text so nothing is silently dropped (partial success).
  */
 export declare function renderNovelMarkdown(source: string, assets: NovelAsset[]): string;
+/**
+ * Stable relative filename for an inline novel media reference without a local
+ * download. Uses the sourceId plus the URL extension so the manifest can point
+ * at a proxy URL while the rendered Markdown still resolves to
+ * `images/<sourceId>.jpg`.
+ */
+export declare function novelReferenceFileName(url: string | undefined, sourceId: string): string;
+/**
+ * Markdown sidecar for on-demand (non-downloading) previews. Renders
+ * `![](images/<ref>)` for every resolvable asset so the manifest can be
+ * rehydrated by TelePress via proxy; markers without a resolvable URL stay as
+ * their original text.
+ */
+export declare function renderNovelMarkdownReference(source: string, assets: NovelAsset[]): string;
 //# sourceMappingURL=novelMarkers.d.ts.map

package/dist/download/novelMarkers.js

@@ -4,6 +4,8 @@ exports.scanNovelMarkers = scanNovelMarkers;
 exports.extractNovelAssets = extractNovelAssets;
 exports.demo = demo;
 exports.renderNovelMarkdown = renderNovelMarkdown;
+exports.novelReferenceFileName = novelReferenceFileName;
+exports.renderNovelMarkdownReference = renderNovelMarkdownReference;
 const node_path_1 = require("node:path");
 const linkRegex = /https?:\/\/\S+/;
 function parseMarker(span) {
@@ -141,4 +143,50 @@ function renderNovelMarkdown(source, assets) {
     })
         .join('');
 }
+/**
+ * Stable relative filename for an inline novel media reference without a local
+ * download. Uses the sourceId plus the URL extension so the manifest can point
+ * at a proxy URL while the rendered Markdown still resolves to
+ * `images/<sourceId>.jpg`.
+ */
+function novelReferenceFileName(url, sourceId) {
+    let ext = '';
+    if (url) {
+        try {
+            const path = new URL(url).pathname;
+            const match = /\.(jpg|jpeg|png|gif|webp)$/i.exec(path);
+            if (match)
+                ext = match[1].toLowerCase();
+        }
+        catch {
+            // non-URL fall through to default ext
+        }
+    }
+    const safeId = sourceId.replace(/[^\w.-]+/g, '_');
+    return `images/${safeId}${ext ? `.${ext}` : '.jpg'}`;
+}
+/**
+ * Markdown sidecar for on-demand (non-downloading) previews. Renders
+ * `![](images/<ref>)` for every resolvable asset so the manifest can be
+ * rehydrated by TelePress via proxy; markers without a resolvable URL stay as
+ * their original text.
+ */
+function renderNovelMarkdownReference(source, assets) {
+    return scanNovelMarkers(source)
+        .map((marker) => {
+        if (marker.type === 'text')
+            return marker.value;
+        const asset = assets.find((a) => a.marker === marker.raw);
+        if (!asset)
+            return marker.raw;
+        if (asset.status === 'downloaded' && asset.localPath) {
+            return `![](images/${(0, node_path_1.basename)(asset.localPath)})`;
+        }
+        if (asset.status === 'pending' && asset.url) {
+            return `![](${novelReferenceFileName(asset.url, asset.sourceId)})`;
+        }
+        return marker.raw;
+    })
+        .join('');
+}
 //# sourceMappingURL=novelMarkers.js.map

package/dist/package.json

@@ -1,6 +1,6 @@
 {
   "type": "commonjs",
   "name": "pixivflow",
-  "version": "2.39.0",
+  "version": "2.41.0",
   "private": true
 }

package/dist/version.js

@@ -2,5 +2,5 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.BUILD = void 0;
 // GENERATED by scripts/write-version.js — do not edit manually.
-exports.BUILD = { version: '2.39.0', commit: '6cee00e9c813' };
+exports.BUILD = { version: '2.41.0', commit: '471ff53f25c9' };
 //# sourceMappingURL=version.js.map

package/dist/webui/package.json

@@ -1,6 +1,6 @@
 {
   "type": "commonjs",
   "name": "pixivflow-webui-backend",
-  "version": "2.39.0",
+  "version": "2.41.0",
   "description": "PixivFlow WebUI Backend - CommonJS module"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pixivflow",
-  "version": "2.39.0",
+  "version": "2.41.0",
   "description": "🎨 Pixiv 下载、筛选与自动收集工具 - 批量下载插画和小说、按标签/热度/日期筛选、定时任务与可靠 HTTP 交付 | Pixiv downloader and automation toolkit with filtering, scheduling and reliable HTTP delivery",
   "repository": {
     "type": "git",