@moontaiworks/fanbox-dl 1.5.5 → 1.7.0

package/dist/cjs/downloader/fs/path-manager.js

@@ -10,30 +10,50 @@ var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (
     if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
     return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
 };
-var _PathManager_flatPosts;
+var _PathManager_flatParentMinBytes, _PathManager_flatPosts, _PathManager_maxFilenameBytes, _PathManager_nameSegments;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PathManager = void 0;
 const node_path_1 = require("node:path");
 const INVALID_FILENAME_CHARS = /[<>:"/\\|?*\x00-\x1F]/g;
+const DEFAULT_MAX_FILENAME_BYTES = 250;
+const TEMP_FILE_SUFFIX = ".part";
+const TRUNCATED_MARKER = "⋯";
 class PathManager {
-    constructor({ flatPosts, rootPath }) {
+    constructor({ flatParentMinBytes = Buffer.byteLength(TRUNCATED_MARKER), flatPosts, maxFilenameBytes = DEFAULT_MAX_FILENAME_BYTES, nameSegments, rootPath, }) {
+        _PathManager_flatParentMinBytes.set(this, void 0);
         _PathManager_flatPosts.set(this, void 0);
+        _PathManager_maxFilenameBytes.set(this, void 0);
+        _PathManager_nameSegments.set(this, void 0);
         this.path = (0, node_path_1.resolve)(rootPath);
+        __classPrivateFieldSet(this, _PathManager_flatParentMinBytes, flatParentMinBytes, "f");
         __classPrivateFieldSet(this, _PathManager_flatPosts, flatPosts, "f");
+        __classPrivateFieldSet(this, _PathManager_maxFilenameBytes, maxFilenameBytes, "f");
         this.name = (0, node_path_1.basename)(this.path);
+        __classPrivateFieldSet(this, _PathManager_nameSegments, nameSegments ?? [
+            { context: this.name, required: true },
+        ], "f");
     }
-    asset(index, name, extension) {
-        const sanitizedName = name.replace(INVALID_FILENAME_CHARS, "-");
-        const fileName = `${index}-${sanitizedName}.${extension}`;
+    asset(segments, extension) {
+        const sanitizedSegments = segments.map(({ context, required }) => ({
+            context: context.replace(INVALID_FILENAME_CHARS, "-"),
+            required,
+        }));
+        const maxFinalFilenameBytes = __classPrivateFieldGet(this, _PathManager_maxFilenameBytes, "f") - Buffer.byteLength(TEMP_FILE_SUFFIX);
         if (__classPrivateFieldGet(this, _PathManager_flatPosts, "f")) {
             const parent = (0, node_path_1.dirname)(this.path);
-            return (0, node_path_1.join)(parent, `${this.name}.${fileName}`);
+            const fullname = formatFlatAssetFilename(__classPrivateFieldGet(this, _PathManager_nameSegments, "f"), sanitizedSegments, extension, maxFinalFilenameBytes, __classPrivateFieldGet(this, _PathManager_flatParentMinBytes, "f"));
+            return (0, node_path_1.join)(parent, fullname);
         }
-        return (0, node_path_1.join)(this.path, fileName);
+        return (0, node_path_1.join)(this.path, formatAssetFilename(sanitizedSegments, extension, maxFinalFilenameBytes));
     }
-    dir(name) {
+    dir(segments) {
+        const sanitizedSegments = sanitizeSegments(segments);
+        const name = formatName(sanitizedSegments, __classPrivateFieldGet(this, _PathManager_maxFilenameBytes, "f"));
         return new PathManager({
+            flatParentMinBytes: __classPrivateFieldGet(this, _PathManager_flatParentMinBytes, "f"),
             flatPosts: __classPrivateFieldGet(this, _PathManager_flatPosts, "f"),
+            maxFilenameBytes: __classPrivateFieldGet(this, _PathManager_maxFilenameBytes, "f"),
+            nameSegments: sanitizedSegments,
             rootPath: (0, node_path_1.join)(this.path, name),
         });
     }
@@ -42,11 +62,81 @@ class PathManager {
     }
     post(post) {
         const date = post.publishedDatetime.split("T")[0];
-        const sanitizedTitle = post.title.replace(INVALID_FILENAME_CHARS, "-");
-        const title = `${date}-${post.id}-${sanitizedTitle}`;
-        return this.dir(title);
+        return this.dir([
+            { context: date, required: true },
+            { context: post.id, required: true },
+            { context: post.title, required: false },
+        ]);
     }
 }
 exports.PathManager = PathManager;
-_PathManager_flatPosts = new WeakMap();
+_PathManager_flatParentMinBytes = new WeakMap(), _PathManager_flatPosts = new WeakMap(), _PathManager_maxFilenameBytes = new WeakMap(), _PathManager_nameSegments = new WeakMap();
+function formatAssetFilename(segments, extension, maxBytes) {
+    const suffix = `.${extension}`;
+    return `${formatSegments(segments, maxBytes - Buffer.byteLength(suffix)).join("-")}${suffix}`;
+}
+function formatFlatAssetFilename(postNameSegments, segments, extension, maxBytes, flatParentMinBytes) {
+    const fileName = formatAssetFilename(segments, extension, maxBytes);
+    const postName = formatName(postNameSegments, maxBytes);
+    const candidate = `${postName}.${fileName}`;
+    if (Buffer.byteLength(candidate) <= maxBytes)
+        return candidate;
+    const separatorBytes = Buffer.byteLength(".");
+    const minimumPostNameBytes = Math.min(Buffer.byteLength(postName), minimumSegmentsBytes(postNameSegments, flatParentMinBytes));
+    const fileNameBytes = maxBytes - separatorBytes - minimumPostNameBytes;
+    const truncatedFileName = formatAssetFilename(segments, extension, fileNameBytes);
+    const postNameBytes = maxBytes - separatorBytes - Buffer.byteLength(truncatedFileName);
+    return `${formatName(postNameSegments, postNameBytes)}.${truncatedFileName}`;
+}
+function formatName(segments, maxBytes) {
+    return formatSegments(segments, maxBytes).join("-");
+}
+function formatSegments(segments, maxBytes) {
+    const separator = "-";
+    const separatorBytes = Math.max(segments.length - 1, 0) * Buffer.byteLength(separator);
+    const requiredBytes = segments.reduce((total, segment) => segment.required ? total + Buffer.byteLength(segment.context) : total, separatorBytes);
+    let optionalBytes = maxBytes - requiredBytes;
+    return segments.map((segment) => {
+        if (segment.required)
+            return segment.context;
+        const formatted = truncateUtf8(segment.context, optionalBytes);
+        optionalBytes -= Buffer.byteLength(formatted);
+        return formatted;
+    });
+}
+function minimumSegmentsBytes(segments, optionalSegmentBytes) {
+    if (!segments.length)
+        return 0;
+    const separatorBytes = Math.max(segments.length - 1, 0) * Buffer.byteLength("-");
+    const optionalBytes = segments.reduce((total, segment) => segment.required ? total : total + Buffer.byteLength(segment.context), 0);
+    return segments.reduce((total, segment) => segment.required ? total + Buffer.byteLength(segment.context) : total, separatorBytes + Math.min(optionalBytes, optionalSegmentBytes));
+}
+function sanitizeSegments(segments) {
+    return segments.map(({ context, required }) => ({
+        context: context.replace(INVALID_FILENAME_CHARS, "-"),
+        required,
+    }));
+}
+function truncateUtf8(value, maxBytes) {
+    if (maxBytes <= 0)
+        return "";
+    if (Buffer.byteLength(value) <= maxBytes)
+        return value;
+    let result = "";
+    let bytes = 0;
+    const markerBytes = Buffer.byteLength(TRUNCATED_MARKER);
+    const contentBytes = maxBytes - markerBytes;
+    if (contentBytes < 0)
+        return "";
+    if (contentBytes === 0)
+        return TRUNCATED_MARKER;
+    for (const char of value) {
+        const charBytes = Buffer.byteLength(char);
+        if (bytes + charBytes > contentBytes)
+            break;
+        result += char;
+        bytes += charBytes;
+    }
+    return `${result}${TRUNCATED_MARKER}`;
+}
 //# sourceMappingURL=path-manager.js.map

package/dist/cjs/downloader/fs/path-manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"path-manager.js","sourceRoot":"","sources":["../../../../src/downloader/fs/path-manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,yCAA6D;AAU7D,MAAM,sBAAsB,GAAG,wBAAwB,CAAC;AAExD,MAAa,WAAW;IAKtB,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAsB;QAFvD,yCAAoB;QAGlB,IAAI,CAAC,IAAI,GAAG,IAAA,mBAAO,EAAC,QAAQ,CAAC,CAAC;QAC9B,uBAAA,IAAI,0BAAc,SAAS,MAAA,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,IAAA,oBAAQ,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,KAAa,EAAE,IAAY,EAAE,SAAiB;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,GAAG,KAAK,IAAI,aAAa,IAAI,SAAS,EAAE,CAAC;QAE1D,IAAI,uBAAA,IAAI,8BAAW,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,IAAA,mBAAO,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,OAAO,IAAA,gBAAI,EAAC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,IAAI,QAAQ,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,GAAG,CAAC,IAAY;QACd,OAAO,IAAI,WAAW,CAAC;YACrB,SAAS,EAAE,uBAAA,IAAI,8BAAW;YAC1B,QAAQ,EAAE,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC;SAChC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,IAAY;QACf,OAAO,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,IAAsD;QACzD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI,IAAI,CAAC,EAAE,IAAI,cAAc,EAAE,CAAC;QAErD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;CACF;AAzCD,kCAyCC"}
+{"version":3,"file":"path-manager.js","sourceRoot":"","sources":["../../../../src/downloader/fs/path-manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,yCAA6D;AAkB7D,MAAM,sBAAsB,GAAG,wBAAwB,CAAC;AACxD,MAAM,0BAA0B,GAAG,GAAG,CAAC;AACvC,MAAM,gBAAgB,GAAG,OAAO,CAAC;AACjC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B,MAAa,WAAW;IAQtB,YAAY,EACV,kBAAkB,GAAG,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACxD,SAAS,EACT,gBAAgB,GAAG,0BAA0B,EAC7C,YAAY,EACZ,QAAQ,GACW;QAXrB,kDAA4B;QAC5B,yCAAoB;QACpB,gDAA0B;QAC1B,4CAAiC;QAS/B,IAAI,CAAC,IAAI,GAAG,IAAA,mBAAO,EAAC,QAAQ,CAAC,CAAC;QAC9B,uBAAA,IAAI,mCAAuB,kBAAkB,MAAA,CAAC;QAC9C,uBAAA,IAAI,0BAAc,SAAS,MAAA,CAAC;QAC5B,uBAAA,IAAI,iCAAqB,gBAAgB,MAAA,CAAC;QAC1C,IAAI,CAAC,IAAI,GAAG,IAAA,oBAAQ,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,uBAAA,IAAI,6BAAiB,YAAY,IAAI;YACnC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;SACvC,MAAA,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAA2B,EAAE,SAAiB;QAClD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACjE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC;YACrD,QAAQ;SACT,CAAC,CAAC,CAAC;QACJ,MAAM,qBAAqB,GACzB,uBAAA,IAAI,qCAAkB,GAAG,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;QAE/D,IAAI,uBAAA,IAAI,8BAAW,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,IAAA,mBAAO,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,QAAQ,GAAG,uBAAuB,CACtC,uBAAA,IAAI,iCAAc,EAClB,iBAAiB,EACjB,SAAS,EACT,qBAAqB,EACrB,uBAAA,IAAI,uCAAoB,CACzB,CAAC;YAEF,OAAO,IAAA,gBAAI,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,IAAA,gBAAI,EACT,IAAI,CAAC,IAAI,EACT,mBAAmB,CAAC,iBAAiB,EAAE,SAAS,EAAE,qBAAqB,CAAC,CACzE,CAAC;IACJ,CAAC;IAED,GAAG,CAAC,QAA2B;QAC7B,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,UAAU,CAAC,iBAAiB,EAAE,uBAAA,IAAI,qCAAkB,CAAC,CAAC;QAEnE,OAAO,IAAI,WAAW,CAAC;YACrB,kBAAkB,EAAE,uBAAA,IAAI,uCAAoB;YAC5C,SAAS,EAAE,uBAAA,IAAI,8BAAW;YAC1B,gBAAgB,EAAE,uBAAA,IAAI,qCAAkB;YACxC,YAAY,EAAE,iBAAiB;YAC/B,QAAQ,EAAE,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC;SAChC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,IAAY;QACf,OAAO,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,IAAsD;QACzD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC,GAAG,CAAC;YACd,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;YACjC,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;YACpC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;SACzC,CAAC,CAAC;IACL,CAAC;CACF;AA7ED,kCA6EC;;AAED,SAAS,mBAAmB,CAC1B,QAA2B,EAC3B,SAAiB,EACjB,QAAgB;IAEhB,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;IAC/B,OAAO,GAAG,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAC3E,GAAG,CACJ,GAAG,MAAM,EAAE,CAAC;AACf,CAAC;AAED,SAAS,uBAAuB,CAC9B,gBAAmC,EACnC,QAA2B,EAC3B,SAAiB,EACjB,QAAgB,EAChB,kBAA0B;IAE1B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,UAAU,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC;IAC5C,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,QAAQ;QAAE,OAAO,SAAS,CAAC;IAE/D,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAC9C,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CACnC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,EAC3B,oBAAoB,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,CAC3D,CAAC;IACF,MAAM,aAAa,GAAG,QAAQ,GAAG,cAAc,GAAG,oBAAoB,CAAC;IACvE,MAAM,iBAAiB,GAAG,mBAAmB,CAC3C,QAAQ,EACR,SAAS,EACT,aAAa,CACd,CAAC;IACF,MAAM,aAAa,GACjB,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;IAEnE,OAAO,GAAG,UAAU,CAAC,gBAAgB,EAAE,aAAa,CAAC,IAAI,iBAAiB,EAAE,CAAC;AAC/E,CAAC;AAED,SAAS,UAAU,CAAC,QAA2B,EAAE,QAAgB;IAC/D,OAAO,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,cAAc,CAAC,QAA2B,EAAE,QAAgB;IACnE,MAAM,SAAS,GAAG,GAAG,CAAC;IACtB,MAAM,cAAc,GAClB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CACnC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CACjB,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EACvE,cAAc,CACf,CAAC;IACF,IAAI,aAAa,GAAG,QAAQ,GAAG,aAAa,CAAC;IAC7C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC9B,IAAI,OAAO,CAAC,QAAQ;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC;QAE7C,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAC/D,aAAa,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAE9C,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAA2B,EAC3B,oBAA4B;IAE5B,IAAI,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC;IAE/B,MAAM,cAAc,GAClB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CACnC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CACjB,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,EACvE,CAAC,CACF,CAAC;IAEF,OAAO,QAAQ,CAAC,MAAM,CACpB,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CACjB,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EACvE,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,oBAAoB,CAAC,CAC/D,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,QAA2B;IACnD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9C,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC;QACrD,QAAQ;KACT,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,QAAgB;IACnD,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAC7B,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,QAAQ;QAAE,OAAO,KAAK,CAAC;IAEvD,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,QAAQ,GAAG,WAAW,CAAC;IAC5C,IAAI,YAAY,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,IAAI,YAAY,KAAK,CAAC;QAAE,OAAO,gBAAgB,CAAC;IAEhD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,KAAK,GAAG,SAAS,GAAG,YAAY;YAAE,MAAM;QAE5C,MAAM,IAAI,IAAI,CAAC;QACf,KAAK,IAAI,SAAS,CAAC;IACrB,CAAC;IAED,OAAO,GAAG,MAAM,GAAG,gBAAgB,EAAE,CAAC;AACxC,CAAC"}

package/dist/cjs/downloader/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/downloader/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAInC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAOxD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,aAAa,CAAC;CAC3B;AAED,wBAAsB,QAAQ,CAC5B,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,EAAE,kBAAkB,EAC1D,OAAO,EAAE,eAAe,oBAkEzB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/downloader/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAInC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAMxD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,aAAa,CAAC;CAC3B;AAED,wBAAsB,QAAQ,CAC5B,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,EAAE,kBAAkB,EAC1D,OAAO,EAAE,eAAe,oBA2EzB"}

package/dist/cjs/downloader/index.js

@@ -24,11 +24,12 @@ async function download({ logger, transport: customTransport }, options) {
         transport: customTransport,
     });
     const pathManager = new path_manager_js_1.PathManager({
+        flatParentMinBytes: options.flatParentMinBytes,
         flatPosts: options.flatPosts,
+        maxFilenameBytes: options.maxFilenameBytes,
         rootPath: options.output,
     });
     const client = new client_js_1.FanboxClient({ headers, transport });
-    let failed = false;
     const creatorIds = await (0, resolver_js_1.resolveCreatorIds)({ client, logger }, options);
     const creatorManifestManager = new creator_manager_js_1.CreatorManifestManager({
         logger,
@@ -38,28 +39,30 @@ async function download({ logger, transport: customTransport }, options) {
     for (const creatorId of creatorIds) {
         logger.debug(`Initializing download for creator ${creatorId}`);
         const creatorManifest = await creatorManifestManager.load(creatorId);
-        const creatorPathManager = pathManager.dir(creatorId);
         const syncCreatorPromise = (0, sync_js_1.syncCreator)({
             client,
             headers,
             logger,
             manifest: creatorManifest,
-            pathManager: creatorPathManager,
+            pathManager: pathManager.dir([{ context: creatorId, required: true }]),
             transport,
-        }).catch(() => {
-            logger.error(`Error occurred while syncing creator ${creatorId}, skipping.`);
-            failed = true;
+            verify: options.verify,
+        })
+            .then(() => {
+            creatorManifestManager.markSucceeded(creatorId);
+        })
+            .catch((err) => {
+            logger.error({ err }, `Error occurred while syncing creator ${creatorId}, skipping.`);
+            creatorManifestManager.markFailed(creatorId, err);
         });
         processingCreators.push(syncCreatorPromise);
-        const success = !hasFailures(creatorManifest);
-        failed || (failed = !success);
     }
-    logger.info(`All ${processingCreators.length} creators have been initialized for download, waiting for all to complete...`);
+    logger.info(`All ${creatorIds.length} creators have been initialized for download, waiting for all to complete...`);
     await Promise.all(processingCreators);
     await creatorManifestManager.saveAll();
-    return failed;
-}
-function hasFailures(manifest) {
-    return Object.values(manifest.posts).some((post) => post?.status === "failed");
+    const failedCreatorIds = creatorManifestManager.getFailedCreatorIds();
+    logger.info({ failedCreatorIds }, `Download completed for ${creatorIds.length} creators, with ${failedCreatorIds.length} failures.`);
+    const hasFailedCreators = failedCreatorIds.length > 0;
+    return hasFailedCreators;
 }
 //# sourceMappingURL=index.js.map

package/dist/cjs/downloader/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/downloader/index.ts"],"names":[],"mappings":";;AAkBA,4BAoEC;AApFD,mDAAmD;AACnD,mEAAyE;AAEzE,sDAAuD;AAEvD,mDAAsD;AACtD,+CAAgD;AAChD,0DAAmD;AACnD,sEAAuE;AAQhE,KAAK,UAAU,QAAQ,CAC5B,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAsB,EAC1D,OAAwB;IAExB,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,gCAAgC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAA,8CAA0B,EAAC;QACzC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,6BAA6B,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,IAAI,yBAAa,CACjC,EAAE,MAAM,EAAE,EACV;QACE,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,UAAU,EAAE,OAAO,CAAC,iBAAiB;QACrC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,SAAS,EAAE,eAAe;KAC3B,CACF,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,6BAAW,CAAC;QAClC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,MAAM;KACzB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,IAAI,wBAAY,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;IAExD,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,MAAM,UAAU,GAAG,MAAM,IAAA,+BAAiB,EAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACxE,MAAM,sBAAsB,GAAG,IAAI,2CAAsB,CAAC;QACxD,MAAM;QACN,WAAW;KACZ,CAAC,CAAC;IAEH,MAAM,kBAAkB,GAAoB,EAAE,CAAC;IAE/C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,qCAAqC,SAAS,EAAE,CAAC,CAAC;QAC/D,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrE,MAAM,kBAAkB,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAEtD,MAAM,kBAAkB,GAAG,IAAA,qBAAW,EAAC;YACrC,MAAM;YACN,OAAO;YACP,MAAM;YACN,QAAQ,EAAE,eAAe;YACzB,WAAW,EAAE,kBAAkB;YAC/B,SAAS;SACV,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;YACZ,MAAM,CAAC,KAAK,CACV,wCAAwC,SAAS,aAAa,CAC/D,CAAC;YACF,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAE5C,MAAM,OAAO,GAAG,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAC9C,MAAM,KAAN,MAAM,GAAK,CAAC,OAAO,EAAC;IACtB,CAAC;IAED,MAAM,CAAC,IAAI,CACT,OAAO,kBAAkB,CAAC,MAAM,8EAA8E,CAC/G,CAAC;IAEF,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACtC,MAAM,sBAAsB,CAAC,OAAO,EAAE,CAAC;IAEvC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,QAAyB;IAC5C,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CACvC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,QAAQ,CACpC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/downloader/index.ts"],"names":[],"mappings":";;AAiBA,4BA6EC;AA5FD,mDAAmD;AACnD,mEAAyE;AAEzE,sDAAuD;AAEvD,mDAAsD;AACtD,+CAAgD;AAChD,0DAAmD;AACnD,sEAAuE;AAOhE,KAAK,UAAU,QAAQ,CAC5B,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAsB,EAC1D,OAAwB;IAExB,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,gCAAgC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAA,8CAA0B,EAAC;QACzC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IACH,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,6BAA6B,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,IAAI,yBAAa,CACjC,EAAE,MAAM,EAAE,EACV;QACE,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,UAAU,EAAE,OAAO,CAAC,iBAAiB;QACrC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,SAAS,EAAE,eAAe;KAC3B,CACF,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,6BAAW,CAAC;QAClC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,QAAQ,EAAE,OAAO,CAAC,MAAM;KACzB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,IAAI,wBAAY,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;IAExD,MAAM,UAAU,GAAG,MAAM,IAAA,+BAAiB,EAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACxE,MAAM,sBAAsB,GAAG,IAAI,2CAAsB,CAAC;QACxD,MAAM;QACN,WAAW;KACZ,CAAC,CAAC;IACH,MAAM,kBAAkB,GAAoB,EAAE,CAAC;IAE/C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,qCAAqC,SAAS,EAAE,CAAC,CAAC;QAC/D,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAErE,MAAM,kBAAkB,GAAG,IAAA,qBAAW,EAAC;YACrC,MAAM;YACN,OAAO;YACP,MAAM;YACN,QAAQ,EAAE,eAAe;YACzB,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,SAAS;YACT,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;aACC,IAAI,CAAC,GAAG,EAAE;YACT,sBAAsB,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YACtB,MAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,EACP,wCAAwC,SAAS,aAAa,CAC/D,CAAC;YACF,sBAAsB,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QACL,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,IAAI,CACT,OAAO,UAAU,CAAC,MAAM,8EAA8E,CACvG,CAAC;IAEF,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACtC,MAAM,sBAAsB,CAAC,OAAO,EAAE,CAAC;IACvC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,mBAAmB,EAAE,CAAC;IAEtE,MAAM,CAAC,IAAI,CACT,EAAE,gBAAgB,EAAE,EACpB,0BAA0B,UAAU,CAAC,MAAM,mBAAmB,gBAAgB,CAAC,MAAM,YAAY,CAClG,CAAC;IAEF,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;IACtD,OAAO,iBAAiB,CAAC;AAC3B,CAAC"}

package/dist/cjs/downloader/manifest/creator-manager.d.ts

@@ -8,7 +8,10 @@ interface CreatorManifestManagerDeps {
 export declare class CreatorManifestManager {
     #private;
     constructor({ logger, pathManager }: CreatorManifestManagerDeps);
+    getFailedCreatorIds(): string[];
     load(creatorId: string): Promise<CreatorManifest>;
+    markFailed(creatorId: string, error: unknown): void;
+    markSucceeded(creatorId: string): void;
     saveAll(): Promise<void>;
 }
 export {};

package/dist/cjs/downloader/manifest/creator-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"creator-manager.d.ts","sourceRoot":"","sources":["../../../../src/downloader/manifest/creator-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,UAAU,0BAA0B;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;CAC1B;AAED,qBAAa,sBAAsB;;gBAKrB,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,0BAA0B;IAKzD,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IASjD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAa/B"}
+{"version":3,"file":"creator-manager.d.ts","sourceRoot":"","sources":["../../../../src/downloader/manifest/creator-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,UAAU,0BAA0B;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;CAC1B;AAED,qBAAa,sBAAsB;;gBAKrB,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,0BAA0B;IAK/D,mBAAmB,IAAI,MAAM,EAAE;IASzB,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IASvD,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IAInD,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAIhC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CA2B/B"}

package/dist/cjs/downloader/manifest/creator-manager.js

@@ -10,7 +10,7 @@ var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (
     if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
     return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
 };
-var _CreatorManifestManager_instances, _CreatorManifestManager_logger, _CreatorManifestManager_manifests, _CreatorManifestManager_pathManager, _CreatorManifestManager_createManifest;
+var _CreatorManifestManager_instances, _CreatorManifestManager_logger, _CreatorManifestManager_manifests, _CreatorManifestManager_pathManager, _CreatorManifestManager_createManifest, _CreatorManifestManager_loadedManifest;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CreatorManifestManager = void 0;
 const creator_js_1 = require("./creator.js");
@@ -23,11 +23,25 @@ class CreatorManifestManager {
         __classPrivateFieldSet(this, _CreatorManifestManager_logger, logger, "f");
         __classPrivateFieldSet(this, _CreatorManifestManager_pathManager, pathManager, "f");
     }
+    getFailedCreatorIds() {
+        const failed = new Set();
+        for (const [creatorId, manifest] of __classPrivateFieldGet(this, _CreatorManifestManager_manifests, "f")) {
+            if (manifest.error || hasFailedPost(manifest))
+                failed.add(creatorId);
+        }
+        return [...failed];
+    }
     async load(creatorId) {
         const manifest = __classPrivateFieldGet(this, _CreatorManifestManager_manifests, "f").get(creatorId) ?? __classPrivateFieldGet(this, _CreatorManifestManager_instances, "m", _CreatorManifestManager_createManifest).call(this, creatorId);
         await manifest.load();
         return manifest;
     }
+    markFailed(creatorId, error) {
+        __classPrivateFieldGet(this, _CreatorManifestManager_instances, "m", _CreatorManifestManager_loadedManifest).call(this, creatorId).markFailed(error);
+    }
+    markSucceeded(creatorId) {
+        __classPrivateFieldGet(this, _CreatorManifestManager_instances, "m", _CreatorManifestManager_loadedManifest).call(this, creatorId).markSucceeded();
+    }
     async saveAll() {
         const manifests = Array.from(__classPrivateFieldGet(this, _CreatorManifestManager_manifests, "f").values());
         await Promise.all(manifests.map((manifest) => manifest.save()));
@@ -35,8 +49,22 @@ class CreatorManifestManager {
 }
 exports.CreatorManifestManager = CreatorManifestManager;
 _CreatorManifestManager_logger = new WeakMap(), _CreatorManifestManager_manifests = new WeakMap(), _CreatorManifestManager_pathManager = new WeakMap(), _CreatorManifestManager_instances = new WeakSet(), _CreatorManifestManager_createManifest = function _CreatorManifestManager_createManifest(creatorId) {
-    const manifest = new creator_js_1.CreatorManifest({ logger: __classPrivateFieldGet(this, _CreatorManifestManager_logger, "f"), pathManager: __classPrivateFieldGet(this, _CreatorManifestManager_pathManager, "f").dir(creatorId) }, creatorId);
+    const manifest = new creator_js_1.CreatorManifest({
+        logger: __classPrivateFieldGet(this, _CreatorManifestManager_logger, "f"),
+        pathManager: __classPrivateFieldGet(this, _CreatorManifestManager_pathManager, "f").dir([
+            { context: creatorId, required: true },
+        ]),
+    }, creatorId);
     __classPrivateFieldGet(this, _CreatorManifestManager_manifests, "f").set(creatorId, manifest);
     return manifest;
+}, _CreatorManifestManager_loadedManifest = function _CreatorManifestManager_loadedManifest(creatorId) {
+    const manifest = __classPrivateFieldGet(this, _CreatorManifestManager_manifests, "f").get(creatorId);
+    if (!manifest) {
+        throw new Error(`Creator manifest ${creatorId} has not been loaded`);
+    }
+    return manifest;
 };
+function hasFailedPost(manifest) {
+    return Object.values(manifest.posts).some((post) => post?.status === "failed");
+}
 //# sourceMappingURL=creator-manager.js.map

package/dist/cjs/downloader/manifest/creator-manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"creator-manager.js","sourceRoot":"","sources":["../../../../src/downloader/manifest/creator-manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAGA,6CAA+C;AAO/C,MAAa,sBAAsB;IAKjC,YAAY,EAAE,MAAM,EAAE,WAAW,EAA8B;;QAJ/D,iDAAgB;QAChB,4CAAa,IAAI,GAAG,EAA2B,EAAC;QAChD,sDAA0B;QAGxB,uBAAA,IAAI,kCAAW,MAAM,MAAA,CAAC;QACtB,uBAAA,IAAI,uCAAgB,WAAW,MAAA,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB;QAC1B,MAAM,QAAQ,GACZ,uBAAA,IAAI,yCAAW,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,uBAAA,IAAI,iFAAgB,MAApB,IAAI,EAAiB,SAAS,CAAC,CAAC;QAEpE,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEtB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,uBAAA,IAAI,yCAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACvD,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;CAUF;AAhCD,wDAgCC;oSARiB,SAAiB;IAC/B,MAAM,QAAQ,GAAG,IAAI,4BAAe,CAClC,EAAE,MAAM,EAAE,uBAAA,IAAI,sCAAQ,EAAE,WAAW,EAAE,uBAAA,IAAI,2CAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EACvE,SAAS,CACV,CAAC;IACF,uBAAA,IAAI,yCAAW,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACzC,OAAO,QAAQ,CAAC;AAClB,CAAC"}
+{"version":3,"file":"creator-manager.js","sourceRoot":"","sources":["../../../../src/downloader/manifest/creator-manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAGA,6CAA+C;AAO/C,MAAa,sBAAsB;IAKjC,YAAY,EAAE,MAAM,EAAE,WAAW,EAA8B;;QAJ/D,iDAAgB;QAChB,4CAAa,IAAI,GAAG,EAA2B,EAAC;QAChD,sDAA0B;QAGxB,uBAAA,IAAI,kCAAW,MAAM,MAAA,CAAC;QACtB,uBAAA,IAAI,uCAAgB,WAAW,MAAA,CAAC;IAClC,CAAC;IAED,mBAAmB;QACjB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,KAAK,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,uBAAA,IAAI,yCAAW,EAAE,CAAC;YACpD,IAAI,QAAQ,CAAC,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB;QAC1B,MAAM,QAAQ,GACZ,uBAAA,IAAI,yCAAW,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,uBAAA,IAAI,iFAAgB,MAApB,IAAI,EAAiB,SAAS,CAAC,CAAC;QAEpE,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEtB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,UAAU,CAAC,SAAiB,EAAE,KAAc;QAC1C,uBAAA,IAAI,iFAAgB,MAApB,IAAI,EAAiB,SAAS,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,aAAa,CAAC,SAAiB;QAC7B,uBAAA,IAAI,iFAAgB,MAApB,IAAI,EAAiB,SAAS,CAAC,CAAC,aAAa,EAAE,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,uBAAA,IAAI,yCAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACvD,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;CAwBF;AA/DD,wDA+DC;oSAtBiB,SAAiB;IAC/B,MAAM,QAAQ,GAAG,IAAI,4BAAe,CAClC;QACE,MAAM,EAAE,uBAAA,IAAI,sCAAQ;QACpB,WAAW,EAAE,uBAAA,IAAI,2CAAa,CAAC,GAAG,CAAC;YACjC,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;SACvC,CAAC;KACH,EACD,SAAS,CACV,CAAC;IACF,uBAAA,IAAI,yCAAW,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACzC,OAAO,QAAQ,CAAC;AAClB,CAAC,2FAEe,SAAiB;IAC/B,MAAM,QAAQ,GAAG,uBAAA,IAAI,yCAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,SAAS,sBAAsB,CAAC,CAAC;IACvE,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAGH,SAAS,aAAa,CAAC,QAAyB;IAC9C,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CACvC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,QAAQ,CACpC,CAAC;AACJ,CAAC"}

package/dist/cjs/downloader/manifest/creator.d.ts

@@ -3,7 +3,9 @@ import type { PathManager } from "../fs/path-manager.js";
 import { type Store } from "./store.js";
 export interface AssetManifestData {
     bytes?: number;
+    contentIndex?: number;
     error?: string;
+    expectedTime?: string;
     path: string;
     sha256?: string;
     status: AssetStatus;
@@ -11,6 +13,7 @@ export interface AssetManifestData {
 }
 export interface CreatorManifestData {
     creatorId: string;
+    error?: string;
     posts: Partial<Record<string, PostManifestData>>;
     version: 1;
 }
@@ -33,9 +36,12 @@ export declare class CreatorManifest implements CreatorManifestData {
     #private;
     readonly creatorId: string;
     readonly version: 1;
+    get error(): string | undefined;
     get posts(): Partial<Record<string, PostManifestData>>;
     constructor(options: CreatorManifestDeps, creatorId: string);
     load(): Promise<void>;
+    markFailed(error: unknown): void;
+    markSucceeded(): void;
     save(): Promise<void>;
 }
 export {};

package/dist/cjs/downloader/manifest/creator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"creator.d.ts","sourceRoot":"","sources":["../../../../src/downloader/manifest/creator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAmB,KAAK,KAAK,EAAE,MAAM,YAAY,CAAC;AAEzD,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,WAAW,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC;IACjD,OAAO,EAAE,CAAC,CAAC;CACZ;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,OAAO,CAAC;IACpB,MAAM,EAAE,UAAU,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,KAAK,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,UAAU,GAAG,SAAS,CAAC;AAElE,UAAU,mBAAmB;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;CACpC;AAED,KAAK,UAAU,GAAG,UAAU,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;AAE5E,qBAAa,eAAgB,YAAW,mBAAmB;;aAcvC,SAAS,EAAE,MAAM;IAbnC,QAAQ,CAAC,OAAO,EAAG,CAAC,CAAU;IAC9B,IAAI,KAAK,8CAER;gBASC,OAAO,EAAE,mBAAmB,EACZ,SAAS,EAAE,MAAM;IAS7B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAarB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAe5B"}
+{"version":3,"file":"creator.d.ts","sourceRoot":"","sources":["../../../../src/downloader/manifest/creator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAmB,KAAK,KAAK,EAAE,MAAM,YAAY,CAAC;AAEzD,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,WAAW,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC;IACjD,OAAO,EAAE,CAAC,CAAC;CACZ;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,OAAO,CAAC;IACpB,MAAM,EAAE,UAAU,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,KAAK,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,UAAU,GAAG,SAAS,CAAC;AAElE,UAAU,mBAAmB;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;CACpC;AAED,KAAK,UAAU,GAAG,UAAU,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;AAE5E,qBAAa,eAAgB,YAAW,mBAAmB;;aAkBvC,SAAS,EAAE,MAAM;IAjBnC,QAAQ,CAAC,OAAO,EAAG,CAAC,CAAU;IAC9B,IAAI,KAAK,uBAER;IAED,IAAI,KAAK,8CAER;gBASC,OAAO,EAAE,mBAAmB,EACZ,SAAS,EAAE,MAAM;IAS7B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,UAAU,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAIhC,aAAa,IAAI,IAAI;IAIf,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAkB5B"}

package/dist/cjs/downloader/manifest/creator.js

@@ -15,6 +15,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.CreatorManifest = void 0;
 const store_js_1 = require("./store.js");
 class CreatorManifest {
+    get error() {
+        return __classPrivateFieldGet(this, _CreatorManifest_data, "f").error;
+    }
     get posts() {
         return __classPrivateFieldGet(this, _CreatorManifest_data, "f").posts;
     }
@@ -39,9 +42,16 @@ class CreatorManifest {
         const data = await __classPrivateFieldGet(this, _CreatorManifest_store, "f").load(__classPrivateFieldGet(this, _CreatorManifest_manifestPath, "f"));
         __classPrivateFieldSet(this, _CreatorManifest_data, data ?? { creatorId: this.creatorId, posts: {}, version: 1 }, "f");
     }
+    markFailed(error) {
+        __classPrivateFieldGet(this, _CreatorManifest_data, "f").error = String(error);
+    }
+    markSucceeded() {
+        delete __classPrivateFieldGet(this, _CreatorManifest_data, "f").error;
+    }
     async save() {
         const posts = Object.values(__classPrivateFieldGet(this, _CreatorManifest_data, "f").posts);
-        if (!posts.length || posts.every((post) => post?.status !== "complete")) {
+        if (!__classPrivateFieldGet(this, _CreatorManifest_data, "f").error &&
+            (!posts.length || posts.every((post) => post?.status !== "complete"))) {
             __classPrivateFieldGet(this, _CreatorManifest_logger, "f").trace(`No posts in creator manifest for ${this.creatorId}, skipping save.`);
             return;
         }

package/dist/cjs/downloader/manifest/creator.js.map

@@ -1 +1 @@
-{"version":3,"file":"creator.js","sourceRoot":"","sources":["../../../../src/downloader/manifest/creator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAGA,yCAAyD;AAoCzD,MAAa,eAAe;IAE1B,IAAI,KAAK;QACP,OAAO,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;IAC1B,CAAC;IAQD,YACE,OAA4B,EACZ,SAAiB;QAAjB,cAAS,GAAT,SAAS,CAAQ;QAb1B,YAAO,GAAG,CAAU,CAAC;QAK9B,wCAA2B;QAC3B,kCAAU,KAAK,EAAC;QAChB,0CAAgB;QAChB,gDAAsB;QACtB,yCAAmC;QAMjC,uBAAA,IAAI,2BAAW,OAAO,CAAC,MAAM,MAAA,CAAC;QAC9B,uBAAA,IAAI,iCAAiB,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,MAAA,CAAC;QAC/D,uBAAA,IAAI,0BAAU,OAAO,CAAC,KAAK,IAAI,IAAI,0BAAe,EAAuB,MAAA,CAAC;QAE1E,uBAAA,IAAI,yBAAS,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAA,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,uBAAA,IAAI,+BAAQ;YAAE,OAAO;QACzB,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,gCAAgC,IAAI,CAAC,SAAS,SAAS,uBAAA,IAAI,qCAAc,EAAE,CAC5E,CAAC;QAEF,uBAAA,IAAI,2BAAW,IAAI,MAAA,CAAC;QAEpB,MAAM,IAAI,GAAG,MAAM,uBAAA,IAAI,8BAAO,CAAC,IAAI,CAAC,uBAAA,IAAI,qCAAc,CAAC,CAAC;QAExD,uBAAA,IAAI,yBAAS,IAAI,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAA,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,UAAU,CAAC,EAAE,CAAC;YAExE,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,oCAAoC,IAAI,CAAC,SAAS,kBAAkB,CACrE,CAAC;YACF,OAAO;QACT,CAAC;QAED,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,+BAA+B,IAAI,CAAC,SAAS,OAAO,uBAAA,IAAI,qCAAc,EAAE,CACzE,CAAC;QACF,MAAM,uBAAA,IAAI,8BAAO,CAAC,IAAI,CAAC,uBAAA,IAAI,qCAAc,EAAE,uBAAA,IAAI,6BAAM,CAAC,CAAC;IACzD,CAAC;CACF;AAnDD,0CAmDC"}
+{"version":3,"file":"creator.js","sourceRoot":"","sources":["../../../../src/downloader/manifest/creator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAGA,yCAAyD;AAuCzD,MAAa,eAAe;IAE1B,IAAI,KAAK;QACP,OAAO,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;IAC1B,CAAC;IAED,IAAI,KAAK;QACP,OAAO,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;IAC1B,CAAC;IAQD,YACE,OAA4B,EACZ,SAAiB;QAAjB,cAAS,GAAT,SAAS,CAAQ;QAjB1B,YAAO,GAAG,CAAU,CAAC;QAS9B,wCAA2B;QAC3B,kCAAU,KAAK,EAAC;QAChB,0CAAgB;QAChB,gDAAsB;QACtB,yCAAmC;QAMjC,uBAAA,IAAI,2BAAW,OAAO,CAAC,MAAM,MAAA,CAAC;QAC9B,uBAAA,IAAI,iCAAiB,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,MAAA,CAAC;QAC/D,uBAAA,IAAI,0BAAU,OAAO,CAAC,KAAK,IAAI,IAAI,0BAAe,EAAuB,MAAA,CAAC;QAE1E,uBAAA,IAAI,yBAAS,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAA,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,uBAAA,IAAI,+BAAQ;YAAE,OAAO;QACzB,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,gCAAgC,IAAI,CAAC,SAAS,SAAS,uBAAA,IAAI,qCAAc,EAAE,CAC5E,CAAC;QAEF,uBAAA,IAAI,2BAAW,IAAI,MAAA,CAAC;QAEpB,MAAM,IAAI,GAAG,MAAM,uBAAA,IAAI,8BAAO,CAAC,IAAI,CAAC,uBAAA,IAAI,qCAAc,CAAC,CAAC;QAExD,uBAAA,IAAI,yBAAS,IAAI,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAA,CAAC;IAC5E,CAAC;IAED,UAAU,CAAC,KAAc;QACvB,uBAAA,IAAI,6BAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,aAAa;QACX,OAAO,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC,CAAC;QAC9C,IACE,CAAC,uBAAA,IAAI,6BAAM,CAAC,KAAK;YACjB,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,UAAU,CAAC,CAAC,EACrE,CAAC;YAED,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,oCAAoC,IAAI,CAAC,SAAS,kBAAkB,CACrE,CAAC;YACF,OAAO;QACT,CAAC;QAED,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,+BAA+B,IAAI,CAAC,SAAS,OAAO,uBAAA,IAAI,qCAAc,EAAE,CACzE,CAAC;QACF,MAAM,uBAAA,IAAI,8BAAO,CAAC,IAAI,CAAC,uBAAA,IAAI,qCAAc,EAAE,uBAAA,IAAI,6BAAM,CAAC,CAAC;IACzD,CAAC;CACF;AAlED,0CAkEC"}

package/dist/cjs/downloader/post/article.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"article.d.ts","sourceRoot":"","sources":["../../../../src/downloader/post/article.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAc5C,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,EAAE,CAgClE"}
+{"version":3,"file":"article.d.ts","sourceRoot":"","sources":["../../../../src/downloader/post/article.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAc5C,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,EAAE,CAIlE"}

package/dist/cjs/downloader/post/article.js

@@ -6,30 +6,33 @@ const embed_js_1 = require("./embed.js");
 const url_embed_js_1 = require("./url-embed.js");
 function formatArticleContents(post) {
     return post.body.blocks
-        .map((block) => {
-        if (isArticleBlockType("image", block)) {
-            const image = post.body.imageMap[block.imageId];
-            return new content_js_1.ImageContent(image);
-        }
-        if (isArticleBlockType("file", block)) {
-            const file = post.body.fileMap[block.fileId];
-            return new content_js_1.FileContent(file);
-        }
-        if (isArticleBlockType("url_embed", block)) {
-            return (0, url_embed_js_1.handleUrlEmbedBlock)(block, post.body.urlEmbedMap);
-        }
-        if (isArticleBlockType("embed", block)) {
-            return (0, embed_js_1.handleEmbedBlock)(block, post.body.embedMap);
-        }
-        if (isArticleBlockType("p", block) ||
-            isArticleBlockType("header", block)) {
-            return new content_js_1.TextContent(block);
-        }
-        return null;
-    })
-        .filter((content) => !!content);
+        .map((block) => formatArticleBlock(post, block))
+        .filter(isContent);
+}
+function formatArticleBlock(post, block) {
+    if (isArticleBlockType("image", block)) {
+        const image = post.body.imageMap[block.imageId];
+        return new content_js_1.ImageContent(image);
+    }
+    if (isArticleBlockType("file", block)) {
+        const file = post.body.fileMap[block.fileId];
+        return new content_js_1.FileContent(file);
+    }
+    if (isArticleBlockType("url_embed", block)) {
+        return (0, url_embed_js_1.handleUrlEmbedBlock)(block, post.body.urlEmbedMap);
+    }
+    if (isArticleBlockType("embed", block)) {
+        return (0, embed_js_1.handleEmbedBlock)(block, post.body.embedMap);
+    }
+    if (isArticleBlockType("p", block) || isArticleBlockType("header", block)) {
+        return new content_js_1.TextContent(block);
+    }
+    return null;
 }
 function isArticleBlockType(type, item) {
     return item.type === type;
 }
+function isContent(content) {
+    return content !== null;
+}
 //# sourceMappingURL=article.js.map

package/dist/cjs/downloader/post/article.js.map

@@ -1 +1 @@
-{"version":3,"file":"article.js","sourceRoot":"","sources":["../../../../src/downloader/post/article.ts"],"names":[],"mappings":";;AAwBA,sDAgCC;AA7CD,6CAAsE;AACtE,yCAA8C;AAC9C,iDAAqD;AAWrD,SAAgB,qBAAqB,CAAC,IAAiB;IACrD,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM;SACpB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,IAAI,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAChD,OAAO,IAAI,yBAAY,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,IAAI,wBAAW,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QAED,IAAI,kBAAkB,CAAC,WAAW,EAAE,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO,IAAA,kCAAmB,EAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;YACvC,OAAO,IAAA,2BAAgB,EAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,CAAC;QAED,IACE,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC;YAC9B,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,EACnC,CAAC;YACD,OAAO,IAAI,wBAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAGD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,kBAAkB,CACzB,IAAO,EACP,IAAkB;IAElB,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;AAC5B,CAAC"}
+{"version":3,"file":"article.js","sourceRoot":"","sources":["../../../../src/downloader/post/article.ts"],"names":[],"mappings":";;AAwBA,sDAIC;AAjBD,6CAAsE;AACtE,yCAA8C;AAC9C,iDAAqD;AAWrD,SAAgB,qBAAqB,CAAC,IAAiB;IACrD,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM;SACpB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SAC/C,MAAM,CAAC,SAAS,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,kBAAkB,CACzB,IAAiB,EACjB,KAAmB;IAEnB,IAAI,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAChD,OAAO,IAAI,yBAAY,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7C,OAAO,IAAI,wBAAW,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,kBAAkB,CAAC,WAAW,EAAE,KAAK,CAAC,EAAE,CAAC;QAC3C,OAAO,IAAA,kCAAmB,EAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,IAAA,2BAAgB,EAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;QAC1E,OAAO,IAAI,wBAAW,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAGD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CACzB,IAAO,EACP,IAAkB;IAElB,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;AAC5B,CAAC;AAED,SAAS,SAAS,CAAC,OAAuB;IACxC,OAAO,OAAO,KAAK,IAAI,CAAC;AAC1B,CAAC"}

package/dist/cjs/downloader/post/sync.d.ts

@@ -5,7 +5,8 @@ import type { PathManager } from "../fs/path-manager.js";
 import type { CreatorManifest, PostManifestData } from "../manifest/creator.js";
 interface PreSyncPostCheckDeps {
     logger: Logger;
-    manifest: CreatorManifest;
+    manifest: Pick<CreatorManifest, "posts">;
+    verify?: boolean;
 }
 interface SyncPostDeps {
     headers?: Record<string, string>;
@@ -13,7 +14,7 @@ interface SyncPostDeps {
     pathManager: PathManager;
     transport: HttpTransport;
 }
-export declare function preSyncPostCheck({ logger, manifest }: PreSyncPostCheckDeps, postSummary: PostSummary): PostManifestData;
+export declare function preSyncPostCheck({ logger, manifest, verify }: PreSyncPostCheckDeps, postSummary: PostSummary): Promise<PostManifestData>;
 export declare function syncPost({ headers, logger, pathManager, transport }: SyncPostDeps, post: Post): Promise<PostManifestData>;
 export {};
 //# sourceMappingURL=sync.d.ts.map

package/dist/cjs/downloader/post/sync.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../../src/downloader/post/sync.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAE9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAEV,eAAe,EACf,gBAAgB,EACjB,MAAM,wBAAwB,CAAC;AAShC,UAAU,oBAAoB;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,UAAU,YAAY;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,SAAS,EAAE,aAAa,CAAC;CAC1B;AAED,wBAAgB,gBAAgB,CAC9B,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,oBAAoB,EAC1C,WAAW,EAAE,WAAW,GACvB,gBAAgB,CA6BlB;AAED,wBAAsB,QAAQ,CAC5B,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,YAAY,EACzD,IAAI,EAAE,IAAI,GACT,OAAO,CAAC,gBAAgB,CAAC,CAgI3B"}
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../../src/downloader/post/sync.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAE9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAEV,eAAe,EACf,gBAAgB,EACjB,MAAM,wBAAwB,CAAC;AAsBhC,UAAU,oBAAoB;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAmBD,UAAU,YAAY;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,SAAS,EAAE,aAAa,CAAC;CAC1B;AAED,wBAAsB,gBAAgB,CACpC,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,oBAAoB,EAClD,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC,gBAAgB,CAAC,CAkC3B;AAED,wBAAsB,QAAQ,CAC5B,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,YAAY,EACzD,IAAI,EAAE,IAAI,GACT,OAAO,CAAC,gBAAgB,CAAC,CA8C3B"}