@moontaiworks/fanbox-dl 1.0.1 → 1.1.0

package/dist/cjs/downloader/post/contents.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatPostContents = formatPostContents;
+const article_js_1 = require("./article.js");
+const content_js_1 = require("./content.js");
+function formatPostContents({ logger }, post) {
+    if (isPostType("image", post)) {
+        const assets = post.body.images.map((image) => new content_js_1.ImageContent(image));
+        if (post.body.text)
+            return [...assets, new content_js_1.TextContent(post.body)];
+        return assets;
+    }
+    if (isPostType("file", post)) {
+        const assets = post.body.files.map((file) => new content_js_1.FileContent(file));
+        if (post.body.text)
+            return [...assets, new content_js_1.TextContent(post.body)];
+        return assets;
+    }
+    if (isPostType("video", post)) {
+        logger.warn(`Post ${post.id} has unknown video provider ${post.body.video.serviceProvider}, skipping video content.`);
+        const assets = [new content_js_1.UnknownContent(post.body.video)];
+        if (post.body.text)
+            return [...assets, new content_js_1.TextContent(post.body)];
+        return assets;
+    }
+    if (isPostType("text", post))
+        return [new content_js_1.TextContent(post.body)];
+    if (isPostType("article", post))
+        return (0, article_js_1.formatArticleContents)(post);
+    logger.warn(`Post ${post.id} has unknown type ${post.type}, skipping.`);
+    return [new content_js_1.UnknownContent(post.body)];
+}
+function isPostType(type, post) {
+    return post.type === type;
+}
+//# sourceMappingURL=contents.js.map

package/dist/cjs/downloader/post/contents.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contents.js","sourceRoot":"","sources":["../../../../src/downloader/post/contents.ts"],"names":[],"mappings":";;AA+BA,gDAkCC;AAvDD,6CAAqD;AAErD,6CAKsB;AActB,SAAgB,kBAAkB,CAChC,EAAE,MAAM,EAA0B,EAClC,IAAU;IAEV,IAAI,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,yBAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QAExE,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,GAAG,MAAM,EAAE,IAAI,wBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACnE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,wBAAW,CAAC,IAAI,CAAC,CAAC,CAAC;QAEpE,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,GAAG,MAAM,EAAE,IAAI,wBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACnE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CACT,QAAQ,IAAI,CAAC,EAAE,+BAA+B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,2BAA2B,CACzG,CAAC;QACF,MAAM,MAAM,GAAG,CAAC,IAAI,2BAAc,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAErD,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,GAAG,MAAM,EAAE,IAAI,wBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACnE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC;QAAE,OAAO,CAAC,IAAI,wBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAElE,IAAI,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC;QAAE,OAAO,IAAA,kCAAqB,EAAC,IAAI,CAAC,CAAC;IAEpE,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,qBAAqB,IAAI,CAAC,IAAI,aAAa,CAAC,CAAC;IACxE,OAAO,CAAC,IAAI,2BAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CACjB,IAAO,EACP,IAAU;IAEV,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;AAC5B,CAAC"}

package/dist/cjs/downloader/post/embed.d.ts

@@ -0,0 +1,7 @@
+import type { ArticleEmbedBlock } from "../../client/models/post/article.js";
+import type { ArticleEmbedItem } from "../../client/models/post/embed.js";
+import { TextContent } from "./content.js";
+export declare function handleEmbedBlock(block: ArticleEmbedBlock, embedMap: Record<string, ArticleEmbedItem>): TextContent<{
+    text: string;
+}> | null;
+//# sourceMappingURL=embed.d.ts.map

package/dist/cjs/downloader/post/embed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../../../src/downloader/post/embed.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAC7E,OAAO,KAAK,EACV,gBAAgB,EAEjB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAM3C,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,iBAAiB,EACxB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC;;UAS3C"}

package/dist/cjs/downloader/post/embed.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleEmbedBlock = handleEmbedBlock;
+const content_js_1 = require("./content.js");
+function handleEmbedBlock(block, embedMap) {
+    const item = embedMap[block.embedId];
+    if (isEmbedType("twitter", item))
+        return new content_js_1.TextContent({ text: `https://x.com/${item.contentId}` });
+    return null;
+}
+function isEmbedType(type, item) {
+    return item.serviceProvider === type;
+}
+//# sourceMappingURL=embed.js.map

package/dist/cjs/downloader/post/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../../src/downloader/post/embed.ts"],"names":[],"mappings":";;AAWA,4CAWC;AAjBD,6CAA2C;AAM3C,SAAgB,gBAAgB,CAC9B,KAAwB,EACxB,QAA0C;IAE1C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAErC,IAAI,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC;QAC9B,OAAO,IAAI,wBAAW,CAAC,EAAE,IAAI,EAAE,iBAAiB,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAGtE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAClB,IAAO,EACP,IAAsB;IAEtB,OAAO,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC;AACvC,CAAC"}

package/dist/cjs/downloader/post/sync.d.ts

@@ -0,0 +1,17 @@
+import type { Logger } from "pino";
+import type { FanboxClient } from "../../client/client.js";
+import type { PostSummary } from "../../client/types.js";
+import type { HttpTransport } from "../../transport/http2.js";
+import type { PathManager } from "../fs/path-manager.js";
+import type { CreatorManifest, PostManifestData } from "../manifest/creator.js";
+interface SyncPostDeps {
+    client: FanboxClient;
+    headers?: Record<string, string>;
+    logger: Logger;
+    manifest: CreatorManifest;
+    pathManager: PathManager;
+    transport: HttpTransport;
+}
+export declare function syncPost({ client, headers, logger, manifest, pathManager, transport }: SyncPostDeps, postSummary: PostSummary): Promise<PostManifestData>;
+export {};
+//# sourceMappingURL=sync.d.ts.map

package/dist/cjs/downloader/post/sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../../src/downloader/post/sync.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAQ,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAE9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAEV,eAAe,EACf,gBAAgB,EACjB,MAAM,wBAAwB,CAAC;AAShC,UAAU,YAAY;IACpB,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,eAAe,CAAC;IAC1B,WAAW,EAAE,WAAW,CAAC;IACzB,SAAS,EAAE,aAAa,CAAC;CAC1B;AAED,wBAAsB,QAAQ,CAC5B,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,YAAY,EAC3E,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC,gBAAgB,CAAC,CA2J3B"}

package/dist/cjs/downloader/post/sync.js

@@ -0,0 +1,127 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.syncPost = syncPost;
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const download_js_1 = require("../asset/download.js");
+const asset_js_1 = require("../markdown/asset.js");
+const content_js_1 = require("./content.js");
+const contents_js_1 = require("./contents.js");
+async function syncPost({ client, headers, logger, manifest, pathManager, transport }, postSummary) {
+    if (postSummary.isRestricted) {
+        logger.warn(`Post ${postSummary.id} is restricted, skipping download.`);
+        return {
+            assets: {},
+            id: postSummary.id,
+            restricted: true,
+            status: "skipped",
+            updatedDatetime: postSummary.updatedDatetime,
+        };
+    }
+    const existingPost = manifest.posts[postSummary.id];
+    if (existingPost?.status === "complete" &&
+        postSummary.updatedDatetime === existingPost.updatedDatetime) {
+        logger.debug(`Post ${postSummary.id} has no changes, skipping download.`);
+        return existingPost;
+    }
+    logger.debug(`Downloading post ${postSummary.id} updated at ${postSummary.updatedDatetime}: ${postSummary.title}`);
+    const post = await client.getPost({ postId: postSummary.id });
+    const contents = (0, contents_js_1.formatPostContents)({ logger }, post);
+    if (post.coverImageUrl)
+        contents.unshift(formatCoverImage(post));
+    let hasUnknownContent = false;
+    const assetManifestData = {};
+    const download = download_js_1.downloadAsset.bind(undefined, {
+        headers,
+        logger,
+        pathManager,
+        transport,
+    });
+    const results = await Promise.allSettled(contents.map(async (content, index) => {
+        if (content instanceof content_js_1.ImageContent) {
+            const destination = pathManager.asset(index, content.id, content.extension);
+            const { bytes, sha256 } = await download({
+                destination,
+                fallbackDateTime: post.updatedDatetime,
+                mediaContent: content,
+            }).catch((err) => {
+                logger.error({ err }, `Error occurred while downloading image asset ${content.id}, skipping.`);
+                assetManifestData[content.id] = {
+                    path: destination,
+                    status: "failed",
+                    url: content.url,
+                };
+                throw err;
+            });
+            assetManifestData[content.id] = {
+                bytes,
+                path: destination,
+                sha256,
+                status: "complete",
+                url: content.url,
+            };
+            return (0, asset_js_1.formatImageAsset)({
+                assetPath: pathManager.path,
+                contentPath: destination,
+            });
+        }
+        if (content instanceof content_js_1.FileContent) {
+            const destination = pathManager.asset(index, `${content.name}-${content.id}`, content.extension);
+            const { bytes, sha256 } = await download({
+                destination,
+                fallbackDateTime: post.updatedDatetime,
+                mediaContent: content,
+            }).catch((err) => {
+                logger.error({ err }, `Error occurred while downloading file asset ${content.id}, skipping.`);
+                assetManifestData[content.id] = {
+                    path: destination,
+                    status: "failed",
+                    url: content.url,
+                };
+                throw err;
+            });
+            assetManifestData[content.id] = {
+                bytes,
+                path: destination,
+                sha256,
+                status: "complete",
+                url: content.url,
+            };
+            return (0, asset_js_1.formatFileAsset)({
+                assetPath: pathManager.path,
+                contentPath: destination,
+            });
+        }
+        if (content instanceof content_js_1.TextContent) {
+            return (0, asset_js_1.formatTextContent)(content);
+        }
+        logger.warn(`Post ${post.id} has unhandled content type ${content.type}, skipping.`);
+        hasUnknownContent = true;
+    }));
+    const markdownContent = results.map((result) => {
+        if (result.status === "fulfilled") {
+            return result.value;
+        }
+        const err = String(result.reason);
+        return `<!-- Error occurred while processing content: ${err} -->`;
+    });
+    await (0, promises_1.writeFile)(pathManager.asset(0, "content", "md"), markdownContent.join("\n\n"));
+    return {
+        assets: assetManifestData,
+        id: post.id,
+        restricted: false,
+        status: hasUnknownContent ? "partial" : "complete",
+        updatedDatetime: post.updatedDatetime,
+    };
+}
+function formatCoverImage(post) {
+    if (!post.coverImageUrl)
+        throw new Error("Post does not have a cover image");
+    const extension = (0, node_path_1.extname)(new URL(post.coverImageUrl).pathname).slice(1) || "jpg";
+    return new content_js_1.ImageContent({
+        extension,
+        id: "cover",
+        originalUrl: post.coverImageUrl,
+    });
+}
+//# sourceMappingURL=sync.js.map

package/dist/cjs/downloader/post/sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../../../src/downloader/post/sync.ts"],"names":[],"mappings":";;AAgCA,4BA8JC;AA9LD,+CAA6C;AAC7C,yCAAoC;AAOpC,sDAAqD;AAOrD,mDAI8B;AAC9B,6CAAsE;AACtE,+CAAmD;AAW5C,KAAK,UAAU,QAAQ,CAC5B,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAgB,EAC3E,WAAwB;IAExB,IAAI,WAAW,CAAC,YAAY,EAAE,CAAC;QAE7B,MAAM,CAAC,IAAI,CAAC,QAAQ,WAAW,CAAC,EAAE,oCAAoC,CAAC,CAAC;QACxE,OAAO;YACL,MAAM,EAAE,EAAE;YACV,EAAE,EAAE,WAAW,CAAC,EAAE;YAClB,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,SAAS;YACjB,eAAe,EAAE,WAAW,CAAC,eAAe;SAC7C,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IACpD,IACE,YAAY,EAAE,MAAM,KAAK,UAAU;QACnC,WAAW,CAAC,eAAe,KAAK,YAAY,CAAC,eAAe,EAC5D,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,QAAQ,WAAW,CAAC,EAAE,qCAAqC,CAAC,CAAC;QAC1E,OAAO,YAAY,CAAC;IACtB,CAAC;IAGD,MAAM,CAAC,KAAK,CACV,oBAAoB,WAAW,CAAC,EAAE,eAAe,WAAW,CAAC,eAAe,KAAK,WAAW,CAAC,KAAK,EAAE,CACrG,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,IAAA,gCAAkB,EAAC,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;IACtD,IAAI,IAAI,CAAC,aAAa;QAAE,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;IAEjE,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,MAAM,iBAAiB,GAAsC,EAAE,CAAC;IAChE,MAAM,QAAQ,GAAG,2BAAa,CAAC,IAAI,CAAC,SAAS,EAAE;QAC7C,OAAO;QACP,MAAM;QACN,WAAW;QACX,SAAS;KACV,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACpC,IAAI,OAAO,YAAY,yBAAY,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CACnC,KAAK,EACL,OAAO,CAAC,EAAE,EACV,OAAO,CAAC,SAAS,CAClB,CAAC;YAEF,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC;gBACvC,WAAW;gBACX,gBAAgB,EAAE,IAAI,CAAC,eAAe;gBACtC,YAAY,EAAE,OAAO;aACtB,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACxB,MAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,EACP,gDAAgD,OAAO,CAAC,EAAE,aAAa,CACxE,CAAC;gBAEF,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG;oBAC9B,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,QAAQ;oBAChB,GAAG,EAAE,OAAO,CAAC,GAAG;iBACjB,CAAC;gBAEF,MAAM,GAAG,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG;gBAC9B,KAAK;gBACL,IAAI,EAAE,WAAW;gBACjB,MAAM;gBACN,MAAM,EAAE,UAAU;gBAClB,GAAG,EAAE,OAAO,CAAC,GAAG;aACjB,CAAC;YAEF,OAAO,IAAA,2BAAgB,EAAC;gBACtB,SAAS,EAAE,WAAW,CAAC,IAAI;gBAC3B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,OAAO,YAAY,wBAAW,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CACnC,KAAK,EACL,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,EAAE,EAC/B,OAAO,CAAC,SAAS,CAClB,CAAC;YAEF,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC;gBACvC,WAAW;gBACX,gBAAgB,EAAE,IAAI,CAAC,eAAe;gBACtC,YAAY,EAAE,OAAO;aACtB,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACxB,MAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,EACP,+CAA+C,OAAO,CAAC,EAAE,aAAa,CACvE,CAAC;gBAEF,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG;oBAC9B,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,QAAQ;oBAChB,GAAG,EAAE,OAAO,CAAC,GAAG;iBACjB,CAAC;gBAEF,MAAM,GAAG,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG;gBAC9B,KAAK;gBACL,IAAI,EAAE,WAAW;gBACjB,MAAM;gBACN,MAAM,EAAE,UAAU;gBAClB,GAAG,EAAE,OAAO,CAAC,GAAG;aACjB,CAAC;YAEF,OAAO,IAAA,0BAAe,EAAC;gBACrB,SAAS,EAAE,WAAW,CAAC,IAAI;gBAC3B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,OAAO,YAAY,wBAAW,EAAE,CAAC;YACnC,OAAO,IAAA,4BAAiB,EAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,CAAC,IAAI,CACT,QAAQ,IAAI,CAAC,EAAE,+BAA+B,OAAO,CAAC,IAAI,aAAa,CACxE,CAAC;QACF,iBAAiB,GAAG,IAAI,CAAC;IAC3B,CAAC,CAAC,CACH,CAAC;IAEF,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC7C,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,iDAAiD,GAAG,MAAM,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,MAAM,IAAA,oBAAS,EACb,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,EACrC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAC7B,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,iBAAiB;QACzB,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,UAAU,EAAE,KAAK;QAGjB,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;QAClD,eAAe,EAAE,IAAI,CAAC,eAAe;KACtC,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAU;IAClC,IAAI,CAAC,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAE7E,MAAM,SAAS,GACb,IAAA,mBAAO,EAAC,IAAI,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;IAElE,OAAO,IAAI,yBAAY,CAAC;QACtB,SAAS;QACT,EAAE,EAAE,OAAO;QACX,WAAW,EAAE,IAAI,CAAC,aAAa;KAChC,CAAC,CAAC;AACL,CAAC"}

package/dist/cjs/downloader/post/url-embed.d.ts

@@ -0,0 +1,7 @@
+import type { ArticleUrlEmbedBlock } from "../../client/models/post/article.js";
+import type { ArticleUrlEmbedItem } from "../../client/models/post/url-embed.js";
+import { TextContent } from "./content.js";
+export declare function handleUrlEmbedBlock(block: ArticleUrlEmbedBlock, urlEmbedMap: Record<string, ArticleUrlEmbedItem>): TextContent<{
+    text: string;
+}> | null;
+//# sourceMappingURL=url-embed.d.ts.map

package/dist/cjs/downloader/post/url-embed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-embed.d.ts","sourceRoot":"","sources":["../../../../src/downloader/post/url-embed.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAChF,OAAO,KAAK,EAEV,mBAAmB,EACpB,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAM3C,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,oBAAoB,EAC3B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC;;UASjD"}

package/dist/cjs/downloader/post/url-embed.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleUrlEmbedBlock = handleUrlEmbedBlock;
+const content_js_1 = require("./content.js");
+function handleUrlEmbedBlock(block, urlEmbedMap) {
+    const item = urlEmbedMap[block.urlEmbedId];
+    if (isUrlEmbedType("twitter", item))
+        return new content_js_1.TextContent({ text: item.html });
+    return null;
+}
+function isUrlEmbedType(type, item) {
+    return item.type === type;
+}
+//# sourceMappingURL=url-embed.js.map

package/dist/cjs/downloader/post/url-embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-embed.js","sourceRoot":"","sources":["../../../../src/downloader/post/url-embed.ts"],"names":[],"mappings":";;AAWA,kDAWC;AAjBD,6CAA2C;AAM3C,SAAgB,mBAAmB,CACjC,KAA2B,EAC3B,WAAgD;IAEhD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAE3C,IAAI,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC;QACjC,OAAO,IAAI,wBAAW,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAG9C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CACrB,IAAO,EACP,IAAyB;IAEzB,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;AAC5B,CAAC"}

package/dist/cjs/index.d.ts

@@ -1,3 +1,3 @@
-export { FanboxApiError, FanboxClient } from "./client.js";
-export type * from "./types.js";
+export { FanboxApiError, FanboxClient } from "./client/client.js";
+export type * from "./client/types.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/cjs/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3D,mBAAmB,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClE,mBAAmB,mBAAmB,CAAC"}

package/dist/cjs/index.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.FanboxClient = exports.FanboxApiError = void 0;
-var client_js_1 = require("./client.js");
+var client_js_1 = require("./client/client.js");
 Object.defineProperty(exports, "FanboxApiError", { enumerable: true, get: function () { return client_js_1.FanboxApiError; } });
 Object.defineProperty(exports, "FanboxClient", { enumerable: true, get: function () { return client_js_1.FanboxClient; } });
 //# sourceMappingURL=index.js.map

package/dist/cjs/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;AAAA,yCAA2D;AAAlD,2GAAA,cAAc,OAAA;AAAE,yGAAA,YAAY,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;AAAA,gDAAkE;AAAzD,2GAAA,cAAc,OAAA;AAAE,yGAAA,YAAY,OAAA"}

package/dist/cjs/transport/http2-session.d.ts

@@ -0,0 +1,7 @@
+import { type ClientHttp2Session } from "node:http2";
+export declare class Http2SessionManager {
+    #private;
+    closeAll(): Promise<void>;
+    getSession(url: string): ClientHttp2Session;
+}
+//# sourceMappingURL=http2-session.d.ts.map

package/dist/cjs/transport/http2-session.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http2-session.d.ts","sourceRoot":"","sources":["../../../src/transport/http2-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,kBAAkB,EAAW,MAAM,YAAY,CAAC;AAE9D,qBAAa,mBAAmB;;IAGxB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAM/B,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,kBAAkB;CAqB5C"}

package/dist/cjs/transport/http2-session.js

@@ -0,0 +1,48 @@
+"use strict";
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _Http2SessionManager_sessions;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Http2SessionManager = void 0;
+const node_http2_1 = require("node:http2");
+class Http2SessionManager {
+    constructor() {
+        _Http2SessionManager_sessions.set(this, new Map());
+    }
+    async closeAll() {
+        const sessions = [...__classPrivateFieldGet(this, _Http2SessionManager_sessions, "f").values()];
+        __classPrivateFieldGet(this, _Http2SessionManager_sessions, "f").clear();
+        await Promise.all(sessions.map(closeHttp2Session));
+    }
+    getSession(url) {
+        const origin = new URL(url).origin;
+        const existing = __classPrivateFieldGet(this, _Http2SessionManager_sessions, "f").get(origin);
+        if (existing && !existing.closed && !existing.destroyed) {
+            return existing;
+        }
+        const session = (0, node_http2_1.connect)(origin);
+        __classPrivateFieldGet(this, _Http2SessionManager_sessions, "f").set(origin, session);
+        const cleanup = () => {
+            if (__classPrivateFieldGet(this, _Http2SessionManager_sessions, "f").get(origin) === session) {
+                __classPrivateFieldGet(this, _Http2SessionManager_sessions, "f").delete(origin);
+            }
+        };
+        session.once("close", cleanup);
+        session.once("error", cleanup);
+        return session;
+    }
+}
+exports.Http2SessionManager = Http2SessionManager;
+_Http2SessionManager_sessions = new WeakMap();
+function closeHttp2Session(session) {
+    if (session.closed || session.destroyed) {
+        return Promise.resolve();
+    }
+    return new Promise((resolve) => {
+        session.close(resolve);
+    });
+}
+//# sourceMappingURL=http2-session.js.map

package/dist/cjs/transport/http2-session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http2-session.js","sourceRoot":"","sources":["../../../src/transport/http2-session.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA8D;AAE9D,MAAa,mBAAmB;IAAhC;QACW,wCAAY,IAAI,GAAG,EAA8B,EAAC;IA6B7D,CAAC;IA3BC,KAAK,CAAC,QAAQ;QACZ,MAAM,QAAQ,GAAG,CAAC,GAAG,uBAAA,IAAI,qCAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9C,uBAAA,IAAI,qCAAU,CAAC,KAAK,EAAE,CAAC;QACvB,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,UAAU,CAAC,GAAW;QACpB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QACnC,MAAM,QAAQ,GAAG,uBAAA,IAAI,qCAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YACxD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAGD,MAAM,OAAO,GAAG,IAAA,oBAAO,EAAC,MAAM,CAAC,CAAC;QAChC,uBAAA,IAAI,qCAAU,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEpC,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,uBAAA,IAAI,qCAAU,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,OAAO,EAAE,CAAC;gBAC3C,uBAAA,IAAI,qCAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE/B,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AA9BD,kDA8BC;;AAED,SAAS,iBAAiB,CAAC,OAA2B;IACpD,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/cjs/transport/http2.d.ts

@@ -0,0 +1,11 @@
+export interface HttpTransport {
+    fetch(input: Request | string | URL): Promise<Response>;
+}
+export declare class Http2Error extends Error {
+    constructor(message: string);
+}
+export declare class Http2Transport {
+    #private;
+    fetch(input: Request | string | URL): Promise<Response>;
+}
+//# sourceMappingURL=http2.d.ts.map

package/dist/cjs/transport/http2.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http2.d.ts","sourceRoot":"","sources":["../../../src/transport/http2.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;CACzD;AAED,qBAAa,UAAW,SAAQ,KAAK;gBAChB,OAAO,EAAE,MAAM;CAInC;AAED,qBAAa,cAAc;;IAGzB,KAAK,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,GAAG;CA8BpC"}

package/dist/cjs/transport/http2.js

@@ -0,0 +1,85 @@
+"use strict";
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _Http2Transport_pool;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Http2Transport = exports.Http2Error = void 0;
+const http2_session_js_1 = require("./http2-session.js");
+const HTTP2_HEADER_STATUS = ":status";
+class Http2Error extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "Http2Error";
+    }
+}
+exports.Http2Error = Http2Error;
+class Http2Transport {
+    constructor() {
+        _Http2Transport_pool.set(this, new http2_session_js_1.Http2SessionManager());
+    }
+    fetch(input) {
+        const request = input instanceof Request ? input : new Request(input);
+        const headers = attachHttp2Headers(request);
+        const session = __classPrivateFieldGet(this, _Http2Transport_pool, "f").getSession(request.url);
+        const stream = session.request(headers, { endStream: !request.body });
+        return new Promise((resolve, reject) => {
+            let settled = false;
+            stream.once("error", reject);
+            stream.once("close", () => {
+                if (!settled) {
+                    reject(new Http2Error(`HTTP/2 stream closed before response`));
+                }
+            });
+            stream.once("response", (responseHeaders) => {
+                settled = true;
+                resolve(new Response(stream, {
+                    headers: createResponseHeaders(responseHeaders),
+                    status: parseStatus(responseHeaders[HTTP2_HEADER_STATUS]),
+                }));
+            });
+            if (request.body)
+                stream.end(request.body);
+        });
+    }
+}
+exports.Http2Transport = Http2Transport;
+_Http2Transport_pool = new WeakMap();
+function attachHttp2Headers(request) {
+    const url = new URL(request.url);
+    const headers = { ...Object.fromEntries(request.headers) };
+    headers[":authority"] = url.host;
+    headers[":method"] = request.method.toUpperCase();
+    headers[":path"] = `${url.pathname}${url.search}`;
+    headers[":scheme"] = url.protocol.slice(0, -1);
+    return headers;
+}
+function createResponseHeaders(headers) {
+    const result = new Headers();
+    for (const [key, value] of Object.entries(headers)) {
+        if (key.startsWith(":") ||
+            value === undefined)
+            continue;
+        if (Array.isArray(value)) {
+            for (const item of value) {
+                result.append(key, item);
+            }
+        }
+        else {
+            result.set(key, value);
+        }
+    }
+    return result;
+}
+function parseStatus(status) {
+    if (typeof status === "number") {
+        return status;
+    }
+    if (Array.isArray(status)) {
+        return Number(status[0] ?? 0);
+    }
+    return Number(status ?? 0);
+}
+//# sourceMappingURL=http2.js.map

package/dist/cjs/transport/http2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http2.js","sourceRoot":"","sources":["../../../src/transport/http2.ts"],"names":[],"mappings":";;;;;;;;;AAAA,yDAAyD;AAEzD,MAAM,mBAAmB,GAAG,SAAS,CAAC;AAMtC,MAAa,UAAW,SAAQ,KAAK;IACnC,YAAmB,OAAe;QAChC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AALD,gCAKC;AAED,MAAa,cAAc;IAA3B;QACW,+BAAQ,IAAI,sCAAmB,EAAE,EAAC;IAgC7C,CAAC;IA9BC,KAAK,CAAC,KAA6B;QACjC,MAAM,OAAO,GAAG,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAE5C,MAAM,OAAO,GAAG,uBAAA,IAAI,4BAAM,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAEtE,OAAO,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC/C,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;gBACxB,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,UAAU,CAAC,sCAAsC,CAAC,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,eAAe,EAAE,EAAE;gBAC1C,OAAO,GAAG,IAAI,CAAC;gBACf,OAAO,CACL,IAAI,QAAQ,CAAC,MAAM,EAAE;oBACnB,OAAO,EAAE,qBAAqB,CAAC,eAAe,CAAC;oBAC/C,MAAM,EAAE,WAAW,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;iBAC1D,CAAC,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;YAGH,IAAI,OAAO,CAAC,IAAI;gBAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAjCD,wCAiCC;;AAED,SAAS,kBAAkB,CAAC,OAAgB;IAC1C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;IAE3D,OAAO,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC;IACjC,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;IAClD,OAAO,CAAC,OAAO,CAAC,GAAG,GAAG,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;IAClD,OAAO,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAE/C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAsD;IAEtD,MAAM,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,IAEE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC;YACnB,KAAK,KAAK,SAAS;YAEnB,SAAS;QAEX,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,MAA8C;IACjE,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;AAC7B,CAAC"}

package/dist/cjs/transport/worker.d.ts

@@ -0,0 +1,17 @@
+import type { Logger } from "pino";
+import { type HttpTransport } from "./http2.js";
+export interface RequestQueueOptions {
+    concurrency?: number;
+    intervalMs?: number;
+    maxRetries?: number;
+    rateLimitPauseMs?: number;
+    transport?: HttpTransport;
+}
+export declare class RequestWorker {
+    #private;
+    constructor({ logger }: {
+        logger: Logger;
+    }, { concurrency, intervalMs, maxRetries, rateLimitPauseMs, transport, }?: RequestQueueOptions);
+    fetch(request: Request | string | URL): Promise<Response>;
+}
+//# sourceMappingURL=worker.d.ts.map

package/dist/cjs/transport/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../../src/transport/worker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,EAAkB,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhE,MAAM,WAAW,mBAAmB;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,aAAa,CAAC;CAC3B;AAwED,qBAAa,aAAa;;gBAStB,EAAE,MAAM,EAAE,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,EAC9B,EACE,WAAe,EACf,UAAgB,EAChB,UAAc,EACd,gBAAgB,EAChB,SAAgC,GACjC,GAAE,mBAAwB;IAoBvB,KAAK,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,GAAG;CAwC5C"}

package/dist/cjs/transport/worker.js

@@ -0,0 +1,137 @@
+"use strict";
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _ConcurrencyLimiter_active, _ConcurrencyLimiter_logger, _ConcurrencyLimiter_queue, _TimeLimiter_availableAt, _TimeLimiter_logger, _RequestWorker_instances, _RequestWorker_concurrencyLimiter, _RequestWorker_logger, _RequestWorker_maxRetries, _RequestWorker_rateLimitPauseMs, _RequestWorker_timeLimiter, _RequestWorker_transport, _RequestWorker_fetch;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RequestWorker = void 0;
+const http2_js_1 = require("./http2.js");
+class ConcurrencyLimiter {
+    constructor({ logger }, concurrency) {
+        this.concurrency = concurrency;
+        _ConcurrencyLimiter_active.set(this, 0);
+        _ConcurrencyLimiter_logger.set(this, void 0);
+        _ConcurrencyLimiter_queue.set(this, []);
+        __classPrivateFieldSet(this, _ConcurrencyLimiter_logger, logger, "f");
+        __classPrivateFieldGet(this, _ConcurrencyLimiter_logger, "f").trace({ concurrency }, "Initialized ConcurrencyLimiter");
+    }
+    async acquire() {
+        var _a;
+        if (__classPrivateFieldGet(this, _ConcurrencyLimiter_active, "f") >= this.concurrency) {
+            __classPrivateFieldGet(this, _ConcurrencyLimiter_logger, "f").trace(`Concurrency limit reached (${__classPrivateFieldGet(this, _ConcurrencyLimiter_active, "f")}/${this.concurrency}), waiting for release.`);
+            await new Promise((release) => __classPrivateFieldGet(this, _ConcurrencyLimiter_queue, "f").push(release));
+        }
+        __classPrivateFieldSet(this, _ConcurrencyLimiter_active, (_a = __classPrivateFieldGet(this, _ConcurrencyLimiter_active, "f"), ++_a), "f");
+    }
+    release() {
+        var _a;
+        __classPrivateFieldSet(this, _ConcurrencyLimiter_active, (_a = __classPrivateFieldGet(this, _ConcurrencyLimiter_active, "f"), --_a), "f");
+        if (__classPrivateFieldGet(this, _ConcurrencyLimiter_queue, "f").length > 0) {
+            const next = __classPrivateFieldGet(this, _ConcurrencyLimiter_queue, "f").shift();
+            if (next) {
+                __classPrivateFieldGet(this, _ConcurrencyLimiter_logger, "f").trace(`Concurrency limit released (${__classPrivateFieldGet(this, _ConcurrencyLimiter_active, "f")}/${this.concurrency}), processing next request.`);
+                next();
+            }
+        }
+    }
+}
+_ConcurrencyLimiter_active = new WeakMap(), _ConcurrencyLimiter_logger = new WeakMap(), _ConcurrencyLimiter_queue = new WeakMap();
+class TimeLimiter {
+    constructor({ logger }, intervalMs) {
+        this.intervalMs = intervalMs;
+        _TimeLimiter_availableAt.set(this, 0);
+        _TimeLimiter_logger.set(this, void 0);
+        __classPrivateFieldSet(this, _TimeLimiter_logger, logger, "f");
+        __classPrivateFieldGet(this, _TimeLimiter_logger, "f").trace(`Initialized TimeLimiter with interval ${intervalMs}ms`);
+    }
+    setNextAvailableAt(availableAt) {
+        __classPrivateFieldGet(this, _TimeLimiter_logger, "f").trace(`Setting next available time to ${availableAt}.`);
+        __classPrivateFieldSet(this, _TimeLimiter_availableAt, availableAt, "f");
+    }
+    async wait() {
+        const now = Date.now();
+        if (__classPrivateFieldGet(this, _TimeLimiter_availableAt, "f") > now) {
+            const waitMs = __classPrivateFieldGet(this, _TimeLimiter_availableAt, "f") - now;
+            __classPrivateFieldGet(this, _TimeLimiter_logger, "f").trace(`Waiting for time limiter for ${waitMs}ms, until ${__classPrivateFieldGet(this, _TimeLimiter_availableAt, "f")}.`);
+            await sleep(waitMs);
+            __classPrivateFieldGet(this, _TimeLimiter_logger, "f").trace(`Time limiter continued at ${__classPrivateFieldGet(this, _TimeLimiter_availableAt, "f")}.`);
+        }
+        this.setNextAvailableAt(Date.now() + this.intervalMs);
+    }
+}
+_TimeLimiter_availableAt = new WeakMap(), _TimeLimiter_logger = new WeakMap();
+class RequestWorker {
+    constructor({ logger }, { concurrency = 5, intervalMs = 500, maxRetries = 3, rateLimitPauseMs, transport = new http2_js_1.Http2Transport(), } = {}) {
+        _RequestWorker_instances.add(this);
+        _RequestWorker_concurrencyLimiter.set(this, void 0);
+        _RequestWorker_logger.set(this, void 0);
+        _RequestWorker_maxRetries.set(this, void 0);
+        _RequestWorker_rateLimitPauseMs.set(this, void 0);
+        _RequestWorker_timeLimiter.set(this, void 0);
+        _RequestWorker_transport.set(this, void 0);
+        __classPrivateFieldSet(this, _RequestWorker_logger, logger, "f");
+        __classPrivateFieldSet(this, _RequestWorker_transport, transport, "f");
+        __classPrivateFieldSet(this, _RequestWorker_concurrencyLimiter, new ConcurrencyLimiter({ logger }, concurrency), "f");
+        __classPrivateFieldSet(this, _RequestWorker_timeLimiter, new TimeLimiter({ logger }, intervalMs), "f");
+        __classPrivateFieldSet(this, _RequestWorker_maxRetries, maxRetries, "f");
+        __classPrivateFieldSet(this, _RequestWorker_rateLimitPauseMs, rateLimitPauseMs, "f");
+        logger.trace({
+            concurrency,
+            intervalMs,
+            maxRetries,
+            rateLimitPauseMs,
+            transport: transport.constructor.name,
+        }, "Initialized RequestWorker");
+    }
+    async fetch(request) {
+        await __classPrivateFieldGet(this, _RequestWorker_concurrencyLimiter, "f").acquire();
+        return __classPrivateFieldGet(this, _RequestWorker_instances, "m", _RequestWorker_fetch).call(this, request).finally(() => {
+            __classPrivateFieldGet(this, _RequestWorker_concurrencyLimiter, "f").release();
+        });
+    }
+}
+exports.RequestWorker = RequestWorker;
+_RequestWorker_concurrencyLimiter = new WeakMap(), _RequestWorker_logger = new WeakMap(), _RequestWorker_maxRetries = new WeakMap(), _RequestWorker_rateLimitPauseMs = new WeakMap(), _RequestWorker_timeLimiter = new WeakMap(), _RequestWorker_transport = new WeakMap(), _RequestWorker_instances = new WeakSet(), _RequestWorker_fetch = async function _RequestWorker_fetch(request, retryRemains = __classPrivateFieldGet(this, _RequestWorker_maxRetries, "f")) {
+    __classPrivateFieldGet(this, _RequestWorker_logger, "f").trace(`Fetching request with max ${retryRemains} retries to ${request instanceof Request ? request.url : request.toString()}`);
+    await __classPrivateFieldGet(this, _RequestWorker_timeLimiter, "f").wait();
+    const requestObj = request instanceof Request ? request.clone() : new Request(request);
+    const response = await __classPrivateFieldGet(this, _RequestWorker_transport, "f").fetch(requestObj);
+    if (response.ok)
+        return response;
+    if (response.status === 429) {
+        const retryAfter = __classPrivateFieldGet(this, _RequestWorker_rateLimitPauseMs, "f") ?? parseRetryAfter(response) ?? 60000;
+        const availableAt = Date.now() + retryAfter;
+        __classPrivateFieldGet(this, _RequestWorker_logger, "f").warn("Received 429 Too Many Requests. Pausing requests.");
+        await sleep(retryAfter);
+        __classPrivateFieldGet(this, _RequestWorker_timeLimiter, "f").setNextAvailableAt(availableAt);
+    }
+    if (retryRemains <= 0) {
+        __classPrivateFieldGet(this, _RequestWorker_logger, "f").error(`Request failed with ${response.status} ${response.statusText} after maximum retries.`);
+        return response;
+    }
+    return __classPrivateFieldGet(this, _RequestWorker_instances, "m", _RequestWorker_fetch).call(this, request, retryRemains - 1);
+};
+function parseRetryAfter(response, now = Date.now()) {
+    const retryAfter = response.headers.get("Retry-After");
+    if (!retryAfter) {
+        return undefined;
+    }
+    const seconds = Number(retryAfter);
+    if (Number.isFinite(seconds)) {
+        return Math.max(0, seconds * 1000);
+    }
+    const date = Date.parse(retryAfter);
+    return Number.isNaN(date) ? undefined : Math.max(0, date - now);
+}
+function sleep(milliseconds) {
+    return new Promise((resolve) => setTimeout(resolve, milliseconds));
+}
+//# sourceMappingURL=worker.js.map