patreon-dl 1.0.0

package/dist/parsers/PostParser.js

@@ -0,0 +1,259 @@
+import { pickDefined } from '../utils/Misc.js';
+import ObjectHelper from '../utils/ObjectHelper.js';
+import Parser from './Parser.js';
+export default class PostParser extends Parser {
+    constructor() {
+        super(...arguments);
+        this.name = 'PostParser';
+    }
+    parsePostsAPIResponse(json, _url) {
+        this.log('debug', `Parse API response of "${_url}"`);
+        /*If (json.errors) {
+          this.log('error', `API response error:`, json.errors);
+          return null;
+        }*/
+        const includedJSON = json.included;
+        const dataJSON = json.data;
+        let postsJSONArray;
+        // Check if API data consists of just a single post (not an array).
+        // If so, place the post data in an array.
+        if (dataJSON && !Array.isArray(dataJSON) && dataJSON.type === 'post') {
+            postsJSONArray = [dataJSON];
+        }
+        // If API data is an array, filter out those matching 'post' type.
+        else if (dataJSON && Array.isArray(dataJSON)) {
+            postsJSONArray = dataJSON.filter((data) => data.type === 'post');
+        }
+        else {
+            // No posts found
+            postsJSONArray = [];
+        }
+        const nextURL = ObjectHelper.getProperty(json, 'links.next') || null;
+        const nextPageCursor = ObjectHelper.getProperty(json, 'meta.pagination.cursors.next');
+        let realNextURL = null;
+        if (nextURL && nextPageCursor) {
+            const urlObj = new URL(nextURL);
+            urlObj.searchParams.set('page[cursor]', nextPageCursor);
+            realNextURL = urlObj.toString();
+        }
+        if (nextURL && !nextPageCursor) {
+            this.log('warn', `Anomaly in API response of "${_url}: (pagination) next page cursor expected but missing`);
+        }
+        const collection = {
+            url: _url,
+            posts: [],
+            total: ObjectHelper.getProperty(json, 'meta.pagination.total') || null,
+            nextURL: realNextURL
+        };
+        let hasIncludedJSON = true;
+        if (!includedJSON || !Array.isArray(includedJSON)) {
+            this.log('warn', `'included' field missing in API response of "${_url}" or has incorrect type - no media items and campaign info will be returned`);
+            hasIncludedJSON = false;
+        }
+        if (postsJSONArray.length === 0) {
+            this.log('warn', `No posts found in API response of "${_url}"`);
+            return collection;
+        }
+        if (postsJSONArray.length > 1) {
+            this.log('debug', `${postsJSONArray.length} posts found - iterate and parse`);
+        }
+        else {
+            this.log('debug', '1 post found - parse');
+        }
+        let campaign;
+        for (const postJSON of postsJSONArray) {
+            if (!postJSON || typeof postJSON !== 'object') {
+                this.log('error', 'Parse error: API data of post has incorrect type');
+                continue;
+            }
+            const { id, attributes, relationships = {} } = postJSON;
+            if (!id) {
+                this.log('error', 'Parse error: \'id\' field missing in API data of post');
+                continue;
+            }
+            this.log('debug', `Parse post #${id}`);
+            if (!attributes || typeof attributes !== 'object') {
+                this.log('error', `Parse error: 'attributes' field missing in API data of post #${id} or has incorrect type`);
+                continue;
+            }
+            // Campaign info
+            if (campaign === undefined) {
+                const campaignId = ObjectHelper.getProperty(postJSON, 'relationships.campaign.data.id') || null;
+                if (!campaignId || typeof campaignId !== 'string') {
+                    this.log('warn', `Campaign ID missing in API data of post #${id} or has incorrect type` +
+                        ' - no campaign info will be available until campaign ID is obtained');
+                }
+                else if (hasIncludedJSON) {
+                    campaign = this.findInAPIResponseIncludedArray(includedJSON, campaignId, 'campaign');
+                }
+            }
+            // Viewability
+            const isViewable = pickDefined(attributes.current_user_can_view, true);
+            if (attributes.current_user_can_view === undefined) {
+                this.log('warn', `'current_user_can_view' attribute missing in API data of post #${id} - assuming post is viewable`);
+            }
+            // Get downloadables from relationships
+            let audio = null;
+            let audioPreview = null;
+            let images = [];
+            let attachments = [];
+            if (hasIncludedJSON) {
+                const downloadables = this.fetchDownloadablesFromRelationships(relationships, {
+                    'audio': 'audio items',
+                    'audio_preview': 'audio preview items',
+                    'images': 'images',
+                    'attachments': 'attachments'
+                }, includedJSON, `post #${id}`, false);
+                audio = downloadables.audio?.[0] || null;
+                audioPreview = downloadables.audio_preview?.[0] || null;
+                images = downloadables.images || [];
+                attachments = downloadables.attachments || [];
+            }
+            const __getVideoMediaItemFromAttr = (attrJSON) => {
+                let miFromIncluded = null;
+                const _mediaId = attrJSON.media_id !== undefined ? attrJSON.media_id.toString() : null;
+                if (_mediaId && hasIncludedJSON) {
+                    // Fetch item from 'included' array, matching `media_id`
+                    miFromIncluded = this.findInAPIResponseIncludedArray(includedJSON, _mediaId, 'media', 'video');
+                }
+                const vidInc = miFromIncluded && miFromIncluded.type === 'video' ? miFromIncluded : null;
+                const mediaId = _mediaId || id; // Fallback to post ID
+                const { download_url: downloadURL = null, url: displayURL = null } = attrJSON;
+                // Convert `attrJSON` to Downloadable (VideoMediaItem)
+                return {
+                    type: 'video',
+                    id: mediaId,
+                    filename: vidInc?.filename || null,
+                    mimeType: vidInc?.mimeType || null,
+                    createdAt: vidInc?.createdAt || null,
+                    size: {
+                        width: attrJSON.width || vidInc?.size.width,
+                        height: attrJSON.height || vidInc?.size.height
+                    },
+                    duration: attrJSON.duration || vidInc?.duration,
+                    downloadURL: downloadURL || vidInc?.downloadURL,
+                    displayURLs: {
+                        thumbnail: vidInc?.displayURLs.thumbnail || null,
+                        video: displayURL || vidInc?.downloadURL
+                    }
+                };
+            };
+            // Video preview
+            let videoPreview = null;
+            const vidPreviewJSON = attributes.video_preview;
+            if (vidPreviewJSON && typeof vidPreviewJSON === 'object') {
+                videoPreview = __getVideoMediaItemFromAttr(vidPreviewJSON);
+                if (!videoPreview.downloadURL && !videoPreview.displayURLs.video) {
+                    this.log('warn', `Video preview for post #${id} is missing URLs`);
+                }
+            }
+            // Video - `postType` is 'video_external_file' and has `postFile`
+            let video = null;
+            const postFileJSON = attributes.post_file;
+            const hasPostFile = postFileJSON && typeof postFileJSON === 'object';
+            if (attributes.post_type === 'video_external_file' && hasPostFile) {
+                video = __getVideoMediaItemFromAttr(postFileJSON);
+                if (!video.downloadURL && !video.displayURLs.video) {
+                    this.log('warn', `Video for post #${id} is missing URLs`);
+                }
+            }
+            // Cover image
+            let coverImage = null;
+            if (attributes.image) {
+                coverImage = {
+                    type: 'image',
+                    id,
+                    filename: isViewable ? 'cover-image' : 'cover-image-preview',
+                    mimeType: null,
+                    imageType: 'postCoverImage',
+                    imageURLs: {
+                        large: ObjectHelper.getProperty(attributes, 'image.large_url') || null,
+                        thumbSquareLarge: ObjectHelper.getProperty(attributes, 'image.thumb_square_large_url') || null,
+                        thumbSquare: ObjectHelper.getProperty(attributes, 'image.thumb_square_url') || null,
+                        thumb: ObjectHelper.getProperty(attributes, 'image.thumb_url') || null,
+                        default: ObjectHelper.getProperty(attributes, 'image.url') || null
+                    }
+                };
+            }
+            // Thumbnail
+            let thumbnail = null;
+            if (attributes.thumbnail) {
+                thumbnail = {
+                    type: 'image',
+                    id,
+                    filename: isViewable ? 'thumbnail' : 'thumbnail-preview',
+                    mimeType: null,
+                    imageType: 'postThumbnail',
+                    imageURLs: {
+                        large: ObjectHelper.getProperty(attributes, 'thumbnail.large') || null,
+                        large2: ObjectHelper.getProperty(attributes, 'thumbnail.large_2') || null,
+                        square: ObjectHelper.getProperty(attributes, 'thumbnail.square') || null,
+                        default: ObjectHelper.getProperty(attributes, 'thumbnail.url') || null
+                    }
+                };
+            }
+            // Embed
+            const embedJSON = attributes.embed;
+            let embed = null;
+            if (embedJSON && typeof embedJSON === 'object') {
+                let embedType;
+                switch (attributes.post_type) {
+                    case 'video_embed':
+                        embedType = 'video';
+                        break;
+                    case 'link':
+                        embedType = 'link';
+                        break;
+                    default:
+                        embedType = 'unknown';
+                }
+                embed = {
+                    type: embedType,
+                    description: embedJSON.descripton || null,
+                    html: embedJSON.html || null,
+                    provider: embedJSON.provider || null,
+                    providerURL: embedJSON.provider_url || null,
+                    subject: embedJSON.subject || null,
+                    url: embedJSON.url || null
+                };
+            }
+            const post = {
+                id,
+                type: 'post',
+                postType: attributes.post_type || null,
+                isViewable,
+                url: attributes.url || null,
+                title: attributes.title || null,
+                content: attributes.content || null,
+                teaserText: attributes.teaser_text || null,
+                publishedAt: attributes.published_at || null,
+                editedAt: attributes.edited_at || null,
+                coverImage,
+                thumbnail,
+                embed,
+                attachments,
+                audio,
+                audioPreview,
+                images,
+                videoPreview,
+                video,
+                campaign: null,
+                raw: json
+            };
+            this.log('debug', `Done parsing post #${id}`);
+            collection.posts.push(post);
+        }
+        if (campaign) {
+            this.log('debug', `Campaign #${campaign.id} found while parsing posts`);
+            for (const post of collection.posts) {
+                post.campaign = campaign;
+            }
+        }
+        else {
+            this.log('warn', 'No campaign info found while parsing posts');
+        }
+        this.log('debug', 'Done parsing posts');
+        return collection;
+    }
+}
+//# sourceMappingURL=PostParser.js.map

package/dist/parsers/PostParser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostParser.js","sourceRoot":"","sources":["../../src/parsers/PostParser.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,YAAY,MAAM,0BAA0B,CAAC;AACpD,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,MAAM,CAAC,OAAO,OAAO,UAAW,SAAQ,MAAM;IAA9C;;QAEY,SAAI,GAAG,YAAY,CAAC;IA8RhC,CAAC;IA5RC,qBAAqB,CAAC,IAAS,EAAE,IAAY;QAE3C,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,0BAA0B,IAAI,GAAG,CAAC,CAAC;QAErD;;;WAGG;QAEH,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;QAC3B,IAAI,cAAqB,CAAC;QAC1B,mEAAmE;QACnE,0CAA0C;QAC1C,IAAI,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE;YACpE,cAAc,GAAG,CAAE,QAAQ,CAAE,CAAC;SAC/B;QACD,kEAAkE;aAC7D,IAAI,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YAC5C,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;SAClE;aACI;YACH,iBAAiB;YACjB,cAAc,GAAG,EAAE,CAAC;SACrB;QAED,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,IAAI,CAAC;QACrE,MAAM,cAAc,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,8BAA8B,CAAC,CAAC;QACtF,IAAI,WAAW,GAAkB,IAAI,CAAC;QACtC,IAAI,OAAO,IAAI,cAAc,EAAE;YAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YAChC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;YACxD,WAAW,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;SACjC;QACD,IAAI,OAAO,IAAI,CAAC,cAAc,EAAE;YAC9B,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,+BAA+B,IAAI,sDAAsD,CAAC,CAAC;SAC7G;QACD,MAAM,UAAU,GAAmB;YACjC,GAAG,EAAE,IAAI;YACT,KAAK,EAAE,EAAE;YACT,KAAK,EAAE,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,uBAAuB,CAAC,IAAI,IAAI;YACtE,OAAO,EAAE,WAAW;SACrB,CAAC;QAEF,IAAI,eAAe,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;YACjD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,gDAAgD,IAAI,6EAA6E,CAAC,CAAC;YACpJ,eAAe,GAAG,KAAK,CAAC;SACzB;QAED,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;YAC/B,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,sCAAsC,IAAI,GAAG,CAAC,CAAC;YAChE,OAAO,UAAU,CAAC;SACnB;QACD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,MAAM,kCAAkC,CAAC,CAAC;SAC/E;aACI;YACH,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;SAC3C;QAED,IAAI,QAAqC,CAAC;QAE1C,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE;YACrC,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;gBAC7C,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,kDAAkD,CAAC,CAAC;gBACtE,SAAS;aACV;YAED,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,aAAa,GAAG,EAAE,EAAE,GAAG,QAAQ,CAAC;YAExD,IAAI,CAAC,EAAE,EAAE;gBACP,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,uDAAuD,CAAC,CAAC;gBAC3E,SAAS;aACV;YAED,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;YAEvC,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;gBACjD,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,gEAAgE,EAAE,wBAAwB,CAAC,CAAC;gBAC9G,SAAS;aACV;YAED,gBAAgB;YAChB,IAAI,QAAQ,KAAK,SAAS,EAAE;gBAC1B,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,gCAAgC,CAAC,IAAI,IAAI,CAAC;gBAChG,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;oBACjD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,4CAA4C,EAAE,wBAAwB;wBACrF,qEAAqE,CAAC,CAAC;iBAC1E;qBACI,IAAI,eAAe,EAAE;oBACxB,QAAQ,GAAG,IAAI,CAAC,8BAA8B,CAAC,YAAY,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;iBACtF;aACF;YAED,cAAc;YACd,MAAM,UAAU,GAAG,WAAW,CAAC,UAAU,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;YACvE,IAAI,UAAU,CAAC,qBAAqB,KAAK,SAAS,EAAE;gBAClD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,kEAAkE,EAAE,8BAA8B,CAAC,CAAC;aACtH;YAED,uCAAuC;YACvC,IAAI,KAAK,GAAwB,IAAI,CAAC;YACtC,IAAI,YAAY,GAAwB,IAAI,CAAC;YAC7C,IAAI,MAAM,GAAmB,EAAE,CAAC;YAChC,IAAI,WAAW,GAAmB,EAAE,CAAC;YACrC,IAAI,eAAe,EAAE;gBACnB,MAAM,aAAa,GAAG,IAAI,CAAC,mCAAmC,CAC5D,aAAa,EACb;oBACE,OAAO,EAAE,aAAa;oBACtB,eAAe,EAAE,qBAAqB;oBACtC,QAAQ,EAAE,QAAQ;oBAClB,aAAa,EAAE,aAAa;iBAC7B,EACD,YAAY,EACZ,SAAS,EAAE,EAAE,EACb,KAAK,CACN,CAAC;gBACF,KAAK,GAAG,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;gBACzC,YAAY,GAAG,aAAa,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;gBACxD,MAAM,GAAG,aAAa,CAAC,MAAM,IAAI,EAAE,CAAC;gBACpC,WAAW,GAAG,aAAa,CAAC,WAAW,IAAI,EAAE,CAAC;aAC/C;YAED,MAAM,2BAA2B,GAAG,CAAC,QAAa,EAAkB,EAAE;gBACpE,IAAI,cAAc,GAAqB,IAAI,CAAC;gBAC5C,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBACvF,IAAI,QAAQ,IAAI,eAAe,EAAE;oBAC/B,wDAAwD;oBACxD,cAAc,GAAG,IAAI,CAAC,8BAA8B,CAAC,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;iBAChG;gBACD,MAAM,MAAM,GAAG,cAAc,IAAI,cAAc,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC;gBACzF,MAAM,OAAO,GAAG,QAAQ,IAAI,EAAE,CAAC,CAAC,sBAAsB;gBAEtD,MAAM,EAAE,YAAY,EAAE,WAAW,GAAG,IAAI,EAAE,GAAG,EAAE,UAAU,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;gBAE9E,sDAAsD;gBACtD,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,EAAE,EAAE,OAAO;oBACX,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,IAAI;oBAClC,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,IAAI;oBAClC,SAAS,EAAE,MAAM,EAAE,SAAS,IAAI,IAAI;oBACpC,IAAI,EAAE;wBACJ,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,MAAM,EAAE,IAAI,CAAC,KAAK;wBAC3C,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,MAAM,EAAE,IAAI,CAAC,MAAM;qBAC/C;oBACD,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,MAAM,EAAE,QAAQ;oBAC/C,WAAW,EAAE,WAAW,IAAI,MAAM,EAAE,WAAW;oBAC/C,WAAW,EAAE;wBACX,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,SAAS,IAAI,IAAI;wBAChD,KAAK,EAAE,UAAU,IAAI,MAAM,EAAE,WAAW;qBACzC;iBACF,CAAC;YACJ,CAAC,CAAC;YAEF,gBAAgB;YAChB,IAAI,YAAY,GAAwB,IAAI,CAAC;YAC7C,MAAM,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;YAChD,IAAI,cAAc,IAAI,OAAO,cAAc,KAAK,QAAQ,EAAE;gBACxD,YAAY,GAAG,2BAA2B,CAAC,cAAc,CAAC,CAAC;gBAC3D,IAAI,CAAC,YAAY,CAAC,WAAW,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE;oBAChE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,2BAA2B,EAAE,kBAAkB,CAAC,CAAC;iBACnE;aACF;YAED,iEAAiE;YACjE,IAAI,KAAK,GAAwB,IAAI,CAAC;YACtC,MAAM,YAAY,GAAG,UAAU,CAAC,SAAS,CAAC;YAC1C,MAAM,WAAW,GAAG,YAAY,IAAI,OAAO,YAAY,KAAK,QAAQ,CAAC;YACrE,IAAI,UAAU,CAAC,SAAS,KAAK,qBAAqB,IAAI,WAAW,EAAE;gBACjE,KAAK,GAAG,2BAA2B,CAAC,YAAY,CAAC,CAAC;gBAClD,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE;oBAClD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,EAAE,kBAAkB,CAAC,CAAC;iBAC3D;aACF;YAED,cAAc;YACd,IAAI,UAAU,GAAmC,IAAI,CAAC;YACtD,IAAI,UAAU,CAAC,KAAK,EAAE;gBACpB,UAAU,GAAG;oBACX,IAAI,EAAE,OAAO;oBACb,EAAE;oBACF,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,qBAAqB;oBAC5D,QAAQ,EAAE,IAAI;oBACd,SAAS,EAAE,gBAAgB;oBAC3B,SAAS,EAAE;wBACT,KAAK,EAAE,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,iBAAiB,CAAC,IAAI,IAAI;wBACtE,gBAAgB,EAAE,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,8BAA8B,CAAC,IAAI,IAAI;wBAC9F,WAAW,EAAE,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,wBAAwB,CAAC,IAAI,IAAI;wBACnF,KAAK,EAAE,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,iBAAiB,CAAC,IAAI,IAAI;wBACtE,OAAO,EAAE,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,IAAI;qBACnE;iBACF,CAAC;aACH;YAED,YAAY;YACZ,IAAI,SAAS,GAAkC,IAAI,CAAC;YACpD,IAAI,UAAU,CAAC,SAAS,EAAE;gBACxB,SAAS,GAAG;oBACV,IAAI,EAAE,OAAO;oBACb,EAAE;oBACF,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAmB;oBACxD,QAAQ,EAAE,IAAI;oBACd,SAAS,EAAE,eAAe;oBAC1B,SAAS,EAAE;wBACT,KAAK,EAAE,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,iBAAiB,CAAC,IAAI,IAAI;wBACtE,MAAM,EAAE,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,mBAAmB,CAAC,IAAI,IAAI;wBACzE,MAAM,EAAE,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,IAAI;wBACxE,OAAO,EAAE,YAAY,CAAC,WAAW,CAAC,UAAU,EAAE,eAAe,CAAC,IAAI,IAAI;qBACvE;iBACF,CAAC;aACH;YAED,QAAQ;YACR,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC;YACnC,IAAI,KAAK,GAAqB,IAAI,CAAC;YACnC,IAAI,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE;gBAC9C,IAAI,SAA4B,CAAC;gBACjC,QAAQ,UAAU,CAAC,SAAS,EAAE;oBAC5B,KAAK,aAAa;wBAChB,SAAS,GAAG,OAAO,CAAC;wBACpB,MAAM;oBACR,KAAK,MAAM;wBACT,SAAS,GAAG,MAAM,CAAC;wBACnB,MAAM;oBACR;wBACE,SAAS,GAAG,SAAS,CAAC;iBACzB;gBACD,KAAK,GAAG;oBACN,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,SAAS,CAAC,UAAU,IAAI,IAAI;oBACzC,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,IAAI;oBAC5B,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,IAAI;oBACpC,WAAW,EAAE,SAAS,CAAC,YAAY,IAAI,IAAI;oBAC3C,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,IAAI;oBAClC,GAAG,EAAE,SAAS,CAAC,GAAG,IAAI,IAAI;iBAC3B,CAAC;aACH;YAED,MAAM,IAAI,GAAS;gBACjB,EAAE;gBACF,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,UAAU,CAAC,SAAS,IAAI,IAAI;gBACtC,UAAU;gBACV,GAAG,EAAE,UAAU,CAAC,GAAG,IAAI,IAAI;gBAC3B,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;gBAC/B,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,IAAI;gBACnC,UAAU,EAAE,UAAU,CAAC,WAAW,IAAI,IAAI;gBAC1C,WAAW,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;gBAC5C,QAAQ,EAAE,UAAU,CAAC,SAAS,IAAI,IAAI;gBACtC,UAAU;gBACV,SAAS;gBACT,KAAK;gBACL,WAAW;gBACX,KAAK;gBACL,YAAY;gBACZ,MAAM;gBACN,YAAY;gBACZ,KAAK;gBACL,QAAQ,EAAE,IAAI;gBACd,GAAG,EAAE,IAAI;aACV,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC;YAE9C,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC7B;QAED,IAAI,QAAQ,EAAE;YACZ,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,QAAQ,CAAC,EAAE,4BAA4B,CAAC,CAAC;YACxE,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE;gBACnC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;aAC1B;SACF;aACI;YACH,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,4CAA4C,CAAC,CAAC;SAChE;QAED,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;QAExC,OAAO,UAAU,CAAC;IACpB,CAAC;CACF","sourcesContent":["import { Campaign } from '../entities/Campaign.js';\nimport { Downloadable } from '../entities/Downloadable.js';\nimport { MediaItem, PostCoverImageMediaItem, PostThumbnailMediaItem, VideoMediaItem } from '../entities/MediaItem.js';\nimport { Post, PostCollection, PostEmbed } from '../entities/Post.js';\nimport { pickDefined } from '../utils/Misc.js';\nimport ObjectHelper from '../utils/ObjectHelper.js';\nimport Parser from './Parser.js';\n\nexport default class PostParser extends Parser {\n\n  protected name = 'PostParser';\n\n  parsePostsAPIResponse(json: any, _url: string): PostCollection {\n\n    this.log('debug', `Parse API response of \"${_url}\"`);\n\n    /*If (json.errors) {\n      this.log('error', `API response error:`, json.errors);\n      return null;\n    }*/\n\n    const includedJSON = json.included;\n    const dataJSON = json.data;\n    let postsJSONArray: any[];\n    // Check if API data consists of just a single post (not an array).\n    // If so, place the post data in an array.\n    if (dataJSON && !Array.isArray(dataJSON) && dataJSON.type === 'post') {\n      postsJSONArray = [ dataJSON ];\n    }\n    // If API data is an array, filter out those matching 'post' type.\n    else if (dataJSON && Array.isArray(dataJSON)) {\n      postsJSONArray = dataJSON.filter((data) => data.type === 'post');\n    }\n    else {\n      // No posts found\n      postsJSONArray = [];\n    }\n\n    const nextURL = ObjectHelper.getProperty(json, 'links.next') || null;\n    const nextPageCursor = ObjectHelper.getProperty(json, 'meta.pagination.cursors.next');\n    let realNextURL: string | null = null;\n    if (nextURL && nextPageCursor) {\n      const urlObj = new URL(nextURL);\n      urlObj.searchParams.set('page[cursor]', nextPageCursor);\n      realNextURL = urlObj.toString();\n    }\n    if (nextURL && !nextPageCursor) {\n      this.log('warn', `Anomaly in API response of \"${_url}: (pagination) next page cursor expected but missing`);\n    }\n    const collection: PostCollection = {\n      url: _url,\n      posts: [],\n      total: ObjectHelper.getProperty(json, 'meta.pagination.total') || null,\n      nextURL: realNextURL\n    };\n\n    let hasIncludedJSON = true;\n    if (!includedJSON || !Array.isArray(includedJSON)) {\n      this.log('warn', `'included' field missing in API response of \"${_url}\" or has incorrect type - no media items and campaign info will be returned`);\n      hasIncludedJSON = false;\n    }\n\n    if (postsJSONArray.length === 0) {\n      this.log('warn', `No posts found in API response of \"${_url}\"`);\n      return collection;\n    }\n    if (postsJSONArray.length > 1) {\n      this.log('debug', `${postsJSONArray.length} posts found - iterate and parse`);\n    }\n    else {\n      this.log('debug', '1 post found - parse');\n    }\n\n    let campaign: Campaign | null | undefined;\n\n    for (const postJSON of postsJSONArray) {\n      if (!postJSON || typeof postJSON !== 'object') {\n        this.log('error', 'Parse error: API data of post has incorrect type');\n        continue;\n      }\n\n      const { id, attributes, relationships = {} } = postJSON;\n\n      if (!id) {\n        this.log('error', 'Parse error: \\'id\\' field missing in API data of post');\n        continue;\n      }\n\n      this.log('debug', `Parse post #${id}`);\n\n      if (!attributes || typeof attributes !== 'object') {\n        this.log('error', `Parse error: 'attributes' field missing in API data of post #${id} or has incorrect type`);\n        continue;\n      }\n\n      // Campaign info\n      if (campaign === undefined) {\n        const campaignId = ObjectHelper.getProperty(postJSON, 'relationships.campaign.data.id') || null;\n        if (!campaignId || typeof campaignId !== 'string') {\n          this.log('warn', `Campaign ID missing in API data of post #${id} or has incorrect type` +\n            ' - no campaign info will be available until campaign ID is obtained');\n        }\n        else if (hasIncludedJSON) {\n          campaign = this.findInAPIResponseIncludedArray(includedJSON, campaignId, 'campaign');\n        }\n      }\n\n      // Viewability\n      const isViewable = pickDefined(attributes.current_user_can_view, true);\n      if (attributes.current_user_can_view === undefined) {\n        this.log('warn', `'current_user_can_view' attribute missing in API data of post #${id} - assuming post is viewable`);\n      }\n\n      // Get downloadables from relationships\n      let audio: Downloadable | null = null;\n      let audioPreview: Downloadable | null = null;\n      let images: Downloadable[] = [];\n      let attachments: Downloadable[] = [];\n      if (hasIncludedJSON) {\n        const downloadables = this.fetchDownloadablesFromRelationships(\n          relationships,\n          {\n            'audio': 'audio items',\n            'audio_preview': 'audio preview items',\n            'images': 'images',\n            'attachments': 'attachments'\n          },\n          includedJSON,\n          `post #${id}`,\n          false\n        );\n        audio = downloadables.audio?.[0] || null;\n        audioPreview = downloadables.audio_preview?.[0] || null;\n        images = downloadables.images || [];\n        attachments = downloadables.attachments || [];\n      }\n\n      const __getVideoMediaItemFromAttr = (attrJSON: any): VideoMediaItem => {\n        let miFromIncluded: MediaItem | null = null;\n        const _mediaId = attrJSON.media_id !== undefined ? attrJSON.media_id.toString() : null;\n        if (_mediaId && hasIncludedJSON) {\n          // Fetch item from 'included' array, matching `media_id`\n          miFromIncluded = this.findInAPIResponseIncludedArray(includedJSON, _mediaId, 'media', 'video');\n        }\n        const vidInc = miFromIncluded && miFromIncluded.type === 'video' ? miFromIncluded : null;\n        const mediaId = _mediaId || id; // Fallback to post ID\n\n        const { download_url: downloadURL = null, url: displayURL = null } = attrJSON;\n\n        // Convert `attrJSON` to Downloadable (VideoMediaItem)\n        return {\n          type: 'video',\n          id: mediaId,\n          filename: vidInc?.filename || null,\n          mimeType: vidInc?.mimeType || null,\n          createdAt: vidInc?.createdAt || null,\n          size: {\n            width: attrJSON.width || vidInc?.size.width,\n            height: attrJSON.height || vidInc?.size.height\n          },\n          duration: attrJSON.duration || vidInc?.duration,\n          downloadURL: downloadURL || vidInc?.downloadURL,\n          displayURLs: {\n            thumbnail: vidInc?.displayURLs.thumbnail || null,\n            video: displayURL || vidInc?.downloadURL\n          }\n        };\n      };\n\n      // Video preview\n      let videoPreview: Downloadable | null = null;\n      const vidPreviewJSON = attributes.video_preview;\n      if (vidPreviewJSON && typeof vidPreviewJSON === 'object') {\n        videoPreview = __getVideoMediaItemFromAttr(vidPreviewJSON);\n        if (!videoPreview.downloadURL && !videoPreview.displayURLs.video) {\n          this.log('warn', `Video preview for post #${id} is missing URLs`);\n        }\n      }\n\n      // Video - `postType` is 'video_external_file' and has `postFile`\n      let video: Downloadable | null = null;\n      const postFileJSON = attributes.post_file;\n      const hasPostFile = postFileJSON && typeof postFileJSON === 'object';\n      if (attributes.post_type === 'video_external_file' && hasPostFile) {\n        video = __getVideoMediaItemFromAttr(postFileJSON);\n        if (!video.downloadURL && !video.displayURLs.video) {\n          this.log('warn', `Video for post #${id} is missing URLs`);\n        }\n      }\n\n      // Cover image\n      let coverImage: PostCoverImageMediaItem | null = null;\n      if (attributes.image) {\n        coverImage = {\n          type: 'image',\n          id,\n          filename: isViewable ? 'cover-image' : 'cover-image-preview',\n          mimeType: null,\n          imageType: 'postCoverImage',\n          imageURLs: {\n            large: ObjectHelper.getProperty(attributes, 'image.large_url') || null,\n            thumbSquareLarge: ObjectHelper.getProperty(attributes, 'image.thumb_square_large_url') || null,\n            thumbSquare: ObjectHelper.getProperty(attributes, 'image.thumb_square_url') || null,\n            thumb: ObjectHelper.getProperty(attributes, 'image.thumb_url') || null,\n            default: ObjectHelper.getProperty(attributes, 'image.url') || null\n          }\n        };\n      }\n\n      // Thumbnail\n      let thumbnail: PostThumbnailMediaItem | null = null;\n      if (attributes.thumbnail) {\n        thumbnail = {\n          type: 'image',\n          id,\n          filename: isViewable ? 'thumbnail' : 'thumbnail-preview',\n          mimeType: null,\n          imageType: 'postThumbnail',\n          imageURLs: {\n            large: ObjectHelper.getProperty(attributes, 'thumbnail.large') || null,\n            large2: ObjectHelper.getProperty(attributes, 'thumbnail.large_2') || null,\n            square: ObjectHelper.getProperty(attributes, 'thumbnail.square') || null,\n            default: ObjectHelper.getProperty(attributes, 'thumbnail.url') || null\n          }\n        };\n      }\n\n      // Embed\n      const embedJSON = attributes.embed;\n      let embed: PostEmbed | null = null;\n      if (embedJSON && typeof embedJSON === 'object') {\n        let embedType: PostEmbed['type'];\n        switch (attributes.post_type) {\n          case 'video_embed':\n            embedType = 'video';\n            break;\n          case 'link':\n            embedType = 'link';\n            break;\n          default:\n            embedType = 'unknown';\n        }\n        embed = {\n          type: embedType,\n          description: embedJSON.descripton || null,\n          html: embedJSON.html || null,\n          provider: embedJSON.provider || null,\n          providerURL: embedJSON.provider_url || null,\n          subject: embedJSON.subject || null,\n          url: embedJSON.url || null\n        };\n      }\n\n      const post: Post = {\n        id,\n        type: 'post',\n        postType: attributes.post_type || null,\n        isViewable,\n        url: attributes.url || null,\n        title: attributes.title || null,\n        content: attributes.content || null,\n        teaserText: attributes.teaser_text || null,\n        publishedAt: attributes.published_at || null,\n        editedAt: attributes.edited_at || null,\n        coverImage,\n        thumbnail,\n        embed,\n        attachments,\n        audio,\n        audioPreview,\n        images,\n        videoPreview,\n        video,\n        campaign: null,\n        raw: json\n      };\n\n      this.log('debug', `Done parsing post #${id}`);\n\n      collection.posts.push(post);\n    }\n\n    if (campaign) {\n      this.log('debug', `Campaign #${campaign.id} found while parsing posts`);\n      for (const post of collection.posts) {\n        post.campaign = campaign;\n      }\n    }\n    else {\n      this.log('warn', 'No campaign info found while parsing posts');\n    }\n\n    this.log('debug', 'Done parsing posts');\n\n    return collection;\n  }\n}\n"]}

package/dist/parsers/ProductParser.d.ts

@@ -0,0 +1,7 @@
+import { Product } from '../entities/Product.js';
+import Parser from './Parser.js';
+export default class ProductParser extends Parser {
+    protected name: string;
+    parseProductAPIResponse(json: any, _url: string, _id: string): Product;
+}
+//# sourceMappingURL=ProductParser.d.ts.map

package/dist/parsers/ProductParser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProductParser.d.ts","sourceRoot":"","sources":["../../src/parsers/ProductParser.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAEjD,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,MAAM,CAAC,OAAO,OAAO,aAAc,SAAQ,MAAM;IAE/C,SAAS,CAAC,IAAI,SAAmB;IAEjC,uBAAuB,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO;CAgFvE"}

package/dist/parsers/ProductParser.js

@@ -0,0 +1,70 @@
+import ObjectHelper from '../utils/ObjectHelper.js';
+import Parser from './Parser.js';
+export default class ProductParser extends Parser {
+    constructor() {
+        super(...arguments);
+        this.name = 'ProductParser';
+    }
+    parseProductAPIResponse(json, _url, _id) {
+        const campaignId = ObjectHelper.getProperty(json, 'data.relationships.campaign.data.id') || null;
+        const includedJSON = json.included;
+        this.log('debug', `Parse API response for product #${_id}`);
+        let hasIncludedJSON = true;
+        if (!includedJSON || !Array.isArray(includedJSON)) {
+            this.log('warn', `'included' field missing in API data of product #${_id} or has incorrect type - no media items and campaign info will be returned`);
+            hasIncludedJSON = false;
+        }
+        let campaign = null;
+        if (!campaignId || typeof campaignId !== 'string') {
+            this.log('warn', `Campaign ID missing in API data of product #${_id} or has incorrect type - no campaign info will be available`);
+        }
+        else if (hasIncludedJSON) {
+            campaign = this.findInAPIResponseIncludedArray(includedJSON, campaignId, 'campaign');
+        }
+        let previewMedia;
+        let contentMedia;
+        if (hasIncludedJSON) {
+            const relationships = ObjectHelper.getProperty(json, 'data.relationships') || {};
+            const downloadables = this.fetchDownloadablesFromRelationships(relationships, {
+                'preview_media': 'preview media',
+                'content_media': 'content media'
+            }, includedJSON, `product #${_id}`);
+            previewMedia = downloadables['preview_media'] || [];
+            contentMedia = downloadables['content_media'] || [];
+        }
+        else {
+            previewMedia = [];
+            contentMedia = [];
+        }
+        const id = ObjectHelper.getProperty(json, 'data.id') || _id;
+        const attributes = ObjectHelper.getProperty(json, 'data.attributes') || {};
+        const { name = null, description = null, published_at_datetime: publishedAt = null, url = _url } = attributes;
+        // Is accessible?
+        let isAccessible = false;
+        const accessMetadata = attributes.access_metadata;
+        if (accessMetadata && Array.isArray(accessMetadata)) {
+            isAccessible = accessMetadata.some((acc) => acc.access_created_at);
+        }
+        let price = null;
+        if (attributes.price_cents !== undefined && !isNaN(Number(attributes.price_cents))) {
+            const currency = campaign?.currency ? ` ${campaign?.currency}` : '';
+            price = `${Number(attributes.price_cents) / 100}${currency}`;
+        }
+        this.log('debug', `Done parsing product #${id}`);
+        return {
+            id,
+            type: 'product',
+            isAccessible,
+            name,
+            description,
+            price,
+            publishedAt,
+            url,
+            campaign,
+            previewMedia,
+            contentMedia,
+            raw: json
+        };
+    }
+}
+//# sourceMappingURL=ProductParser.js.map

package/dist/parsers/ProductParser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProductParser.js","sourceRoot":"","sources":["../../src/parsers/ProductParser.ts"],"names":[],"mappings":"AAGA,OAAO,YAAY,MAAM,0BAA0B,CAAC;AACpD,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,MAAM,CAAC,OAAO,OAAO,aAAc,SAAQ,MAAM;IAAjD;;QAEY,SAAI,GAAG,eAAe,CAAC;IAkFnC,CAAC;IAhFC,uBAAuB,CAAC,IAAS,EAAE,IAAY,EAAE,GAAW;QAC1D,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,qCAAqC,CAAC,IAAI,IAAI,CAAC;QACjG,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC;QAEnC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,mCAAmC,GAAG,EAAE,CAAC,CAAC;QAE5D,IAAI,eAAe,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;YACjD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,oDAAoD,GAAG,4EAA4E,CAAC,CAAC;YACtJ,eAAe,GAAG,KAAK,CAAC;SACzB;QAED,IAAI,QAAQ,GAAoB,IAAI,CAAC;QACrC,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;YACjD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,+CAA+C,GAAG,6DAA6D,CAAC,CAAC;SACnI;aACI,IAAI,eAAe,EAAE;YACxB,QAAQ,GAAG,IAAI,CAAC,8BAA8B,CAAC,YAAY,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;SACtF;QAED,IAAI,YAA4B,CAAC;QACjC,IAAI,YAA4B,CAAC;QACjC,IAAI,eAAe,EAAE;YACnB,MAAM,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,CAAC;YACjF,MAAM,aAAa,GAAG,IAAI,CAAC,mCAAmC,CAC5D,aAAa,EACb;gBACE,eAAe,EAAE,eAAe;gBAChC,eAAe,EAAE,eAAe;aACjC,EACD,YAAY,EACZ,YAAY,GAAG,EAAE,CAClB,CAAC;YACF,YAAY,GAAG,aAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;YACpD,YAAY,GAAG,aAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;SACrD;aACI;YACH,YAAY,GAAG,EAAE,CAAC;YAClB,YAAY,GAAG,EAAE,CAAC;SACnB;QAED,MAAM,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,GAAG,CAAC;QAC5D,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,EAAE,iBAAiB,CAAC,IAAI,EAAE,CAAC;QAC3E,MAAM,EACJ,IAAI,GAAG,IAAI,EACX,WAAW,GAAG,IAAI,EAClB,qBAAqB,EAAE,WAAW,GAAG,IAAI,EACzC,GAAG,GAAG,IAAI,EACX,GAAG,UAAU,CAAC;QAEf,iBAAiB;QACjB,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,MAAM,cAAc,GAAG,UAAU,CAAC,eAAe,CAAC;QAClD,IAAI,cAAc,IAAI,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;YACnD,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;SACpE;QAED,IAAI,KAAK,GAAkB,IAAI,CAAC;QAChC,IAAI,UAAU,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EAAE;YAClF,MAAM,QAAQ,GAAG,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,KAAK,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,GAAG,GAAG,QAAQ,EAAE,CAAC;SAC9D;QAED,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,yBAAyB,EAAE,EAAE,CAAC,CAAC;QAEjD,OAAO;YACL,EAAE;YACF,IAAI,EAAE,SAAS;YACf,YAAY;YACZ,IAAI;YACJ,WAAW;YACX,KAAK;YACL,WAAW;YACX,GAAG;YACH,QAAQ;YACR,YAAY;YACZ,YAAY;YACZ,GAAG,EAAE,IAAI;SACV,CAAC;IACJ,CAAC;CACF","sourcesContent":["import { Campaign } from '../entities/Campaign.js';\nimport { Downloadable } from '../entities/Downloadable.js';\nimport { Product } from '../entities/Product.js';\nimport ObjectHelper from '../utils/ObjectHelper.js';\nimport Parser from './Parser.js';\n\nexport default class ProductParser extends Parser {\n\n  protected name = 'ProductParser';\n\n  parseProductAPIResponse(json: any, _url: string, _id: string): Product {\n    const campaignId = ObjectHelper.getProperty(json, 'data.relationships.campaign.data.id') || null;\n    const includedJSON = json.included;\n\n    this.log('debug', `Parse API response for product #${_id}`);\n\n    let hasIncludedJSON = true;\n    if (!includedJSON || !Array.isArray(includedJSON)) {\n      this.log('warn', `'included' field missing in API data of product #${_id} or has incorrect type - no media items and campaign info will be returned`);\n      hasIncludedJSON = false;\n    }\n\n    let campaign: Campaign | null = null;\n    if (!campaignId || typeof campaignId !== 'string') {\n      this.log('warn', `Campaign ID missing in API data of product #${_id} or has incorrect type - no campaign info will be available`);\n    }\n    else if (hasIncludedJSON) {\n      campaign = this.findInAPIResponseIncludedArray(includedJSON, campaignId, 'campaign');\n    }\n\n    let previewMedia: Downloadable[];\n    let contentMedia: Downloadable[];\n    if (hasIncludedJSON) {\n      const relationships = ObjectHelper.getProperty(json, 'data.relationships') || {};\n      const downloadables = this.fetchDownloadablesFromRelationships(\n        relationships,\n        {\n          'preview_media': 'preview media',\n          'content_media': 'content media'\n        },\n        includedJSON,\n        `product #${_id}`\n      );\n      previewMedia = downloadables['preview_media'] || [];\n      contentMedia = downloadables['content_media'] || [];\n    }\n    else {\n      previewMedia = [];\n      contentMedia = [];\n    }\n\n    const id = ObjectHelper.getProperty(json, 'data.id') || _id;\n    const attributes = ObjectHelper.getProperty(json, 'data.attributes') || {};\n    const {\n      name = null,\n      description = null,\n      published_at_datetime: publishedAt = null,\n      url = _url\n    } = attributes;\n\n    // Is accessible?\n    let isAccessible = false;\n    const accessMetadata = attributes.access_metadata;\n    if (accessMetadata && Array.isArray(accessMetadata)) {\n      isAccessible = accessMetadata.some((acc) => acc.access_created_at);\n    }\n\n    let price: string | null = null;\n    if (attributes.price_cents !== undefined && !isNaN(Number(attributes.price_cents))) {\n      const currency = campaign?.currency ? ` ${campaign?.currency}` : '';\n      price = `${Number(attributes.price_cents) / 100}${currency}`;\n    }\n\n    this.log('debug', `Done parsing product #${id}`);\n\n    return {\n      id,\n      type: 'product',\n      isAccessible,\n      name,\n      description,\n      price,\n      publishedAt,\n      url,\n      campaign,\n      previewMedia,\n      contentMedia,\n      raw: json\n    };\n  }\n}\n"]}

package/dist/utils/AttachmentFilenameResolver.d.ts

@@ -0,0 +1,9 @@
+import { Response } from 'node-fetch';
+import FilenameResolver from './FllenameResolver.js';
+import { Attachment } from '../entities/Attachment.js';
+export default class AttachmentFilenameResolver<T extends Attachment> extends FilenameResolver<T> {
+    #private;
+    constructor(target: T, srcURL: string, format: string);
+    resolve(response: Response): string;
+}
+//# sourceMappingURL=AttachmentFilenameResolver.d.ts.map

package/dist/utils/AttachmentFilenameResolver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AttachmentFilenameResolver.d.ts","sourceRoot":"","sources":["../../src/utils/AttachmentFilenameResolver.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,gBAAgB,MAAM,uBAAuB,CAAC;AAErD,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAEvD,MAAM,CAAC,OAAO,OAAO,0BAA0B,CAAC,CAAC,SAAS,UAAU,CAAE,SAAQ,gBAAgB,CAAC,CAAC,CAAC;;gBAInF,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAKrD,OAAO,CAAC,QAAQ,EAAE,QAAQ;CAuD3B"}

package/dist/utils/AttachmentFilenameResolver.js

@@ -0,0 +1,73 @@
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _AttachmentFilenameResolver_format;
+import path from 'path';
+import FilenameResolver from './FllenameResolver.js';
+import FilenameFormatHelper from './FilenameFormatHelper.js';
+export default class AttachmentFilenameResolver extends FilenameResolver {
+    constructor(target, srcURL, format) {
+        super(target, srcURL);
+        _AttachmentFilenameResolver_format.set(this, void 0);
+        __classPrivateFieldSet(this, _AttachmentFilenameResolver_format, format, "f");
+    }
+    resolve(response) {
+        const att = this.target;
+        // Treat attachment name as filename
+        const attNameParts = att.name ? path.parse(att.name) : null;
+        const resFilenameParts = this.getFilenamePartsFromResponse(response);
+        const filenameParts = {
+            name: '',
+            ext: ''
+        };
+        /**
+         * Obtain `name` part from (in order of priority):
+         * 1. Filename from response headers
+         * 2. Attachment name
+         * 3. If none of the above is available, fallback to using the media ID
+        */
+        if (resFilenameParts.name) {
+            filenameParts.name = resFilenameParts.name;
+        }
+        if (attNameParts?.name) {
+            filenameParts.name = attNameParts.name;
+        }
+        else if (!__classPrivateFieldGet(this, _AttachmentFilenameResolver_format, "f").includes('{media.id}')) {
+            filenameParts.name = att.id;
+        }
+        /**
+         * Obtain `extension` from (in order of priority):
+         * 1. Response headers
+         * 2. Attachment name
+         *
+         * Unlike MediaFilenameResolver, do not get ext from srcURL.
+         * Download URLs for attachments have no extension
+         * (e.g. https://www.patreon.com/file?h=...)
+         */
+        if (resFilenameParts.ext) {
+            filenameParts.ext = resFilenameParts.ext;
+        }
+        else if (attNameParts?.ext) {
+            filenameParts.ext = attNameParts.ext;
+        }
+        const tmpAtt = {
+            ...att,
+            name: filenameParts.name
+        };
+        let resolvedFilename = FilenameFormatHelper.getAttachmentFilename(tmpAtt, __classPrivateFieldGet(this, _AttachmentFilenameResolver_format, "f"));
+        if (filenameParts.ext) {
+            resolvedFilename += filenameParts.ext;
+        }
+        return resolvedFilename;
+    }
+}
+_AttachmentFilenameResolver_format = new WeakMap();
+//# sourceMappingURL=AttachmentFilenameResolver.js.map

package/dist/utils/AttachmentFilenameResolver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AttachmentFilenameResolver.js","sourceRoot":"","sources":["../../src/utils/AttachmentFilenameResolver.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,gBAAgB,MAAM,uBAAuB,CAAC;AACrD,OAAO,oBAAoB,MAAM,2BAA2B,CAAC;AAG7D,MAAM,CAAC,OAAO,OAAO,0BAAiD,SAAQ,gBAAmB;IAI/F,YAAY,MAAS,EAAE,MAAc,EAAE,MAAc;QACnD,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAHxB,qDAAgB;QAId,uBAAA,IAAI,sCAAW,MAAM,MAAA,CAAC;IACxB,CAAC;IAED,OAAO,CAAC,QAAkB;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;QACxB,oCAAoC;QACpC,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5D,MAAM,gBAAgB,GAAG,IAAI,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAC;QAErE,MAAM,aAAa,GAAG;YACpB,IAAI,EAAE,EAAE;YACR,GAAG,EAAE,EAAE;SACR,CAAC;QAEF;;;;;UAKE;QACF,IAAI,gBAAgB,CAAC,IAAI,EAAE;YACzB,aAAa,CAAC,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC;SAC5C;QACD,IAAI,YAAY,EAAE,IAAI,EAAE;YACtB,aAAa,CAAC,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC;SACxC;aACI,IAAI,CAAC,uBAAA,IAAI,0CAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;YAC7C,aAAa,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;SAC7B;QAED;;;;;;;;WAQG;QACH,IAAI,gBAAgB,CAAC,GAAG,EAAE;YACxB,aAAa,CAAC,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC;SAC1C;aACI,IAAI,YAAY,EAAE,GAAG,EAAE;YAC1B,aAAa,CAAC,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC;SACtC;QAED,MAAM,MAAM,GAAG;YACb,GAAG,GAAG;YACN,IAAI,EAAE,aAAa,CAAC,IAAI;SACzB,CAAC;QAEF,IAAI,gBAAgB,GAAG,oBAAoB,CAAC,qBAAqB,CAAC,MAAM,EAAE,uBAAA,IAAI,0CAAQ,CAAC,CAAC;QACxF,IAAI,aAAa,CAAC,GAAG,EAAE;YACrB,gBAAgB,IAAI,aAAa,CAAC,GAAG,CAAC;SACvC;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC;CACF","sourcesContent":["import path from 'path';\nimport { Response } from 'node-fetch';\nimport FilenameResolver from './FllenameResolver.js';\nimport FilenameFormatHelper from './FilenameFormatHelper.js';\nimport { Attachment } from '../entities/Attachment.js';\n\nexport default class AttachmentFilenameResolver<T extends Attachment> extends FilenameResolver<T> {\n\n  #format: string;\n\n  constructor(target: T, srcURL: string, format: string) {\n    super(target, srcURL);\n    this.#format = format;\n  }\n\n  resolve(response: Response) {\n    const att = this.target;\n    // Treat attachment name as filename\n    const attNameParts = att.name ? path.parse(att.name) : null;\n    const resFilenameParts = this.getFilenamePartsFromResponse(response);\n\n    const filenameParts = {\n      name: '',\n      ext: ''\n    };\n\n    /**\n     * Obtain `name` part from (in order of priority):\n     * 1. Filename from response headers\n     * 2. Attachment name\n     * 3. If none of the above is available, fallback to using the media ID\n    */\n    if (resFilenameParts.name) {\n      filenameParts.name = resFilenameParts.name;\n    }\n    if (attNameParts?.name) {\n      filenameParts.name = attNameParts.name;\n    }\n    else if (!this.#format.includes('{media.id}')) {\n      filenameParts.name = att.id;\n    }\n\n    /**\n     * Obtain `extension` from (in order of priority):\n     * 1. Response headers\n     * 2. Attachment name\n     *\n     * Unlike MediaFilenameResolver, do not get ext from srcURL.\n     * Download URLs for attachments have no extension\n     * (e.g. https://www.patreon.com/file?h=...)\n     */\n    if (resFilenameParts.ext) {\n      filenameParts.ext = resFilenameParts.ext;\n    }\n    else if (attNameParts?.ext) {\n      filenameParts.ext = attNameParts.ext;\n    }\n\n    const tmpAtt = {\n      ...att,\n      name: filenameParts.name\n    };\n\n    let resolvedFilename = FilenameFormatHelper.getAttachmentFilename(tmpAtt, this.#format);\n    if (filenameParts.ext) {\n      resolvedFilename += filenameParts.ext;\n    }\n\n    return resolvedFilename;\n  }\n}\n"]}

package/dist/utils/FSHelper.d.ts

@@ -0,0 +1,57 @@
+import { Product } from '../entities/Product.js';
+import { Campaign } from '../entities/Campaign.js';
+import { DownloaderConfig } from '../downloaders/Downloader.js';
+import { Post } from '../entities/Post.js';
+import { FileExistsAction } from '../downloaders/DownloaderOptions.js';
+export type WriteTextFileResult = {
+    status: 'completed';
+    filePath: string;
+} | {
+    status: 'skipped';
+    message: string;
+} | {
+    status: 'error';
+    filePath: string;
+    error: any;
+};
+export default class FSHelper {
+    static getCampaignDirs(campaign: Campaign, config: DownloaderConfig<any>): {
+        root: string;
+        info: string;
+    };
+    static getPostDirs(post: Post, config: DownloaderConfig<'post'>): {
+        root: string;
+        info: string;
+        audio: string;
+        video: string;
+        images: string;
+        audioPreview: string;
+        videoPreview: string;
+        imagePreviews: string;
+        attachments: string;
+        embed: string;
+        statusCache: string;
+    };
+    static getProductDirs(product: Product, config: DownloaderConfig<'product'>): {
+        root: string;
+        info: string;
+        contentMedia: string;
+        previewMedia: string;
+        statusCache: string;
+    };
+    static createDir(dir: string, parents?: boolean): string;
+    static checkFileExistsAndIncrement(file: string): {
+        filename: string;
+        filePath: string;
+        preceding: null;
+    } | {
+        filename: string;
+        filePath: string;
+        preceding: string;
+    };
+    static sanitizeFilePath(filePath: string): string;
+    static compareFiles(f1: string, f2: string): Promise<boolean>;
+    static writeTextFile(file: string, data: string | object, fileExistsAction: FileExistsAction): Promise<WriteTextFileResult>;
+    static changeFilePathExtension(filePath: string, extension: `.${string}`): string;
+}
+//# sourceMappingURL=FSHelper.d.ts.map

package/dist/utils/FSHelper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FSHelper.d.ts","sourceRoot":"","sources":["../../src/utils/FSHelper.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAEhE,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AA4BvE,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG;IACF,MAAM,EAAE,SAAS,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,GAAG,CAAA;CACX,CAAC;AAEF,MAAM,CAAC,OAAO,OAAO,QAAQ;IAE3B,MAAM,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,CAAC,GAAG,CAAC;;;;IASxE,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC;;;;;;;;;;;;;IA6B/D,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC;;;;;;;IAuB3E,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,UAAO;IAgB5C,MAAM,CAAC,2BAA2B,CAAC,IAAI,EAAE,MAAM;;;;;;;;;IAsC/C,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE,MAAM;WAU3B,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM;WAQnC,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAuDjI,MAAM,CAAC,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,MAAM,EAAE;CAQzE"}