ghost 5.35.1 → 5.36.1

package/core/server/services/mentions/service.js

@@ -70,17 +70,15 @@ module.exports = {
                     if (!id) {
                         return null;
                     }
-
                     const post = await models.Post.findOne({id: id.toHexString()});
 
                     if (!post) {
                         return null;
                     }
-
                     return {
                         id: id,
                         name: post.get('title'),
-                        type: 'post'
+                        type: post.get('type')
                     };
                 }
             }

package/core/server/services/milestones/BookshelfMilestoneRepository.js

@@ -0,0 +1,136 @@
+const {Milestone} = require('@tryghost/milestones');
+
+/**
+ * @typedef {import('@tryghost/milestones/lib/MilestonesService').IMilestoneRepository} IMilestoneRepository
+ * @typedef {import('@tryghost/milestones/lib/MilestonesService')} Milestone
+ */
+
+/**
+ * @implements {IMilestoneRepository}
+ */
+module.exports = class BookshelfMilestoneRepository {
+    /** @type {Object} */
+    #MilestoneModel;
+
+    /** @type {import('@tryghost/domain-events')} */
+    #DomainEvents;
+
+    /**
+     * @param {object} deps
+     * @param {object} deps.MilestoneModel Bookshelf Model
+     * @param {import('@tryghost/domain-events')} deps.DomainEvents
+     */
+    constructor(deps) {
+        this.#MilestoneModel = deps.MilestoneModel;
+        this.#DomainEvents = deps.DomainEvents;
+    }
+
+    #modelToMilestone(model) {
+        return Milestone.create({
+            id: model.get('id'),
+            type: model.get('type'),
+            value: model.get('value'),
+            currency: model.get('currency'),
+            createdAt: model.get('created_at'),
+            emailSentAt: model.get('email_sent_at')
+        });
+    }
+
+    /**
+     * @param {import('@tryghost/milestones/lib/Milestone')} milestone
+     * @returns {Promise<void>}
+     */
+    async save(milestone) {
+        const data = {
+            id: milestone.id.toHexString(),
+            type: milestone.type,
+            value: milestone.value,
+            currency: milestone?.currency,
+            created_at: milestone?.createdAt,
+            email_sent_at: milestone?.emailSentAt
+        };
+
+        const existing = await this.#MilestoneModel.findOne({id: data.id}, {require: false});
+
+        if (!existing) {
+            await this.#MilestoneModel.add(data);
+        } else {
+            await this.#MilestoneModel.edit(data, {
+                id: data.id
+            });
+        }
+        for (const event of milestone.events) {
+            this.#DomainEvents.dispatch(event);
+        }
+    }
+
+    /**
+     * @param {'arr'|'members'} type
+     * @param {string} [currency]
+     *
+     * @returns {Promise<import('@tryghost/milestones/lib/Milestone')|null>}
+     */
+    async getLatestByType(type, currency = 'usd') {
+        let milestone = null;
+
+        if (type === 'arr') {
+            milestone = await this.#MilestoneModel.findAll({filter: `currency:${currency}+type:arr`, order: 'created_at ASC, value DESC'}, {require: false});
+        } else {
+            milestone = await this.#MilestoneModel.findAll({filter: 'type:members', order: 'created_at ASC, value DESC'}, {require: false});
+        }
+
+        if (!milestone || !milestone?.models?.length) {
+            return null;
+        } else {
+            milestone = milestone.models?.[0];
+        }
+
+        return this.#modelToMilestone(milestone);
+    }
+
+    /**
+     * @returns {Promise<import('@tryghost/milestones/lib/Milestone')|null>}
+     */
+    async getLastEmailSent() {
+        let milestone = await this.#MilestoneModel.findAll({filter: 'email_sent_at:-null', order: 'email_sent_at ASC'}, {require: false});
+
+        if (!milestone || !milestone?.models?.length) {
+            return null;
+        } else {
+            milestone = milestone.models?.[0];
+        }
+
+        return this.#modelToMilestone(milestone);
+    }
+
+    /**
+     * @param {number} value
+     * @param {string} [currency]
+     *
+     * @returns {Promise<import('@tryghost/milestones/lib/Milestone')|null>}
+     */
+    async getByARR(value, currency = 'usd') {
+        // find a milestone of the ARR type by a given value
+        const milestone = await this.#MilestoneModel.findOne({type: 'arr', currency: currency, value: value}, {require: false});
+
+        if (!milestone) {
+            return null;
+        }
+        return this.#modelToMilestone(milestone);
+    }
+
+    /**
+     * @param {number} value
+     *
+     * @returns {Promise<import('@tryghost/milestones/lib/Milestone')|null>}
+     */
+    async getByCount(value) {
+        // find a milestone of the members type by a given value
+        const milestone = await this.#MilestoneModel.findOne({type: 'members', value: value}, {require: false});
+
+        if (!milestone) {
+            return null;
+        }
+        return this.#modelToMilestone(milestone);
+    }
+};

package/core/server/services/milestones/MilestoneQueries.js

@@ -1,10 +1,12 @@
-const MIN_DAYS_SINCE_IMPORTED = 7;
-
 module.exports = class MilestoneQueries {
     #db;
 
+    /** @type {number} */
+    #minDaysSinceImported;
+
     constructor(deps) {
         this.#db = deps.db;
+        this.#minDaysSinceImported = deps.minDaysSinceImported;
     }
 
     /**
@@ -31,10 +33,13 @@ module.exports = class MilestoneQueries {
      * @returns {Promise<boolean>}
      */
     async hasImportedMembersInPeriod() {
+        const importedThreshold = new Date();
+        importedThreshold.setDate(importedThreshold.getDate() - this.#minDaysSinceImported);
+
         const [hasImportedMembers] = await this.#db.knex('members_subscribe_events')
             .count('id as count')
             .where('source', '=', 'import')
-            .where('created_at', '>=', MIN_DAYS_SINCE_IMPORTED);
+            .where('created_at', '>=', importedThreshold);
 
         return hasImportedMembers?.count > 0;
     }

package/core/server/services/milestones/service.js

@@ -1,4 +1,9 @@
 const DomainEvents = require('@tryghost/domain-events');
+const logging = require('@tryghost/logging');
+const models = require('../../models');
+const BookshelfMilestoneRepository = require('./BookshelfMilestoneRepository');
+
+const JOB_TIMEOUT = 1000 * 60 * 60 * 24 * (Math.floor(Math.random() * 4)); // 0 - 4 days;
 
 const getStripeLiveEnabled = () => {
     const settingsCache = require('../../../shared/settings-cache');
@@ -28,19 +33,23 @@ module.exports = {
             const db = require('../../data/db');
             const MilestoneQueries = require('./MilestoneQueries');
 
-            const {
-                MilestonesService,
-                InMemoryMilestoneRepository
-            } = require('@tryghost/milestones');
+            const {MilestonesService} = require('@tryghost/milestones');
             const config = require('../../../shared/config');
             const milestonesConfig = config.get('milestones');
 
-            const repository = new InMemoryMilestoneRepository({DomainEvents});
-            const queries = new MilestoneQueries({db});
+            const repository = new BookshelfMilestoneRepository({
+                DomainEvents,
+                MilestoneModel: models.Milestone
+            });
+
+            const queries = new MilestoneQueries({
+                db,
+                minDaysSinceImported: milestonesConfig?.minDaysSinceImported || 7
+            });
 
             this.api = new MilestonesService({
                 repository,
-                milestonesConfig, // avoid using getters and pass as JSON
+                milestonesConfig,
                 queries
             });
         }
@@ -69,10 +78,39 @@ module.exports = {
     },
 
     /**
+     *
+     * @param {number} [customTimeout]
+     *
+     *  @returns {Promise<object>}
+     */
+    async scheduleRun(customTimeout) {
+        const timeOut = customTimeout || JOB_TIMEOUT;
+
+        const today = new Date();
+        const msNow = today.getMilliseconds();
+        const newMs = msNow + timeOut;
+        const jobDate = today.setMilliseconds(newMs);
+
+        logging.info(`Running milestone emails job on ${new Date(jobDate).toString()}`);
+
+        return new Promise((resolve) => {
+            setTimeout(async () => {
+                const result = await this.run();
+                return resolve(result);
+            }, timeOut);
+        });
+    },
+
+    /**
+     * @param {number} [customTimeout]
+     * Only used temporary for testing purposes.
+     * Will be removed, after job scheduling implementation.
+     *
      * @returns {Promise<object>}
      */
-    async initAndRun() {
+    async initAndRun(customTimeout) {
         await this.init();
-        return await this.run();
+
+        return this.scheduleRun(customTimeout);
     }
 };

package/core/server/services/oembed/nft-oembed.js

@@ -42,9 +42,8 @@ class NFTOEmbedProvider {
             headers['X-API-KEY'] = this.dependencies.config.apiKey;
         }
         const result = await externalRequest(`https://api.opensea.io/api/v1/asset/${transaction}/${asset}/?format=json`, {
-            json: true,
             headers
-        });
+        }).json();
         return {
             version: '1.0',
             type: 'nft',

package/core/server/services/oembed/twitter-embed.js

@@ -57,14 +57,11 @@ class TwitterOEmbedProvider {
             }).join('&');
 
             try {
-                const result = await externalRequest(`https://api.twitter.com/2/tweets/${tweetId}?${queryString}`, {
-                    responseType: 'json',
+                const body = await externalRequest(`https://api.twitter.com/2/tweets/${tweetId}?${queryString}`, {
                     headers: {
                         Authorization: `Bearer ${this.dependencies.config.bearerToken}`
                     }
-                });
-
-                const body = JSON.parse(result.body);
+                }).json();
 
                 oembedData.tweet_data = body.data;
                 oembedData.tweet_data.includes = body.includes;

package/core/server/services/posts-public/service.js

@@ -6,24 +6,36 @@ class PostsPublicServiceWrapper {
         }
 
         // Wire up all the dependencies
-        const {Post} = require('../../models');
         const adapterManager = require('../adapter-manager');
         const config = require('../../../shared/config');
+        const EventAwareCacheWrapper = require('@tryghost/event-aware-cache-wrapper');
+        const EventRegistry = require('../../lib/common/events');
 
         let postsCache;
         if (config.get('hostSettings:postsPublicCache:enabled')) {
-            postsCache = adapterManager.getAdapter('cache:postsPublic');
+            const cache = adapterManager.getAdapter('cache:postsPublic');
+            postsCache = new EventAwareCacheWrapper({
+                cache: cache,
+                resetEvents: ['site.changed'],
+                eventRegistry: EventRegistry
+            });
         }
 
-        const {PublicResourcesRepository} = require('@tryghost/public-resource-repository');
-
-        this.postsRepository = new PublicResourcesRepository({
-            Model: Post,
-            cache: postsCache
-        });
+        let cache;
+        if (postsCache) {
+            // @NOTE: exposing cache through getter and setter to not loose the context of "this"
+            cache = {
+                get() {
+                    return postsCache.get(...arguments);
+                },
+                set() {
+                    return postsCache.set(...arguments);
+                }
+            };
+        }
 
         this.api = {
-            browse: this.postsRepository.getAll.bind(this.postsRepository)
+            cache: cache
         };
     }
 }

package/core/server/services/tags-public/service.js

@@ -6,24 +6,35 @@ class TagsPublicServiceWrapper {
         }
 
         // Wire up all the dependencies
-        const {TagPublic} = require('../../models');
         const adapterManager = require('../adapter-manager');
         const config = require('../../../shared/config');
+        const EventAwareCacheWrapper = require('@tryghost/event-aware-cache-wrapper');
+        const EventRegistry = require('../../lib/common/events');
 
         let tagsCache;
         if (config.get('hostSettings:tagsPublicCache:enabled')) {
-            tagsCache = adapterManager.getAdapter('cache:tagsPublic');
+            let tagsPublicCache = adapterManager.getAdapter('cache:tagsPublic');
+            tagsCache = new EventAwareCacheWrapper({
+                cache: tagsPublicCache,
+                resetEvents: ['site.changed'],
+                eventRegistry: EventRegistry
+            });
         }
 
-        const {PublicResourcesRepository} = require('@tryghost/public-resource-repository');
-
-        this.tagsPublicRepository = new PublicResourcesRepository({
-            Model: TagPublic,
-            cache: tagsCache
-        });
-
+        let cache;
+        if (tagsCache) {
+            // @NOTE: exposing cache through getter and setter to not loose the context of "this"
+            cache = {
+                get() {
+                    return tagsCache.get(...arguments);
+                },
+                set() {
+                    return tagsCache.set(...arguments);
+                }
+            };
+        }
         this.api = {
-            browse: this.tagsPublicRepository.getAll.bind(this.tagsPublicRepository)
+            cache: cache
         };
     }
 }

package/core/server/services/websockets/service.js

@@ -15,7 +15,8 @@ module.exports = {
             let count = 0;
 
             io.on(`connection`, (socket) => {
-                debug(`[Websockets] Client connected`);
+                logging.info(`Websockets client connected (id: ${socket.id})`);
+
                 // on connect, send current value
                 socket.emit('addCount', count);
                 // listen to to changes in value from client

package/core/shared/config/defaults.json

@@ -176,7 +176,7 @@
     },
     "portal": {
         "url": "https://cdn.jsdelivr.net/ghost/portal@~{version}/umd/portal.min.js",
-        "version": "2.24"
+        "version": "2.25"
     },
     "sodoSearch": {
         "url": "https://cdn.jsdelivr.net/ghost/sodo-search@~{version}/umd/sodo-search.min.js",
@@ -213,6 +213,9 @@
                     "values": [100, 1000, 10000, 50000, 100000, 250000, 500000, 1000000]
                 }
             ],
-            "members": [100, 1000, 10000, 25000, 50000, 100000, 250000, 500000, 1000000]
+            "members": [100, 1000, 10000, 25000, 50000, 100000, 250000, 500000, 1000000],
+            "minDaysSinceImported": 7,
+            "minDaysSinceLastEmail": 14,
+            "maxPercentageFromMilestone": 0.1
         }
 }

package/core/shared/labs.js

@@ -21,7 +21,8 @@ const GA_FEATURES = [
     'audienceFeedback',
     'themeErrorsNotification',
     'emailStability',
-    'emailErrors'
+    'emailErrors',
+    'outboundLinkTagging'
 ];
 
 // NOTE: this allowlist is meant to be used to filter out any unexpected
@@ -36,8 +37,8 @@ const ALPHA_FEATURES = [
     'urlCache',
     'beforeAfterCard',
     'lexicalEditor',
-    'outboundLinkTagging',
-    'websockets'
+    'websockets',
+    'webmentionEmails'
 ];
 
 module.exports.GA_KEYS = [...GA_FEATURES];