ghost 5.7.0 → 5.8.1

package/core/shared/config/defaults.json

@@ -23,6 +23,9 @@
     "adapters": {
         "sso": {
             "active": "Default"
+        },
+        "cache": {
+            "active": "Memory"
         }
     },
     "storage": {
@@ -134,7 +137,7 @@
     },
     "portal": {
         "url": "https://cdn.jsdelivr.net/npm/@tryghost/portal@~{version}/umd/portal.min.js",
-        "version": "2.3"
+        "version": "2.5"
     },
     "sodoSearch": {
         "url": "https://cdn.jsdelivr.net/npm/@tryghost/sodo-search@~{version}/umd/sodo-search.min.js",
@@ -144,13 +147,13 @@
     "comments": {
         "url": "https://cdn.jsdelivr.net/npm/@tryghost/comments-ui@~{version}/umd/comments-ui.min.js",
         "styles": "https://cdn.jsdelivr.net/npm/@tryghost/comments-ui@~{version}/umd/main.css",
-        "version": "0.2"
+        "version": "0.4"
     },
     "editor": {
-        "url": "https://cdn.jsdelivr.net/npm/@tryghost/koenig-react/dist/umd/koenig-react.min.js"
+        "url": "https://unpkg.com/@tryghost/koenig-react/dist/umd/koenig-react.min.js"
     },
     "tenor": {
-        "publicReadOnlyApiKey": null,
+        "googleApiKey": null,
         "contentFilter": "off"
     },
     "opensea": {

package/core/shared/config/overrides.json

@@ -2,10 +2,9 @@
     "paths": {
         "appRoot": ".",
         "corePath": "core/",
-        "adminAssets": "core/built/assets",
+        "adminAssets": "core/built/admin",
         "adminAuthAssets": "content/public/admin-auth",
         "helperTemplates": "core/frontend/helpers/tpl/",
-        "adminViews": "core/server/web/admin/views/",
         "defaultViews": "core/server/views/",
         "defaultRouteSettings": "core/server/services/route-settings/",
         "internalAppPath": "core/frontend/apps/",

package/core/shared/labs.js

@@ -28,7 +28,7 @@ const ALPHA_FEATURES = [
     'urlCache',
     'beforeAfterCard',
     'comments',
-    'explore'
+    'freeTrial'
 ];
 
 module.exports.GA_KEYS = [...GA_FEATURES];

package/core/shared/settings-cache/cache.js

@@ -4,77 +4,94 @@
 const debug = require('@tryghost/debug')('settings:cache');
 const _ = require('lodash');
 
-const publicSettings = require('./public');
-
-// Local function, only ever used for initializing
-// We deliberately call "set" on each model so that set is a consistent interface
-const updateSettingFromModel = function updateSettingFromModel(settingModel) {
-    debug('Auto updating', settingModel.get('key'));
-    module.exports.set(settingModel.get('key'), settingModel.toJSON());
-};
-
-const updateCalculatedField = function updateCalculatedField(field) {
-    return () => {
-        debug('Auto updating', field.key);
-        module.exports.set(field.key, field.getSetting());
-    };
-};
-
 /**
- * ## Cache
- * Holds cached settings
- * Keyed by setting.key
- * Contains the JSON version of the model
- * @type {{}} - object of objects
+ * Why hasn't this been moved to @tryghost/settings-cache yet?
+ *
+ * - It currently still couples the frontend and server together in a weird way via the event system
+ * - See the notes in core/server/lib/common/events
+ * - There's also a plan to introduce a proper caching layer, and rewrite this on top of that
  */
-let settingsCache = {};
-let _calculatedFields = [];
+class CacheManager {
+    /**
+     * @prop {Object} options
+     * @prop {Object} options.publicSettings - key/value pairs of settings which are publicly accessible
+     */
+    constructor({publicSettings}) {
+        // settingsCache holds cached settings, keyed by setting.key, contains the JSON version of the model
+        this.settingsCache;
+        this.publicSettings = publicSettings;
+        this.calculatedFields = [];
+
+        this.get = this.get.bind(this);
+        this.set = this.set.bind(this);
+        this.getAll = this.getAll.bind(this);
+        this.getPublic = this.getPublic.bind(this);
+        this.reset = this.reset.bind(this);
+        this._doGet = this._doGet.bind(this);
+        this._updateSettingFromModel = this._updateSettingFromModel.bind(this);
+        this._updateCalculatedField = this._updateCalculatedField.bind(this);
+    }
 
-const doGet = (key, options) => {
-    if (!settingsCache[key]) {
-        return;
+    // Local function, only ever used for initializing
+    // We deliberately call "set" on each model so that set is a consistent interface
+    _updateSettingFromModel(settingModel) {
+        debug('Auto updating', settingModel.get('key'));
+        this.set(settingModel.get('key'), settingModel.toJSON());
     }
 
-    // Don't try to resolve to the value of the setting
-    if (options && options.resolve === false) {
-        return settingsCache[key];
+    _updateCalculatedField(field) {
+        return () => {
+            debug('Auto updating', field.key);
+            this.set(field.key, field.getSetting());
+        };
     }
 
-    // Default behaviour is to try to resolve the value and return that
-    try {
-        // CASE: handle literal false
-        if (settingsCache[key].value === false || settingsCache[key].value === 'false') {
-            return false;
+    _doGet(key, options) {
+        // NOTE: "!this.settingsCache" is for when setting's cache is used
+        //       before it had a chance to initialize. Should be fixed when
+        //       it is decoupled from the model layer
+        if (!this.settingsCache || !this.settingsCache.get(key)) {
+            return;
         }
 
-        // CASE: if a string contains a number e.g. "1", JSON.parse will auto convert into integer
-        if (!isNaN(Number(settingsCache[key].value))) {
-            return settingsCache[key].value || null;
+        // Don't try to resolve to the value of the setting
+        if (options && options.resolve === false) {
+            return this.settingsCache.get(key);
         }
 
-        return JSON.parse(settingsCache[key].value) || null;
-    } catch (err) {
-        return settingsCache[key].value || null;
+        // Default behavior is to try to resolve the value and return that
+        try {
+            // CASE: handle literal false
+            if (this.settingsCache.get(key).value === false || this.settingsCache.get(key).value === 'false') {
+                return false;
+            }
+
+            // CASE: if a string contains a number e.g. "1", JSON.parse will auto convert into integer
+            if (!isNaN(Number(this.settingsCache.get(key).value))) {
+                return this.settingsCache.get(key).value || null;
+            }
+
+            return JSON.parse(this.settingsCache.get(key).value) || null;
+        } catch (err) {
+            return this.settingsCache.get(key).value || null;
+        }
     }
-};
 
-/**
- *
- * IMPORTANT:
- * We store settings with a type and a key in the database.
- *
- * {
- *   type: core
- *   key: db_hash
- *   value: ...
- * }
- *
- * But the settings cache does not allow requesting a value by type, only by key.
- * e.g. settingsCache.get('db_hash')
- */
-module.exports = {
     /**
-     * Get a key from the settingsCache
+     *
+     * IMPORTANT:
+     * We store settings with a type and a key in the database.
+     *
+     * {
+     *   type: core
+     *   key: db_hash
+     *   value: ...
+     * }
+     *
+     * But the settings cache does not allow requesting a value by type, only by key.
+     * e.g. settingsCache.get('db_hash')
+     *
+     * Get a key from the this.settingsCache
      * Will resolve to the value, including parsing JSON, unless {resolve: false} is passed in as an option
      * In which case the full JSON version of the model will be resolved
      *
@@ -83,8 +100,9 @@ module.exports = {
      * @return {*}
      */
     get(key, options) {
-        return doGet(key, options);
-    },
+        return this._doGet(key, options);
+    }
+
     /**
      * Set a key on the cache
      * The only way to get an object into the cache
@@ -93,16 +111,28 @@ module.exports = {
      * @param {object} value json version of settings model
      */
     set(key, value) {
-        settingsCache[key] = _.cloneDeep(value);
-    },
+        this.settingsCache.set(key, _.cloneDeep(value));
+    }
+
     /**
      * Get the entire cache object
      * Uses clone to prevent modifications from being reflected
+     * This method is dangerous in case the cache is "lazily" initialized
+     * could result in returning only a partially filled cache
      * @return {object} cache
+     * @deprecated this method is not "cache-friendly" and should be avoided from furhter usage
+     *             instead using multiple "get" calls
      */
     getAll() {
-        return _.cloneDeep(settingsCache);
-    },
+        const keys = this.settingsCache.keys();
+        const all = {};
+
+        keys.forEach((key) => {
+            all[key] = _.cloneDeep(this.settingsCache.get(key));
+        });
+
+        return all;
+    }
 
     /**
      * Get all the publically accessible cache entries with their correct names
@@ -112,67 +142,74 @@ module.exports = {
     getPublic() {
         let settings = {};
 
-        _.each(publicSettings, (key, newKey) => {
-            settings[newKey] = doGet(key) ?? null;
+        _.each(this.publicSettings, (key, newKey) => {
+            settings[newKey] = this._doGet(key) ?? null;
         });
 
         return settings;
-    },
+    }
+
     /**
-     * Initialise the cache
+     * Initialize the cache
      *
      * Optionally takes a collection of settings & can populate the cache with these.
      *
      * @param {EventEmitter} events
      * @param {Bookshelf.Collection<Settings>} settingsCollection
      * @param {Array} calculatedFields
-     * @return {object}
+     * @param {Object} cacheStore - cache storage instance base on Cache Base Adapter
+     * @return {Object} - filled out instance for Cache Base Adapter
      */
-    init(events, settingsCollection, calculatedFields) {
+    init(events, settingsCollection, calculatedFields, cacheStore) {
+        this.settingsCache = cacheStore;
         // First, reset the cache and
         this.reset(events);
 
         // // if we have been passed a collection of settings, use this to populate the cache
         if (settingsCollection && settingsCollection.models) {
-            _.each(settingsCollection.models, updateSettingFromModel);
+            _.each(settingsCollection.models, this._updateSettingFromModel);
         }
 
-        _calculatedFields = Array.isArray(calculatedFields) ? calculatedFields : [];
+        this.calculatedFields = Array.isArray(calculatedFields) ? calculatedFields : [];
 
         // Bind to events to automatically keep up-to-date
-        events.on('settings.edited', updateSettingFromModel);
-        events.on('settings.added', updateSettingFromModel);
-        events.on('settings.deleted', updateSettingFromModel);
+        events.on('settings.edited', this._updateSettingFromModel);
+        events.on('settings.added', this._updateSettingFromModel);
+        events.on('settings.deleted', this._updateSettingFromModel);
 
         // set and bind calculated fields
-        _calculatedFields.forEach((field) => {
-            updateCalculatedField(field)();
+        this.calculatedFields.forEach((field) => {
+            this._updateCalculatedField(field)();
             field.dependents.forEach((dependent) => {
-                events.on(`settings.${dependent}.edited`, updateCalculatedField(field));
+                events.on(`settings.${dependent}.edited`, this._updateCalculatedField(field));
             });
         });
 
-        return settingsCache;
-    },
+        return this.settingsCache;
+    }
 
     /**
      * Reset both the cache and the listeners, must be called during init
      * @param {EventEmitter} events
      */
     reset(events) {
-        settingsCache = {};
+        if (this.settingsCache) {
+            this.settingsCache.reset();
+        }
 
-        events.removeListener('settings.edited', updateSettingFromModel);
-        events.removeListener('settings.added', updateSettingFromModel);
-        events.removeListener('settings.deleted', updateSettingFromModel);
+        events.removeListener('settings.edited', this._updateSettingFromModel);
+        events.removeListener('settings.added', this._updateSettingFromModel);
+        events.removeListener('settings.deleted', this._updateSettingFromModel);
 
         //unbind calculated fields
-        _calculatedFields.forEach((field) => {
+        this.calculatedFields.forEach((field) => {
             field.dependents.forEach((dependent) => {
-                events.removeListener(`settings.${dependent}.edited`, updateCalculatedField(field));
+                events.removeListener(`settings.${dependent}.edited`, this._updateCalculatedField(field));
             });
         });
 
-        _calculatedFields = [];
+        this.calculatedFields = [];
     }
-};
+}
+
+module.exports = CacheManager;

package/core/shared/settings-cache/index.js

@@ -1,9 +1,6 @@
-/**
- * Why hasn't this been moved to @tryghost/settings-cache yet?
- *
- * - It currently still couples the frontend and server together in a weird way via the event system
- * - See the notes in core/server/lib/common/events
- * - There's also a plan to introduce a proper caching layer, and rewrite this on top of that
- * - Finally, I'm not sure if this shouldn't be two things - a cache, and a cache manager (the update system)
- */
-module.exports = require('./cache');
+const CacheManager = require('./cache');
+const publicSettings = require('./public');
+
+const cacheManager = new CacheManager({publicSettings});
+
+module.exports = cacheManager;

package/loggingrc.js

@@ -18,7 +18,7 @@ loggingConfig.metrics.metadata = {
     // Undefined if unavailable
     siteId: config.get('hostSettings:siteId'),
     domain: config.get('url'),
-    version: ghostVersion.safe
+    version: ghostVersion.original
 };
 
 module.exports = loggingConfig;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ghost",
-  "version": "5.7.0",
+  "version": "5.8.1",
   "description": "The professional publishing platform",
   "author": "Ghost Foundation",
   "homepage": "https://ghost.org",
@@ -21,17 +21,15 @@
   "license": "MIT",
   "scripts": {
     "start": "node index",
-    "dev": "grunt dev",
-    "dev:debug": "DEBUG=ghost:* grunt dev",
-    "setup": "knex-migrator init && grunt symlink && grunt init || (exit 0)",
-    "build": "grunt build",
+    "setup": "knex-migrator init && grunt symlink && yarn build || (exit 0)",
+    "build": "yarn workspace ghost-admin run build",
     "test": "yarn test:unit",
     "test:single": "mocha --require=./test/utils/overrides.js --exit --trace-warnings --recursive --extension=test.js --timeout=60000",
     "test:all": "yarn test:unit && yarn test:integration && yarn test:e2e && yarn lint",
     "test:debug": "DEBUG=ghost:test* yarn test",
     "test:unit": "c8 yarn test:unit:base",
     "test:unit:base": "mocha --require=./test/utils/overrides.js --exit --trace-warnings --recursive --extension=test.js './test/unit' --timeout=2000",
-    "test:integration": "mocha --require=./test/utils/overrides.js --exit --trace-warnings --recursive --extension=test.js  './test/integration' --timeout=5000",
+    "test:integration": "mocha --require=./test/utils/overrides.js --exit --trace-warnings --recursive --extension=test.js  './test/integration' --timeout=10000",
     "test:e2e": "mocha --require=./test/utils/overrides.js --exit --trace-warnings --recursive --extension=test.js './test/e2e-api' './test/e2e-frontend' './test/e2e-server' './test/e2e-webhooks' --timeout=15000",
     "test:regression": "mocha --require=./test/utils/overrides.js --exit --trace-warnings --recursive --extension=test.js  './test/regression' --timeout=60000",
     "test:browser": "playwright test --browser=all test/e2e-browser",
@@ -46,21 +44,22 @@
     "lint:test": "eslint -c test/.eslintrc.js --ignore-path test/.eslintignore 'test/**/*.js'",
     "lint:code": "yarn lint:server && yarn lint:shared && yarn lint:frontend",
     "lint": "yarn lint:server && yarn lint:shared && yarn lint:frontend && yarn lint:test",
-    "prepack": "grunt release"
+    "build:css": "postcss core/frontend/public/ghost.css --no-map --use cssnano -o core/frontend/public/ghost.min.css",
+    "prepack": "yarn workspace ghost-admin run build:prod && yarn build:css"
   },
   "engines": {
     "node": "^14.17.0 || ^16.13.0",
     "cli": "^1.17.0"
   },
   "dependencies": {
-    "@sentry/node": "7.8.0",
+    "@sentry/node": "7.9.0",
     "@tryghost/adapter-manager": "file:components/tryghost-adapter-manager-0.0.0.tgz",
-    "@tryghost/admin-api-schema": "4.0.0",
+    "@tryghost/admin-api-schema": "4.1.0",
     "@tryghost/api-version-compatibility-service": "file:components/tryghost-api-version-compatibility-service-0.0.0.tgz",
     "@tryghost/bookshelf-plugins": "0.4.3",
     "@tryghost/bootstrap-socket": "file:components/tryghost-bootstrap-socket-0.0.0.tgz",
-    "@tryghost/color-utils": "0.1.19",
-    "@tryghost/config-url-helpers": "1.0.2",
+    "@tryghost/color-utils": "0.1.20",
+    "@tryghost/config-url-helpers": "1.0.3",
     "@tryghost/constants": "file:components/tryghost-constants-0.0.0.tgz",
     "@tryghost/custom-theme-settings-service": "file:components/tryghost-custom-theme-settings-service-0.0.0.tgz",
     "@tryghost/database-info": "0.3.8",
@@ -71,15 +70,16 @@
     "@tryghost/email-content-generator": "file:components/tryghost-email-content-generator-0.0.0.tgz",
     "@tryghost/errors": "1.2.14",
     "@tryghost/express-dynamic-redirects": "file:components/tryghost-express-dynamic-redirects-0.0.0.tgz",
-    "@tryghost/helpers": "1.1.71",
-    "@tryghost/image-transform": "1.2.1",
+    "@tryghost/helpers": "1.1.72",
+    "@tryghost/html-to-plaintext": "file:components/tryghost-html-to-plaintext-0.0.0.tgz",
+    "@tryghost/image-transform": "1.2.2",
     "@tryghost/job-manager": "file:components/tryghost-job-manager-0.0.0.tgz",
-    "@tryghost/kg-card-factory": "3.1.3",
-    "@tryghost/kg-default-atoms": "3.1.2",
-    "@tryghost/kg-default-cards": "5.16.2",
-    "@tryghost/kg-markdown-html-renderer": "5.1.5",
-    "@tryghost/kg-mobiledoc-html-renderer": "5.3.5",
-    "@tryghost/limit-service": "1.2.2",
+    "@tryghost/kg-card-factory": "3.1.4",
+    "@tryghost/kg-default-atoms": "3.1.3",
+    "@tryghost/kg-default-cards": "5.16.3",
+    "@tryghost/kg-markdown-html-renderer": "5.1.6",
+    "@tryghost/kg-mobiledoc-html-renderer": "5.3.6",
+    "@tryghost/limit-service": "1.2.3",
     "@tryghost/logging": "2.2.3",
     "@tryghost/magic-link": "file:components/tryghost-magic-link-0.0.0.tgz",
     "@tryghost/member-events": "file:components/tryghost-member-events-0.0.0.tgz",
@@ -105,18 +105,18 @@
     "@tryghost/security": "file:components/tryghost-security-0.0.0.tgz",
     "@tryghost/session-service": "file:components/tryghost-session-service-0.0.0.tgz",
     "@tryghost/settings-path-manager": "file:components/tryghost-settings-path-manager-0.0.0.tgz",
-    "@tryghost/social-urls": "0.1.32",
+    "@tryghost/social-urls": "0.1.33",
     "@tryghost/stats-service": "0.3.0",
-    "@tryghost/string": "0.1.26",
+    "@tryghost/string": "0.1.27",
     "@tryghost/tpl": "0.1.17",
     "@tryghost/update-check-service": "file:components/tryghost-update-check-service-0.0.0.tgz",
-    "@tryghost/url-utils": "4.0.2",
+    "@tryghost/url-utils": "4.0.3",
     "@tryghost/validator": "0.1.26",
     "@tryghost/verification-trigger": "file:components/tryghost-verification-trigger-0.0.0.tgz",
     "@tryghost/version": "0.1.15",
     "@tryghost/zip": "1.1.27",
     "amperize": "0.6.1",
-    "analytics-node": "6.1.0",
+    "analytics-node": "6.2.0",
     "bluebird": "3.7.2",
     "body-parser": "1.20.0",
     "bookshelf": "1.2.0",
@@ -126,6 +126,7 @@
     "bthreads": "0.5.1",
     "chalk": "4.1.2",
     "cheerio": "0.22.0",
+    "common-tags": "1.8.2",
     "compression": "1.7.4",
     "connect-slashes": "1.4.0",
     "cookie-session": "2.0.0",
@@ -142,8 +143,7 @@
     "ghost-storage-base": "1.0.0",
     "glob": "8.0.3",
     "got": "9.6.0",
-    "gscan": "4.32.0",
-    "html-to-text": "8.2.0",
+    "gscan": "4.34.0",
     "human-number": "2.0.0",
     "image-size": "1.0.2",
     "intl": "1.2.5",
@@ -156,14 +156,14 @@
     "knex": "2.2.0",
     "knex-migrator": "5.0.3",
     "lodash": "4.17.21",
-    "luxon": "2.5.0",
+    "luxon": "3.0.1",
     "mailgun-js": "0.22.0",
-    "metascraper": "5.29.18",
+    "metascraper": "5.30.1",
     "metascraper-author": "5.29.15",
     "metascraper-description": "5.29.15",
     "metascraper-image": "5.29.15",
     "metascraper-logo": "5.29.15",
-    "metascraper-logo-favicon": "5.30.0",
+    "metascraper-logo-favicon": "5.30.1",
     "metascraper-publisher": "5.29.15",
     "metascraper-title": "5.29.15",
     "metascraper-url": "5.29.15",
@@ -185,29 +185,22 @@
     "xml": "1.0.1"
   },
   "optionalDependencies": {
-    "@tryghost/html-to-mobiledoc": "1.8.6",
+    "@tryghost/html-to-mobiledoc": "1.8.7",
     "sqlite3": "5.0.11"
   },
   "devDependencies": {
-    "@lodder/grunt-postcss": "3.1.1",
     "@playwright/test": "1.24.2",
     "@tryghost/express-test": "0.11.1",
     "@tryghost/webhook-mock-receiver": "0.1.1",
+    "@types/common-tags": "1.8.1",
     "c8": "7.12.0",
     "cli-progress": "3.11.2",
-    "coffeescript": "2.7.0",
     "cssnano": "5.1.12",
     "eslint": "8.21.0",
     "eslint-plugin-ghost": "2.14.0",
     "grunt": "1.5.3",
-    "grunt-bg-shell": "2.3.3",
-    "grunt-contrib-clean": "2.0.1",
-    "grunt-contrib-copy": "1.0.0",
     "grunt-contrib-symlink": "1.0.0",
-    "grunt-contrib-watch": "1.1.0",
-    "grunt-express-server": "0.5.4",
-    "grunt-subgrunt": "1.3.0",
-    "grunt-update-submodules": "0.4.1",
+    "grunt-shell": "4.0.0",
     "inquirer": "8.2.4",
     "jwks-rsa": "2.1.4",
     "mocha": "10.0.0",
@@ -216,6 +209,7 @@
     "nock": "13.2.9",
     "papaparse": "5.3.2",
     "postcss": "8.4.14",
+    "postcss-cli": "10.0.0",
     "rewire": "6.0.0",
     "should": "13.2.3",
     "sinon": "14.0.0",
@@ -237,6 +231,7 @@
     "@tryghost/email-content-generator": "file:components/tryghost-email-content-generator-0.0.0.tgz",
     "@tryghost/express-dynamic-redirects": "file:components/tryghost-express-dynamic-redirects-0.0.0.tgz",
     "@tryghost/extract-api-key": "file:components/tryghost-extract-api-key-0.0.0.tgz",
+    "@tryghost/html-to-plaintext": "file:components/tryghost-html-to-plaintext-0.0.0.tgz",
     "@tryghost/job-manager": "file:components/tryghost-job-manager-0.0.0.tgz",
     "@tryghost/magic-link": "file:components/tryghost-magic-link-0.0.0.tgz",
     "@tryghost/member-analytics-service": "file:components/tryghost-member-analytics-service-0.0.0.tgz",