ghost 5.130.2 → 6.0.0-alpha.2

package/core/server/data/migrations/versions/4.0/18-transform-urls-absolute-to-transform-ready.js

@@ -1,201 +0,0 @@
-const logging = require('@tryghost/logging');
-const urlUtils = require('../../../../../shared/url-utils');
-const mobiledocLib = require('../../../../lib/mobiledoc');
-const {createIrreversibleMigration} = require('../../utils');
-
-module.exports = createIrreversibleMigration(async (knex) => {
-    logging.info('Transforming all internal urls to transform-ready');
-
-    await knex.transaction(async (trx) => {
-        // posts and posts_meta
-        // get list of posts ids, use .forUpdate to lock rows until the transaction is finished
-        const postIdRows = await knex('posts')
-            .transacting(trx)
-            .forUpdate()
-            .select('id');
-
-        // transform each post individually to avoid dumping all posts into memory and
-        // pushing all queries into the query builder buffer in parallel
-        // https://stackoverflow.com/questions/54105280/how-to-loop-through-multi-line-sql-query-and-use-them-in-knex-transactions
-
-        // eslint-disable-next-line no-restricted-syntax
-        for (const postIdRow of postIdRows) {
-            const {id} = postIdRow;
-            const [post] = await knex('posts')
-                .transacting(trx)
-                .where({id})
-                .select([
-                    'mobiledoc',
-                    'custom_excerpt',
-                    'codeinjection_head',
-                    'codeinjection_foot',
-                    'feature_image',
-                    'canonical_url'
-                ]);
-
-            /* eslint-disable camelcase */
-            const mobiledoc = urlUtils.mobiledocToTransformReady(post.mobiledoc, {cardTransformers: mobiledocLib.cards});
-            const custom_excerpt = urlUtils.htmlToTransformReady(post.custom_excerpt);
-            const codeinjection_head = urlUtils.htmlToTransformReady(post.codeinjection_head);
-            const codeinjection_foot = urlUtils.htmlToTransformReady(post.codeinjection_foot);
-            const feature_image = urlUtils.toTransformReady(post.feature_image);
-            const canonical_url = urlUtils.toTransformReady(post.canonical_url, {ignoreProtocol: false});
-
-            await knex('posts')
-                .transacting(trx)
-                .where({id})
-                .update({
-                    mobiledoc,
-                    custom_excerpt,
-                    codeinjection_head,
-                    codeinjection_foot,
-                    feature_image,
-                    canonical_url
-                });
-
-            const [postMeta] = await knex('posts_meta')
-                .transacting(trx)
-                .where({post_id: id})
-                .select([
-                    'og_image',
-                    'twitter_image'
-                ]);
-
-            if (postMeta) {
-                const og_image = urlUtils.toTransformReady(postMeta.og_image);
-                const twitter_image = urlUtils.toTransformReady(postMeta.twitter_image);
-
-                await knex('posts_meta')
-                    .transacting(trx)
-                    .where({post_id: id})
-                    .update({
-                        og_image,
-                        twitter_image
-                    });
-            }
-        }
-
-        // users
-        const userIdRows = await knex('users')
-            .transacting(trx)
-            .forUpdate()
-            .select('id');
-
-        // eslint-disable-next-line no-restricted-syntax
-        for (const userIdRow of userIdRows) {
-            const {id} = userIdRow;
-            const [user] = await knex('users')
-                .transacting(trx)
-                .where({id})
-                .select([
-                    'profile_image',
-                    'cover_image'
-                ]);
-
-            const profile_image = urlUtils.toTransformReady(user.profile_image);
-            const cover_image = urlUtils.toTransformReady(user.cover_image);
-
-            await knex('users')
-                .transacting(trx)
-                .where({id})
-                .update({
-                    profile_image,
-                    cover_image
-                });
-        }
-
-        // tags
-        const tagIdRows = await knex('tags')
-            .transacting(trx)
-            .forUpdate()
-            .select('id');
-
-        // eslint-disable-next-line no-restricted-syntax
-        for (const tagIdRow of tagIdRows) {
-            const {id} = tagIdRow;
-            const [tag] = await knex('tags')
-                .transacting(trx)
-                .where({id})
-                .select([
-                    'feature_image',
-                    'og_image',
-                    'twitter_image',
-                    'codeinjection_head',
-                    'codeinjection_foot',
-                    'canonical_url'
-                ]);
-
-            const feature_image = urlUtils.toTransformReady(tag.feature_image);
-            const og_image = urlUtils.toTransformReady(tag.og_image);
-            const twitter_image = urlUtils.toTransformReady(tag.twitter_image);
-            const codeinjection_head = urlUtils.htmlToTransformReady(tag.codeinjection_head);
-            const codeinjection_foot = urlUtils.htmlToTransformReady(tag.codeinjection_foot);
-            const canonical_url = urlUtils.toTransformReady(tag.canonical_url, {ignoreProtocol: false});
-
-            await knex('tags')
-                .transacting(trx)
-                .where({id})
-                .update({
-                    feature_image,
-                    og_image,
-                    twitter_image,
-                    codeinjection_head,
-                    codeinjection_foot,
-                    canonical_url
-                });
-        }
-
-        // snippets
-        const snippetIdRows = await knex('snippets')
-            .transacting(trx)
-            .forUpdate()
-            .select('id');
-
-        // eslint-disable-next-line no-restricted-syntax
-        for (const snippetIdRow of snippetIdRows) {
-            const {id} = snippetIdRow;
-            const [snippet] = await knex('snippets')
-                .transacting(trx)
-                .where({id})
-                .select([
-                    'mobiledoc'
-                ]);
-
-            const mobiledoc = urlUtils.mobiledocToTransformReady(snippet.mobiledoc, {cardTransformers: mobiledocLib.cards});
-
-            await knex('snippets')
-                .transacting(trx)
-                .where({id})
-                .update({
-                    mobiledoc
-                });
-        }
-
-        // settings
-        const settingsRows = await knex('settings')
-            .transacting(trx)
-            .forUpdate()
-            .whereIn('key', [
-                'cover_image',
-                'logo',
-                'icon',
-                'portal_button_icon',
-                'og_image',
-                'twitter_image'
-            ]);
-
-        // eslint-disable-next-line no-restricted-syntax
-        for (const settingRow of settingsRows) {
-            let {key, value} = settingRow;
-
-            value = urlUtils.toTransformReady(value);
-
-            await knex('settings')
-                .transacting(trx)
-                .where({key})
-                .update({value});
-        }
-
-        return 'transaction complete';
-    });
-});

package/core/server/data/migrations/versions/4.0/19-remove-labs-members-setting.js

@@ -1,10 +0,0 @@
-const logging = require('@tryghost/logging');
-const {createIrreversibleMigration} = require('../../utils');
-
-module.exports = createIrreversibleMigration(async (knex) => {
-    logging.info('Deleting labs from settings table');
-
-    await knex('settings')
-        .where('key', '=', 'labs')
-        .del();
-});

package/core/server/data/migrations/versions/4.0/20-refactor-unsplash-setting.js

@@ -1,41 +0,0 @@
-const logging = require('@tryghost/logging');
-const {createIrreversibleMigration} = require('../../utils');
-
-module.exports = createIrreversibleMigration(async (knex) => {
-    logging.info('Updating unsplash setting value');
-
-    const unsplashSetting = await knex('settings')
-        .select('value')
-        .where({
-            key: 'unsplash'
-        })
-        .first();
-
-    let isActive;
-
-    if (unsplashSetting && (unsplashSetting.value === 'true' || unsplashSetting.value === 'false')) {
-        logging.warn(`Skipping update of unsplash value. Current value is already boolean: ${unsplashSetting.value}`);
-        return;
-    }
-
-    try {
-        const value = JSON.parse(unsplashSetting.value);
-        isActive = typeof value.isActive === 'boolean' ? value.isActive : true;
-    } catch (err) {
-        logging.warn(`Wasn't able to parse 'unsplash' setting: ${unsplashSetting.value}, falling back to: 'true'`);
-        isActive = true;
-    }
-
-    logging.info(`Updating 'unsplash' setting to: ${isActive}`);
-
-    await knex('settings')
-        .update({
-            group: 'unsplash',
-            type: 'boolean',
-            flags: null,
-            value: isActive.toString()
-        })
-        .where({
-            key: 'unsplash'
-        });
-});

package/core/server/data/migrations/versions/4.0/21-sanitize-email-batches-provider-id.js

@@ -1,8 +0,0 @@
-const logging = require('@tryghost/logging');
-const {createIrreversibleMigration} = require('../../utils');
-
-module.exports = createIrreversibleMigration(async (knex) => {
-    logging.info('Sanitizing provider_id values in email_batches');
-
-    await knex.raw('UPDATE email_batches SET provider_id = REPLACE(REPLACE(provider_id, "<", ""), ">", "")');
-});

package/core/server/data/migrations/versions/4.0/22-solve-orphaned-webhooks.js

@@ -1,87 +0,0 @@
-const {createIrreversibleMigration} = require('../../utils');
-const logging = require('@tryghost/logging');
-const ObjectID = require('bson-objectid').default;
-const security = require('@tryghost/security');
-
-module.exports = createIrreversibleMigration(
-    async function up(knex) {
-        logging.info('Resolving the orphaned webhooks');
-
-        const orphanedWebhooks = await knex('webhooks')
-            .select('webhooks.id')
-            .leftJoin('integrations', 'integrations.id', 'webhooks.integration_id')
-            .where('integrations.id', null);
-
-        if (orphanedWebhooks.length === 0) {
-            logging.info('No orphaned webhooks found, skipping');
-            return;
-        }
-
-        const [role] = await knex('roles')
-            .select('roles.id')
-            .where('name', 'Admin Integration');
-
-        if (!role) {
-            logging.warn('Failed to apply migration because of missing role.');
-            return;
-        }
-
-        const now = knex.raw('CURRENT_TIMESTAMP');
-        const id = ObjectID().toHexString();
-
-        const integration = {
-            id: id,
-            type: 'custom',
-            name: `Legacy webhooks`,
-            slug: `legacy-webhooks-${id}`,
-            icon_image: null,
-            description: `This integration was created as part of the 4.0 migration. It contains all webhooks created via the API that weren't visible in the admin interface previously.`,
-            created_at: now,
-            created_by: 1,
-            updated_at: now,
-            updated_by: 1
-        };
-
-        await knex('integrations')
-            .insert(integration);
-
-        const contentKey = {
-            id: ObjectID().toHexString(),
-            type: 'content',
-            secret: security.secret.create('content'),
-            role_id: null,
-            integration_id: integration.id,
-            created_at: now,
-            created_by: 1,
-            updated_at: now,
-            updated_by: 1
-        };
-        await knex('api_keys').insert(contentKey);
-
-        const adminKey = {
-            id: ObjectID().toHexString(),
-            type: 'admin',
-            secret: security.secret.create('admin'),
-            role_id: role.id,
-            integration_id: integration.id,
-            created_at: now,
-            created_by: 1,
-            updated_at: now,
-            updated_by: 1
-        };
-        await knex('api_keys').insert(adminKey);
-
-        // eslint-disable-next-line no-restricted-syntax
-        for (let i = 0; i < orphanedWebhooks.length; i++) {
-            const webhook = orphanedWebhooks[i];
-
-            await knex('webhooks')
-                .update({
-                    integration_id: integration.id
-                })
-                .where({
-                    id: webhook.id
-                });
-        }
-    }
-);

package/core/server/data/migrations/versions/4.0/23-regenerate-posts-html.js

@@ -1,66 +0,0 @@
-const logging = require('@tryghost/logging');
-const {createIrreversibleMigration} = require('../../utils');
-const mobiledocLib = require('../../../../lib/mobiledoc');
-const htmlToPlaintext = require('@tryghost/html-to-plaintext');
-
-module.exports = createIrreversibleMigration(async (knex) => {
-    logging.info('Starting re-generation of posts html.');
-
-    await knex.transaction(async (trx) => {
-        // get list of posts ids, use .forUpdate to lock rows until the transaction is finished
-        const postIdRows = await knex('posts')
-            .transacting(trx)
-            .forUpdate()
-            .select('id');
-
-        // transform each post individually to avoid dumping all posts into memory and
-        // pushing all queries into the query builder buffer in parallel
-        // https://stackoverflow.com/questions/54105280/how-to-loop-through-multi-line-sql-query-and-use-them-in-knex-transactions
-
-        // eslint-disable-next-line no-restricted-syntax
-        for (const postIdRow of postIdRows) {
-            const {id} = postIdRow;
-            const [post] = await knex('posts')
-                .transacting(trx)
-                .where({id})
-                .select('mobiledoc', 'html', 'plaintext');
-
-            let mobiledoc;
-
-            try {
-                mobiledoc = JSON.parse(post.mobiledoc || null);
-
-                if (!mobiledoc) {
-                    logging.warn(`No mobiledoc for ${id}. Skipping.`);
-                    continue;
-                }
-            } catch (err) {
-                logging.warn(`Invalid JSON structure for ${id}. Skipping`);
-                continue;
-            }
-
-            const html = mobiledocLib.render(mobiledoc);
-
-            const updatedAttrs = {
-                html: html
-            };
-
-            if (html !== post.html || !post.plaintext) {
-                const plaintext = htmlToPlaintext.excerpt(html);
-
-                if (plaintext !== post.plaintext) {
-                    updatedAttrs.plaintext = plaintext;
-                }
-            }
-
-            await knex('posts')
-                .transacting(trx)
-                .where({id})
-                .update(updatedAttrs);
-        }
-
-        return 'transaction complete';
-    });
-
-    logging.info('Finished re-generation of posts html.');
-});

package/core/server/data/migrations/versions/4.0/24-add-missing-email-permissions.js

@@ -1,36 +0,0 @@
-const {
-    addPermissionWithRoles,
-    combineTransactionalMigrations
-} = require('../../utils');
-
-module.exports = combineTransactionalMigrations(
-    addPermissionWithRoles({
-        name: 'Read emails',
-        action: 'read',
-        object: 'email'
-    }, [
-        'Administrator',
-        'Admin Integration',
-        'Editor',
-        'Author',
-        'Contributor'
-    ]),
-    addPermissionWithRoles({
-        name: 'Browse emails',
-        action: 'browse',
-        object: 'email'
-    }, [
-        'Administrator',
-        'Admin Integration',
-        'Editor'
-    ]),
-    addPermissionWithRoles({
-        name: 'Retry emails',
-        action: 'retry',
-        object: 'email'
-    }, [
-        'Administrator',
-        'Admin Integration',
-        'Editor'
-    ])
-);

package/core/server/data/migrations/versions/4.0/25-populate-members-paid-subscription-events-table.js

@@ -1,129 +0,0 @@
-const {chunk} = require('lodash');
-const ObjectID = require('bson-objectid').default;
-const {createTransactionalMigration} = require('../../utils');
-const logging = require('@tryghost/logging');
-const errors = require('@tryghost/errors');
-const tpl = require('@tryghost/tpl');
-
-const messages = {
-    unknownSubscriptionIntervalError: 'Unknown Subscription interval "{interval}" found.'
-};
-
-module.exports = createTransactionalMigration(
-    async function up(knex) {
-        logging.info('Populating members_paid_subscription_events from members_stripe_customers_subscriptions');
-        const allSubscriptions = await knex
-            .select(
-                'c.member_id',
-                's.status',
-                's.start_date',
-                's.updated_at',
-                's.created_at',
-                's.plan_id',
-                's.plan_amount',
-                's.plan_currency',
-                's.plan_interval'
-            )
-            .from('members_stripe_customers_subscriptions as s')
-            .join('members_stripe_customers as c', 'c.customer_id', '=', 's.customer_id');
-
-        function calculateMrrDelta({interval, amount}) {
-            if (interval === 'year') {
-                return Math.floor(amount / 12);
-            }
-
-            if (interval === 'month') {
-                return amount;
-            }
-
-            if (interval === 'week') {
-                return amount * 4;
-            }
-
-            if (interval === 'day') {
-                return amount * 30;
-            }
-
-            throw new errors.InternalServerError({
-                message: tpl(messages.unknownSubscriptionIntervalError , {
-                    interval
-                })
-            });
-        }
-
-        const allEvents = allSubscriptions.reduce((allEventsAcc, subscription) => {
-            if (['incomplete', 'incomplete_expired'].includes(subscription.status)) {
-                return allEventsAcc;
-            }
-
-            if (!['year', 'month', 'week', 'day'].includes(subscription.plan_interval)) {
-                return allEventsAcc;
-            }
-
-            const events = [];
-
-            if (subscription.status === 'trialing') {
-                const subscriptionCreatedEvent = {
-                    id: ObjectID().toHexString(),
-                    member_id: subscription.member_id,
-                    from_plan: null,
-                    to_plan: subscription.plan_id,
-                    currency: subscription.plan_currency,
-                    source: 'stripe',
-                    mrr_delta: 0,
-                    created_at: subscription.start_date
-                };
-                events.push(subscriptionCreatedEvent);
-            } else {
-                const subscriptionCreatedEvent = {
-                    id: ObjectID().toHexString(),
-                    member_id: subscription.member_id,
-                    from_plan: null,
-                    to_plan: subscription.plan_id,
-                    currency: subscription.plan_currency,
-                    source: 'stripe',
-                    mrr_delta: calculateMrrDelta({
-                        amount: subscription.plan_amount,
-                        interval: subscription.plan_interval
-                    }),
-                    created_at: subscription.start_date
-                };
-                events.push(subscriptionCreatedEvent);
-            }
-
-            if (subscription.status === 'canceled') {
-                const subscriptionCancelledEvent = {
-                    id: ObjectID().toHexString(),
-                    member_id: subscription.member_id,
-                    from_plan: subscription.plan_id,
-                    to_plan: null,
-                    currency: subscription.plan_currency,
-                    source: 'stripe',
-                    mrr_delta: -1 * calculateMrrDelta({
-                        amount: subscription.plan_amount,
-                        interval: subscription.plan_interval
-                    }),
-                    created_at: subscription.updated_at
-                };
-                events.push(subscriptionCancelledEvent);
-            }
-
-            return allEventsAcc.concat(events);
-        }, []);
-
-        // SQLite3 supports 999 variables max, each row uses 8 variables so ⌊999/8⌋ = 124
-        const chunkSize = 124;
-
-        const eventChunks = chunk(allEvents, chunkSize);
-
-        // eslint-disable-next-line no-restricted-syntax
-        for (const events of eventChunks) {
-            await knex.insert(events).into('members_paid_subscription_events');
-        }
-    },
-    async function down(knex) {
-        logging.info('Deleting all members_paid_subscription_events');
-        return knex('members_paid_subscription_events').del();
-    }
-);
-

package/core/server/data/migrations/versions/4.0/26-add-cascade-on-delete.js

@@ -1,76 +0,0 @@
-const logging = require('@tryghost/logging');
-const {createIrreversibleMigration} = require('../../utils');
-const {addForeign, dropForeign} = require('../../../schema/commands');
-const DatabaseInfo = require('@tryghost/database-info');
-
-module.exports = createIrreversibleMigration(async (knex) => {
-    if (!DatabaseInfo.isSQLite(knex)) {
-        return logging.warn('Skipping adding "on delete cascade" - database is not SQLite3');
-    }
-
-    logging.info('Adding on delete cascade for members_labels, members_stripe_customers and members_stripe_customers_subscriptions');
-
-    await dropForeign({
-        fromTable: 'members_labels',
-        fromColumn: 'member_id',
-        toTable: 'members',
-        toColumn: 'id',
-        transaction: knex
-    });
-    await addForeign({
-        fromTable: 'members_labels',
-        fromColumn: 'member_id',
-        toTable: 'members',
-        toColumn: 'id',
-        cascadeDelete: true,
-        transaction: knex
-    });
-
-    await dropForeign({
-        fromTable: 'members_labels',
-        fromColumn: 'label_id',
-        toTable: 'labels',
-        toColumn: 'id',
-        transaction: knex
-    });
-    await addForeign({
-        fromTable: 'members_labels',
-        fromColumn: 'label_id',
-        toTable: 'labels',
-        toColumn: 'id',
-        cascadeDelete: true,
-        transaction: knex
-    });
-
-    await dropForeign({
-        fromTable: 'members_stripe_customers',
-        fromColumn: 'member_id',
-        toTable: 'members',
-        toColumn: 'id',
-        transaction: knex
-    });
-    await addForeign({
-        fromTable: 'members_stripe_customers',
-        fromColumn: 'member_id',
-        toTable: 'members',
-        toColumn: 'id',
-        cascadeDelete: true,
-        transaction: knex
-    });
-
-    await dropForeign({
-        fromTable: 'members_stripe_customers_subscriptions',
-        fromColumn: 'customer_id',
-        toTable: 'members_stripe_customers',
-        toColumn: 'customer_id',
-        transaction: knex
-    });
-    await addForeign({
-        fromTable: 'members_stripe_customers_subscriptions',
-        fromColumn: 'customer_id',
-        toTable: 'members_stripe_customers',
-        toColumn: 'customer_id',
-        cascadeDelete: true,
-        transaction: knex
-    });
-});

package/core/server/data/migrations/versions/4.0/27-add-primary-key-brute-migrations-lock.js

@@ -1,9 +0,0 @@
-const logging = require('@tryghost/logging');
-const {createIrreversibleMigration} = require('../../utils');
-const {addPrimaryKey} = require('../../../schema/commands');
-
-module.exports = createIrreversibleMigration(async (knex) => {
-    logging.info('Adding a primary key for the brute table');
-
-    await addPrimaryKey('brute', 'key', knex);
-});

package/core/server/data/migrations/versions/4.0/28-add-webhook-intergrations-foreign-key.js

@@ -1,16 +0,0 @@
-const logging = require('@tryghost/logging');
-const {createIrreversibleMigration} = require('../../utils');
-const {addForeign} = require('../../../schema/commands');
-
-module.exports = createIrreversibleMigration(async (knex) => {
-    logging.info('Adding the webhooks to integrations foreign key');
-
-    await addForeign({
-        fromTable: 'webhooks',
-        fromColumn: 'integration_id',
-        toTable: 'integrations',
-        toColumn: 'id',
-        cascadeDelete: true,
-        transaction: knex
-    });
-});