@stamhoofd/backend 2.120.6 → 2.122.0

package/src/seeds/1733748412-update-deleted-order-numbers.ts

@@ -1,109 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { logger } from '@simonbackx/simple-logging';
-import { Order, WebshopCounter } from '@stamhoofd/models';
-import { OrderStatus } from '@stamhoofd/structures';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment == 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    process.stdout.write('\n');
-    let c = 0;
-    let pages = 0;
-    let id: string = '';
-
-    // There is an issue with some deleted orders that can't be stringified anymore
-    let limit = 100;
-    let restoreLimitAt: number | null = null;
-
-    await logger.setContext({ tags: ['seed'] }, async () => {
-        while (true) {
-            try {
-                const orders = await Order.where({
-                    id: {
-                        value: id,
-                        sign: '>',
-                    },
-                    status: OrderStatus.Deleted,
-                }, { limit, sort: ['id'] });
-
-                if (orders.length === 0) {
-                    break;
-                }
-
-                pages++;
-                process.stdout.write('.');
-                if (pages % 100 === 0) {
-                    process.stdout.write('\n');
-                }
-
-                if (limit === 1 && restoreLimitAt && pages > restoreLimitAt) {
-                    limit = 100;
-                }
-
-                for (const order of orders) {
-                    c++;
-
-                    if (order.status === OrderStatus.Deleted) {
-                        order.data.removePersonalData();
-
-                        if (order.number !== null) {
-                            order.number = Math.floor(Math.random() * 1000000000000) + 1000000000000;
-                        }
-                        await order.save();
-                    }
-                }
-
-                if (orders.length < limit) {
-                    break;
-                }
-                id = orders[orders.length - 1].id;
-            }
-            catch (e) {
-                if (e.toString() && e.toString().includes('RangeError')) {
-                    console.error('Found decoding issue at ' + id);
-                    console.error(e);
-                    if (limit === 1) {
-                        // We found the causing order.
-
-                        const _orders = await Order.where({
-                            id: {
-                                value: id,
-                                sign: '>',
-                            },
-                            status: OrderStatus.Deleted,
-                        }, { limit: 1, sort: ['id'], select: 'id' });
-
-                        if (_orders.length === 1) {
-                            console.log('Found broken order: ' + _orders[0].id);
-                            console.log('Deleting order');
-                            // Delete
-                            await _orders[0].delete();
-                        }
-                        else {
-                            console.error('Could not find causing order');
-                            throw e;
-                        }
-                    }
-                    // Something wrong with an order
-                    // continue
-                    limit = 1;
-                    restoreLimitAt = pages + 100;
-                    continue;
-                }
-                console.error('Error at ' + id);
-                throw e;
-            }
-        }
-    });
-
-    console.log('Cleared ' + c + ' deleted orders');
-
-    // Clear all cached order numbers
-    WebshopCounter.clearAll();
-
-    // Do something here
-    return Promise.resolve();
-});

package/src/seeds/1733994455-balance-item-status-open.ts

@@ -1,30 +0,0 @@
-import { Database, Migration } from '@simonbackx/simple-database';
-import { BalanceItemStatus } from '@stamhoofd/structures';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    const query = `
-        UPDATE
-            balance_items
-        SET status = ?
-        WHERE status IN (?)`;
-    await Database.update(query, [
-        BalanceItemStatus.Due,
-        ['Paid', 'Pending'],
-    ]);
-
-    const q2 = `
-        UPDATE
-            balance_items
-        SET status = ?,
-            amount = coalesce(nullif(ROUND(coalesce(pricePaid / nullif(unitPrice, 0), 0)), 0), 1)
-        WHERE amount = 0 AND status = ?`;
-    await Database.update(q2, [
-        BalanceItemStatus.Canceled,
-        BalanceItemStatus.Due,
-    ]);
-});

package/src/seeds/1740046783-update-membership.ts

@@ -1,17 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { PlatformMembershipService } from '../services/PlatformMembershipService.js';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment == 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    if (STAMHOOFD.userMode !== 'platform') {
-        console.log('skipped seed update-membership because usermode not platform');
-        return;
-    }
-
-    process.stdout.write('\n');
-    await PlatformMembershipService.updateAll();
-});

package/src/seeds/1741008870-fix-auditlog-description.ts

@@ -1,50 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { AuditLog } from '@stamhoofd/models';
-import { scalarToSQLExpression, SQL, SQLWhereLike } from '@stamhoofd/sql';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    if (STAMHOOFD.platformName !== 'keeo') {
-        console.log('skipped for platform (only run for keeo): ' + STAMHOOFD.platformName);
-        return;
-    }
-
-    console.log('Start fixing audit log descriptions.');
-
-    const batchSize = 100;
-    let count = 0;
-
-    for await (const log of AuditLog.select()
-        .where(new SQLWhereLike(
-            SQL.column('audit_logs', 'description'),
-            scalarToSQLExpression(`%werd verplaatst van % naar %, door%`),
-        )).limit(batchSize).all()) {
-        if (log.meta.get('fixed') === 1) {
-            continue;
-        }
-        log.description = fixDescription(log.description);
-        log.meta.set('fixed', 1);
-        await log.save();
-        count += 1;
-    }
-
-    console.log('Finished saving ' + count + ' audit logs.');
-});
-
-function fixDescription(description: string): string {
-    const regex = /werd verplaatst van (.+) naar (.*), door/;
-    const result = description.match(regex);
-    if (!result) {
-        throw new Error(`Could not fix audit log description, no regex match found: ${description}`);
-    }
-
-    const to = result[1];
-    const from = result[2];
-
-    const fixed = description.replace(regex, `werd verplaatst van ${from} naar ${to}, door`);
-    return fixed;
-}

package/src/seeds/1741011468-fix-auditlog-description-uft16.ts

@@ -1,88 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { AuditLog } from '@stamhoofd/models';
-import { scalarToSQLExpression, SQL, SQLWhereLike } from '@stamhoofd/sql';
-
-const replacements: [from: string, to: string][] = [
-    ['u00eb', 'ë'],
-    ['u00E9', 'é'],
-    ['U00EF', 'ï'],
-    ['U00E6', 'æ'],
-    ['U00F6', 'ö'],
-    ['U00E0', 'à'],
-    ['U00E1', 'á'],
-    ['U00E7', 'ç'],
-    ['U00E4', 'ä'],
-    ['U00E5', 'å'],
-    ['U00E8', 'è'],
-    ['U00F3', 'ó'],
-    ['U00ED', 'í'],
-    ['U00C4', 'Ä'],
-    ['U00C1', 'Á'],
-    ['U00FC', 'ü'],
-    ['U00F4', 'ö'],
-    ['U00D6', 'Ö'],
-    ['U00C9', 'É'],
-    ['U00F2', 'ò'],
-    ['U00E2', 'â'],
-    ['U00F2', 'ò'],
-    ['U00F2', 'ò'],
-    ['U00E2', 'â'],
-    ['U00EC', 'ì'],
-    ['U00C5', 'Å'],
-    ['U00EE', 'î'],
-    ['U00A9', '©'],
-    ['U00C3', 'Ã'],
-    ['U00C7', 'Ç'],
-    ['U00F9', 'ù'],
-    ['U00EA', 'ê'],
-    ['U00FF', 'ÿ'],
-    ['U00CA', 'Ê'],
-    ['U00CD', 'Í'],
-    ['U00A8', '¨'],
-    ['U00AF', '¯'],
-    ['U00AB', '«'],
-    ['U00CE', 'Î'],
-];
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    if (STAMHOOFD.platformName !== 'keeo') {
-        console.log('skipped for platform (only run for keeo): ' + STAMHOOFD.platformName);
-        return;
-    }
-
-    console.log('Start fixing audit log uft16 descriptions.');
-
-    const batchSize = 100;
-    let count = 0;
-
-    for await (const log of AuditLog.select()
-        .where(new SQLWhereLike(
-            SQL.column('audit_logs', 'description'),
-            scalarToSQLExpression(`%u00%`),
-        ))
-        .limit(batchSize).all()) {
-        if (log.meta.get('fixed-uft16') === 1) {
-            continue;
-        }
-        log.description = fixDescription(log.description);
-        log.meta.set('fixed-uft16', 1);
-        await log.save();
-        count += 1;
-    }
-
-    console.log('Finished saving ' + count + ' audit logs uft16.');
-});
-
-function fixDescription(description: string): string {
-    let result = description;
-    replacements.forEach(([from, to]) => {
-        result = result.replace(new RegExp(from.toLowerCase(), 'g'), to);
-    });
-
-    return result;
-}

package/src/seeds/1741268179-fix-group-dates-of-events.ts

@@ -1,32 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { Event, Group } from '@stamhoofd/models';
-import { sleep } from '@stamhoofd/utility';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    if (STAMHOOFD.platformName !== 'ravot') {
-        console.log('skipped for platform (only runs for Ravot): ' + STAMHOOFD.platformName);
-        return;
-    }
-
-    let count = 0;
-    for await (const event of Event.select().where('groupId', '!=', null).limit(20).all()) {
-        // Sync group requirements
-        if (event.groupId) {
-            const group = await Group.getByID(event.groupId);
-            if (group) {
-                await event.syncGroupRequirements(group);
-                count += 1;
-
-                // Slow this down a bit to reduce a lot of document updates at the same time
-                await sleep(100);
-            }
-        }
-    }
-
-    console.log('Fixed ' + count + ' groups');
-});

package/src/seeds/1750090030-records-configuration.ts

@@ -1,26 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { Organization, Webshop } from '@stamhoofd/models';
-
-export async function startRecordsConfigurationMigration() {
-    for await (const organization of Organization.select().all()) {
-        await organization.save();
-    }
-
-    for await (const webshop of Webshop.select().all()) {
-        await webshop.save();
-    }
-}
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    if (STAMHOOFD.platformName.toLowerCase() !== 'stamhoofd') {
-        console.log('skipped for platform (only runs for Stamhoofd): ' + STAMHOOFD.platformName);
-        return;
-    }
-
-    await startRecordsConfigurationMigration();
-});

package/src/seeds/1751445358-upload-email-attachments.ts

@@ -1,106 +0,0 @@
-import { PutObjectCommand } from '@aws-sdk/client-s3';
-import { Migration } from '@simonbackx/simple-database';
-import { SimpleError } from '@simonbackx/simple-errors';
-import { logger } from '@simonbackx/simple-logging';
-import { Email, Image } from '@stamhoofd/models';
-import { File } from '@stamhoofd/structures';
-import { Formatter } from '@stamhoofd/utility';
-import { v4 as uuidv4 } from 'uuid';
-
-/**
- * Replace all base64 email attachments with file attachments.
- */
-export default new Migration(async () => {
-    if (STAMHOOFD.environment == 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    process.stdout.write('\n');
-    let c = 0;
-
-    await logger.setContext({ tags: ['seed'] }, async () => {
-        for await (const email of Email.select().limit(10).all()) {
-            let save = false;
-            for (const attachment of email.attachments) {
-                if (attachment.content) {
-                    try {
-                        console.log('Uploading base64 attachment for email ' + email.id);
-                        save = true;
-
-                        let prefix = (STAMHOOFD.SPACES_PREFIX ?? '');
-                        if (prefix.length > 0) {
-                            prefix += '/';
-                        }
-
-                        prefix += (STAMHOOFD.environment ?? 'development') === 'development' ? ('development/') : ('');
-                        // Prepend user id to the file path
-                        // Private files
-                        if (email.userId) {
-                            prefix += 'users/' + email.userId + '/';
-                        }
-                        else {
-                            // Public files
-                            prefix += 'p/';
-                        }
-
-                        const fileContent = Buffer.from(attachment.content, 'base64');
-
-                        const fileId = uuidv4();
-                        const uploadExt = File.contentTypeToExtension(attachment.contentType ?? '') ?? '';
-                        const filenameWithoutExt = File.removeExtension(attachment.filename);
-                        const key = prefix + fileId + '/' + (Formatter.slug(filenameWithoutExt) + (uploadExt ? ('.' + uploadExt) : ''));
-
-                        const fileStruct = new File({
-                            id: fileId,
-                            server: 'https://' + STAMHOOFD.SPACES_BUCKET + '.' + STAMHOOFD.SPACES_ENDPOINT,
-                            path: key,
-                            size: fileContent.length,
-                            name: attachment.filename,
-                            isPrivate: true,
-                            contentType: attachment.contentType ?? null,
-                        });
-
-                        // Generate an upload signature for this file if it is private
-                        if (!await fileStruct.sign()) {
-                            throw new SimpleError({
-                                code: 'failed_to_sign',
-                                message: 'Failed to sign file',
-                                statusCode: 500,
-                            });
-                        }
-
-                        const cmd = new PutObjectCommand({
-                            Bucket: STAMHOOFD.SPACES_BUCKET,
-                            Key: key,
-                            Body: fileContent,
-                            ContentType: attachment.contentType ?? 'application/octet-stream',
-                            ACL: 'private',
-                        });
-                        await Image.getS3Client().send(cmd);
-
-                        console.log('Successfully uploaded base64 attachment for email ' + email.id + ' as file ' + fileStruct.id);
-
-                        attachment.file = fileStruct;
-                        attachment.content = null; // Clear the base64 content
-                    }
-                    catch (e) {
-                        console.error('Failed to upload base64 attachment for email ' + email.id, e);
-                        continue; // Skip this email if it fails
-                    }
-                }
-            }
-
-            if (save) {
-                await email.save();
-                c++;
-                process.stdout.write('.');
-            }
-        }
-    });
-
-    console.log('\nUpdated attachments for ' + c + ' emails');
-
-    // Do something here
-    return Promise.resolve();
-});

package/src/seeds/1755532883-update-email-sender-ids.ts

@@ -1,47 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { Email, Organization, Platform } from '@stamhoofd/models';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    console.log('Start setting senderId of emails.');
-
-    const batchSize = 100;
-    let count = 0;
-    const platform = await Platform.getShared();
-
-    for await (const email of Email.select()
-        .where('senderId', null).limit(batchSize).all()) {
-        if (!email.fromAddress) {
-            continue;
-        }
-        const organization = email.organizationId ? await Organization.getByID(email.organizationId) : null;
-        if (!organization) {
-            const sender = platform.privateConfig.emails.find(s => s.email === email.fromAddress);
-            if (sender) {
-                email.senderId = sender.id;
-                await email.save();
-                count += 1;
-            }
-            else {
-                console.warn(`No sender found for email ${email.fromAddress} in platform config`);
-            }
-        }
-        else {
-            const sender = organization.privateMeta.emails.find(s => s.email === email.fromAddress);
-            if (sender) {
-                email.senderId = sender.id;
-                await email.save();
-                count += 1;
-            }
-            else {
-                console.warn(`No sender found for email ${email.fromAddress} in organization ${organization.id}`);
-            }
-        }
-    }
-
-    console.log('Finished saving ' + count + ' emails.');
-});

package/src/seeds/1755790070-fill-email-recipient-errors.ts

@@ -1,96 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { SimpleError, SimpleErrors } from '@simonbackx/simple-errors';
-import { EmailRecipient } from '@stamhoofd/models';
-
-function stringToError(message: string) {
-    if (message === 'Recipient has hard bounced') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'email_skipped_hard_bounce',
-                message: 'The recipient has hard bounced. This means that the email address is invalid or no longer exists.',
-                human: $t(`%ws`),
-            }),
-        );
-    }
-
-    if (message === 'Recipient has marked as spam') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'email_skipped_spam',
-                message: 'Recipient has marked as spam',
-                human: $t(`%wt`),
-            }),
-        );
-    }
-
-    if (message === 'Recipient has unsubscribed') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'email_skipped_unsubscribed',
-                message: 'Recipient has unsubscribed',
-                human: $t('%1E3'),
-            }),
-        );
-    }
-
-    if (message === 'Recipient has unsubscribed from marketing') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'email_skipped_unsubscribed',
-                message: 'Recipient has unsubscribed from marketing',
-                human: $t('%1E3'),
-            }),
-        );
-    }
-
-    if (message === 'All recipients are filtered due to hard bounce or spam') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'all_filtered',
-                message: 'All recipients are filtered due to hard bounce or spam',
-                human: $t('%1E4'),
-            }),
-        );
-    }
-
-    if (message === 'Invalid email address') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'invalid_email_address',
-                message: 'Invalid email address',
-                human: $t(`%1Mi`),
-            }),
-        );
-    }
-
-    return new SimpleErrors(
-        new SimpleError({
-            code: 'unknown_error',
-            message: message,
-        }),
-    );
-}
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    console.log('Start setting failError object on email recipients.');
-
-    const batchSize = 100;
-    let count = 0;
-
-    for await (const r of EmailRecipient.select()
-        .whereNot('failErrorMessage', null).limit(batchSize).all()) {
-        if (!r.failErrorMessage) {
-            continue;
-        }
-        r.failError = stringToError(r.failErrorMessage);
-        await r.save();
-        count++;
-    }
-
-    console.log('Finished saving ' + count + ' recipients with error object.');
-});

package/src/seeds/1756115432-remove-old-drafts.ts

@@ -1,16 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { Email } from '@stamhoofd/models';
-import { EmailStatus } from '@stamhoofd/structures';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    const { affectedRows } = await Email.delete()
-        .where('status', EmailStatus.Draft)
-        .where('createdAt', '<', new Date(Date.now() - 1000 * 60 * 60 * 24 * 30)) // older than 30 days
-        .delete();
-    console.log('Deleted ' + affectedRows + ' old draft emails.');
-});

package/src/seeds/1756115433-fill-email-recipient-organization-id.ts

@@ -1,30 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { Email, EmailRecipient } from '@stamhoofd/models';
-import { SQL } from '@stamhoofd/sql';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    console.log('Start setting organizationId object on email recipients.');
-
-    const batchSize = 100;
-    let count = 0;
-
-    for await (const email of Email.select().where('organizationId', '!=', null).limit(batchSize).all()) {
-        if (!email.organizationId) {
-            continue;
-        }
-
-        await SQL.update(EmailRecipient.table)
-            .set('organizationId', email.organizationId)
-            .where('emailId', email.id)
-            .update();
-
-        count++;
-    }
-
-    console.log('Finished saving email recipients of ' + count + ' emails with organization id.');
-});