@stamhoofd/backend 2.121.0 → 2.122.0

package/src/seeds/1755790070-fill-email-recipient-errors.ts

@@ -1,96 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { SimpleError, SimpleErrors } from '@simonbackx/simple-errors';
-import { EmailRecipient } from '@stamhoofd/models';
-
-function stringToError(message: string) {
-    if (message === 'Recipient has hard bounced') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'email_skipped_hard_bounce',
-                message: 'The recipient has hard bounced. This means that the email address is invalid or no longer exists.',
-                human: $t(`%ws`),
-            }),
-        );
-    }
-
-    if (message === 'Recipient has marked as spam') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'email_skipped_spam',
-                message: 'Recipient has marked as spam',
-                human: $t(`%wt`),
-            }),
-        );
-    }
-
-    if (message === 'Recipient has unsubscribed') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'email_skipped_unsubscribed',
-                message: 'Recipient has unsubscribed',
-                human: $t('%1E3'),
-            }),
-        );
-    }
-
-    if (message === 'Recipient has unsubscribed from marketing') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'email_skipped_unsubscribed',
-                message: 'Recipient has unsubscribed from marketing',
-                human: $t('%1E3'),
-            }),
-        );
-    }
-
-    if (message === 'All recipients are filtered due to hard bounce or spam') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'all_filtered',
-                message: 'All recipients are filtered due to hard bounce or spam',
-                human: $t('%1E4'),
-            }),
-        );
-    }
-
-    if (message === 'Invalid email address') {
-        return new SimpleErrors(
-            new SimpleError({
-                code: 'invalid_email_address',
-                message: 'Invalid email address',
-                human: $t(`%1Mi`),
-            }),
-        );
-    }
-
-    return new SimpleErrors(
-        new SimpleError({
-            code: 'unknown_error',
-            message: message,
-        }),
-    );
-}
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    console.log('Start setting failError object on email recipients.');
-
-    const batchSize = 100;
-    let count = 0;
-
-    for await (const r of EmailRecipient.select()
-        .whereNot('failErrorMessage', null).limit(batchSize).all()) {
-        if (!r.failErrorMessage) {
-            continue;
-        }
-        r.failError = stringToError(r.failErrorMessage);
-        await r.save();
-        count++;
-    }
-
-    console.log('Finished saving ' + count + ' recipients with error object.');
-});

package/src/seeds/1756115432-remove-old-drafts.ts

@@ -1,16 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { Email } from '@stamhoofd/models';
-import { EmailStatus } from '@stamhoofd/structures';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    const { affectedRows } = await Email.delete()
-        .where('status', EmailStatus.Draft)
-        .where('createdAt', '<', new Date(Date.now() - 1000 * 60 * 60 * 24 * 30)) // older than 30 days
-        .delete();
-    console.log('Deleted ' + affectedRows + ' old draft emails.');
-});

package/src/seeds/1756115433-fill-email-recipient-organization-id.ts

@@ -1,30 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { Email, EmailRecipient } from '@stamhoofd/models';
-import { SQL } from '@stamhoofd/sql';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    console.log('Start setting organizationId object on email recipients.');
-
-    const batchSize = 100;
-    let count = 0;
-
-    for await (const email of Email.select().where('organizationId', '!=', null).limit(batchSize).all()) {
-        if (!email.organizationId) {
-            continue;
-        }
-
-        await SQL.update(EmailRecipient.table)
-            .set('organizationId', email.organizationId)
-            .where('emailId', email.id)
-            .update();
-
-        count++;
-    }
-
-    console.log('Finished saving email recipients of ' + count + ' emails with organization id.');
-});

package/src/seeds/1756303697-update-email-counts.ts

@@ -1,76 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { Email, EmailRecipient } from '@stamhoofd/models';
-import { SQL, SQLAlias, SQLCount, SQLSelectAs } from '@stamhoofd/sql';
-import { EmailStatus } from '@stamhoofd/structures';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment === 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    console.log('Start setting counts of emails.');
-
-    const batchSize = 100;
-    let count = 0;
-
-    for await (const email of Email.select()
-        .where('status', EmailStatus.Sent)
-        .where('succeededCount', 0)
-        .where('failedCount', 0)
-        .where('emailRecipientsCount', '!=', 0)
-        .where('emailRecipientsCount', '!=', null)
-        .where('createdAt', '<', new Date('2025-08-28 00:00:00')).limit(batchSize).all()) {
-        const query = SQL.select(
-            new SQLSelectAs(
-                new SQLCount(
-                    SQL.column('failError'),
-                ),
-                new SQLAlias('data__failedCount'),
-            ),
-            // If the current amount_due is negative, we can ignore that negative part if there is a future due item
-            new SQLSelectAs(
-                new SQLCount(
-                    SQL.column('sentAt'),
-                ),
-                new SQLAlias('data__succeededCount'),
-            ),
-        )
-            .from(EmailRecipient.table)
-            .where('emailId', email.id);
-
-        const result = await query.fetch();
-        if (result.length !== 1) {
-            console.error('Unexpected result', result);
-            continue;
-        }
-        const row = result[0]['data'];
-        if (!row) {
-            console.error('Unexpected result row', result);
-            continue;
-        }
-
-        let failedCount = row['failedCount'];
-        const succeededCount = row['succeededCount'];
-
-        if (typeof failedCount !== 'number' || typeof succeededCount !== 'number') {
-            console.error('Unexpected result values', row);
-            return;
-        }
-
-        if (email.emailRecipientsCount !== null && failedCount + succeededCount !== email.emailRecipientsCount) {
-            console.warn(`Email ${email.id} has ${email.emailRecipientsCount} recipients, but ${failedCount} failed and ${succeededCount} succeeded. Correcting failedCount to `, email.emailRecipientsCount - succeededCount);
-            failedCount = email.emailRecipientsCount - succeededCount;
-        }
-
-        // Send an update query
-        await Email.update()
-            .where('id', email.id)
-            .set('succeededCount', succeededCount)
-            .set('failedCount', failedCount)
-            .update();
-        count += 1;
-    }
-
-    console.log('Finished saving ' + count + ' emails.');
-});

package/src/seeds/1761665607-sync-member-users.ts

@@ -1,59 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { Member } from '@stamhoofd/models';
-import { MemberUserSyncer } from '../helpers/MemberUserSyncer.js';
-import { logger } from '@simonbackx/simple-logging';
-
-export default new Migration(async () => {
-    if (STAMHOOFD.environment == 'test') {
-        console.log('skipped in tests');
-        return;
-    }
-
-    if (STAMHOOFD.userMode !== 'platform') {
-        console.log('skipped seed because usermode not platform');
-        return;
-    }
-
-    process.stdout.write('\n');
-    let c = 0;
-    let id: string = '';
-
-    await logger.setContext({ tags: ['silent-seed', 'seed'] }, async () => {
-        while (true) {
-            const rawMembers = await Member.where({
-                id: {
-                    value: id,
-                    sign: '>',
-                },
-            }, { limit: 500, sort: ['id'] });
-
-            if (rawMembers.length === 0) {
-                break;
-            }
-
-            const membersWithRegistrations = await Member.getBlobByIds(...rawMembers.map(m => m.id));
-
-            const promises: Promise<any>[] = [];
-
-            for (const memberWithRegistrations of membersWithRegistrations) {
-                promises.push((async () => {
-                    await MemberUserSyncer.onChangeMember(memberWithRegistrations);
-                    c++;
-
-                    if (c % 1000 === 0) {
-                        process.stdout.write('.');
-                    }
-                    if (c % 10000 === 0) {
-                        process.stdout.write('\n');
-                    }
-                })());
-            }
-
-            await Promise.all(promises);
-            id = rawMembers[rawMembers.length - 1].id;
-        }
-    });
-
-    // Do something here
-    return Promise.resolve();
-});

package/src/seeds/1765896674-document-update-year.ts

@@ -1,66 +0,0 @@
-import { Migration } from '@simonbackx/simple-database';
-import { DocumentTemplate, Group } from '@stamhoofd/models';
-import { SQL } from '@stamhoofd/sql';
-
-export async function migrateDocumentYears() {
-    let c = 0;
-    const totalDocuments = await DocumentTemplate.select().count();
-
-    for await (const document of DocumentTemplate.select().all()) {
-        c++;
-        if (c % 1000 === 0) {
-            console.log('Processed', c, 'of', totalDocuments);
-        }
-
-        // check
-        if (!document.year) {
-            // by default use the year before creation
-            let year: number = document.createdAt.getFullYear() - 1;
-
-            const groups = document.privateSettings.groups;
-            const groupIds: string[] = [...new Set(groups.map(g => g.group.id))];
-
-            if (groupIds.length > 0) {
-                const query = Group.select().where(SQL.where('id', groupIds));
-                const groupModels = await query.fetch();
-
-                // count the number of groups per year
-                const yearMap = new Map<number, number>();
-
-                for (const group of groupModels) {
-                    const y = group.settings.startDate.getFullYear();
-
-                    const count = yearMap.get(y) ?? 0;
-                    yearMap.set(y, count + 1);
-                }
-
-                // find the year with the highest count
-                let topYear = 0;
-                let topCount = 0;
-
-                for (const [year, count] of yearMap) {
-                    if (count > topCount) {
-                        topYear = year;
-                        topCount = count;
-                    }
-                }
-
-                // use the year with the highest count
-                if (topCount > 0) {
-                    year = topYear;
-                }
-            }
-
-            document.year = year;
-            await document.save();
-        }
-    }
-};
-
-export default new Migration(async () => {
-    process.stdout.write('\n');
-    console.log('Start updating year of document templates.');
-    await migrateDocumentYears();
-
-    return Promise.resolve();
-});