@stamhoofd/backend 2.140.0 → 2.142.0

package/src/helpers/StripeInvoicer.ts

@@ -1,419 +0,0 @@
-import { SimpleError } from '@simonbackx/simple-errors';
-import { Email } from '@stamhoofd/email';
-import { BalanceItem, BalanceItemPayment, Organization, Payment, StripeAccount, User } from '@stamhoofd/models';
-import { QueueHandler } from '@stamhoofd/queues';
-import { BalanceItemRelation, BalanceItemRelationType, BalanceItemStatus, BalanceItemType, getPaymentProviderName, PaymentCustomer, PaymentMethod, PaymentProvider, PaymentStatus, PaymentType, TranslatedString } from '@stamhoofd/structures';
-import { Formatter } from '@stamhoofd/utility';
-import Stripe from 'stripe';
-import { PaymentService } from '../services/PaymentService.js';
-import { VATService } from '../services/VATService.js';
-import { SQL } from '@stamhoofd/sql';
-
-export class ApplicationFeeDetails {
-    transferFee = 0;
-    serviceFee = 0;
-    count = 0;
-    minimumDate: Date | null = null;
-    maximumDate: Date | null = null;
-
-    constructor(details: { count?: number; transferFee: number; serviceFee: number; minimumDate: Date | null; maximumDate: Date | null }) {
-        this.count = details.count ?? 0;
-        this.transferFee = details.transferFee;
-        this.serviceFee = details.serviceFee;
-        this.minimumDate = details.minimumDate;
-        this.maximumDate = details.maximumDate;
-    }
-
-    get amount() {
-        return this.transferFee + this.serviceFee;
-    }
-
-    static fromStripe(transaction: Stripe.BalanceTransaction) {
-        const source = transaction.source as Stripe.ApplicationFee;
-        const metadata = (source.originating_transaction as Stripe.Charge).metadata;
-
-        const serviceFeeStr = metadata.serviceFee as unknown;
-        if (serviceFeeStr === undefined || typeof serviceFeeStr !== 'string') {
-            throw new Error('Missing serviceFee metadata');
-        }
-
-        const parsed = parseInt(serviceFeeStr);
-        if (isNaN(parsed) || !isFinite(parsed)) {
-            throw new Error('Invalid serviceFee metadata');
-        }
-        const serviceFee = parsed * 100; // in cents
-        const transferFee = transaction.amount * 100 - serviceFee;
-
-        return new ApplicationFeeDetails({
-            count: 1,
-            serviceFee,
-            transferFee,
-            minimumDate: new Date(transaction.created * 1000),
-            maximumDate: new Date(transaction.created * 1000),
-        });
-    }
-
-    add(fee: Stripe.BalanceTransaction) {
-        this.combine(ApplicationFeeDetails.fromStripe(fee));
-    }
-
-    combine(other: ApplicationFeeDetails) {
-        this.serviceFee += other.serviceFee;
-        this.transferFee += other.transferFee;
-        this.count += other.count;
-        if (other.minimumDate && (this.minimumDate === null || other.minimumDate < this.minimumDate)) {
-            this.minimumDate = other.minimumDate;
-        }
-        if (other.maximumDate && (this.maximumDate === null || other.maximumDate > this.maximumDate)) {
-            this.maximumDate = other.maximumDate;
-        }
-    }
-}
-
-class StripeReport {
-    readonly applicationFeesPerAccount = new Map<string, ApplicationFeeDetails>();
-
-    add(balanceTransaction: Stripe.BalanceTransaction) {
-        if (balanceTransaction.type === 'application_fee' || balanceTransaction.type === 'application_fee_refund') {
-            const source = balanceTransaction.source as Stripe.ApplicationFee;
-            const account = typeof source.account === 'string' ? source.account : source.account.id;
-
-            if (account) {
-                // We don't included refunded fees because these are test payments from test account
-                const currentAmount = this.applicationFeesPerAccount.get(account);
-                if (currentAmount === undefined) {
-                    this.applicationFeesPerAccount.set(account, ApplicationFeeDetails.fromStripe(balanceTransaction));
-                } else {
-                    currentAmount.add(balanceTransaction);
-                }
-            }
-        }
-    }
-
-    combine(report: StripeReport) {
-        for (const [account, amount] of report.applicationFeesPerAccount.entries()) {
-            const currentAmount = this.applicationFeesPerAccount.get(account);
-            if (currentAmount === undefined) {
-                this.applicationFeesPerAccount.set(account, amount);
-            } else {
-                currentAmount.combine(amount);
-            }
-        }
-        return this;
-    }
-}
-
-export class StripeReportInvoicer {
-    private readonly report: StripeReport;
-    start: Date;
-    end: Date;
-
-    constructor(report: StripeReport, start: Date, end: Date) {
-        this.report = report;
-        this.start = start;
-        this.end = end;
-    }
-
-    async generateInvoices(sellingOrganization: Organization, reference: string) {
-        const payments: Payment[] = [];
-        for (const [account, details] of this.report.applicationFeesPerAccount) {
-            try {
-                const payment = await this.generateInvoice(sellingOrganization, reference, account, details);
-                if (payment) {
-                    payments.push(payment);
-                }
-            } catch (e) {
-                console.error(e);
-                // Send email notification of this error
-                Email.sendWebmaster({
-                    subject: 'Aanmaken Stripe facturen voor ' + account + ' - ' + reference + ' mislukt',
-                    html: 'Aanmaken Stripe facturen voor ' + account + ' - ' + reference + ' mislukt. <br><br> ' + e.toString(),
-                });
-            }
-        }
-        return payments;
-    }
-
-    static async hasPayment(sellingOrganization: Organization, reference: string) {
-        return !!await Payment.select()
-            .where('organizationId', sellingOrganization.id)
-            .where('reference', reference)
-            .where('status', PaymentStatus.Succeeded)
-            .where('method', PaymentMethod.AccountDeductions)
-            .where('provider', PaymentProvider.Stripe)
-            .first(false);
-    }
-
-    async generateInvoice(sellingOrganization: Organization, reference: string, accountId: string, applicationFee: ApplicationFeeDetails) {
-        if (applicationFee.amount === 0) {
-            return;
-        }
-
-        const seller = sellingOrganization.meta.companies[0];
-        if (!seller) {
-            return;
-        }
-
-        // Search for the organization in Stamhoofd
-        const stripeAccount = await StripeAccount.select().where('accountId', accountId).first(false);
-        if (!stripeAccount) {
-            if (STAMHOOFD.environment === 'test') {
-                console.error('No organization found for Stripe account ' + accountId);
-                return;
-            }
-            throw new SimpleError({
-                code: 'stripe_account_not_found',
-                message: 'No organization found for Stripe account ' + accountId,
-            });
-        }
-        const organization = await Organization.getByID(stripeAccount.organizationId);
-
-        if (!organization) {
-            throw new SimpleError({
-                code: 'organization_not_found',
-                message: 'No organization found for Stripe account ' + accountId,
-            });
-        }
-
-        const existingPayments = await Payment.select()
-            .where('organizationId', sellingOrganization.id)
-            .where('payingOrganizationId', organization.id)
-            .where(
-                // required because the same organization can have multiple stripe accounts. Null = legacy
-                SQL.where('stripeAccountId', stripeAccount.id)
-                    .or('stripeAccountId', null),
-            )
-            .where('reference', reference)
-            .where('method', PaymentMethod.AccountDeductions)
-            .where('provider', PaymentProvider.Stripe)
-            .where('status', PaymentStatus.Succeeded)
-            .fetch();
-
-        for (const i of existingPayments) {
-            if (i.price !== applicationFee.amount) {
-                throw new SimpleError({
-                    code: 'payment_already_exists_with_different_amount',
-                    message: 'Payment already exists with different amount ' + organization.id + ' expected ' + applicationFee.amount + ' got ' + i.price + ' in payment ' + i.id,
-                });
-            }
-        }
-
-        if (existingPayments.length) {
-            console.warn('Tried to create an already created stripe invoice payment ' + existingPayments.map(p => p.id).join(', '));
-            return;
-        }
-
-        const customer = PaymentCustomer.create({
-            company: organization.defaultCompanies[0],
-        });
-
-        if (customer.company!.isSameEntity(seller)) {
-            throw new SimpleError({
-                code: 'same_customer',
-                message: 'Cannot invoice self',
-            });
-        }
-
-        const balanceItems: BalanceItem[] = [];
-
-        if (applicationFee.serviceFee !== 0) {
-            const item = new BalanceItem();
-            item.type = BalanceItemType.ServiceFee;
-            item.description = $t('%1Wd', {
-                startDate: Formatter.startDate(this.start, false, true),
-                endDate: Formatter.endDate(this.end, false, true),
-            });
-            item.relations.set(BalanceItemRelationType.PaymentProvider, BalanceItemRelation.create({
-                id: PaymentProvider.Stripe,
-                name: TranslatedString.create(getPaymentProviderName(PaymentProvider.Stripe)),
-            }));
-            item.payingOrganizationId = organization.id;
-            item.organizationId = sellingOrganization.id;
-            item.VATPercentage = 21;
-            item.VATExcempt = VATService.getVATExcempt({
-                company: organization.defaultCompanies[0] ?? null,
-                sellingOrganization,
-                type: 'services',
-            });
-            item.VATIncluded = !item.VATExcempt; // Makes sure price with VAT always matches the charged amount
-            item.quantity = 1;
-            item.unitPrice = applicationFee.serviceFee;
-            item.createdAt = new Date();
-            item.status = BalanceItemStatus.Hidden;
-            item.startDate = this.start;
-            item.endDate = this.end;
-            await item.save();
-            balanceItems.push(item);
-        }
-
-        if (applicationFee.transferFee !== 0) {
-            const item = new BalanceItem();
-            item.type = BalanceItemType.TransferFee;
-            item.description = $t('%1Xx', {
-                startDate: Formatter.startDate(this.start, false, true),
-                endDate: Formatter.endDate(this.end, false, true),
-            });
-            item.relations.set(BalanceItemRelationType.PaymentProvider, BalanceItemRelation.create({
-                id: PaymentProvider.Stripe,
-                name: TranslatedString.create(getPaymentProviderName(PaymentProvider.Stripe)),
-            }));
-            item.payingOrganizationId = organization.id;
-            item.organizationId = sellingOrganization.id;
-            item.VATPercentage = 21;
-            item.VATExcempt = VATService.getVATExcempt({
-                company: organization.defaultCompanies[0] ?? null,
-                sellingOrganization,
-                type: 'services',
-            });
-            item.VATIncluded = !item.VATExcempt; // Makes sure price with VAT always matches the charged amount
-            item.quantity = 1;
-            item.unitPrice = applicationFee.transferFee;
-            item.createdAt = new Date();
-            item.status = BalanceItemStatus.Hidden;
-            item.startDate = this.start;
-            item.endDate = this.end;
-            await item.save();
-            balanceItems.push(item);
-        }
-
-        let total = 0;
-        for (const balanceItem of balanceItems) {
-            total += balanceItem.priceWithVAT;
-        }
-        if (total !== applicationFee.amount) {
-            throw new SimpleError({
-                code: 'price_mismatched',
-                message: 'The charged amount does not match the total application fee for the payment',
-            });
-        }
-
-        const systemUser = await User.getSystem();
-
-        // Done validation
-        const payment = new Payment();
-        payment.adminUserId = systemUser.id;
-
-        // Who will receive this money?
-        payment.organizationId = sellingOrganization.id;
-
-        // Who paid
-        payment.payingOrganizationId = organization.id;
-        payment.customer = customer;
-
-        payment.status = PaymentStatus.Pending;
-        payment.price = applicationFee.amount;
-        payment.roundingAmount = 0;
-        payment.method = PaymentMethod.AccountDeductions;
-        payment.type = PaymentType.Payment;
-        payment.createMandate = null;
-        payment.reference = reference;
-
-        payment.provider = PaymentProvider.Stripe;
-        payment.stripeAccountId = stripeAccount.id;
-        await payment.save();
-
-        for (const balanceItem of balanceItems) {
-            // Create one balance item payment to pay it in one payment
-            const balanceItemPayment = new BalanceItemPayment();
-            balanceItemPayment.balanceItemId = balanceItem.id;
-            balanceItemPayment.paymentId = payment.id;
-            balanceItemPayment.organizationId = payment.organizationId;
-            balanceItemPayment.price = balanceItem.priceWithVAT;
-            await balanceItemPayment.save();
-        }
-
-        await PaymentService.handlePaymentStatusUpdate(payment, sellingOrganization, PaymentStatus.Succeeded, this.start);
-        return payment;
-    }
-}
-
-export class StripeInvoicer {
-    private stripe: Stripe;
-
-    constructor({ secretKey }: { secretKey: string }) {
-        this.stripe = new Stripe(secretKey, { apiVersion: '2024-06-20', typescript: true, maxNetworkRetries: 1, timeout: 10000 });
-    }
-
-    static getMonthUnixStartEnd(date: Date) {
-        const start = Math.floor((new Date(date.getFullYear(), date.getMonth(), 1, 0, 0, 0, 0).getTime()) / 1000);
-        const end = Math.ceil((new Date(date.getFullYear(), date.getMonth() + 1, 1, 0, 0, 0, 0).getTime() - 1000) / 1000);
-        return { start, end };
-    }
-
-    // Loops all months until all invoices are generated
-    async generateAllInvoices(sellingOrganization: Organization, options?: { force?: boolean; start?: Date; forceLast?: boolean }) {
-        const startMonth = options?.start ?? new Date(2026, 0, 1);
-        const stopAt = new Date(Date.now() + (STAMHOOFD.environment === 'production' ? (-60 * 60 * 24 * 1000) : (60 * 60 * 24 * 1000 * 31))); // One day margin before creating invoices
-        let currentMonth = new Date(startMonth);
-
-        while (true) {
-            const { start, end } = StripeInvoicer.getMonthUnixStartEnd(currentMonth);
-
-            if (end >= stopAt.getTime() / 1000) {
-                // Stop
-                break;
-            }
-            const nextMonth = new Date(currentMonth.getFullYear(), currentMonth.getMonth() + 1, 1);
-            const { end: endNext } = StripeInvoicer.getMonthUnixStartEnd(nextMonth);
-            const isLastMonth = endNext >= stopAt.getTime() / 1000;
-            await this.generateInvoices(sellingOrganization, currentMonth, { ...options, force: (isLastMonth && !!options?.forceLast) || !!options?.force });
-            currentMonth = nextMonth;
-        }
-    }
-
-    async generateInvoices(sellingOrganization: Organization, month: Date, options?: { force?: boolean }) {
-        const { start, end } = StripeInvoicer.getMonthUnixStartEnd(month);
-        const reference = 'stripe-fees-' + Formatter.dateIso(new Date(start * 1000));
-
-        try {
-            await QueueHandler.schedule(reference, async () => {
-                if (!options?.force && await StripeReportInvoicer.hasPayment(sellingOrganization, reference)) {
-                    console.log('Already invoiced month', reference);
-                    return;
-                }
-
-                console.log('Generating invoices for ', reference, start, end);
-                const reportFees = await this.fetchBalanceItems({
-                    created: {
-                        gte: start,
-                        lte: end,
-                    },
-                    type: 'application_fee',
-                    expand: ['data.source', 'data.source.originating_transaction'],
-                });
-                const reportRefund = await this.fetchBalanceItems({
-                    created: {
-                        gte: start,
-                        lte: end,
-                    },
-                    type: 'application_fee_refund',
-                    expand: ['data.source', 'data.source.originating_transaction'],
-                });
-
-                const report = reportFees.combine(reportRefund);
-                const invoicer = new StripeReportInvoicer(report, new Date(start * 1000), new Date(end * 1000));
-                await invoicer.generateInvoices(sellingOrganization, reference);
-            });
-        } catch (e) {
-            console.error(e);
-
-            // Send email notification of this error
-            Email.sendWebmaster({
-                subject: 'Aanmaken Stripe facturen voor ' + Formatter.dateNumber(month) + ' mislukt',
-                html: 'Aanmaken Stripe facturen voor ' + Formatter.dateNumber(month) + ' mislukt. <br><br> ' + e.toString(),
-            });
-        }
-    }
-
-    private async fetchBalanceItems(options: Stripe.BalanceTransactionListParams) {
-        // For the given payout, fetch all balance items
-        const params = { ...options };
-        const report = new StripeReport();
-
-        for await (const balanceItem of this.stripe.balanceTransactions.list(params)) {
-            report.add(balanceItem);
-        }
-
-        return report;
-    }
-}

package/src/helpers/StripePayoutChecker.ts

@@ -1,193 +0,0 @@
-import { Order, Payment, StripeCheckoutSession, StripePaymentIntent } from '@stamhoofd/models';
-import { Settlement } from '@stamhoofd/structures';
-import Stripe from 'stripe';
-import { passthroughFetch } from './passthroughFetch.js';
-
-export class StripePayoutChecker {
-    private stripe: Stripe;
-    private stripePlatform: Stripe;
-
-    constructor({ secretKey, stripeAccount }: { secretKey: string; stripeAccount?: string }) {
-        this.stripe = new Stripe(
-            secretKey, {
-                apiVersion: '2024-06-20',
-                typescript: true,
-                maxNetworkRetries: 1,
-                timeout: 10000,
-                stripeAccount,
-                httpClient: STAMHOOFD.environment === 'test'
-                    ? Stripe.createFetchHttpClient(passthroughFetch)
-                    : undefined,
-            });
-
-        this.stripePlatform = new Stripe(
-            secretKey, {
-                apiVersion: '2024-06-20',
-                typescript: true,
-                maxNetworkRetries: 1,
-                timeout: 10000,
-                httpClient: STAMHOOFD.environment === 'test'
-                    ? Stripe.createFetchHttpClient(passthroughFetch)
-                    : undefined,
-            });
-    }
-
-    async checkSettlements(checkAll = false) {
-        // Check last 2 weeks + 3 day margin, unless we check them all
-        const d = new Date();
-        d.setDate(d.getDate() - 20);
-
-        if (checkAll) {
-            d.setFullYear(2022, 11, 1);
-        }
-
-        // Loop all payouts
-        try {
-            // Fetch all payouts that are paid out
-            for await (const payout of this.stripe.payouts.list({
-                status: 'paid',
-                arrival_date: {
-                    gte: Math.floor(d.getTime() / 1000),
-                },
-            })) {
-                // Get all payments for this payout
-                try {
-                    await this.fetchBalanceItems(payout);
-                } catch (e) {
-                    console.error('Error for payout ' + payout.id);
-                    console.error(e);
-                }
-            }
-        } catch (e) {
-            console.error(e);
-        }
-    }
-
-    private async fetchBalanceItems(payout: Stripe.Payout) {
-        // For the given payout, fetch all balance items
-        const params = {
-            payout: payout.id,
-            // Via the Application Fee object, we can get the original payment metadata
-            expand: ['data.source', 'data.source.application_fee', 'data.source.application_fee.originating_transaction'],
-        };
-
-        for await (const balanceItem of this.stripe.balanceTransactions.list(params)) {
-            if (balanceItem.type === 'charge' || balanceItem.type === 'payment') {
-                await this.handleBalanceItem(payout, balanceItem);
-            }
-        }
-
-        return;
-    }
-
-    private async handleBalanceItem(payout: Stripe.Payout, balanceItem: Stripe.BalanceTransaction) {
-        if (!balanceItem.source || typeof balanceItem.source === 'string') {
-            return;
-        }
-        if (balanceItem.source.object !== 'charge') {
-            console.log('No payment id set for charge ' + balanceItem.source.id);
-            return;
-        }
-
-        let paymentId = balanceItem.source.metadata.payment;
-
-        if (!paymentId) {
-            // Search in the metadata of the application fee, originating transaction
-            if (typeof balanceItem.source.application_fee !== 'string' && balanceItem.source.application_fee) {
-                const applicationFee = balanceItem.source.application_fee;
-
-                if (applicationFee.originating_transaction !== 'string' && applicationFee.originating_transaction) {
-                    const originatingTransaction = applicationFee.originating_transaction as Stripe.Charge;
-                    paymentId = originatingTransaction.metadata.payment;
-
-                    if (!paymentId) {
-                        // Historical bug where we didn't save payment in metadata
-                        // Try to look it up by payment intent id
-
-                        if (originatingTransaction.payment_intent) {
-                            const paymentIntentId = typeof originatingTransaction.payment_intent === 'string' ? originatingTransaction.payment_intent : originatingTransaction.payment_intent.id;
-                            const stripePayments = await StripePaymentIntent.where({
-                                stripeIntentId: paymentIntentId,
-                            }, { limit: 1 });
-
-                            if (stripePayments.length === 1) {
-                                paymentId = stripePayments[0].paymentId;
-                                console.log('Found missing payment metadata for payment intent ', originatingTransaction.payment_intent, paymentId);
-                            } else {
-                                // Probably a card payment
-                                // Search for the checkout session
-                                const checkoutSession = await this.stripePlatform.checkout.sessions.list({
-                                    payment_intent: paymentIntentId,
-                                });
-                                if (checkoutSession.data.length === 1) {
-                                    const session = checkoutSession.data[0];
-                                    console.log('Found checkout session for payment intent ', paymentIntentId, session);
-
-                                    // Search
-                                    const stripeCheckoutSessions = await StripeCheckoutSession.where({
-                                        stripeSessionId: session.id,
-                                    }, { limit: 1 });
-
-                                    if (stripeCheckoutSessions.length === 1) {
-                                        paymentId = stripeCheckoutSessions[0].paymentId;
-                                        console.log('Found missing payment metadata for payment intent ', originatingTransaction.payment_intent, paymentId);
-                                    } else {
-                                        console.log('No payment found for checkout session ' + session.id);
-                                    }
-                                } else {
-                                    console.log('No Stripe Checkout Sessions found for payment intent ' + paymentIntentId);
-                                }
-                            }
-                        }
-                    }
-                }
-            }
-        }
-
-        if (!paymentId) {
-            console.log(balanceItem);
-            console.log('No payment id set for charge ' + balanceItem.source.id);
-            return;
-        }
-
-        const applicationFee = balanceItem.source.application_fee_amount;
-        const otherFees = balanceItem.fee;
-        const totalFees = Math.max(otherFees, (applicationFee ?? 0));
-
-        // Cool, we can store this in the database now.
-
-        const payment = await Payment.getByID(paymentId);
-        if (!payment) {
-            console.log('Invalid payment id set for charge ' + balanceItem.source.id + ': ' + paymentId);
-            return;
-        }
-
-        if (payment.price !== balanceItem.amount * 100) {
-            console.log('Amount mismatch for payment ' + payment.id + ': ' + payment.price + ' !== ' + (balanceItem.amount * 100));
-            return;
-        }
-
-        const settlement = Settlement.create({
-            id: payout.id,
-            reference: payout.statement_descriptor ?? '',
-            settledAt: new Date(payout.arrival_date * 1000),
-            amount: payout.amount * 100,
-            // Set only if application fee is witheld
-            fee: totalFees * 100,
-        });
-
-        payment.settlement = settlement;
-        payment.transferFee = totalFees * 100 - payment.serviceFeePayout;
-
-        // Force an updatedAt timestamp of the related order
-        // Mark order as 'updated', or the frontend won't pull in the updates
-        const order = await Order.getForPayment(null, payment.id);
-        if (order) {
-            order.updatedAt = new Date();
-            order.forceSaveProperty('updatedAt');
-            await order.save();
-        }
-
-        await payment.save();
-    }
-}