@stamhoofd/backend 2.137.2 → 2.137.3

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@stamhoofd/backend",
-    "version": "2.137.2",
+    "version": "2.137.3",
     "type": "module",
     "main": "./dist/index.js",
     "exports": {
@@ -55,23 +55,23 @@
         "@mollie/api-client": "4.6.0",
         "@simonbackx/simple-database": "1.37.1",
         "@simonbackx/simple-encoding": "2.26.11",
-        "@simonbackx/simple-endpoints": "1.21.1",
+        "@simonbackx/simple-endpoints": "1.22.0",
         "@simonbackx/simple-errors": "1.5.0",
         "@simonbackx/simple-logging": "1.0.1",
-        "@stamhoofd/backend-env": "2.137.2",
-        "@stamhoofd/backend-i18n": "2.137.2",
-        "@stamhoofd/backend-middleware": "2.137.2",
-        "@stamhoofd/crons": "2.137.2",
-        "@stamhoofd/email": "2.137.2",
-        "@stamhoofd/excel-writer": "2.137.2",
-        "@stamhoofd/logging": "2.137.2",
-        "@stamhoofd/models": "2.137.2",
-        "@stamhoofd/object-differ": "2.137.2",
-        "@stamhoofd/queues": "2.137.2",
-        "@stamhoofd/sql": "2.137.2",
-        "@stamhoofd/structures": "2.137.2",
-        "@stamhoofd/types": "2.137.2",
-        "@stamhoofd/utility": "2.137.2",
+        "@stamhoofd/backend-env": "2.137.3",
+        "@stamhoofd/backend-i18n": "2.137.3",
+        "@stamhoofd/backend-middleware": "2.137.3",
+        "@stamhoofd/crons": "2.137.3",
+        "@stamhoofd/email": "2.137.3",
+        "@stamhoofd/excel-writer": "2.137.3",
+        "@stamhoofd/logging": "2.137.3",
+        "@stamhoofd/models": "2.137.3",
+        "@stamhoofd/object-differ": "2.137.3",
+        "@stamhoofd/queues": "2.137.3",
+        "@stamhoofd/sql": "2.137.3",
+        "@stamhoofd/structures": "2.137.3",
+        "@stamhoofd/types": "2.137.3",
+        "@stamhoofd/utility": "2.137.3",
         "archiver": "7.0.1",
         "axios": "1.18.1",
         "base-x": "3.0.11",
@@ -93,7 +93,7 @@
         "uuid": "14.0.1"
     },
     "devDependencies": {
-        "@stamhoofd/test-utils": "2.137.2",
+        "@stamhoofd/test-utils": "2.137.3",
         "@types/cookie": "0.6.0",
         "@types/luxon": "3.7.2",
         "@types/mailparser": "3.4.6",
@@ -108,5 +108,5 @@
     "publishConfig": {
         "access": "public"
     },
-    "gitHead": "e0a970fd52c4f5a57f1e5a41cf40940859277ddf"
+    "gitHead": "5f2515f1eab66fa40ddb0c19620d2181ccf3d945"
 }

package/src/boot.ts

@@ -4,6 +4,7 @@ import { CORSMiddleware, LogMiddleware, VersionMiddleware } from '@stamhoofd/bac
 import { checkReadOnly } from '@stamhoofd/crons';
 import { Email } from '@stamhoofd/email';
 import { loadLogger } from '@stamhoofd/logging';
+import { CpuService } from '@stamhoofd/logging/CpuService';
 import { Version } from '@stamhoofd/structures';
 import { sleep } from '@stamhoofd/utility';
 
@@ -20,14 +21,13 @@ import { ContextMiddleware } from './middleware/ContextMiddleware.js';
 import { AuditLogService } from './services/AuditLogService.js';
 import { BalanceItemService } from './services/BalanceItemService.js';
 import { BootChecksService } from './services/BootChecksService.js';
-import { CpuService } from './services/CpuService.js';
 import { DocumentService } from './services/DocumentService.js';
 import { FileSignService } from './services/FileSignService.js';
 import { PlatformMembershipService } from './services/PlatformMembershipService.js';
 import { UitpasService } from './services/uitpas/UitpasService.js';
 import { UniqueMemberNumberService } from './services/UniqueMemberNumberService.js';
 import { UniqueUserService } from './services/UniqueUserService.js';
-import { QueryableModel } from '@stamhoofd/sql';
+import { QueryableModel, SQLLogger } from '@stamhoofd/sql';
 
 process.on('unhandledRejection', (error: Error) => {
     console.error('unhandledRejection');
@@ -176,6 +176,19 @@ export const boot = async (options: { killProcess: boolean }) => {
     resumeEmails().catch(console.error);
 
     if (STAMHOOFD.environment !== 'development' && STAMHOOFD.environment !== 'test') {
+        // Tune SQL slow-query logging based on CPU load: under heavy load timings are unreliable,
+        // and when idle we can afford to log all slow queries.
+        CpuService.addSampleListener((average5s) => {
+            if (average5s > 80) {
+                // Danger zone: don't log slow queries any longer because the timings won't be trustworthy.
+                SQLLogger.slowQueryThresholdMs = null;
+            } else if (average5s < 20) {
+                // No load, safe to log all slow queries
+                SQLLogger.slowQueryThresholdMs = 300;
+            } else {
+                SQLLogger.slowQueryThresholdMs = 500;
+            }
+        });
         CpuService.startMonitoring();
     } else if (STAMHOOFD.environment === 'development') {
         const { loadDebugFunctions } = await import('./debug.js');

package/src/endpoints/system/HealthEndpoint.ts

@@ -2,7 +2,7 @@ import { ArrayDecoder, AutoEncoder, field, StringDecoder } from '@simonbackx/sim
 import type { DecodedRequest, Request } from '@simonbackx/simple-endpoints';
 import { Endpoint, Response } from '@simonbackx/simple-endpoints';
 import { SimpleError } from '@simonbackx/simple-errors';
-import { CpuService } from '../../services/CpuService.js';
+import { CpuService } from '@stamhoofd/logging/CpuService';
 import { StartupHealthService } from '../../services/StartupHealthService.js';
 
 type Params = Record<string, never>;

package/src/services/SSOService.ts

@@ -287,7 +287,6 @@ export class SSOService {
             httpOnly: true,
             secure: STAMHOOFD.environment !== 'development',
             expires: data.expires,
-            sameSite: 'lax',
         });
     }
 

package/src/services/CpuService.ts

@@ -1,120 +0,0 @@
-import { SQLLogger } from '@stamhoofd/sql';
-
-class StaticCpuService {
-    samples: number[];
-    private maxSamples: number;
-    private interval?: NodeJS.Timeout;
-    // Current index = the last saved
-    private currentIndex = 0;
-
-    constructor() {
-        this.maxSamples = 5 * 60; // 5 minutes of data
-        this.samples = new Array(this.maxSamples).fill(0);
-    }
-
-    /**
-     * Get a live sample of CPU usage
-     * @param samplingInterval
-     * @returns
-     */
-    async takeSample(samplingInterval = 500): Promise<number> {
-        const startUsage = process.cpuUsage();
-        const startTime = process.hrtime.bigint();
-
-        return new Promise((resolve) => {
-            setTimeout(() => {
-                const elapsedUsage = process.cpuUsage(startUsage);
-                const elapsedTime = process.hrtime.bigint() - startTime;
-
-                // Convert to microseconds
-                const elapsedTimeMs = Number(elapsedTime) / 1000;
-
-                // CPU time in microseconds
-                const totalCPUTime = elapsedUsage.user + elapsedUsage.system;
-
-                // Calculate percentage
-                const cpuPercent = (totalCPUTime / elapsedTimeMs) * 100;
-
-                resolve(cpuPercent);
-            }, samplingInterval);
-        });
-    }
-
-    getCpuUsage(): number | undefined {
-        if (this.currentIndex === 0) {
-            return this.samples[this.samples.length - 1];
-        }
-        return this.samples[this.currentIndex - 1];
-    }
-
-    getAverage(size = this.maxSamples): number {
-        if (size > this.maxSamples) {
-            size = this.maxSamples;
-        }
-        if (size <= 0) {
-            return NaN;
-        }
-        if (size === this.maxSamples) {
-            return this.samples.reduce((a, b) => a + b, 0) / size;
-        } else {
-            // To read before current index
-            const toReadBeforeIndex = Math.min(size, this.currentIndex);
-            const toReadFromEnd = size - toReadBeforeIndex;
-
-            // Sum performantly
-            let sum = 0;
-            for (let i = 0; i < toReadBeforeIndex; i++) {
-                sum += this.samples[this.currentIndex - 1 - i];
-            }
-            for (let i = 0; i < toReadFromEnd; i++) {
-                sum += this.samples[this.samples.length - 1 - i];
-            }
-
-            return sum / size;
-        }
-    }
-
-    private async saveSample() {
-        const sample = await this.takeSample(1000);
-        this.samples[this.currentIndex] = sample;
-        this.currentIndex = (this.currentIndex + 1) % this.maxSamples;
-        const five = this.getAverage(5);
-
-        if (this.currentIndex % 5 === 0 || five > 80) {
-            const min = this.getAverage(60);
-            console.log(`[CPU] 5s: ${five.toFixed(2)}%\n[CPU] 1 min: ${min.toFixed(2)}%\n[CPU] 5 min: ${this.getAverage(60 * 5).toFixed(2)}%`);
-        }
-
-        if (five > 80) {
-            // Danger zone, in this case we don't want to log all slow queries any longer because the information won't be trustworthy.
-            SQLLogger.slowQueryThresholdMs = null;
-        } else {
-            if (five < 20) {
-                // No load, safe to log all slow queries
-                SQLLogger.slowQueryThresholdMs = 300;
-            } else {
-                SQLLogger.slowQueryThresholdMs = 500;
-            }
-        }
-    }
-
-    startMonitoring() {
-        if (this.interval) {
-            return;
-        }
-        this.interval = setInterval(() => {
-            this.saveSample().catch((error) => {
-                console.error('Failed to take CPU sample:', error);
-            });
-        }, 1000); // Sample every second
-    }
-
-    stopMonitoring() {
-        if (this.interval) {
-            clearInterval(this.interval);
-            this.interval = undefined;
-        }
-    }
-}
-
-export const CpuService = new StaticCpuService();