@platformatic/runtime 3.18.0 → 3.20.0

package/config.d.ts

@@ -39,6 +39,7 @@ export type PlatformaticRuntimeConfig = {
           maxHeapUsed?: number | string;
           maxHeapTotal?: number | string;
           maxYoungGeneration?: number | string;
+          codeRangeSize?: number | string;
         };
         dependencies?: string[];
         arguments?: string[];
@@ -200,6 +201,7 @@ export type PlatformaticRuntimeConfig = {
     maxHeapUsed?: number | string;
     maxHeapTotal?: number | string;
     maxYoungGeneration?: number | string;
+    codeRangeSize?: number | string;
   };
   undici?: {
     agentOptions?: {
@@ -306,6 +308,7 @@ export type PlatformaticRuntimeConfig = {
                 body?: string;
               };
             };
+        healthChecksTimeouts?: number | string;
         plugins?: string[];
         timeout?: number | string;
         /**

package/index.d.ts

@@ -57,7 +57,7 @@ export module symbols {
   export declare const kHealthCheckTimer: unique symbol
   export declare const kHealthMetricsTimer: unique symbol
   export declare const kLastHealthCheckELU: unique symbol
-  export declare const kLastVerticalScalerELU: unique symbol
+  export declare const kLastWorkerScalerELU: unique symbol
   export declare const kWorkerStatus: unique symbol
   export declare const kWorkerHealthSignals: unique symbol
   export declare const kStderrMarker: string

package/index.js

@@ -63,7 +63,10 @@ export async function loadConfiguration (configOrRoot, sourceOrConfig, context)
   const { root, source } = await resolve(configOrRoot, sourceOrConfig, 'runtime')
 
   // First of all, load the configuration without any validation
-  const config = await utilsLoadConfiguration(source)
+  const config = await utilsLoadConfiguration(source, null, {
+    root,
+    envFile: context?.envFile
+  })
   const mod = extractModuleFromSchemaUrl(config)
   if (mod?.module !== '@platformatic/runtime') {
     return wrapInRuntimeConfig(config, context)

package/lib/prom-server.js

@@ -68,7 +68,7 @@ async function checkLiveness (runtime) {
       return check
     } else if (typeof check === 'object') {
       response = check
-      return check.status
+      return check.status || false
     }
     return false
   })
@@ -85,7 +85,7 @@ export async function startPrometheusServer (runtime, opts) {
   const metricsEndpoint = opts.endpoint ?? DEFAULT_METRICS_ENDPOINT
   const auth = opts.auth ?? null
 
-  const promServer = fastify({ name: 'Prometheus server' })
+  const promServer = fastify({ name: 'Prometheus server', loggerInstance: runtime.logger })
   promServer.register(fastifyAccepts)
 
   let onRequestHook
@@ -151,7 +151,7 @@ export async function startPrometheusServer (runtime, opts) {
       url: readinessEndpoint,
       method: 'GET',
       logLevel: 'warn',
-      handler: async (req, reply) => {
+      handler: async (_req, reply) => {
         reply.type('text/plain')
 
         const { status, response } = await checkReadiness(runtime)
@@ -190,7 +190,7 @@ export async function startPrometheusServer (runtime, opts) {
       url: livenessEndpoint,
       method: 'GET',
       logLevel: 'warn',
-      handler: async (req, reply) => {
+      handler: async (_req, reply) => {
         reply.type('text/plain')
 
         const { status, response, readiness } = await checkLiveness(runtime)

package/lib/runtime.js

@@ -24,7 +24,6 @@ import SonicBoom from 'sonic-boom'
 import { Agent, request, interceptors as undiciInterceptors } from 'undici'
 import { createThreadInterceptor } from 'undici-thread-interceptor'
 import { pprofCapturePreloadPath } from './config.js'
-import { DynamicWorkersScaler } from './dynamic-workers-scaler.js'
 import {
   ApplicationAlreadyStartedError,
   ApplicationNotFoundError,
@@ -45,8 +44,9 @@ import { startPrometheusServer } from './prom-server.js'
 import { startScheduler } from './scheduler.js'
 import { createSharedStore } from './shared-http-cache.js'
 import { version } from './version.js'
+import { DynamicWorkersScaler } from './worker-scaler.js'
 import { HealthSignalsQueue } from './worker/health-signals.js'
-import { sendViaITC, waitEventFromITC } from './worker/itc.js'
+import { sendMultipleViaITC, sendViaITC, waitEventFromITC } from './worker/itc.js'
 import { RoundRobinMap } from './worker/round-robin-map.js'
 import {
   kApplicationId,
@@ -206,7 +206,7 @@ export class Runtime extends EventEmitter {
     if (this.#config.workers.dynamic) {
       if (this.#config.workers.dynamic === false) {
         this.logger.warn(
-          `Vertical scaler disabled because the "workers" configuration is set to ${this.#config.workers.static}.`
+          `Worker scaler disabled because the "workers" configuration is set to ${this.#config.workers.static}.`
         )
       } else {
         this.#dynamicWorkersScaler = new DynamicWorkersScaler(this, this.#config.workers)
@@ -698,7 +698,9 @@ export class Runtime extends EventEmitter {
 
   // TODO: Remove in next major version
   startCollectingMetrics () {
-    this.logger.warn('startCollectingMetrics() is deprecated and no longer collects metrics. Metrics are now polled on-demand by the management API.')
+    this.logger.warn(
+      'startCollectingMetrics() is deprecated and no longer collects metrics. Metrics are now polled on-demand by the management API.'
+    )
   }
 
   // TODO: Remove in next major version
@@ -945,31 +947,45 @@ export class Runtime extends EventEmitter {
   }
 
   async getCustomHealthChecks () {
-    const status = {}
+    const invocations = []
 
     for (const id of this.#applications.keys()) {
       const workersIds = this.#workers.getKeys(id)
       for (const workerId of workersIds) {
-        const worker = this.#workers.get(workerId)
-        status[workerId] = await sendViaITC(worker, 'getCustomHealthCheck')
+        invocations.push([workerId, this.#workers.get(workerId)])
       }
     }
 
-    return status
+    return sendMultipleViaITC(
+      invocations,
+      'getCustomHealthCheck',
+      undefined,
+      [],
+      this.#concurrency,
+      this.#config.metrics.healthChecksTimeout,
+      {}
+    )
   }
 
   async getCustomReadinessChecks () {
-    const status = {}
+    const invocations = []
 
     for (const id of this.#applications.keys()) {
       const workersIds = this.#workers.getKeys(id)
       for (const workerId of workersIds) {
-        const worker = this.#workers.get(workerId)
-        status[workerId] = await sendViaITC(worker, 'getCustomReadinessCheck')
+        invocations.push([workerId, this.#workers.get(workerId)])
       }
     }
 
-    return status
+    return sendMultipleViaITC(
+      invocations,
+      'getCustomReadinessCheck',
+      undefined,
+      [],
+      this.#concurrency,
+      this.#config.metrics.healthChecksTimeout,
+      {}
+    )
   }
 
   async getMetrics (format = 'json') {
@@ -1435,26 +1451,20 @@ export class Runtime extends EventEmitter {
       workerEnv.NODE_OPTIONS = `${originalNodeOptions} ${applicationConfig.nodeOptions}`.trim()
     }
 
-    let resourceLimits
-
-    {
-      const maxHeapTotal =
-        typeof health.maxHeapTotal === 'string' ? parseMemorySize(health.maxHeapTotal) : health.maxHeapTotal
-      const maxYoungGeneration =
-        typeof health.maxYoungGeneration === 'string'
-          ? parseMemorySize(health.maxYoungGeneration)
-          : health.maxYoungGeneration
+    const maxHeapTotal =
+      typeof health.maxHeapTotal === 'string' ? parseMemorySize(health.maxHeapTotal) : health.maxHeapTotal
+    const maxYoungGeneration =
+      typeof health.maxYoungGeneration === 'string'
+        ? parseMemorySize(health.maxYoungGeneration)
+        : health.maxYoungGeneration
+    const codeRangeSize =
+      typeof health.codeRangeSize === 'string' ? parseMemorySize(health.codeRangeSize) : health.codeRangeSize
 
-      const maxOldGenerationSizeMb = maxHeapTotal ? Math.floor((maxYoungGeneration > 0 ? maxHeapTotal - maxYoungGeneration : maxHeapTotal) / (1024 * 1024)) : undefined
-      const maxYoungGenerationSizeMb = maxYoungGeneration ? Math.floor(maxYoungGeneration / (1024 * 1024)) : undefined
-
-      if (maxOldGenerationSizeMb || maxYoungGenerationSizeMb) {
-        resourceLimits = {
-          maxOldGenerationSizeMb,
-          maxYoungGenerationSizeMb
-        }
-      }
-    }
+    const maxOldGenerationSizeMb = Math.floor(
+      (maxYoungGeneration > 0 ? maxHeapTotal - maxYoungGeneration : maxHeapTotal) / (1024 * 1024)
+    )
+    const maxYoungGenerationSizeMb = maxYoungGeneration ? Math.floor(maxYoungGeneration / (1024 * 1024)) : undefined
+    const codeRangeSizeMb = codeRangeSize ? Math.floor(codeRangeSize / (1024 * 1024)) : undefined
 
     const worker = new Worker(kWorkerFile, {
       workerData: {
@@ -1478,7 +1488,11 @@ export class Runtime extends EventEmitter {
       argv: applicationConfig.arguments,
       execArgv,
       env: workerEnv,
-      resourceLimits,
+      resourceLimits: {
+        maxOldGenerationSizeMb,
+        maxYoungGenerationSizeMb,
+        codeRangeSizeMb
+      },
       stdout: true,
       stderr: true
     })
@@ -1745,7 +1759,7 @@ export class Runtime extends EventEmitter {
         const memoryUsage = health.heapUsed / maxHeapTotal
         const unhealthy = health.elu > maxELU || memoryUsage > maxHeapUsed
 
-        this.emitAndNotify('application:worker:health', {
+        this.emit('application:worker:health', {
           id: worker[kId],
           application: id,
           worker: index,

package/lib/worker/itc.js

@@ -1,4 +1,4 @@
-import { ensureLoggableError } from '@platformatic/foundation'
+import { ensureLoggableError, executeInParallel, executeWithTimeout, kTimeout } from '@platformatic/foundation'
 import { ITC } from '@platformatic/itc'
 import { Unpromise } from '@watchable/unpromise'
 import { once } from 'node:events'
@@ -65,6 +65,29 @@ export async function sendViaITC (worker, name, message, transferList) {
   return safeHandleInITC(worker, () => worker[kITC].send(name, message, { transferList }))
 }
 
+export async function sendMultipleViaITC (
+  idsAndWorkerPairs,
+  name,
+  message,
+  transferList,
+  concurrency,
+  timeout = 5000,
+  timeoutFallbackValue = kTimeout
+) {
+  const results = await executeInParallel(
+    async (id, worker) => {
+      return [
+        id,
+        await executeWithTimeout(sendViaITC(worker, name, message, transferList), timeout, timeoutFallbackValue)
+      ]
+    },
+    idsAndWorkerPairs,
+    concurrency
+  )
+
+  return Object.fromEntries(results)
+}
+
 export async function waitEventFromITC (worker, event) {
   return safeHandleInITC(worker, () => once(worker[kITC], event))
 }

package/lib/worker/symbols.js

@@ -10,7 +10,7 @@ export const kWorkerHealthSignals = Symbol.for('plt.runtime.worker.healthSignals
 export const kWorkerStartTime = Symbol.for('plt.runtime.worker.startTime')
 export const kInterceptors = Symbol.for('plt.runtime.worker.interceptors')
 export const kLastHealthCheckELU = Symbol.for('plt.runtime.worker.lastHealthCheckELU')
-export const kLastVerticalScalerELU = Symbol.for('plt.runtime.worker.lastVerticalScalerELU')
+export const kLastWorkerScalerELU = Symbol.for('plt.runtime.worker.lastWorkerScalerELU')
 
 // This string marker should be safe to use since it belongs to Unicode private area
 export const kStderrMarker = '\ue002'

package/lib/{dynamic-workers-scaler.js → worker-scaler.js}

@@ -2,7 +2,7 @@ import { features } from '@platformatic/foundation'
 import { availableParallelism } from 'node:os'
 import { getMemoryInfo } from './metrics.js'
 import { ScalingAlgorithm, scaleUpELUThreshold } from './scaling-algorithm.js'
-import { kApplicationId, kId, kLastVerticalScalerELU, kWorkerStartTime, kWorkerStatus } from './worker/symbols.js'
+import { kApplicationId, kId, kLastWorkerScalerELU, kWorkerStartTime, kWorkerStatus } from './worker/symbols.js'
 
 const healthCheckInterval = 1000
 export const kOriginalWorkers = Symbol('plt.runtime.application.dynamicWorkersScalerOriginalWorkers')
@@ -135,13 +135,13 @@ export class DynamicWorkersScaler {
       }
 
       try {
-        const health = await this.#runtime.getWorkerHealth(worker, { previousELU: worker[kLastVerticalScalerELU] })
+        const health = await this.#runtime.getWorkerHealth(worker, { previousELU: worker[kLastWorkerScalerELU] })
 
         if (!health) {
           continue
         }
 
-        worker[kLastVerticalScalerELU] = health.currentELU
+        worker[kLastWorkerScalerELU] = health.currentELU
 
         this.#algorithm.addWorkerHealthInfo({
           workerId: worker[kId],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/runtime",
-  "version": "3.18.0",
+  "version": "3.20.0",
   "description": "",
   "main": "index.js",
   "type": "module",
@@ -35,14 +35,14 @@
     "typescript": "^5.5.4",
     "undici-oidc-interceptor": "^0.5.0",
     "why-is-node-running": "^2.2.2",
-    "@platformatic/composer": "3.18.0",
-    "@platformatic/node": "3.18.0",
-    "@platformatic/gateway": "3.18.0",
-    "@platformatic/db": "3.18.0",
-    "@platformatic/sql-graphql": "3.18.0",
-    "@platformatic/sql-mapper": "3.18.0",
-    "@platformatic/wattpm-pprof-capture": "3.18.0",
-    "@platformatic/service": "3.18.0"
+    "@platformatic/composer": "3.20.0",
+    "@platformatic/db": "3.20.0",
+    "@platformatic/gateway": "3.20.0",
+    "@platformatic/service": "3.20.0",
+    "@platformatic/sql-graphql": "3.20.0",
+    "@platformatic/sql-mapper": "3.20.0",
+    "@platformatic/node": "3.20.0",
+    "@platformatic/wattpm-pprof-capture": "3.20.0"
   },
   "dependencies": {
     "@fastify/accepts": "^5.0.0",
@@ -71,12 +71,12 @@
     "undici": "^7.0.0",
     "undici-thread-interceptor": "^0.15.0",
     "ws": "^8.16.0",
-    "@platformatic/basic": "3.18.0",
-    "@platformatic/generators": "3.18.0",
-    "@platformatic/foundation": "3.18.0",
-    "@platformatic/itc": "3.18.0",
-    "@platformatic/metrics": "3.18.0",
-    "@platformatic/telemetry": "3.18.0"
+    "@platformatic/itc": "3.20.0",
+    "@platformatic/foundation": "3.20.0",
+    "@platformatic/generators": "3.20.0",
+    "@platformatic/metrics": "3.20.0",
+    "@platformatic/basic": "3.20.0",
+    "@platformatic/telemetry": "3.20.0"
   },
   "engines": {
     "node": ">=22.19.0"

package/schema.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://schemas.platformatic.dev/@platformatic/runtime/3.18.0.json",
+  "$id": "https://schemas.platformatic.dev/@platformatic/runtime/3.20.0.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "Platformatic Runtime Config",
   "type": "object",
@@ -187,6 +187,17 @@
                         "type": "string"
                       }
                     ]
+                  },
+                  "codeRangeSize": {
+                    "anyOf": [
+                      {
+                        "type": "number",
+                        "minimum": 0
+                      },
+                      {
+                        "type": "string"
+                      }
+                    ]
                   }
                 },
                 "additionalProperties": false
@@ -469,6 +480,17 @@
                     "type": "string"
                   }
                 ]
+              },
+              "codeRangeSize": {
+                "anyOf": [
+                  {
+                    "type": "number",
+                    "minimum": 0
+                  },
+                  {
+                    "type": "string"
+                  }
+                ]
               }
             },
             "additionalProperties": false
@@ -749,6 +771,17 @@
                     "type": "string"
                   }
                 ]
+              },
+              "codeRangeSize": {
+                "anyOf": [
+                  {
+                    "type": "number",
+                    "minimum": 0
+                  },
+                  {
+                    "type": "string"
+                  }
+                ]
               }
             },
             "additionalProperties": false
@@ -1029,6 +1062,17 @@
                     "type": "string"
                   }
                 ]
+              },
+              "codeRangeSize": {
+                "anyOf": [
+                  {
+                    "type": "number",
+                    "minimum": 0
+                  },
+                  {
+                    "type": "string"
+                  }
+                ]
               }
             },
             "additionalProperties": false
@@ -1626,7 +1670,8 @@
             {
               "type": "string"
             }
-          ]
+          ],
+          "default": 4294967296
         },
         "maxYoungGeneration": {
           "anyOf": [
@@ -1637,7 +1682,20 @@
             {
               "type": "string"
             }
-          ]
+          ],
+          "default": 134217728
+        },
+        "codeRangeSize": {
+          "anyOf": [
+            {
+              "type": "number",
+              "minimum": 0
+            },
+            {
+              "type": "string"
+            }
+          ],
+          "default": 268435456
         }
       },
       "additionalProperties": false
@@ -1953,6 +2011,17 @@
                 }
               ]
             },
+            "healthChecksTimeouts": {
+              "anyOf": [
+                {
+                  "type": "integer"
+                },
+                {
+                  "type": "string"
+                }
+              ],
+              "default": 5000
+            },
             "plugins": {
               "type": "array",
               "items": {