@platformatic/runtime 2.6.1 → 2.8.0-alpha.1

package/lib/schema.js

@@ -27,6 +27,10 @@ const services = {
       },
       useHttp: {
         type: 'boolean'
+      },
+      workers: {
+        type: 'number',
+        minimum: 1
       }
     }
   }
@@ -49,6 +53,9 @@ const platformaticRuntimeSchema = {
     entrypoint: {
       type: 'string'
     },
+    basePath: {
+      type: 'string'
+    },
     autoload: {
       type: 'object',
       additionalProperties: false,
@@ -87,6 +94,11 @@ const platformaticRuntimeSchema = {
       }
     },
     services,
+    workers: {
+      type: 'number',
+      minimum: 1,
+      default: 1
+    },
     web: services,
     logger,
     server,

package/lib/start.js

@@ -18,6 +18,16 @@ const { Runtime } = require('./runtime')
 const errors = require('./errors')
 const { getRuntimeLogsDir, loadConfig } = require('./utils')
 
+async function restartRuntime (runtime) {
+  runtime.logger.info('Received SIGUSR2, restarting all services ...')
+
+  try {
+    await runtime.restart()
+  } catch (err) {
+    runtime.logger.error({ err: ensureLoggableError(err) }, 'Failed to restart services.')
+  }
+}
+
 async function buildRuntime (configManager, env) {
   env = env || process.env
 
@@ -35,14 +45,10 @@ async function buildRuntime (configManager, env) {
   const runtime = new Runtime(configManager, runtimeLogsDir, env)
 
   /* c8 ignore next 3 */
-  process.on('SIGUSR2', async () => {
-    runtime.logger.info('Received SIGUSR2, restarting all services ...')
-
-    try {
-      await runtime.restart()
-    } catch (err) {
-      runtime.logger.error({ err: ensureLoggableError(err) }, 'Failed to restart services.')
-    }
+  const restartListener = restartRuntime.bind(null, runtime)
+  process.on('SIGUSR2', restartListener)
+  runtime.on('closed', () => {
+    process.removeListener('SIGUSR2', restartListener)
   })
 
   try {
@@ -109,7 +115,7 @@ async function setupAndStartRuntime (config) {
       })
     )
     logger.warn(`Port: ${originalPort} is already in use!`)
-    logger.warn(`Starting service on port: ${runtimeConfig.current.server.port}`)
+    logger.warn(`Changing the port to ${runtimeConfig.current.server.port}`)
   }
   return { address, runtime }
 }

package/lib/worker/app.js

@@ -3,6 +3,7 @@
 const { existsSync } = require('node:fs')
 const { EventEmitter } = require('node:events')
 const { resolve } = require('node:path')
+const { workerData } = require('node:worker_threads')
 const { ConfigManager } = require('@platformatic/config')
 const { FileWatcher } = require('@platformatic/utils')
 const { getGlobalDispatcher, setGlobalDispatcher } = require('undici')
@@ -21,9 +22,20 @@ class PlatformaticApp extends EventEmitter {
   #debouncedRestart
   #context
 
-  constructor (appConfig, telemetryConfig, loggerConfig, serverConfig, metricsConfig, hasManagementApi, watch) {
+  constructor (
+    appConfig,
+    workerId,
+    telemetryConfig,
+    loggerConfig,
+    serverConfig,
+    metricsConfig,
+    hasManagementApi,
+    watch
+  ) {
     super()
     this.appConfig = appConfig
+    this.serviceId = this.appConfig.id
+    this.workerId = workerId
     this.#watch = watch
     this.#starting = false
     this.#started = false
@@ -32,7 +44,8 @@ class PlatformaticApp extends EventEmitter {
     this.#fileWatcher = null
 
     this.#context = {
-      serviceId: this.appConfig.id,
+      serviceId: this.serviceId,
+      workerId: this.workerId,
       directory: this.appConfig.path,
       isEntrypoint: this.appConfig.entrypoint,
       isProduction: this.appConfig.isProduction,
@@ -40,6 +53,7 @@ class PlatformaticApp extends EventEmitter {
       metricsConfig,
       loggerConfig,
       serverConfig,
+      worker: workerData?.worker,
       hasManagementApi: !!hasManagementApi,
       localServiceEnvVars: this.appConfig.localServiceEnvVars
     }

package/lib/worker/itc.js

@@ -7,7 +7,7 @@ const { ITC } = require('@platformatic/itc')
 const { Unpromise } = require('@watchable/unpromise')
 
 const errors = require('../errors')
-const { kITC, kId } = require('./symbols')
+const { kITC, kId, kServiceId, kWorkerId } = require('./symbols')
 
 async function safeHandleInITC (worker, fn) {
   try {
@@ -23,7 +23,11 @@ async function safeHandleInITC (worker, fn) {
     ])
 
     if (typeof exitCode === 'number') {
-      throw new errors.ServiceExitedError(worker[kId], exitCode)
+      if (typeof worker[kWorkerId] !== 'undefined') {
+        throw new errors.WorkerExitedError(worker[kWorkerId], worker[kServiceId], exitCode)
+      } else {
+        throw new errors.ServiceExitedError(worker[kId], exitCode)
+      }
     } else {
       ac.abort()
     }
@@ -156,6 +160,7 @@ function setupITC (app, service, dispatcher) {
     itc.notify('changed')
   })
 
+  itc.listen()
   return itc
 }
 

package/lib/worker/main.js

@@ -1,10 +1,13 @@
 'use strict'
 
 const { createRequire } = require('node:module')
+const { hostname } = require('node:os')
 const { join } = require('node:path')
 const { parentPort, workerData, threadId } = require('node:worker_threads')
 const { pathToFileURL } = require('node:url')
 const inspector = require('node:inspector')
+const diagnosticChannel = require('node:diagnostics_channel')
+const { ServerResponse } = require('node:http')
 
 const pino = require('pino')
 const { fetch, setGlobalDispatcher, Agent } = require('undici')
@@ -28,14 +31,17 @@ globalThis.fetch = fetch
 globalThis[kId] = threadId
 
 let app
+
 const config = workerData.config
 globalThis.platformatic = Object.assign(globalThis.platformatic ?? {}, { logger: createLogger() })
 
 function handleUnhandled (type, err) {
-  globalThis.platformatic.logger.error(
-    { err: ensureLoggableError(err) },
-    `Service ${workerData.serviceConfig.id} threw an ${type}.`
-  )
+  const label =
+    workerData.worker.count > 1
+      ? `worker ${workerData.worker.index} of the service "${workerData.serviceConfig.id}"`
+      : `service "${workerData.serviceConfig.id}"`
+
+  globalThis.platformatic.logger.error({ err: ensureLoggableError(err) }, `The ${label} threw an ${type}.`)
 
   executeWithTimeout(app?.stop(), 1000)
     .catch()
@@ -46,7 +52,13 @@ function handleUnhandled (type, err) {
 
 function createLogger () {
   const destination = new MessagePortWritable({ port: workerData.loggingPort })
-  const loggerInstance = pino({ level: 'trace', name: workerData.serviceConfig.id }, destination)
+  const pinoOptions = { level: 'trace', name: workerData.serviceConfig.id }
+
+  if (typeof workerData.worker?.index !== 'undefined') {
+    pinoOptions.base = { pid: process.pid, hostname: hostname(), worker: workerData.worker.index }
+  }
+
+  const loggerInstance = pino(pinoOptions, destination)
 
   Reflect.defineProperty(process, 'stdout', { value: createPinoWritable(loggerInstance, 'info') })
   Reflect.defineProperty(process, 'stderr', { value: createPinoWritable(loggerInstance, 'error') })
@@ -131,6 +143,7 @@ async function main () {
   // Create the application
   app = new PlatformaticApp(
     service,
+    workerData.worker.count > 1 ? workerData.worker.index : undefined,
     telemetryConfig,
     config.logger,
     serverConfig,
@@ -141,15 +154,70 @@ async function main () {
 
   await app.init()
 
+  if (service.entrypoint && config.basePath) {
+    const meta = await app.stackable.getMeta()
+    if (!meta.wantsAbsoluteUrls) {
+      stripBasePath(config.basePath)
+    }
+  }
+
   // Setup interaction with parent port
   const itc = setupITC(app, service, threadDispatcher)
+  globalThis[kITC] = itc
 
   // Get the dependencies
   const dependencies = config.autoload ? await app.getBootstrapDependencies() : []
   itc.notify('init', { dependencies })
-  itc.listen()
+}
 
-  globalThis[kITC] = itc
+function stripBasePath (basePath) {
+  const kBasePath = Symbol('kBasePath')
+
+  diagnosticChannel.subscribe('http.server.request.start', ({ request, response }) => {
+    if (request.url.startsWith(basePath)) {
+      request.url = request.url.slice(basePath.length)
+
+      if (request.url.charAt(0) !== '/') {
+        request.url = '/' + request.url
+      }
+
+      response[kBasePath] = basePath
+    }
+  })
+
+  const originWriteHead = ServerResponse.prototype.writeHead
+  const originSetHeader = ServerResponse.prototype.setHeader
+
+  ServerResponse.prototype.writeHead = function (statusCode, statusMessage, headers) {
+    if (this[kBasePath] !== undefined) {
+      if (headers === undefined && typeof statusMessage === 'object') {
+        headers = statusMessage
+        statusMessage = undefined
+      }
+
+      if (headers) {
+        for (const key in headers) {
+          if (
+            key.toLowerCase() === 'location' &&
+            !headers[key].startsWith(basePath)
+          ) {
+            headers[key] = basePath + headers[key]
+          }
+        }
+      }
+    }
+
+    return originWriteHead.call(this, statusCode, statusMessage, headers)
+  }
+
+  ServerResponse.prototype.setHeader = function (name, value) {
+    if (this[kBasePath]) {
+      if (name.toLowerCase() === 'location' && !value.startsWith(basePath)) {
+        value = basePath + value
+      }
+    }
+    originSetHeader.call(this, name, value)
+  }
 }
 
 // No need to catch this because there is the unhadledRejection handler on top.

package/lib/worker/round-robin-map.js

@@ -0,0 +1,61 @@
+'use strict'
+
+class RoundRobinMap extends Map {
+  #instances
+
+  constructor (iterable, instances) {
+    super(iterable)
+    this.#instances = instances
+  }
+
+  get configuration () {
+    return { ...this.#instances }
+  }
+
+  // In development or for the entrypoint always use 1 worker
+  configure (services, defaultInstances, production) {
+    this.#instances = {}
+
+    for (const service of services) {
+      let count = service.workers ?? defaultInstances
+
+      if (service.entrypoint || !production) {
+        count = 1
+      }
+
+      this.#instances[service.id] = { next: 0, count }
+    }
+  }
+
+  getCount (service) {
+    return this.#instances[service].count
+  }
+
+  next (service) {
+    if (!this.#instances[service]) {
+      return undefined
+    }
+
+    let worker
+    let { next, count } = this.#instances[service]
+
+    // Try count times to get the next worker. This is to handle the case where a worker is being restarted.
+    for (let i = 0; i < count; i++) {
+      const current = next++
+      if (next >= count) {
+        next = 0
+      }
+
+      worker = this.get(`${service}:${current}`)
+
+      if (worker) {
+        break
+      }
+    }
+
+    this.#instances[service].next = next
+    return worker
+  }
+}
+
+module.exports = { RoundRobinMap }

package/lib/worker/symbols.js

@@ -2,6 +2,11 @@
 
 const kConfig = Symbol.for('plt.runtime.config')
 const kId = Symbol.for('plt.runtime.id') // This is also used to detect if we are running in a Platformatic runtime thread
+const kServiceId = Symbol.for('plt.runtime.service.id')
+const kWorkerId = Symbol.for('plt.runtime.worker.id')
 const kITC = Symbol.for('plt.runtime.itc')
+const kLoggerDestination = Symbol.for('plt.runtime.loggerDestination')
+const kLoggingPort = Symbol.for('plt.runtime.logginPort')
+const kWorkerStatus = Symbol('plt.runtime.worker.status')
 
-module.exports = { kConfig, kId, kITC }
+module.exports = { kConfig, kId, kServiceId, kWorkerId, kITC, kLoggerDestination, kLoggingPort, kWorkerStatus }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/runtime",
-  "version": "2.6.1",
+  "version": "2.8.0-alpha.1",
   "description": "",
   "main": "index.js",
   "bin": {
@@ -35,11 +35,12 @@
     "typescript": "^5.5.4",
     "undici-oidc-interceptor": "^0.5.0",
     "why-is-node-running": "^2.2.2",
-    "@platformatic/composer": "2.6.1",
-    "@platformatic/db": "2.6.1",
-    "@platformatic/service": "2.6.1",
-    "@platformatic/sql-mapper": "2.6.1",
-    "@platformatic/sql-graphql": "2.6.1"
+    "@platformatic/composer": "2.8.0-alpha.1",
+    "@platformatic/db": "2.8.0-alpha.1",
+    "@platformatic/node": "2.8.0-alpha.1",
+    "@platformatic/service": "2.8.0-alpha.1",
+    "@platformatic/sql-graphql": "2.8.0-alpha.1",
+    "@platformatic/sql-mapper": "2.8.0-alpha.1"
   },
   "dependencies": {
     "@fastify/error": "^4.0.0",
@@ -70,17 +71,17 @@
     "undici": "^6.9.0",
     "undici-thread-interceptor": "^0.7.0",
     "ws": "^8.16.0",
-    "@platformatic/basic": "2.6.1",
-    "@platformatic/config": "2.6.1",
-    "@platformatic/generators": "2.6.1",
-    "@platformatic/itc": "2.6.1",
-    "@platformatic/ts-compiler": "2.6.1",
-    "@platformatic/telemetry": "2.6.1",
-    "@platformatic/utils": "2.6.1"
+    "@platformatic/basic": "2.8.0-alpha.1",
+    "@platformatic/generators": "2.8.0-alpha.1",
+    "@platformatic/config": "2.8.0-alpha.1",
+    "@platformatic/telemetry": "2.8.0-alpha.1",
+    "@platformatic/itc": "2.8.0-alpha.1",
+    "@platformatic/ts-compiler": "2.8.0-alpha.1",
+    "@platformatic/utils": "2.8.0-alpha.1"
   },
   "scripts": {
-    "test": "npm run lint && borp --concurrency=1 --timeout=180000 && tsd",
-    "coverage": "npm run lint && borp -X fixtures -X test -C --concurrency=1 --timeout=180000 && tsd",
+    "test": "npm run lint && borp --concurrency=1 --timeout=300000 && tsd",
+    "coverage": "npm run lint && borp -X fixtures -X test -C --concurrency=1 --timeout=300000 && tsd",
     "gen-schema": "node lib/schema.js > schema.json",
     "gen-types": "json2ts > config.d.ts < schema.json",
     "build": "pnpm run gen-schema && pnpm run gen-types",

package/schema.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://schemas.platformatic.dev/@platformatic/runtime/2.6.1.json",
+  "$id": "https://schemas.platformatic.dev/@platformatic/runtime/2.8.0-alpha.1.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "type": "object",
   "properties": {
@@ -13,6 +13,9 @@
     "entrypoint": {
       "type": "string"
     },
+    "basePath": {
+      "type": "string"
+    },
     "autoload": {
       "type": "object",
       "additionalProperties": false,
@@ -88,10 +91,19 @@
           },
           "useHttp": {
             "type": "boolean"
+          },
+          "workers": {
+            "type": "number",
+            "minimum": 1
           }
         }
       }
     },
+    "workers": {
+      "type": "number",
+      "minimum": 1,
+      "default": 1
+    },
     "web": {
       "type": "array",
       "items": {
@@ -126,6 +138,10 @@
           },
           "useHttp": {
             "type": "boolean"
+          },
+          "workers": {
+            "type": "number",
+            "minimum": 1
           }
         }
       }