@platformatic/runtime 3.0.0-alpha.1 → 3.0.0-alpha.2

package/index.d.ts

@@ -1,11 +1,32 @@
 import { FastifyError } from '@fastify/error'
+import { Configuration, ConfigurationOptions, logFatalError, parseArgs } from '@platformatic/foundation'
 import { BaseGenerator } from '@platformatic/generators'
-import { Configuration, ConfigurationOptions } from '@platformatic/utils'
 import { JSONSchemaType } from 'ajv'
+import * as colorette from 'colorette'
+import { Logger } from 'pino'
 import { PlatformaticRuntimeConfig } from './config'
 
 export type RuntimeConfiguration = Promise<Configuration<PlatformaticRuntimeConfig>>
 
+export type ServiceCommandContext = {
+  colorette: typeof colorette
+  parseArgs: typeof parseArgs
+  logFatalError: typeof logFatalError
+}
+
+export type ServiceCommand = (
+  logger: Logger,
+  configuration: Configuration<unknown>,
+  args: string[],
+  context: ServiceCommandContext
+) => Promise<void>
+
+export interface ServicesCommands {
+  services: Record<string, Configuration<unknown>>
+  commands: Record<string, ServiceCommand>
+  help: Record<string, string | (() => string)>
+}
+
 export module errors {
   export const RuntimeExitedError: () => FastifyError
   export const UnknownRuntimeAPICommandError: (command: string) => FastifyError
@@ -45,8 +66,6 @@ export class Generator extends BaseGenerator.BaseGenerator {}
 
 export class WrappedGenerator extends BaseGenerator.BaseGenerator {}
 
-export declare function getRuntimeLogsDir (runtimeDir: string, runtimePID: number): string
-
 export declare const schema: JSONSchemaType<PlatformaticRuntimeConfig>
 
 export declare class Runtime {}
@@ -71,3 +90,5 @@ export function create (
 ): Promise<Runtime>
 
 export declare function transform (config: RuntimeConfiguration): Promise<RuntimeConfiguration> | RuntimeConfiguration
+
+export declare function loadServicesCommands (): Promise<ServicesCommands>

package/index.js

@@ -1,13 +1,16 @@
 'use strict'
 
 const inspector = require('node:inspector')
-const { kMetadata } = require('@platformatic/utils')
-const { resolve, validationOptions } = require('@platformatic/basic')
 const {
+  kMetadata,
+  loadConfigurationModule,
+  abstractLogger,
+  findRuntimeConfigurationFile,
   loadConfiguration: utilsLoadConfiguration,
   extractModuleFromSchemaUrl,
   ensureLoggableError
-} = require('@platformatic/utils')
+} = require('@platformatic/foundation')
+const { resolve, validationOptions } = require('@platformatic/basic')
 const { NodeInspectorFlagsNotSupportedError } = require('./lib/errors')
 const { wrapInRuntimeConfig, transform } = require('./lib/config')
 const { RuntimeGenerator, WrappedGenerator } = require('./lib/generator')
@@ -15,7 +18,6 @@ const { Runtime } = require('./lib/runtime')
 const symbols = require('./lib/worker/symbols')
 const { schema } = require('./lib/schema')
 const { upgrade } = require('./lib/upgrade')
-const { getRuntimeLogsDir } = require('./lib/utils')
 
 async function restartRuntime (runtime) {
   runtime.logger.info('Received SIGUSR2, restarting all services ...')
@@ -56,6 +58,53 @@ async function loadConfiguration (configOrRoot, sourceOrConfig, context) {
   })
 }
 
+async function loadServicesCommands () {
+  const services = {}
+  const commands = {}
+  const help = {}
+
+  let config
+  try {
+    const file = await findRuntimeConfigurationFile(abstractLogger, process.cwd(), null, false, false)
+
+    /* c8 ignore next 3 - Hard to test */
+    if (!file) {
+      throw new Error('No runtime configuration file found.')
+    }
+
+    config = await loadConfiguration(file)
+
+    /* c8 ignore next 3 - Hard to test */
+    if (!config) {
+      throw new Error('No runtime configuration file found.')
+    }
+  } catch {
+    return { services, commands, help }
+  }
+
+  for (const service of config.services) {
+    try {
+      const serviceConfig = await utilsLoadConfiguration(service.config)
+      const pkg = await loadConfigurationModule(service.path, serviceConfig)
+
+      if (pkg.createCommands) {
+        const definition = await pkg.createCommands(service.id)
+        for (const command of Object.keys(definition.commands)) {
+          services[command] = service
+        }
+
+        Object.assign(commands, definition.commands)
+        Object.assign(help, definition.help)
+      }
+      /* c8 ignore next 3 - Hard to test */
+    } catch {
+      // No-op, ignore the service
+    }
+  }
+
+  return { services, commands, help }
+}
+
 async function create (configOrRoot, sourceOrConfig, context) {
   const config = await loadConfiguration(configOrRoot, sourceOrConfig, context)
 
@@ -75,10 +124,12 @@ async function create (configOrRoot, sourceOrConfig, context) {
         await runtime.start()
         break
       } catch (err) {
-        if (err.code !== 'EADDRINUSE' || context?.skipPortInUseHandling) {
+        if ((err.code !== 'EADDRINUSE' && err.code !== 'EACCES') || context?.skipPortInUseHandling) {
           throw err
         }
 
+        await runtime.close()
+
         // Get the actual port from the error message if original port was 0
         if (!port) {
           const mo = err.message.match(/ address already in use (.+)/)
@@ -101,7 +152,6 @@ const platformaticVersion = require('./package.json').version
 module.exports.errors = require('./lib/errors')
 module.exports.Generator = RuntimeGenerator
 module.exports.WrappedGenerator = WrappedGenerator
-module.exports.getRuntimeLogsDir = getRuntimeLogsDir
 module.exports.schema = schema
 module.exports.symbols = symbols
 module.exports.Runtime = Runtime
@@ -110,3 +160,4 @@ module.exports.version = platformaticVersion
 module.exports.loadConfiguration = loadConfiguration
 module.exports.create = create
 module.exports.transform = transform
+module.exports.loadServicesCommands = loadServicesCommands

package/lib/config.js

@@ -13,7 +13,7 @@ const {
   loadConfigurationModule,
   loadConfiguration,
   extractModuleFromSchemaUrl
-} = require('@platformatic/utils')
+} = require('@platformatic/foundation')
 const {
   InspectAndInspectBrkError,
   InvalidEntrypointError,

package/lib/generator.js

@@ -18,8 +18,9 @@ const {
   findConfigurationFile,
   loadConfiguration,
   loadConfigurationFile,
-  kMetadata
-} = require('@platformatic/utils')
+  kMetadata,
+  defaultPackageManager
+} = require('@platformatic/foundation')
 const { createRequire } = require('node:module')
 
 const wrappableProperties = {
@@ -34,7 +35,7 @@ const wrappableProperties = {
 }
 
 const engines = {
-  node: '>=22.16.0'
+  node: '>=22.18.0'
 }
 
 const ERROR_PREFIX = 'PLT_RUNTIME_GEN'
@@ -65,6 +66,7 @@ class RuntimeGenerator extends BaseGenerator {
     this.services = []
     this.existingServices = []
     this.entryPoint = null
+    this.packageManager = opts.packageManager ?? defaultPackageManager
   }
 
   async addService (service, name) {
@@ -84,9 +86,7 @@ class RuntimeGenerator extends BaseGenerator {
       service
     })
 
-    if (typeof service.setRuntime === 'function') {
-      service.setRuntime(this)
-    }
+    service.setRuntime(this)
   }
 
   setEntryPoint (entryPoint) {
@@ -100,7 +100,6 @@ class RuntimeGenerator extends BaseGenerator {
   async generatePackageJson () {
     const template = {
       name: `${this.runtimeName}`,
-      workspaces: [this.servicesFolder + '/*'],
       scripts: {
         dev: this.config.devCommand,
         build: this.config.buildCommand,
@@ -118,13 +117,11 @@ class RuntimeGenerator extends BaseGenerator {
       },
       engines
     }
-    if (this.config.typescript) {
-      const typescriptVersion = JSON.parse(await readFile(join(__dirname, '..', 'package.json'), 'utf-8'))
-        .devDependencies.typescript
-      template.scripts.clean = 'rm -fr ./dist'
-      template.scripts.build = 'platformatic compile'
-      template.devDependencies.typescript = typescriptVersion
+
+    if (this.packageManager === 'npm' || this.packageManager === 'yarn') {
+      template.workspaces = [this.servicesFolder + '/*']
     }
+
     return template
   }
 
@@ -191,7 +188,6 @@ class RuntimeGenerator extends BaseGenerator {
         // set default config
         service.setConfig()
       }
-      service.config.typescript = this.config.typescript
     })
   }
 
@@ -226,7 +222,7 @@ class RuntimeGenerator extends BaseGenerator {
     this.addFile({
       path: '',
       file: '.env.sample',
-      contents: envObjectToString(this.config.env)
+      contents: envObjectToString(this.config.defaultEnv)
     })
 
     return {
@@ -256,18 +252,6 @@ class RuntimeGenerator extends BaseGenerator {
   async prepareQuestions () {
     await this.populateFromExistingConfig()
 
-    // typescript
-    this.questions.push({
-      type: 'list',
-      name: 'typescript',
-      message: 'Do you want to use TypeScript?',
-      default: false,
-      choices: [
-        { name: 'yes', value: true },
-        { name: 'no', value: false }
-      ]
-    })
-
     if (this.existingConfig) {
       return
     }
@@ -311,11 +295,6 @@ class RuntimeGenerator extends BaseGenerator {
   async prepareServiceFiles () {
     let servicesEnv = {}
     for (const svc of this.services) {
-      // Propagate TypeScript
-      svc.service.setConfig({
-        ...svc.service.config,
-        typescript: this.config.typescript
-      })
       const svcEnv = await svc.service.prepare()
       servicesEnv = {
         ...servicesEnv,
@@ -590,7 +569,7 @@ class WrappedGenerator extends BaseGenerator {
     this.addFile({
       path: '',
       file: '.env.sample',
-      contents: (await this.#readExistingFile('.env.sample', '', '\n')) + envObjectToString(this.config.env)
+      contents: (await this.#readExistingFile('.env.sample', '', '\n')) + envObjectToString(this.config.defaultEnv)
     })
   }
 

package/lib/logger.js

@@ -1,11 +1,9 @@
 'use strict'
 
-const { once } = require('node:events')
-const { join } = require('node:path')
 const { isatty } = require('node:tty')
 const pino = require('pino')
 const pretty = require('pino-pretty')
-const { abstractLogger, buildPinoFormatters, buildPinoTimestamp } = require('@platformatic/utils')
+const { abstractLogger, buildPinoFormatters, buildPinoTimestamp } = require('@platformatic/foundation')
 
 const customPrettifiers = {
   name (name, _, obj) {
@@ -19,26 +17,24 @@ const customPrettifiers = {
 }
 
 // Create the runtime logger
-async function createLogger (config, runtimeLogsDir) {
+async function createLogger (config) {
   const loggerConfig = { ...config.logger, transport: undefined }
   if (config.logger.base === null) {
     loggerConfig.base = undefined
   }
 
-  // PLT_RUNTIME_LOGGER_STDOUT is used in test to reduce verbosity
-  let cliStream = process.env.PLT_RUNTIME_LOGGER_STDOUT
-    ? pino.destination(process.env.PLT_RUNTIME_LOGGER_STDOUT)
-    : isatty(1)
-      ? pretty({ customPrettifiers })
-      : pino.destination(1)
+  let cliStream
 
   if (config.logger.transport) {
     cliStream = pino.transport(config.logger.transport)
+  } else {
+    cliStream = isatty(1) ? pretty({ customPrettifiers }) : pino.destination(1)
   }
 
   if (loggerConfig.formatters) {
     loggerConfig.formatters = buildPinoFormatters(loggerConfig.formatters)
   }
+
   if (loggerConfig.timestamp) {
     loggerConfig.timestamp = buildPinoTimestamp(loggerConfig.timestamp)
   }
@@ -57,25 +53,6 @@ async function createLogger (config, runtimeLogsDir) {
     logsLimitCount = 1
   }
 
-  const pinoRoll = pino.transport({
-    target: 'pino-roll',
-    options: {
-      file: join(runtimeLogsDir, 'logs'),
-      mode: 0o600,
-      size: logsFileMb + 'm',
-      mkdir: true,
-      fsync: true,
-      limit: {
-        count: logsLimitCount
-      }
-    }
-  })
-
-  multiStream.add({ level: loggerConfig.level, stream: pinoRoll })
-
-  // Make sure there is a file before continuing otherwise the management API log endpoint might bail out
-  await once(pinoRoll, 'ready')
-
   return [pino(loggerConfig, multiStream), multiStream]
 }
 

package/lib/management-api.js

@@ -2,14 +2,11 @@
 
 const { platform, tmpdir } = require('node:os')
 const { join } = require('node:path')
-const { createDirectory, safeRemove } = require('@platformatic/utils')
+const { createDirectory, safeRemove } = require('@platformatic/foundation')
 
 const fastify = require('fastify')
 const ws = require('ws')
 
-const errors = require('./errors')
-const { getRuntimeLogsDir } = require('./utils')
-
 const PLATFORMATIC_TMP_DIR = join(tmpdir(), 'platformatic', 'runtimes')
 
 async function managementApiPlugin (app, opts) {
@@ -152,54 +149,7 @@ async function managementApiPlugin (app, opts) {
   })
 
   app.get('/logs/live', { websocket: true }, async (socket, req) => {
-    const startLogId = req.query.start ? parseInt(req.query.start) : null
-
-    if (startLogId) {
-      const logIds = await runtime.getLogIds()
-      if (!logIds.includes(startLogId)) {
-        throw new errors.LogFileNotFound(startLogId)
-      }
-    }
-
-    const stream = ws.createWebSocketStream(socket)
-    runtime.pipeLogsStream(stream, req.log, startLogId)
-  })
-
-  app.get('/logs/indexes', async req => {
-    const returnAllIds = req.query.all === 'true'
-
-    if (returnAllIds) {
-      const runtimesLogsIds = await runtime.getAllLogIds()
-      return runtimesLogsIds
-    }
-
-    const runtimeLogsIds = await runtime.getLogIds()
-    return { indexes: runtimeLogsIds }
-  })
-
-  app.get('/logs/all', async (req, reply) => {
-    const runtimePID = parseInt(req.query.pid) || process.pid
-
-    const logsIds = await runtime.getLogIds(runtimePID)
-    const startLogId = logsIds.at(0)
-    const endLogId = logsIds.at(-1)
-
-    reply.hijack()
-
-    runtime.pipeLogsStream(reply.raw, req.log, startLogId, endLogId, runtimePID)
-  })
-
-  app.get('/logs/:id', async req => {
-    const logId = parseInt(req.params.id)
-    const runtimePID = parseInt(req.query.pid) || process.pid
-
-    const logIds = await runtime.getLogIds(runtimePID)
-    if (!logIds || !logIds.includes(logId)) {
-      throw new errors.LogFileNotFound(logId)
-    }
-
-    const logFileStream = await runtime.getLogFileStream(logId, runtimePID)
-    return logFileStream
+    runtime.addLoggerDestination(ws.createWebSocketStream(socket))
   })
 }
 
@@ -212,9 +162,6 @@ async function startManagementApi (runtime, root) {
       await createDirectory(runtimePIDDir, true)
     }
 
-    const runtimeLogsDir = getRuntimeLogsDir(root, process.pid)
-    await createDirectory(runtimeLogsDir, true)
-
     let socketPath = null
     if (platform() === 'win32') {
       socketPath = '\\\\.\\pipe\\platformatic-' + runtimePID.toString()
@@ -232,6 +179,9 @@ async function startManagementApi (runtime, root) {
       }
     })
 
+    // When the runtime closes, close the management API as well
+    runtime.on('closed', managementApi.close.bind(managementApi))
+
     await managementApi.listen({ path: socketPath })
     return managementApi
     /* c8 ignore next 4 */

package/lib/prom-server.js

@@ -77,6 +77,7 @@ async function startPrometheusServer (runtime, opts) {
   const auth = opts.auth ?? null
 
   const promServer = fastify({ name: 'Prometheus server' })
+  promServer.register(require('@fastify/accepts'))
 
   let onRequestHook
   if (auth) {
@@ -122,9 +123,12 @@ async function startPrometheusServer (runtime, opts) {
     logLevel: 'warn',
     onRequest: onRequestHook,
     handler: async (req, reply) => {
-      reply.type('text/plain')
-      const { metrics } = await runtime.getMetrics('text')
-      return metrics
+      const accepts = req.accepts()
+      const reqType = !accepts.type('text/plain') && accepts.type('application/json') ? 'json' : 'text'
+      if (reqType === 'text') {
+        reply.type('text/plain')
+      }
+      return (await runtime.getMetrics(reqType)).metrics
     },
   })
 

package/lib/runtime.js

@@ -4,21 +4,21 @@ const { ITC } = require('@platformatic/itc')
 const {
   features,
   ensureLoggableError,
+  ensureError,
   executeWithTimeout,
   deepmerge,
   parseMemorySize,
   kTimeout,
   kMetadata
-} = require('@platformatic/utils')
+} = require('@platformatic/foundation')
 const { once, EventEmitter } = require('node:events')
-const { createReadStream, watch, existsSync } = require('node:fs')
-const { readdir, readFile, stat, access } = require('node:fs/promises')
+const { existsSync } = require('node:fs')
+const { readFile } = require('node:fs/promises')
 const { STATUS_CODES } = require('node:http')
 const { join } = require('node:path')
 const { pathToFileURL } = require('node:url')
 const { setTimeout: sleep, setImmediate: immediate } = require('node:timers/promises')
 const { Worker } = require('node:worker_threads')
-const ts = require('tail-file-stream')
 const { Agent, interceptors: undiciInterceptors, request } = require('undici')
 const { createThreadInterceptor } = require('undici-thread-interceptor')
 const SonicBoom = require('sonic-boom')
@@ -29,7 +29,7 @@ const { startManagementApi } = require('./management-api')
 const { startPrometheusServer } = require('./prom-server')
 const { startScheduler } = require('./scheduler')
 const { createSharedStore } = require('./shared-http-cache')
-const { getRuntimeTmpDir, getRuntimeLogsDir } = require('./utils')
+const { getRuntimeTmpDir } = require('./utils')
 const { sendViaITC, waitEventFromITC } = require('./worker/itc')
 const { RoundRobinMap } = require('./worker/round-robin-map.js')
 const {
@@ -71,7 +71,6 @@ class Runtime extends EventEmitter {
   #context
   #isProduction
   #runtimeTmpDir
-  #runtimeLogsDir
   #servicesIds
   #entrypointId
   #url
@@ -92,6 +91,7 @@ class Runtime extends EventEmitter {
   servicesConfigsPatches
   #scheduler
   #stdio
+  #sharedContext
 
   constructor (config, context) {
     super()
@@ -103,7 +103,6 @@ class Runtime extends EventEmitter {
     this.#context = context ?? {}
     this.#isProduction = this.#context.isProduction ?? this.#context.production ?? false
     this.#runtimeTmpDir = getRuntimeTmpDir(this.#root)
-    this.#runtimeLogsDir = getRuntimeLogsDir(this.#root, process.pid)
     this.#workers = new RoundRobinMap()
     this.#servicesIds = []
     this.#url = undefined
@@ -133,8 +132,11 @@ class Runtime extends EventEmitter {
       getHttpCacheValue: this.#getHttpCacheValue.bind(this),
       setHttpCacheValue: this.#setHttpCacheValue.bind(this),
       deleteHttpCacheValue: this.#deleteHttpCacheValue.bind(this),
-      invalidateHttpCache: this.invalidateHttpCache.bind(this)
+      invalidateHttpCache: this.invalidateHttpCache.bind(this),
+      updateSharedContext: this.updateSharedContext.bind(this),
+      getSharedContext: this.getSharedContext.bind(this)
     }
+    this.#sharedContext = {}
   }
 
   async init () {
@@ -157,7 +159,7 @@ class Runtime extends EventEmitter {
     }
 
     // Create the logger
-    const [logger, destination] = await createLogger(config, this.#runtimeLogsDir)
+    const [logger, destination] = await createLogger(config)
     this.logger = logger
     this.#loggerDestination = destination
 
@@ -379,12 +381,8 @@ class Runtime extends EventEmitter {
 
     await this.stop(silent)
 
-    if (this.#managementApi) {
-      // This allow a close request coming from the management API to correctly be handled
-      setImmediate(() => {
-        this.#managementApi.close()
-      })
-    }
+    // The management API autocloses by itself via event in management-api.js.
+    // This is needed to let management API stop endpoint to reply.
 
     if (this.#prometheusServer) {
       await this.#prometheusServer.close()
@@ -549,8 +547,7 @@ class Runtime extends EventEmitter {
         metrics = await this.getFormattedMetrics()
       } catch (error) {
         if (!(error instanceof errors.RuntimeExitedError)) {
-          // TODO(mcollina): use the logger
-          console.error('Error collecting metrics', error)
+          this.logger.error({ err: ensureLoggableError(error) }, 'Error collecting metrics')
         }
         return
       }
@@ -563,87 +560,18 @@ class Runtime extends EventEmitter {
     }, COLLECT_METRICS_TIMEOUT).unref()
   }
 
-  async pipeLogsStream (writableStream, logger, startLogId, endLogId, runtimePID) {
-    endLogId = endLogId || Infinity
-    runtimePID = runtimePID ?? process.pid
-
-    const runtimeLogFiles = await this.#getRuntimeLogFiles(runtimePID)
-
-    if (runtimeLogFiles.length === 0) {
-      writableStream.end()
-      return
-    }
-
-    let latestFileId = parseInt(runtimeLogFiles.at(-1).slice('logs.'.length))
-
-    let fileStream = null
-    let fileId = startLogId ?? latestFileId
-    let isClosed = false
+  async addLoggerDestination (writableStream) {
+    // Add the stream - We output everything we get
+    this.#loggerDestination.add({ stream: writableStream, level: 1 })
 
-    const runtimeLogsDir = this.#getRuntimeLogsDir(runtimePID)
-
-    const watcher = watch(runtimeLogsDir, async (event, filename) => {
-      if (event === 'rename' && filename.startsWith('logs')) {
-        const logFileId = parseInt(filename.slice('logs.'.length))
-        if (logFileId > latestFileId) {
-          latestFileId = logFileId
-          fileStream.unwatch()
-        }
-      }
-    }).unref()
-
-    const streamLogFile = () => {
-      if (fileId > endLogId) {
-        writableStream.end()
-        return
-      }
-
-      const fileName = 'logs.' + fileId
-      const filePath = join(runtimeLogsDir, fileName)
-
-      const prevFileStream = fileStream
-
-      fileStream = ts.createReadStream(filePath)
-      fileStream.pipe(writableStream, { end: false, persistent: false })
-
-      if (prevFileStream) {
-        prevFileStream.unpipe(writableStream)
-        prevFileStream.destroy()
-      }
-
-      fileStream.on('close', () => {
-        if (latestFileId > fileId && !isClosed) {
-          streamLogFile(++fileId)
-        }
-      })
-
-      fileStream.on('error', err => {
-        isClosed = true
-        logger.error(err, 'Error streaming log file')
-        fileStream.destroy()
-        watcher.close()
-        writableStream.end()
-      })
-
-      fileStream.on('eof', () => {
-        if (fileId >= endLogId) {
-          writableStream.end()
-          return
-        }
-        if (latestFileId > fileId) {
-          fileStream.unwatch()
-        }
-      })
-
-      return fileStream
-    }
-
-    streamLogFile(fileId)
+    // Immediately get the counter of the lastId so we can use it to later remove it
+    const id = this.#loggerDestination.lastId
 
     const onClose = () => {
-      isClosed = true
-      watcher.close()
-      fileStream.destroy()
+      writableStream.removeListener('close', onClose)
+      writableStream.removeListener('error', onClose)
+      this.removeListener('closed', onClose)
+      this.#loggerDestination.remove(id)
     }
 
     writableStream.on('close', onClose)
@@ -1004,44 +932,6 @@ class Runtime extends EventEmitter {
     this.servicesConfigsPatches.delete(id)
   }
 
-  async getLogIds (runtimePID) {
-    runtimePID = runtimePID ?? process.pid
-
-    const runtimeLogFiles = await this.#getRuntimeLogFiles(runtimePID)
-    const runtimeLogIds = []
-
-    for (const logFile of runtimeLogFiles) {
-      const logId = parseInt(logFile.slice('logs.'.length))
-      runtimeLogIds.push(logId)
-    }
-    return runtimeLogIds
-  }
-
-  async getAllLogIds () {
-    const runtimesLogFiles = await this.#getAllLogsFiles()
-    const runtimesLogsIds = []
-
-    for (const runtime of runtimesLogFiles) {
-      const runtimeLogIds = []
-      for (const logFile of runtime.runtimeLogFiles) {
-        const logId = parseInt(logFile.slice('logs.'.length))
-        runtimeLogIds.push(logId)
-      }
-      runtimesLogsIds.push({
-        pid: runtime.runtimePID,
-        indexes: runtimeLogIds
-      })
-    }
-
-    return runtimesLogsIds
-  }
-
-  async getLogFileStream (logFileId, runtimePID) {
-    const runtimeLogsDir = this.#getRuntimeLogsDir(runtimePID)
-    const filePath = join(runtimeLogsDir, `logs.${logFileId}`)
-    return createReadStream(filePath)
-  }
-
   #getHttpCacheValue ({ request }) {
     if (!this.#sharedHttpCache) {
       return
@@ -1111,6 +1001,33 @@ class Runtime extends EventEmitter {
     return super.emit(event, payload)
   }
 
+  async updateSharedContext (options = {}) {
+    const { context, overwrite = false } = options
+
+    const sharedContext = overwrite ? {} : this.#sharedContext
+    Object.assign(sharedContext, context)
+
+    this.#sharedContext = sharedContext
+
+    const promises = []
+    for (const worker of this.#workers.values()) {
+      promises.push(sendViaITC(worker, 'setSharedContext', sharedContext))
+    }
+
+    const results = await Promise.allSettled(promises)
+    for (const result of results) {
+      if (result.status === 'rejected') {
+        this.logger.error({ err: result.reason }, 'Cannot update shared context')
+      }
+    }
+
+    return sharedContext
+  }
+
+  getSharedContext () {
+    return this.#sharedContext
+  }
+
   async #setDispatcher (undiciConfig) {
     const config = this.#config
 
@@ -1226,8 +1143,7 @@ class Runtime extends EventEmitter {
           count: workersCount
         },
         inspectorOptions,
-        dirname: this.#root,
-        runtimeLogsDir: this.#runtimeLogsDir
+        dirname: this.#root
       },
       argv: serviceConfig.arguments,
       execArgv,
@@ -1549,16 +1465,24 @@ class Runtime extends EventEmitter {
           gracePeriod > 0 ? gracePeriod : 1
         )
       }
-    } catch (error) {
+    } catch (err) {
+      const error = ensureError(err)
+
       // TODO: handle port allocation error here
-      if (error.code === 'EADDRINUSE') throw error
+      if (error.code === 'EADDRINUSE' || error.code === 'EACCES') throw error
 
       this.#cleanupWorker(worker)
 
       if (worker[kWorkerStatus] !== 'exited') {
         // This prevent the exit handler to restart service
         worker[kWorkerStatus] = 'exited'
-        await worker.terminate()
+
+        // Wait for the worker to exit gracefully, otherwise we terminate it
+        const waitTimeout = await executeWithTimeout(once(worker, 'exit'), config.gracefulShutdown.service)
+
+        if (waitTimeout === kTimeout) {
+          await worker.terminate()
+        }
       }
 
       this.emit('service:worker:start:error', { ...eventPayload, error })
@@ -1836,7 +1760,11 @@ class Runtime extends EventEmitter {
       })
     }
 
-    this.#workersBroadcastChannel.postMessage(workers)
+    try {
+      this.#workersBroadcastChannel.postMessage(workers)
+    } catch (err) {
+      this.logger?.error({ err }, 'Error when broadcasting workers')
+    }
   }
 
   async #getWorkerMessagingChannel ({ service, worker }, context) {
@@ -1867,49 +1795,6 @@ class Runtime extends EventEmitter {
     return packageJson
   }
 
-  #getRuntimeLogsDir (runtimePID) {
-    return join(this.#runtimeTmpDir, runtimePID.toString(), 'logs')
-  }
-
-  async #getRuntimeLogFiles (runtimePID) {
-    const runtimeLogsDir = this.#getRuntimeLogsDir(runtimePID)
-    const runtimeLogsFiles = await readdir(runtimeLogsDir)
-    return runtimeLogsFiles
-      .filter(file => file.startsWith('logs'))
-      .sort((log1, log2) => {
-        const index1 = parseInt(log1.slice('logs.'.length))
-        const index2 = parseInt(log2.slice('logs.'.length))
-        return index1 - index2
-      })
-  }
-
-  async #getAllLogsFiles () {
-    try {
-      await access(this.#runtimeTmpDir)
-    } catch (err) {
-      this.logger.error({ err: ensureLoggableError(err) }, 'Cannot access temporary folder.')
-      return []
-    }
-
-    const runtimePIDs = await readdir(this.#runtimeTmpDir)
-    const runtimesLogFiles = []
-
-    for (const runtimePID of runtimePIDs) {
-      const runtimeLogsDir = this.#getRuntimeLogsDir(runtimePID)
-      const runtimeLogsDirStat = await stat(runtimeLogsDir)
-      const runtimeLogFiles = await this.#getRuntimeLogFiles(runtimePID)
-      const lastModified = runtimeLogsDirStat.mtime
-
-      runtimesLogFiles.push({
-        runtimePID: parseInt(runtimePID),
-        runtimeLogFiles,
-        lastModified
-      })
-    }
-
-    return runtimesLogFiles.sort((runtime1, runtime2) => runtime1.lastModified - runtime2.lastModified)
-  }
-
   #handleWorkerStandardStreams (worker, serviceId, workerId) {
     const binding = { name: serviceId }
 

package/lib/schema.js

@@ -1,7 +1,7 @@
 #! /usr/bin/env node
 'use strict'
 
-const { schemaComponents } = require('@platformatic/utils')
+const { schemaComponents } = require('@platformatic/foundation')
 
 const pkg = require('../package.json')
 

package/lib/shared-http-cache.js

@@ -1,7 +1,7 @@
 'use strict'
 
 const { join } = require('node:path')
-const { loadModule } = require('@platformatic/utils')
+const { loadModule } = require('@platformatic/foundation')
 const MemoryCacheStore = require('@platformatic/undici-cache-memory')
 const { createRequire } = require('node:module')
 

package/lib/upgrade.js

@@ -1,6 +1,6 @@
 'use strict'
 
-const { abstractLogger } = require('@platformatic/utils')
+const { abstractLogger } = require('@platformatic/foundation')
 const { join } = require('node:path')
 const { semgrator } = require('semgrator')
 

package/lib/utils.js

@@ -20,14 +20,8 @@ function getRuntimeTmpDir (runtimeDir) {
   return join(platformaticTmpDir, runtimeDirHash)
 }
 
-function getRuntimeLogsDir (runtimeDir, runtimePID) {
-  const runtimeTmpDir = getRuntimeTmpDir(runtimeDir)
-  return join(runtimeTmpDir, runtimePID.toString(), 'logs')
-}
-
 module.exports = {
   getArrayDifference,
-  getRuntimeLogsDir,
   getRuntimeTmpDir,
   getServiceUrl
 }

package/lib/worker/app.js

@@ -11,11 +11,11 @@ const {
   FileWatcher,
   listRecognizedConfigurationFiles,
   loadConfigurationModule,
-  loadConfiguration
-} = require('@platformatic/utils')
+  loadConfiguration,
+  ensureLoggableError
+} = require('@platformatic/foundation')
 const { getGlobalDispatcher, setGlobalDispatcher } = require('undici')
 const debounce = require('debounce')
-
 const errors = require('../errors')
 const { getServiceUrl } = require('../utils')
 
@@ -129,10 +129,14 @@ class PlatformaticApp extends EventEmitter {
       this.#updateDispatcher()
     } catch (err) {
       if (err.validationErrors) {
-        console.error('Validation errors:', err.validationErrors)
+        globalThis.platformatic.logger.error(
+          { err: ensureLoggableError(err.validationErrors) },
+          'The application threw a validation error.'
+        )
+
         process.exit(1)
       } else {
-        this.#logAndExit(err)
+        this.#logAndThrow(err)
       }
     }
   }
@@ -147,7 +151,7 @@ class PlatformaticApp extends EventEmitter {
     try {
       await this.stackable.init?.()
     } catch (err) {
-      this.#logAndExit(err)
+      this.#logAndThrow(err)
     }
 
     if (this.#watch) {
@@ -181,8 +185,8 @@ class PlatformaticApp extends EventEmitter {
     this.emit('start')
   }
 
-  async stop () {
-    if (!this.#started || this.#starting) {
+  async stop (force = false) {
+    if (!force && (!this.#started || this.#starting)) {
       throw new errors.ApplicationNotStartedError()
     }
 
@@ -205,6 +209,18 @@ class PlatformaticApp extends EventEmitter {
   }
 
   async getMetrics ({ format }) {
+    const dispatcher = getGlobalDispatcher()
+    if (globalThis.platformatic?.onHttpStatsFree && dispatcher?.stats) {
+      for (const url in dispatcher.stats) {
+        const { free, connected, pending, queued, running, size } = dispatcher.stats[url]
+        globalThis.platformatic.onHttpStatsFree(url, free || 0)
+        globalThis.platformatic.onHttpStatsConnected(url, connected || 0)
+        globalThis.platformatic.onHttpStatsPending(url, pending || 0)
+        globalThis.platformatic.onHttpStatsQueued(url, queued || 0)
+        globalThis.platformatic.onHttpStatsRunning(url, running || 0)
+        globalThis.platformatic.onHttpStatsSize(url, size || 0)
+      }
+    }
     return this.stackable.getMetrics({ format })
   }
 
@@ -251,9 +267,9 @@ class PlatformaticApp extends EventEmitter {
     }
   }
 
-  #logAndExit (err) {
-    console.error(err)
-    process.exit(1)
+  #logAndThrow (err) {
+    globalThis.platformatic.logger.error({ err: ensureLoggableError(err) }, 'The application threw an error.')
+    throw err
   }
 
   #updateDispatcher () {

package/lib/worker/itc.js

@@ -4,6 +4,7 @@ const { once } = require('node:events')
 const { parentPort, workerData } = require('node:worker_threads')
 
 const { ITC } = require('@platformatic/itc')
+const { ensureLoggableError } = require('@platformatic/foundation')
 const { Unpromise } = require('@watchable/unpromise')
 
 const errors = require('../errors')
@@ -56,7 +57,13 @@ async function waitEventFromITC (worker, event) {
   return safeHandleInITC(worker, () => once(worker[kITC], event))
 }
 
-function setupITC (app, service, dispatcher) {
+async function closeITC (dispatcher, itc, messaging) {
+  await dispatcher.interceptor.close()
+  itc.close()
+  messaging.close()
+}
+
+function setupITC (app, service, dispatcher, sharedContext) {
   const messaging = new MessagingITC(app.appConfig.id, workerData.config)
 
   Object.assign(globalThis.platformatic ?? {}, {
@@ -79,7 +86,14 @@ function setupITC (app, service, dispatcher) {
           // This gives a chance to a stackable to perform custom logic
           globalThis.platformatic.events.emit('start')
 
-          await app.start()
+          try {
+            await app.start()
+          } catch (e) {
+            await app.stop(true)
+            await closeITC(dispatcher, itc, messaging)
+
+            throw ensureLoggableError(e)
+          }
         }
 
         if (service.entrypoint) {
@@ -104,9 +118,7 @@ function setupITC (app, service, dispatcher) {
           await app.stop()
         }
 
-        await dispatcher.interceptor.close()
-        itc.close()
-        messaging.close()
+        await closeITC(dispatcher, itc, messaging)
       },
 
       async build () {
@@ -210,6 +222,10 @@ function setupITC (app, service, dispatcher) {
         }
       },
 
+      setSharedContext (context) {
+        sharedContext._set(context)
+      },
+
       saveMessagingChannel (channel) {
         messaging.addSource(channel)
       }

package/lib/worker/main.js

@@ -16,12 +16,13 @@ const {
   getPrivateSymbol,
   buildPinoFormatters,
   buildPinoTimestamp
-} = require('@platformatic/utils')
+} = require('@platformatic/foundation')
 const dotenv = require('dotenv')
 const pino = require('pino')
 const { fetch } = require('undici')
 
 const { PlatformaticApp } = require('./app')
+const { SharedContext } = require('./shared-context')
 const { setupITC } = require('./itc')
 const { setDispatcher } = require('./interceptors')
 const { kId, kITC, kStderrMarker } = require('./symbols')
@@ -64,6 +65,11 @@ function patchLogging () {
 }
 
 function createLogger () {
+  // Do not propagate runtime transports to the worker
+  if (workerData.config.logger) {
+    delete workerData.config.logger.transport
+  }
+
   const pinoOptions = {
     level: 'trace',
     name: workerData.serviceConfig.id,
@@ -187,8 +193,15 @@ async function main () {
     }
   }
 
+  const sharedContext = new SharedContext()
+  // Limit the amount of methods a user can call
+  globalThis.platformatic.sharedContext = {
+    get: () => sharedContext.get(),
+    update: (...args) => sharedContext.update(...args)
+  }
+
   // Setup interaction with parent port
-  const itc = setupITC(app, service, threadDispatcher)
+  const itc = setupITC(app, service, threadDispatcher, sharedContext)
   globalThis[kITC] = itc
 
   // Get the dependencies

package/lib/worker/messaging.js

@@ -1,6 +1,6 @@
 'use strict'
 
-const { executeWithTimeout, kTimeout } = require('@platformatic/utils')
+const { executeWithTimeout, kTimeout } = require('@platformatic/foundation')
 const { ITC, generateResponse, sanitize } = require('@platformatic/itc')
 const errors = require('../errors')
 const { RoundRobinMap } = require('./round-robin-map')

package/lib/worker/shared-context.js

@@ -0,0 +1,26 @@
+'use strict'
+
+const { kITC } = require('./symbols')
+
+class SharedContext {
+  constructor () {
+    this.sharedContext = null
+  }
+
+  update (context, options = {}) {
+    return globalThis[kITC].send('updateSharedContext', { ...options, context })
+  }
+
+  get () {
+    if (this.sharedContext === null) {
+      this.sharedContext = globalThis[kITC].send('getSharedContext')
+    }
+    return this.sharedContext
+  }
+
+  _set (context) {
+    this.sharedContext = context
+  }
+}
+
+module.exports = { SharedContext }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/runtime",
-  "version": "3.0.0-alpha.1",
+  "version": "3.0.0-alpha.2",
   "description": "",
   "main": "index.js",
   "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",
@@ -33,58 +33,57 @@
     "typescript": "^5.5.4",
     "undici-oidc-interceptor": "^0.5.0",
     "why-is-node-running": "^2.2.2",
-    "@platformatic/composer": "3.0.0-alpha.1",
-    "@platformatic/db": "3.0.0-alpha.1",
-    "@platformatic/node": "3.0.0-alpha.1",
-    "@platformatic/service": "3.0.0-alpha.1",
-    "@platformatic/sql-graphql": "3.0.0-alpha.1",
-    "@platformatic/sql-mapper": "3.0.0-alpha.1"
+    "@platformatic/composer": "3.0.0-alpha.2",
+    "@platformatic/db": "3.0.0-alpha.2",
+    "@platformatic/node": "3.0.0-alpha.2",
+    "@platformatic/service": "3.0.0-alpha.2",
+    "@platformatic/sql-mapper": "3.0.0-alpha.2",
+    "@platformatic/sql-graphql": "3.0.0-alpha.2"
   },
   "dependencies": {
     "@fastify/accepts": "^5.0.0",
     "@fastify/error": "^4.0.0",
     "@fastify/websocket": "^11.0.0",
     "@hapi/topo": "^6.0.2",
-    "@opentelemetry/api": "^1.8.0",
+    "@opentelemetry/api": "^1.9.0",
     "@platformatic/undici-cache-memory": "^0.8.1",
     "@watchable/unpromise": "^1.0.2",
     "change-case-all": "^2.1.0",
     "close-with-grace": "^2.0.0",
-    "commist": "^3.2.0",
+    "colorette": "^2.0.20",
     "cron": "^4.1.0",
     "debounce": "^2.0.0",
     "dotenv": "^16.4.5",
     "dotenv-tool": "^0.1.1",
-    "es-main": "^1.3.0",
     "fastest-levenshtein": "^1.0.16",
     "fastify": "^5.0.0",
     "graphql": "^16.8.1",
     "help-me": "^5.0.0",
     "minimist": "^1.2.8",
-    "pino": "^9.0.0",
+    "pino": "^9.9.0",
     "pino-pretty": "^13.0.0",
-    "pino-roll": "^2.0.0",
     "prom-client": "^15.1.2",
     "semgrator": "^0.3.0",
     "sonic-boom": "^4.2.0",
-    "tail-file-stream": "^0.2.0",
     "undici": "^7.0.0",
     "undici-thread-interceptor": "^0.14.0",
     "ws": "^8.16.0",
-    "@platformatic/metrics": "3.0.0-alpha.1",
-    "@platformatic/basic": "3.0.0-alpha.1",
-    "@platformatic/generators": "3.0.0-alpha.1",
-    "@platformatic/itc": "3.0.0-alpha.1",
-    "@platformatic/telemetry": "3.0.0-alpha.1",
-    "@platformatic/ts-compiler": "3.0.0-alpha.1",
-    "@platformatic/utils": "3.0.0-alpha.1"
+    "@platformatic/basic": "3.0.0-alpha.2",
+    "@platformatic/generators": "3.0.0-alpha.2",
+    "@platformatic/foundation": "3.0.0-alpha.2",
+    "@platformatic/itc": "3.0.0-alpha.2",
+    "@platformatic/metrics": "3.0.0-alpha.2",
+    "@platformatic/telemetry": "3.0.0-alpha.2"
+  },
+  "engines": {
+    "node": ">=22.18.0"
   },
   "scripts": {
     "test": "pnpm run lint && borp --concurrency=1 --timeout=1200000",
     "test:main": "borp --concurrency=1 --timeout=1200000 test/*.test.js test/*.test.mjs test/versions/*.test.js test/versions/*.test.mjs",
     "test:api": "borp --concurrency=1 --timeout=1200000 test/api/*.test.js test/api/*.test.mjs test/management-api/*.test.js test/management-api/*.test.mjs",
     "test:cli": "borp --concurrency=1 --timeout=1200000 test/cli/*.test.js test/cli/*.test.mjs test/cli/**/*.test.js test/cli/**/*.test.mjs",
-    "test:start": "borp --concurrency=1 --timeout=1200000 test/start/*.test.js test/start/*.test.mjs",
+    "test:start": "borp --concurrency=1 --reporter=tap --timeout=1200000 test/start/*.test.js test/start/*.test.mjs",
     "test:multiple-workers": "borp --concurrency=1 --timeout=1200000 test/multiple-workers/*.test.js test/multiple-workers/*.test.mjs",
     "coverage": "pnpm run lint && borp -X fixtures -X test -C --concurrency=1 --timeout=1200000 ",
     "gen-schema": "node lib/schema.js > schema.json",

package/schema.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://schemas.platformatic.dev/@platformatic/runtime/3.0.0-alpha.1.json",
+  "$id": "https://schemas.platformatic.dev/@platformatic/runtime/3.0.0-alpha.2.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "Platformatic Runtime Config",
   "type": "object",