@platformatic/runtime 1.28.1 → 1.30.0

package/fixtures/configs/monorepo.json

@@ -3,6 +3,7 @@
   "entrypoint": "serviceApp",
   "allowCycles": true,
   "hotReload": false,
+  "managementApi": false,
   "autoload": {
     "path": "../monorepo",
     "exclude": [

package/fixtures/management-api/platformatic.json

@@ -10,5 +10,9 @@
     "hostname": "127.0.0.1",
     "port": 0
   },
-  "managementApi": true
+  "managementApi": {
+    "logs": {
+      "maxSize": 15
+    }
+  }
 }

package/fixtures/management-api/services/service-1/plugin.js

@@ -5,4 +5,11 @@ module.exports = async function (app) {
   app.get('/hello', async () => {
     return { service: 'service-2' }
   })
+
+  app.get('/large-logs', async (req) => {
+    const largeLog = 'a'.repeat(100)
+    for (let i = 0; i < 500000; i++) {
+      app.log.trace(largeLog)
+    }
+  })
 }

package/fixtures/monorepo/serviceAppWithLogger/platformatic.service.json

@@ -16,8 +16,5 @@
       "plugin.js"
     ]
   },
-  "watch": true,
-  "metrics": {
-    "server": "parent"
-  }
+  "watch": true
 }

package/fixtures/prom-server/platformatic.json

@@ -0,0 +1,17 @@
+{
+  "$schema": "https://platformatic.dev/schemas/v1.22.0/runtime",
+  "entrypoint": "service-1",
+  "allowCycles": true,
+  "hotReload": false,
+  "autoload": {
+    "path": "./services"
+  },
+  "server": {
+    "hostname": "127.0.0.1",
+    "port": 0
+  },
+  "metrics": {
+    "hostname": "127.0.0.1",
+    "port": 9090
+  }
+}

package/fixtures/prom-server/services/service-1/platformatic.json

@@ -0,0 +1,13 @@
+{
+  "$schema": "https://platformatic.dev/schemas/v1.22.0/service",
+  "service": {
+    "openapi": true
+  },
+  "plugins": {
+    "paths": ["plugin.js"]
+  },
+  "watch": true,
+  "metrics": {
+    "server": "parent"
+  }
+}

package/fixtures/prom-server/services/service-1/plugin.js

@@ -0,0 +1,8 @@
+'use strict'
+
+/** @param {import('fastify').FastifyInstance} app */
+module.exports = async function (app) {
+  app.get('/hello', async () => {
+    return { service: 'service-2' }
+  })
+}

package/fixtures/prom-server/services/service-2/platformatic.json

@@ -0,0 +1,12 @@
+{
+  "$schema": "https://platformatic.dev/schemas/v1.22.0/service",
+  "service": {
+    "openapi": true
+  },
+  "plugins": {
+    "paths": ["plugin.js"]
+  },
+  "metrics": {
+    "server": "parent"
+  }
+}

package/fixtures/prom-server/services/service-2/plugin.js

@@ -0,0 +1,8 @@
+'use strict'
+
+/** @param {import('fastify').FastifyInstance} app */
+module.exports = async function (app, options) {
+  app.get('/hello', async () => {
+    return { service: 'service-2' }
+  })
+}

package/fixtures/sample-runtime/.env

@@ -0,0 +1,9 @@
+PLT_SERVER_HOSTNAME=0.0.0.0
+PORT=3042
+PLT_SERVER_LOGGER_LEVEL=info
+PLT_RIVAL_TYPESCRIPT=true
+PLT_RIVAL_FST_PLUGIN_OAUTH2_NAME=googleOAuth2
+PLT_RIVAL_FST_PLUGIN_OAUTH2_CREDENTIALS_CLIENT_ID=sample_client_id
+PLT_RIVAL_FST_PLUGIN_OAUTH2_CREDENTIALS_CLIENT_SECRET=sample_client_secret
+PLT_RIVAL_FST_PLUGIN_OAUTH2_REDIRECT_PATH=/login/google
+PLT_RIVAL_FST_PLUGIN_OAUTH2_CALLBACK_URI=http://localhost:3000/login/google/callback

package/fixtures/sample-runtime/package.json

@@ -0,0 +1,16 @@
+{
+  "scripts": {
+    "start": "platformatic start",
+    "test": "node --test test/*/*.test.js"
+  },
+  "devDependencies": {
+    "fastify": "^4.26.0"
+  },
+  "dependencies": {
+    "platformatic": "^1.25.0",
+    "@fastify/oauth2": "7.8.0"
+  },
+  "engines": {
+    "node": "^18.8.0 || >=20.6.0"
+  }
+}

package/fixtures/sample-runtime/platformatic.json

@@ -0,0 +1,19 @@
+{
+  "$schema": "https://platformatic.dev/schemas/v1.25.0/runtime",
+  "entrypoint": "rival",
+  "allowCycles": false,
+  "hotReload": true,
+  "autoload": {
+    "path": "services",
+    "exclude": [
+      "docs"
+    ]
+  },
+  "server": {
+    "hostname": "{PLT_SERVER_HOSTNAME}",
+    "port": "{PORT}",
+    "logger": {
+      "level": "{PLT_SERVER_LOGGER_LEVEL}"
+    }
+  }
+}

package/fixtures/sample-runtime/services/rival/package.json

@@ -0,0 +1,16 @@
+{
+  "scripts": {
+    "start": "platformatic start",
+    "test": "node --test test/**"
+  },
+  "devDependencies": {
+    "fastify": "^4.26.0"
+  },
+  "dependencies": {
+    "platformatic": "^1.25.0",
+    "@platformatic/service": "^1.25.0"
+  },
+  "engines": {
+    "node": "^18.8.0 || >=20.6.0"
+  }
+}

package/fixtures/sample-runtime/services/rival/platformatic.json

@@ -0,0 +1,33 @@
+{
+  "$schema": "https://platformatic.dev/schemas/v1.25.0/service",
+  "service": {
+    "openapi": true
+  },
+  "watch": true,
+  "plugins": {
+    "paths": [
+      {
+        "path": "./plugins",
+        "encapsulate": false
+      },
+      "./routes"
+    ],
+    "typescript": "{PLT_RIVAL_TYPESCRIPT}",
+    "packages": [
+      {
+        "name": "@fastify/oauth2",
+        "options": {
+          "name": "{PLT_RIVAL_FST_PLUGIN_OAUTH2_NAME}",
+          "credentials": {
+            "client": {
+              "id": "{PLT_RIVAL_FST_PLUGIN_OAUTH2_CREDENTIALS_CLIENT_ID}",
+              "secret": "{PLT_RIVAL_FST_PLUGIN_OAUTH2_CREDENTIALS_CLIENT_SECRET}"
+            }
+          },
+          "startRedirectPath": "{PLT_RIVAL_FST_PLUGIN_OAUTH2_REDIRECT_PATH}",
+          "callbackUri": "{PLT_RIVAL_FST_PLUGIN_OAUTH2_CALLBACK_URI}"
+        }
+      }
+    ]
+  }
+}

package/fixtures/sample-runtime/services/rival/routes/root.js

@@ -0,0 +1,7 @@
+'use strict'
+
+module.exports = async function (fastify, opts) {
+  fastify.get('/', async function (request, reply) {
+    return { hello: 'from root' }
+  })
+}

package/lib/api-client.js

@@ -29,7 +29,9 @@ class RuntimeApiClient extends EventEmitter {
   }
 
   async start () {
-    return this.#sendCommand('plt:start-services')
+    const address = await this.#sendCommand('plt:start-services')
+    this.emit('start', address)
+    return address
   }
 
   async close () {
@@ -134,6 +136,7 @@ class RuntimeApiClient extends EventEmitter {
       (metric) => metric.name === 'nodejs_eventloop_utilization'
     )
 
+    let p50Value = 0
     let p90Value = 0
     let p95Value = 0
     let p99Value = 0
@@ -142,6 +145,9 @@ class RuntimeApiClient extends EventEmitter {
       const metricName = entrypointMetricsPrefix + 'http_request_all_summary_seconds'
       const httpLatencyMetrics = metrics.find((metric) => metric.name === metricName)
 
+      p50Value = httpLatencyMetrics.values.find(
+        (value) => value.labels.quantile === 0.5
+      ).value || 0
       p90Value = httpLatencyMetrics.values.find(
         (value) => value.labels.quantile === 0.9
       ).value || 0
@@ -152,6 +158,7 @@ class RuntimeApiClient extends EventEmitter {
         (value) => value.labels.quantile === 0.99
       ).value || 0
 
+      p50Value = Math.round(p50Value * 1000)
       p90Value = Math.round(p90Value * 1000)
       p95Value = Math.round(p95Value * 1000)
       p99Value = Math.round(p99Value * 1000)
@@ -177,6 +184,7 @@ class RuntimeApiClient extends EventEmitter {
       oldSpaceSize,
       entrypoint: {
         latency: {
+          p50: p50Value,
           p90: p90Value,
           p95: p95Value,
           p99: p99Value
@@ -232,6 +240,7 @@ class RuntimeApiClient extends EventEmitter {
     return once(this.worker, 'exit').then((msg) => {
       clearInterval(this.#metricsTimeout)
       this.#exitCode = msg[0]
+      this.emit('close')
       return msg
     })
   }

package/lib/api.js

@@ -211,7 +211,8 @@ class RuntimeApi {
     const service = this.#services.get(id)
 
     if (!service) {
-      throw new errors.ServiceNotFoundError(id)
+      const listOfServices = this.#getServices().services.map(svc => svc.id).join(', ')
+      throw new errors.ServiceNotFoundError(listOfServices)
     }
 
     return service
@@ -221,7 +222,7 @@ class RuntimeApi {
     const service = this.#getServiceById(id)
     const status = service.getStatus()
 
-    const type = service.config.configType
+    const type = service.config?.configType
     const { entrypoint, dependencies, localUrl } = service.appConfig
     const serviceDetails = { id, type, status, localUrl, entrypoint, dependencies }
 

package/lib/app.js

@@ -109,13 +109,14 @@ class PlatformaticApp {
       })
     }
 
-    if (this.#hasManagementApi) {
+    if (this.#hasManagementApi || configManager.current.metrics) {
       configManager.update({
         ...configManager.current,
         metrics: {
-          ...configManager.current.metrics,
+          server: 'parent',
           defaultMetrics: { enabled: this.appConfig.entrypoint },
-          prefix: snakeCase(this.appConfig.id) + '_'
+          prefix: snakeCase(this.appConfig.id) + '_',
+          ...configManager.current.metrics
         }
       })
     }

package/lib/build-server.js

@@ -1,7 +1,8 @@
 'use strict'
+
 const ConfigManager = require('@platformatic/config')
 const { platformaticRuntime } = require('./config')
-const { startWithConfig } = require('./start')
+const { buildRuntime } = require('./start')
 const { buildServer: buildServerService } = require('@platformatic/service')
 const { loadConfig } = require('./load-config')
 
@@ -35,7 +36,7 @@ async function buildServerRuntime (options = {}) {
     }
   }
 
-  return startWithConfig(options.configManager)
+  return buildRuntime(options.configManager)
 }
 
 async function buildServer (options) {

package/lib/errors.js

@@ -7,7 +7,7 @@ const ERROR_PREFIX = 'PLT_RUNTIME'
 module.exports = {
   RuntimeExitedError: createError(`${ERROR_PREFIX}_RUNTIME_EXIT`, 'The runtime exited before the operation completed'),
   UnknownRuntimeAPICommandError: createError(`${ERROR_PREFIX}_UNKNOWN_RUNTIME_API_COMMAND`, 'Unknown Runtime API command "%s"'),
-  ServiceNotFoundError: createError(`${ERROR_PREFIX}_SERVICE_NOT_FOUND`, "Service with id '%s' not found"),
+  ServiceNotFoundError: createError(`${ERROR_PREFIX}_SERVICE_NOT_FOUND`, 'Service not found. Available services are: %s'),
   ServiceNotStartedError: createError(`${ERROR_PREFIX}_SERVICE_NOT_STARTED`, "Service with id '%s' is not started"),
   FailedToRetrieveOpenAPISchemaError: createError(`${ERROR_PREFIX}_FAILED_TO_RETRIEVE_OPENAPI_SCHEMA`, 'Failed to retrieve OpenAPI schema for service with id "%s": %s'),
   FailedToRetrieveGraphQLSchemaError: createError(`${ERROR_PREFIX}_FAILED_TO_RETRIEVE_GRAPHQL_SCHEMA`, 'Failed to retrieve GraphQL schema for service with id "%s": %s'),
@@ -23,5 +23,7 @@ module.exports = {
   CannotMapSpecifierToAbsolutePathError: createError(`${ERROR_PREFIX}_CANNOT_MAP_SPECIFIER_TO_ABSOLUTE_PATH`, 'Cannot map "%s" to an absolute path'),
   NodeInspectorFlagsNotSupportedError: createError(`${ERROR_PREFIX}_NODE_INSPECTOR_FLAGS_NOT_SUPPORTED`, 'The Node.js inspector flags are not supported. Please use \'platformatic start --inspect\' instead.'),
   FailedToUnlinkManagementApiSocket: createError(`${ERROR_PREFIX}_FAILED_TO_UNLINK_MANAGEMENT_API_SOCKET`, 'Failed to unlink management API socket "%s"'),
-  LogFileNotFound: createError(`${ERROR_PREFIX}_LOG_FILE_NOT_FOUND`, 'Log file with index %s not found', 404)
+  LogFileNotFound: createError(`${ERROR_PREFIX}_LOG_FILE_NOT_FOUND`, 'Log file with index %s not found', 404),
+  CannotFindGeneratorForTemplateError: createError(`${ERROR_PREFIX}_CANNOT_FIND_GENERATOR_FOR_TEMPLATE`, 'Cannot find a generator for template "%s"'),
+  CannotRemoveServiceOnUpdateError: createError(`${ERROR_PREFIX}_CANNOT_REMOVE_SERVICE_ON_UPDATE`, 'Cannot remove service "%s" when updating a Runtime')
 }

package/lib/generator/runtime-generator.js

@@ -5,9 +5,16 @@ const { NoEntryPointError, NoServiceNamedError } = require('./errors')
 const generateName = require('boring-name-generator')
 const { join } = require('node:path')
 const { envObjectToString } = require('@platformatic/generators/lib/utils')
-const { readFile } = require('node:fs/promises')
+const { readFile, readdir, stat } = require('node:fs/promises')
 const { ConfigManager } = require('@platformatic/config')
 const { platformaticRuntime } = require('../config')
+const ServiceGenerator = require('@platformatic/service/lib/generator/service-generator')
+const DBGenerator = require('@platformatic/db/lib/generator/db-generator')
+const ComposerGenerator = require('@platformatic/composer/lib/generator/composer-generator')
+const { CannotFindGeneratorForTemplateError, CannotRemoveServiceOnUpdateError } = require('../errors')
+const { getServiceTemplateFromSchemaUrl } = require('@platformatic/generators/lib/utils')
+const { DotEnvTool } = require('dotenv-tool')
+const { getArrayDifference } = require('../utils')
 
 class RuntimeGenerator extends BaseGenerator {
   constructor (opts) {
@@ -85,7 +92,8 @@ class RuntimeGenerator extends BaseGenerator {
     this.addEnvVars({
       PLT_SERVER_HOSTNAME: '0.0.0.0',
       PORT: this.config.port || 3042,
-      PLT_SERVER_LOGGER_LEVEL: this.config.logLevel || 'info'
+      PLT_SERVER_LOGGER_LEVEL: this.config.logLevel || 'info',
+      PLT_MANAGEMENT_API: true
     }, { overwrite: false })
   }
 
@@ -159,7 +167,8 @@ class RuntimeGenerator extends BaseGenerator {
         logger: {
           level: '{PLT_SERVER_LOGGER_LEVEL}'
         }
-      }
+      },
+      managementApi: '{PLT_MANAGEMENT_API}'
     }
 
     return config
@@ -200,8 +209,10 @@ class RuntimeGenerator extends BaseGenerator {
 
   async writeFiles () {
     await super.writeFiles()
-    for (const { service } of this.services) {
-      await service.writeFiles()
+    if (!this.config.isUpdating) {
+      for (const { service } of this.services) {
+        await service.writeFiles()
+      }
     }
   }
 
@@ -286,6 +297,134 @@ class RuntimeGenerator extends BaseGenerator {
       await service.postInstallActions()
     }
   }
+
+  getGeneratorForTemplate (templateName) {
+    switch (templateName) {
+      case '@platformatic/service':
+        return ServiceGenerator
+      case '@platformatic/db':
+        return DBGenerator
+      case '@platformatic/composer':
+        return ComposerGenerator
+      default:
+        throw new CannotFindGeneratorForTemplateError(templateName)
+    }
+  }
+
+  async loadFromDir () {
+    const output = {
+      services: []
+    }
+    const runtimePkgConfigFileData = JSON.parse(await readFile(join(this.targetDirectory, 'platformatic.json'), 'utf-8'))
+    const servicesPath = join(this.targetDirectory, runtimePkgConfigFileData.autoload.path)
+
+    // load all services
+    const allServices = await readdir(servicesPath)
+    for (const s of allServices) {
+      // check is a directory
+      const currentServicePath = join(servicesPath, s)
+      const dirStat = await stat(currentServicePath)
+      if (dirStat.isDirectory()) {
+        // load the package json file
+        const servicePkgJson = JSON.parse(await readFile(join(currentServicePath, 'platformatic.json'), 'utf-8'))
+        // get generator for this module
+        const template = getServiceTemplateFromSchemaUrl(servicePkgJson.$schema)
+        const Generator = this.getGeneratorForTemplate(template)
+        const instance = new Generator()
+        this.addService(instance, s)
+        output.services.push(await instance.loadFromDir(s, this.targetDirectory))
+      }
+    }
+    return output
+  }
+
+  async update (newConfig) {
+    let allServicesDependencies = {}
+    const runtimeAddedEnvKeys = []
+
+    this.config.isUpdating = true
+    const currrentPackageJson = JSON.parse(await readFile(join(this.targetDirectory, 'package.json'), 'utf-8'))
+    const currentRuntimeDependencies = currrentPackageJson.dependencies
+    // check all services are present with the same template
+    const allCurrentServicesNames = this.services.map((s) => s.name)
+    const allNewServicesNames = newConfig.services.map((s) => s.name)
+    // load dotenv tool
+    const envTool = new DotEnvTool({
+      path: join(this.targetDirectory, '.env')
+    })
+
+    await envTool.load()
+
+    const removedServices = getArrayDifference(allCurrentServicesNames, allNewServicesNames)
+    if (removedServices.length > 0) {
+      throw new CannotRemoveServiceOnUpdateError(removedServices.join(', '))
+    }
+
+    // handle new services
+    for (const newService of newConfig.services) {
+      // create generator for the service
+      const ServiceGenerator = this.getGeneratorForTemplate(newService.template)
+      const serviceInstance = new ServiceGenerator()
+      const baseConfig = {
+        isRuntimeContext: true,
+        targetDirectory: join(this.targetDirectory, 'services', newService.name),
+        serviceName: newService.name
+      }
+      if (allCurrentServicesNames.includes(newService.name)) {
+        // update existing services env values
+        // otherwise, is a new service
+        baseConfig.isUpdating = true
+
+        // handle service's plugin differences
+        const oldServiceMetadata = await serviceInstance.loadFromDir(newService.name, this.targetDirectory)
+        const oldServicePackages = oldServiceMetadata.plugins.map((meta) => meta.name)
+        const newServicePackages = newService.plugins.map((meta) => meta.name)
+        const pluginsToRemove = getArrayDifference(oldServicePackages, newServicePackages)
+        pluginsToRemove.forEach((p) => delete currentRuntimeDependencies[p])
+      }
+      serviceInstance.setConfig(baseConfig)
+
+      const serviceEnvPrefix = `PLT_${serviceInstance.config.envPrefix}`
+      for (const plug of newService.plugins) {
+        await serviceInstance.addPackage(plug)
+        for (const opt of plug.options) {
+          const key = `${serviceEnvPrefix}_${opt.name}`
+          runtimeAddedEnvKeys.push(key)
+          const value = opt.value
+          if (envTool.hasKey(key)) {
+            envTool.updateKey(key, value)
+          } else {
+            envTool.addKey(key, value)
+          }
+        }
+      }
+      allServicesDependencies = { ...allServicesDependencies, ...serviceInstance.config.dependencies }
+      await serviceInstance.prepare()
+      await serviceInstance.writeFiles()
+      // cleanup runtime env removing keys not present anymore in service plugins
+      const allKeys = envTool.getKeys()
+      allKeys.forEach((k) => {
+        if (k.startsWith('PLT_') && !runtimeAddedEnvKeys.includes(k)) {
+          envTool.deleteKey(k)
+        }
+      })
+    }
+
+    // update runtime package.json dependencies
+    currrentPackageJson.dependencies = {
+      ...currrentPackageJson.dependencies,
+      ...allServicesDependencies
+    }
+    this.addFile({
+      path: '',
+      file: 'package.json',
+      contents: JSON.stringify(currrentPackageJson, null, 2)
+    })
+
+    await this.writeFiles()
+    // save new env
+    await envTool.save()
+  }
 }
 
 module.exports = RuntimeGenerator

package/lib/logs.js

@@ -21,7 +21,9 @@ async function getLogFiles () {
   return runtimeLogFiles
 }
 
-async function pipeLiveLogs (writableStream, logger, startLogIndex) {
+async function pipeLogsStream (writableStream, logger, startLogIndex, endLogIndex) {
+  endLogIndex = endLogIndex || Infinity
+
   const runtimeLogFiles = await getLogFiles()
   if (runtimeLogFiles.length === 0) {
     writableStream.end()
@@ -47,6 +49,11 @@ async function pipeLiveLogs (writableStream, logger, startLogIndex) {
   }).unref()
 
   const streamLogFile = () => {
+    if (fileIndex > endLogIndex) {
+      writableStream.end()
+      return
+    }
+
     const fileName = 'logs.' + fileIndex
     const filePath = join(runtimeTmpDir, fileName)
 
@@ -61,7 +68,7 @@ async function pipeLiveLogs (writableStream, logger, startLogIndex) {
     }
 
     fileStream.on('error', (err) => {
-      logger.log.error(err, 'Error streaming log file')
+      logger.error(err, 'Error streaming log file')
       fileStream.destroy()
       watcher.close()
       writableStream.end()
@@ -72,6 +79,10 @@ async function pipeLiveLogs (writableStream, logger, startLogIndex) {
     })
 
     fileStream.on('eof', () => {
+      if (fileIndex >= endLogIndex) {
+        writableStream.end()
+        return
+      }
       if (latestFileIndex > fileIndex) {
         streamLogFile(++fileIndex)
       } else {
@@ -106,7 +117,7 @@ async function getLogFileStream (logFileIndex) {
 }
 
 module.exports = {
-  pipeLiveLogs,
+  pipeLogsStream,
   getLogFileStream,
   getLogIndexes
 }

package/lib/management-api.js

@@ -4,8 +4,9 @@ const { tmpdir, platform } = require('node:os')
 const { join } = require('node:path')
 const { readFile, mkdir, unlink } = require('node:fs/promises')
 const fastify = require('fastify')
+const ws = require('ws')
 const errors = require('./errors')
-const { pipeLiveLogs, getLogFileStream, getLogIndexes } = require('./logs')
+const { pipeLogsStream, getLogFileStream, getLogIndexes } = require('./logs')
 const platformaticVersion = require('../package.json').version
 
 const PLATFORMATIC_TMP_DIR = join(tmpdir(), 'platformatic', 'runtimes')
@@ -115,30 +116,32 @@ async function createManagementApi (configManager, runtimeApiClient) {
         .send(res.body)
     })
 
-    app.get('/metrics/live', { websocket: true }, async (connection) => {
+    app.get('/metrics/live', { websocket: true }, async (socket) => {
       const cachedMetrics = runtimeApiClient.getCachedMetrics()
-      const serializedMetrics = cachedMetrics
-        .map((metric) => JSON.stringify(metric))
-        .join('\n')
-      connection.socket.send(serializedMetrics)
+      if (cachedMetrics.length > 0) {
+        const serializedMetrics = cachedMetrics
+          .map((metric) => JSON.stringify(metric))
+          .join('\n')
+        socket.send(serializedMetrics + '\n')
+      }
 
       const eventHandler = (metrics) => {
         const serializedMetrics = JSON.stringify(metrics)
-        connection.socket.send(serializedMetrics)
+        socket.send(serializedMetrics + '\n')
       }
 
       runtimeApiClient.on('metrics', eventHandler)
 
-      connection.on('error', () => {
+      socket.on('error', () => {
         runtimeApiClient.off('metrics', eventHandler)
       })
 
-      connection.on('close', () => {
+      socket.on('close', () => {
         runtimeApiClient.off('metrics', eventHandler)
       })
     })
 
-    app.get('/logs/live', { websocket: true }, async (connection, req) => {
+    app.get('/logs/live', { websocket: true }, async (socket, req) => {
       const startLogIndex = req.query.start ? parseInt(req.query.start) : null
 
       if (startLogIndex) {
@@ -148,7 +151,8 @@ async function createManagementApi (configManager, runtimeApiClient) {
         }
       }
 
-      pipeLiveLogs(connection, req.log, startLogIndex)
+      const stream = ws.createWebSocketStream(socket)
+      pipeLogsStream(stream, req.log, startLogIndex)
     })
 
     app.get('/logs/indexes', async () => {
@@ -156,6 +160,15 @@ async function createManagementApi (configManager, runtimeApiClient) {
       return { indexes: logIndexes }
     })
 
+    app.get('/logs/all', async (req, reply) => {
+      const logIndexes = await getLogIndexes()
+      const startLogIndex = logIndexes.at(0)
+      const endLogIndex = logIndexes.at(-1)
+
+      reply.hijack()
+      pipeLogsStream(reply.raw, req.log, startLogIndex, endLogIndex)
+    })
+
     app.get('/logs/:id', async (req) => {
       const { id } = req.params
 

package/lib/prom-server.js

@@ -0,0 +1,50 @@
+'use strict'
+
+const fastify = require('fastify')
+
+async function startPrometheusServer (runtimeApiClient, opts) {
+  const host = opts.hostname ?? '0.0.0.0'
+  const port = opts.port ?? 9090
+  const metricsEndpoint = opts.endpoint ?? '/metrics'
+  const auth = opts.auth ?? null
+
+  const promServer = fastify({ name: 'Prometheus server' })
+
+  runtimeApiClient.on('close', async () => {
+    await promServer.close()
+  })
+
+  let onRequestHook
+  if (auth) {
+    const { username, password } = auth
+
+    await promServer.register(require('@fastify/basic-auth'), {
+      validate: function (user, pass, req, reply, done) {
+        if (username !== user || password !== pass) {
+          return reply.code(401).send({ message: 'Unauthorized' })
+        }
+        return done()
+      }
+    })
+    onRequestHook = promServer.basicAuth
+  }
+
+  promServer.route({
+    url: metricsEndpoint,
+    method: 'GET',
+    logLevel: 'warn',
+    onRequest: onRequestHook,
+    handler: async (req, reply) => {
+      reply.type('text/plain')
+      const { metrics } = await runtimeApiClient.getMetrics('text')
+      return metrics
+    }
+  })
+
+  await promServer.listen({ port, host })
+  return promServer
+}
+
+module.exports = {
+  startPrometheusServer
+}

package/lib/schema.js

@@ -150,9 +150,48 @@ const platformaticRuntimeSchema = {
     managementApi: {
       anyOf: [
         { type: 'boolean' },
+        { type: 'string' },
         {
           type: 'object',
-          properties: {}
+          properties: {
+            logs: {
+              maxSize: {
+                type: 'number',
+                minimum: 5,
+                default: 200
+              }
+            }
+          },
+          additionalProperties: false
+        }
+      ],
+      default: true
+    },
+    metrics: {
+      anyOf: [
+        { type: 'boolean' },
+        {
+          type: 'object',
+          properties: {
+            port: {
+              anyOf: [
+                { type: 'integer' },
+                { type: 'string' }
+              ]
+            },
+            hostname: { type: 'string' },
+            endpoint: { type: 'string' },
+            auth: {
+              type: 'object',
+              properties: {
+                username: { type: 'string' },
+                password: { type: 'string' }
+              },
+              additionalProperties: false,
+              required: ['username', 'password']
+            }
+          },
+          additionalProperties: false
         }
       ]
     }

package/lib/start.js

@@ -11,6 +11,7 @@ const { printConfigValidationErrors } = require('@platformatic/config')
 const closeWithGrace = require('close-with-grace')
 const { loadConfig } = require('./load-config')
 const { startManagementApi } = require('./management-api')
+const { startPrometheusServer } = require('./prom-server.js')
 const { parseInspectorOptions, wrapConfigInRuntimeConfig } = require('./config')
 const RuntimeApiClient = require('./api-client.js')
 const errors = require('./errors')
@@ -24,7 +25,7 @@ const kWorkerExecArgv = [
   kLoaderFile
 ]
 
-async function startWithConfig (configManager, env = process.env) {
+async function buildRuntime (configManager, env = process.env) {
   const config = configManager.current
 
   if (inspector.url()) {
@@ -108,7 +109,14 @@ async function startWithConfig (configManager, env = process.env) {
       runtimeApiClient
     )
     runtimeApiClient.managementApi = managementApi
-    runtimeApiClient.startCollectingMetrics()
+    runtimeApiClient.on('start', () => {
+      runtimeApiClient.startCollectingMetrics()
+    })
+  }
+  if (config.metrics) {
+    runtimeApiClient.on('start', async () => {
+      await startPrometheusServer(runtimeApiClient, config.metrics)
+    })
   }
 
   return runtimeApiClient
@@ -119,7 +127,7 @@ async function start (args) {
 
   if (config.configType === 'runtime') {
     config.configManager.args = config.args
-    const app = await startWithConfig(config.configManager)
+    const app = await buildRuntime(config.configManager)
     await app.start()
     return app
   }
@@ -134,11 +142,11 @@ async function startCommand (args) {
 
     if (config.configType === 'runtime') {
       config.configManager.args = config.args
-      runtime = await startWithConfig(config.configManager)
+      runtime = await buildRuntime(config.configManager)
     } else {
       const wrappedConfig = await wrapConfigInRuntimeConfig(config)
       wrappedConfig.args = config.args
-      runtime = await startWithConfig(wrappedConfig)
+      runtime = await buildRuntime(wrappedConfig)
     }
 
     return await runtime.start()
@@ -194,4 +202,4 @@ In alternative run "npm create platformatic@latest" to generate a basic plt serv
   process.exit(1)
 }
 
-module.exports = { start, startWithConfig, startCommand }
+module.exports = { buildRuntime, start, startCommand }

package/lib/utils.js

@@ -0,0 +1,10 @@
+'use strict'
+function getArrayDifference (a, b) {
+  return a.filter(element => {
+    return !b.includes(element)
+  })
+}
+
+module.exports = {
+  getArrayDifference
+}

package/lib/worker.js

@@ -61,10 +61,27 @@ function createLogger (config) {
     multiStream.add({ level: 'trace', stream: portStream })
   }
   if (config.managementApi) {
+    const logsFileMb = 5
+    const logsLimitMb = config.managementApi?.logs?.maxSize || 200
+
+    let logsLimitCount = Math.ceil(logsLimitMb / logsFileMb) - 1
+    if (logsLimitCount < 1) {
+      logsLimitCount = 1
+    }
+
     const logsPath = join(PLATFORMATIC_TMP_DIR, process.pid.toString(), 'logs')
     const pinoRoll = pino.transport({
       target: 'pino-roll',
-      options: { file: logsPath, mode: 0o600, size: '5m', mkdir: true }
+      options: {
+        file: logsPath,
+        mode: 0o600,
+        size: logsFileMb + 'm',
+        mkdir: true,
+        fsync: true,
+        limit: {
+          count: logsLimitCount
+        }
+      }
     })
     multiStream.add({ level: 'trace', stream: pinoRoll })
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/runtime",
-  "version": "1.28.1",
+  "version": "1.30.0",
   "description": "",
   "main": "index.js",
   "bin": {
@@ -33,13 +33,13 @@
     "typescript": "^5.4.2",
     "undici-oidc-interceptor": "^0.5.0",
     "why-is-node-running": "^2.2.2",
-    "ws": "^8.16.0",
-    "@platformatic/sql-graphql": "1.28.1",
-    "@platformatic/sql-mapper": "1.28.1"
+    "@platformatic/sql-mapper": "1.30.0",
+    "@platformatic/sql-graphql": "1.30.0"
   },
   "dependencies": {
+    "ws": "^8.16.0",
     "@fastify/error": "^3.4.1",
-    "@fastify/websocket": "^9.0.0",
+    "@fastify/websocket": "^10.0.0",
     "@hapi/topo": "^6.0.2",
     "boring-name-generator": "^1.0.3",
     "change-case-all": "^2.1.0",
@@ -47,6 +47,7 @@
     "commist": "^3.2.0",
     "debounce": "^2.0.0",
     "desm": "^1.3.1",
+    "dotenv-tool": "^0.1.1",
     "es-main": "^1.3.0",
     "fastest-levenshtein": "^1.0.16",
     "fastify": "^4.26.2",
@@ -57,17 +58,17 @@
     "pino": "^8.19.0",
     "pino-pretty": "^10.3.1",
     "semgrator": "^0.3.0",
-    "pino-roll": "1.0.0-rc.1",
+    "pino-roll": "^1.0.0",
     "tail-file-stream": "^0.1.0",
     "undici": "^6.9.0",
     "why-is-node-running": "^2.2.2",
-    "@platformatic/composer": "1.28.1",
-    "@platformatic/config": "1.28.1",
-    "@platformatic/generators": "1.28.1",
-    "@platformatic/db": "1.28.1",
-    "@platformatic/service": "1.28.1",
-    "@platformatic/telemetry": "1.28.1",
-    "@platformatic/utils": "1.28.1"
+    "@platformatic/composer": "1.30.0",
+    "@platformatic/db": "1.30.0",
+    "@platformatic/config": "1.30.0",
+    "@platformatic/generators": "1.30.0",
+    "@platformatic/service": "1.30.0",
+    "@platformatic/telemetry": "1.30.0",
+    "@platformatic/utils": "1.30.0"
   },
   "standard": {
     "ignore": [