@powerhousedao/switchboard 6.2.2-dev.83 → 6.2.2-dev.84

package/CHANGELOG.md

@@ -1,3 +1,25 @@
+## 6.2.2-dev.84 (2026-09-09)
+
+### 🚀 Features
+
+- download drive folders as zip archives with round-trip import ([#134](https://github.com/powerhouse-inc/powerhouse/pull/134), [#2986](https://github.com/powerhouse-inc/powerhouse/pull/2986))
+- **scripts:** add new-worktree.sh to create ready-to-test worktrees ([#2982](https://github.com/powerhouse-inc/powerhouse/pull/2982))
+- **switchboard:** bound and instrument the reactor host Postgres pool ([deb71b911](https://github.com/powerhouse-inc/powerhouse/commit/deb71b911))
+- **switchboard, opentelemetry-instrumentation-reactor:** emit host event-loop metrics ([e23f219ab](https://github.com/powerhouse-inc/powerhouse/commit/e23f219ab))
+
+### 🩹 Fixes
+
+- **academy:** pin cross-env instead of catalog: so the Docker build resolves ([705d68a09](https://github.com/powerhouse-inc/powerhouse/commit/705d68a09))
+- **switchboard:** resolve the host pool size only on the Postgres path ([a6ac10b15](https://github.com/powerhouse-inc/powerhouse/commit/a6ac10b15))
+- **reactor-api:** uninstallPackage tears down everything the package registered ([#2973](https://github.com/powerhouse-inc/powerhouse/issues/2973))
+
+### ❤️ Thank You
+
+- Benjamin Jordan
+- Claude Opus 5
+- Frank @froid1911
+- froid1911
+
 ## 6.2.2-dev.83 (2026-09-08)
 
 ### 🩹 Fixes

package/README.md

@@ -105,6 +105,7 @@ pnpm add -g @powerhousedao/switchboard
 | `PORT`                      | Server port                        | `4001`                |
 | `DATABASE_URL`              | Database connection string         | `./.ph/drive-storage` |
 | `PH_REACTOR_DATABASE_URL`   | PostgreSQL URL (takes precedence)  | -                     |
+| `REACTOR_DB_POOL_SIZE_HOST` | Reactor host Postgres pool size     | `16`                  |
 | `REDIS_URL`                 | Redis connection URL               | -                     |
 | `REDIS_TLS_URL`             | Redis TLS connection URL           | -                     |
 | `PYROSCOPE_SERVER_ADDRESS`  | Pyroscope server address           | -                     |
@@ -141,8 +142,12 @@ Requirements when `REACTOR_WORKERS > 0`:
   so every configured package needs a built `document-models` entry. `dev`
   mode (Vite-loaded models, e.g. `ph vetra`) is rejected.
 - **Connection budget.** Total Postgres connections are roughly
-  `host pool + REACTOR_WORKERS x REACTOR_DB_POOL_SIZE_WORKER`; keep this
-  under the server's `max_connections`.
+  `REACTOR_DB_POOL_SIZE_HOST + REACTOR_WORKERS x REACTOR_DB_POOL_SIZE_WORKER`;
+  keep this under the server's `max_connections`. Behind a connection pooler,
+  check it against the pooler's client limit as well — and note that in
+  transaction pooling mode the pooler multiplexes those clients onto a smaller
+  set of server connections, so `reactor.db.pool.waiting` can read 0 while
+  requests queue one layer down.
 
 Example:
 

package/dist/index.mjs

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 
-!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="5a65c537-fadb-5705-95c0-4cec44d7b4d2")}catch(e){}}();
-import { a as parseForcePgVersion, r as startSwitchboard } from "./server-CQKVIxsA.mjs";
+!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="2986d290-ceff-5f37-9a99-3239dbddb36c")}catch(e){}}();
+import { a as parseForcePgVersion, r as startSwitchboard } from "./server-DYraD11D.mjs";
 import "./utils-Baw7rThP.mjs";
 import { metrics } from "@opentelemetry/api";
 import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-http";
@@ -14,6 +14,7 @@ import { resourceFromAttributes } from "@opentelemetry/resources";
 import { NodeSDK } from "@opentelemetry/sdk-node";
 import { BatchSpanProcessor } from "@opentelemetry/sdk-trace-base";
 import { ATTR_SERVICE_NAME, ATTR_SERVICE_VERSION } from "@opentelemetry/semantic-conventions";
+import { registerEventLoopInstrumentation } from "@powerhousedao/opentelemetry-instrumentation-reactor";
 import * as Sentry from "@sentry/node";
 import { SentryPropagator, SentrySpanProcessor } from "@sentry/opentelemetry";
 import { childLogger } from "document-model";
@@ -72,7 +73,11 @@ const meterProvider = createMeterProviderFromEnv({
 	OTEL_METRIC_EXPORT_INTERVAL: process.env.OTEL_METRIC_EXPORT_INTERVAL,
 	OTEL_SERVICE_NAME: process.env.OTEL_SERVICE_NAME
 });
-if (meterProvider) metrics.setGlobalMeterProvider(meterProvider);
+let eventLoopInstrumentation;
+if (meterProvider) {
+	metrics.setGlobalMeterProvider(meterProvider);
+	eventLoopInstrumentation = registerEventLoopInstrumentation();
+}
 let sdk;
 if (TRACING_ENABLED) {
 	logger$1.info(`Initializing OpenTelemetry tracing for ${SERVICE_NAME}`);
@@ -123,6 +128,7 @@ if (TRACING_ENABLED) {
 	logger$1.info("OpenTelemetry tracing initialized");
 }
 async function shutdown() {
+	eventLoopInstrumentation?.stop();
 	await Promise.race([Promise.all([meterProvider?.shutdown().catch(() => void 0), sdk?.shutdown().catch(() => void 0)]), new Promise((resolve) => setTimeout(resolve, 5e3))]);
 }
 process.on("SIGINT", () => {
@@ -227,4 +233,4 @@ startSwitchboard({
 export {};
 
 //# sourceMappingURL=index.mjs.map
-//# debugId=5a65c537-fadb-5705-95c0-4cec44d7b4d2
+//# debugId=2986d290-ceff-5f37-9a99-3239dbddb36c

package/dist/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../src/metrics.ts","../src/observability.mts","../src/config.ts","../src/profiler.ts","../src/index.mts"],"sourcesContent":["import { OTLPMetricExporter } from \"@opentelemetry/exporter-metrics-otlp-http\";\nimport { resourceFromAttributes } from \"@opentelemetry/resources\";\nimport {\n  MeterProvider,\n  PeriodicExportingMetricReader,\n} from \"@opentelemetry/sdk-metrics\";\nimport { childLogger } from \"document-model\";\n\nconst logger = childLogger([\"switchboard\", \"metrics\"]);\n\nexport function createMeterProviderFromEnv(env: {\n  OTEL_EXPORTER_OTLP_ENDPOINT?: string;\n  OTEL_METRIC_EXPORT_INTERVAL?: string;\n  OTEL_SERVICE_NAME?: string;\n}): MeterProvider | undefined {\n  const endpoint = env.OTEL_EXPORTER_OTLP_ENDPOINT;\n  if (!endpoint) return undefined;\n\n  const parsed = parseInt(env.OTEL_METRIC_EXPORT_INTERVAL ?? \"\", 10);\n  const exportIntervalMillis =\n    Number.isFinite(parsed) && parsed > 0 ? parsed : 5_000;\n\n  const base = endpoint.replace(/\\/$/, \"\");\n  const exporterUrl = base.endsWith(\"/v1/metrics\")\n    ? base\n    : `${base}/v1/metrics`;\n\n  logger.info(`Initializing OpenTelemetry metrics exporter at: ${endpoint}`);\n  const meterProvider = new MeterProvider({\n    resource: resourceFromAttributes({\n      \"service.name\": env.OTEL_SERVICE_NAME ?? \"switchboard\",\n    }),\n    readers: [\n      new PeriodicExportingMetricReader({\n        exporter: new OTLPMetricExporter({\n          url: exporterUrl,\n        }),\n        exportIntervalMillis,\n        exportTimeoutMillis: Math.max(exportIntervalMillis - 250, 1),\n      }),\n    ],\n  });\n  logger.info(`Metrics export enabled (interval: ${exportIntervalMillis}ms)`);\n  return meterProvider;\n}\n","// Single observability bootstrap: Sentry + OpenTelemetry (tracing + metrics).\n//\n// MUST be imported as the very first module in apps/switchboard/src/index.mts.\n// OpenTelemetry instrumentations register require-time hooks at module load,\n// so http/express/pg/graphql must not be imported (transitively) before this\n// file runs.\n//\n// Replaces three legacy bootstrap sites:\n// - apps/switchboard/src/server.mts top-level Sentry.init\n// - apps/switchboard/src/metrics.ts standalone MeterProvider (still exported\n//   here via createMeterProviderFromEnv so its tests keep passing)\n// - packages/reactor-api/src/tracing.ts side-effect NodeSDK\nimport { metrics } from \"@opentelemetry/api\";\nimport { OTLPTraceExporter } from \"@opentelemetry/exporter-trace-otlp-http\";\nimport { ExpressInstrumentation } from \"@opentelemetry/instrumentation-express\";\nimport { GraphQLInstrumentation } from \"@opentelemetry/instrumentation-graphql\";\nimport { HttpInstrumentation } from \"@opentelemetry/instrumentation-http\";\nimport { PgInstrumentation } from \"@opentelemetry/instrumentation-pg\";\nimport { UndiciInstrumentation } from \"@opentelemetry/instrumentation-undici\";\nimport { resourceFromAttributes } from \"@opentelemetry/resources\";\nimport type { MeterProvider } from \"@opentelemetry/sdk-metrics\";\nimport { NodeSDK } from \"@opentelemetry/sdk-node\";\nimport {\n  BatchSpanProcessor,\n  type SpanProcessor,\n} from \"@opentelemetry/sdk-trace-base\";\nimport {\n  ATTR_SERVICE_NAME,\n  ATTR_SERVICE_VERSION,\n} from \"@opentelemetry/semantic-conventions\";\nimport * as Sentry from \"@sentry/node\";\nimport { SentryPropagator, SentrySpanProcessor } from \"@sentry/opentelemetry\";\nimport { childLogger } from \"document-model\";\nimport type { IncomingMessage } from \"node:http\";\nimport { createMeterProviderFromEnv } from \"./metrics.js\";\n\nconst logger = childLogger([\"switchboard\", \"observability\"]);\n\nconst SERVICE_NAME = process.env.OTEL_SERVICE_NAME || \"switchboard\";\nconst SERVICE_VERSION = process.env.npm_package_version || \"unknown\";\nconst TENANT_ID = process.env.TENANT_ID || \"default\";\nconst DEPLOY_ENV = process.env.NODE_ENV || \"development\";\n\nconst TEMPO_ENDPOINT = process.env.TEMPO_ENDPOINT;\nconst SENTRY_DSN = process.env.SENTRY_DSN;\n\n// Whether to forward TRANSACTIONS (spans) to Sentry. Errors are always sent\n// when SENTRY_DSN is set — this flag only gates APM/tracing into Sentry.\n// Default on (back-compat). Set SENTRY_TRACING_ENABLED=false for an\n// \"errors-only\" deployment: errors still go to Sentry, traces still go to\n// Tempo, but no transactions hit Sentry (no Kafka/ClickHouse/nodestore\n// cost). This is the recommended mode for tenant workloads at scale —\n// Sentry's value there is error grouping; traces live in Tempo.\nconst SENTRY_TRACING_TO_SENTRY =\n  Boolean(SENTRY_DSN) && process.env.SENTRY_TRACING_ENABLED !== \"false\";\n\nconst TRACING_REQUESTED =\n  process.env.ENABLE_TRACING === \"true\" ||\n  process.env.NODE_ENV === \"production\";\nconst HAS_TRACE_DESTINATION = Boolean(TEMPO_ENDPOINT) || Boolean(SENTRY_DSN);\nconst TRACING_ENABLED = TRACING_REQUESTED && HAS_TRACE_DESTINATION;\n\nif (TRACING_REQUESTED && !HAS_TRACE_DESTINATION) {\n  logger.warn(\n    \"Tracing was requested (NODE_ENV=production or ENABLE_TRACING=true) but \" +\n      \"no destination is configured — instrumentation will not run. Set \" +\n      \"TEMPO_ENDPOINT (e.g. http://tempo.monitoring.svc.cluster.local:4318/v1/traces) \" +\n      \"to export OTLP spans, and/or SENTRY_DSN to forward spans to Sentry.\",\n  );\n}\n\n// APM sampling for the Sentry-SDK-managed path (i.e. when TRACING is OFF and\n// @sentry/node runs its own bundled OTel — see skipOpenTelemetrySetup below).\n//\n// IMPORTANT: when TRACING_ENABLED, this value does NOT govern span volume.\n// Our NodeSDK (below) owns the pipeline and is constructed with no explicit\n// `sampler`, so @opentelemetry/sdk-node falls back to buildSamplerFromEnv()\n// and the REAL head-sampling knob is the standard OTEL_TRACES_SAMPLER /\n// OTEL_TRACES_SAMPLER_ARG env (set per-deploy in the k8s chart). That head\n// decision gates spans before any processor runs, so it bounds BOTH the\n// SentrySpanProcessor (→ Sentry transactions) and the Tempo OTLP export.\n// (Wiring @sentry/opentelemetry's SentrySampler here would let this rate\n// drive both backends and make DSC/sample_rand propagation spec-correct, but\n// that only matters for Sentry server-side dynamic sampling — a SaaS feature\n// our self-hosted install doesn't run — so it's intentionally deferred.)\nconst SENTRY_TRACES_SAMPLE_RATE = parseFloat(\n  process.env.SENTRY_TRACES_SAMPLE_RATE ?? \"0.1\",\n);\n\nif (SENTRY_DSN) {\n  logger.info(\"Initialized Sentry with env: @env\", process.env.SENTRY_ENV);\n  Sentry.init({\n    dsn: SENTRY_DSN,\n    environment: process.env.SENTRY_ENV,\n    // Match the version tag uploaded by release-branch.yml so source maps\n    // resolve. Populated by the CI (WORKSPACE_VERSION) or npm at runtime.\n    release:\n      process.env.SENTRY_RELEASE ||\n      (process.env.npm_package_version\n        ? `v${process.env.npm_package_version}`\n        : undefined),\n    // 0 in errors-only mode so even @sentry/node's bundled auto-OTel path\n    // (used when TRACING_ENABLED is false) produces no transactions.\n    tracesSampleRate: SENTRY_TRACING_TO_SENTRY ? SENTRY_TRACES_SAMPLE_RATE : 0,\n    // When tracing is on, our NodeSDK below owns the OTel globals and Sentry\n    // receives spans via SentrySpanProcessor. Skipping Sentry's bundled OTel\n    // setup avoids two TracerProviders fighting over setGlobalTracerProvider.\n    // When tracing is off, leave the flag unset so @sentry/node's default\n    // auto-OTel still records HTTP transactions for the APM dashboard.\n    skipOpenTelemetrySetup: TRACING_ENABLED,\n  });\n}\n\nconst meterProvider: MeterProvider | undefined = createMeterProviderFromEnv({\n  OTEL_EXPORTER_OTLP_ENDPOINT: process.env.OTEL_EXPORTER_OTLP_ENDPOINT,\n  OTEL_METRIC_EXPORT_INTERVAL: process.env.OTEL_METRIC_EXPORT_INTERVAL,\n  OTEL_SERVICE_NAME: process.env.OTEL_SERVICE_NAME,\n});\nif (meterProvider) {\n  // One-way door: must register before any code calls metrics.getMeter() —\n  // most notably ReactorInstrumentation inside the reactor module.\n  metrics.setGlobalMeterProvider(meterProvider);\n}\n\nlet sdk: NodeSDK | undefined;\n\nif (TRACING_ENABLED) {\n  logger.info(`Initializing OpenTelemetry tracing for ${SERVICE_NAME}`);\n  if (TEMPO_ENDPOINT) logger.info(`  Tempo endpoint: ${TEMPO_ENDPOINT}`);\n  if (SENTRY_DSN) logger.info(`  Sentry span forwarding: enabled`);\n  logger.info(`  Tenant: ${TENANT_ID}`);\n\n  const resource = resourceFromAttributes({\n    [ATTR_SERVICE_NAME]: SERVICE_NAME,\n    [ATTR_SERVICE_VERSION]: SERVICE_VERSION,\n    \"tenant.id\": TENANT_ID,\n    \"deployment.environment\": DEPLOY_ENV,\n  });\n\n  const spanProcessors: SpanProcessor[] = [];\n  if (TEMPO_ENDPOINT) {\n    spanProcessors.push(\n      new BatchSpanProcessor(new OTLPTraceExporter({ url: TEMPO_ENDPOINT })),\n    );\n  }\n  if (SENTRY_TRACING_TO_SENTRY) {\n    // Fan the same OTel spans into Sentry — same trace IDs as Tempo, so\n    // Sentry transactions cross-link to traces in Grafana. Skipped in\n    // errors-only mode (SENTRY_TRACING_ENABLED=false): spans still flow to\n    // Tempo via the BatchSpanProcessor above, just not to Sentry.\n    spanProcessors.push(new SentrySpanProcessor());\n  }\n\n  sdk = new NodeSDK({\n    resource,\n    spanProcessors,\n    textMapPropagator: SENTRY_TRACING_TO_SENTRY\n      ? new SentryPropagator()\n      : undefined,\n    instrumentations: [\n      new HttpInstrumentation({\n        ignoreIncomingRequestHook: (req) =>\n          req.url === \"/health\" || req.url === \"/ready\",\n        requireParentforIncomingSpans: false,\n        requireParentforOutgoingSpans: false,\n        requestHook: (span, request) => {\n          span.setAttribute(\n            \"http.route\",\n            (request as IncomingMessage).url || \"\",\n          );\n        },\n        responseHook: (span, response) => {\n          if (response.statusCode) {\n            span.setAttribute(\"http.status_code\", response.statusCode);\n          }\n        },\n      }),\n      new ExpressInstrumentation({\n        requestHook: (span, info) => {\n          if (info.route) span.setAttribute(\"http.route\", info.route);\n        },\n      }),\n      // HttpInstrumentation only patches node:http/https; outbound global\n      // fetch() goes through undici and is otherwise untraced — e.g. the\n      // per-request Renown credential check in AuthService.verifyCredentialExists.\n      new UndiciInstrumentation(),\n      new GraphQLInstrumentation({ mergeItems: true, allowValues: true }),\n      // requireParentSpan: only trace DB queries that run inside a request\n      // (HTTP/GraphQL) span. Parentless queries — the management\n      // switchboard's background polling loops (vetra-cloud-observability\n      // reconcile @60s + clint pull-worker @15s, each writing\n      // environment_pods / clint_runtime_endpoints) — would otherwise each\n      // become a standalone root transaction. That volume scales O(tenant\n      // count) and was ~70% of all Sentry transactions before this change.\n      // Dropping it at the instrumentation layer (no span created at all) is\n      // cheaper and cleaner than sampling it away downstream.\n      new PgInstrumentation({\n        enhancedDatabaseReporting: true,\n        requireParentSpan: true,\n      }),\n    ],\n  });\n  sdk.start();\n  if (\n    SENTRY_TRACING_TO_SENTRY &&\n    typeof Sentry.validateOpenTelemetrySetup === \"function\"\n  ) {\n    Sentry.validateOpenTelemetrySetup();\n  }\n  logger.info(\"OpenTelemetry tracing initialized\");\n}\n\nasync function shutdown() {\n  await Promise.race([\n    Promise.all([\n      meterProvider?.shutdown().catch(() => undefined),\n      sdk?.shutdown().catch(() => undefined),\n    ]),\n    new Promise<void>((resolve) => setTimeout(resolve, 5_000)),\n  ]);\n}\n\nprocess.on(\"SIGINT\", () => {\n  void shutdown().finally(() => process.exit(0));\n});\nprocess.on(\"SIGTERM\", () => {\n  void shutdown().finally(() => process.exit(0));\n});\n\nexport { meterProvider, sdk };\n","import dotenv from \"dotenv\";\ndotenv.config();\n\nimport { getConfig } from \"@powerhousedao/config/node\";\nimport { parseForcePgVersion } from \"./pglite-version.js\";\nimport type {\n  SwitchboardDriveDocumentType,\n  SwitchboardDriveInput,\n} from \"./types.js\";\nconst phConfig = getConfig();\nconst { switchboard } = phConfig;\ninterface Config {\n  database: {\n    url: string;\n  };\n  port: number;\n  mcp: boolean;\n  migratePglite: boolean;\n  forcePgVersion: 16 | 17 | null;\n  drive: SwitchboardDriveInput;\n}\n\nfunction parseDriveType(\n  raw: string | undefined,\n): SwitchboardDriveDocumentType | undefined {\n  if (!raw) return undefined;\n  if (raw === \"powerhouse/document-drive\" || raw === \"powerhouse/reactor-drive\")\n    return raw;\n  throw new Error(\n    `Invalid PH_DEFAULT_DRIVE_TYPE: ${raw}. Expected \"powerhouse/document-drive\" or \"powerhouse/reactor-drive\".`,\n  );\n}\n\nexport const config: Config = {\n  database: {\n    // url: process.env.PH_SWITCHBOARD_DATABASE_URL ?? switchboard?.database?.url ?? \"dev.db\",\n    url:\n      process.env.PH_SWITCHBOARD_DATABASE_URL ??\n      switchboard?.database?.url ??\n      \"dev.db\",\n  },\n  port:\n    process.env.PH_SWITCHBOARD_PORT &&\n    !isNaN(Number(process.env.PH_SWITCHBOARD_PORT))\n      ? Number(process.env.PH_SWITCHBOARD_PORT)\n      : (switchboard?.port ?? 4001),\n  mcp: true,\n  migratePglite: process.env.PH_MIGRATE_PGLITE === \"true\",\n  forcePgVersion: parseForcePgVersion(process.env.PH_FORCE_PG_VERSION),\n  drive: {\n    id: \"powerhouse\",\n    slug: \"powerhouse\",\n    documentType: parseDriveType(process.env.PH_DEFAULT_DRIVE_TYPE),\n    global: {\n      name: \"Powerhouse\",\n      icon: \"https://ipfs.io/ipfs/QmcaTDBYn8X2psGaXe7iQ6qd8q6oqHLgxvMX9yXf7f9uP7\",\n    },\n    local: {\n      availableOffline: true,\n      listeners: [],\n      sharingType: \"public\",\n      triggers: [],\n    },\n  },\n};\n","import type { PyroscopeConfig } from \"@pyroscope/nodejs\";\n\nexport async function initProfilerFromEnv(env: typeof process.env) {\n  const {\n    PYROSCOPE_SERVER_ADDRESS: serverAddress,\n    PYROSCOPE_APPLICATION_NAME: appName,\n    PYROSCOPE_USER: basicAuthUser,\n    PYROSCOPE_PASSWORD: basicAuthPassword,\n    PYROSCOPE_WALL_ENABLED: wallEnabled,\n    PYROSCOPE_HEAP_ENABLED: heapEnabled,\n  } = env;\n\n  const options: PyroscopeConfig = {\n    serverAddress,\n    appName,\n    basicAuthUser,\n    basicAuthPassword,\n    // Wall profiling captures wall-clock time (includes async I/O waits)\n    // This shows GraphQL resolvers even when waiting for database\n    wall: {\n      samplingDurationMs: 10000, // 10 second sampling windows\n      samplingIntervalMicros: 10000, // 10ms sampling interval (100 samples/sec)\n      collectCpuTime: true, // Also collect CPU time alongside wall time\n    },\n    // Heap profiling for memory allocation tracking\n    heap: {\n      samplingIntervalBytes: 512 * 1024, // Sample every 512KB allocated\n      stackDepth: 64, // Capture deeper stacks for better context\n    },\n  };\n  return initProfiler(options, {\n    wallEnabled: wallEnabled !== \"false\",\n    heapEnabled: heapEnabled === \"true\",\n  });\n}\n\ninterface ProfilerFlags {\n  wallEnabled?: boolean;\n  heapEnabled?: boolean;\n}\n\nexport async function initProfiler(\n  options?: PyroscopeConfig,\n  flags: ProfilerFlags = { wallEnabled: true, heapEnabled: false },\n) {\n  console.log(\"Initializing Pyroscope profiler at:\", options?.serverAddress);\n  console.log(\"  Wall profiling:\", flags.wallEnabled ? \"enabled\" : \"disabled\");\n  console.log(\"  Heap profiling:\", flags.heapEnabled ? \"enabled\" : \"disabled\");\n\n  const { default: Pyroscope } = await import(\"@pyroscope/nodejs\");\n  Pyroscope.init(options);\n\n  // Start wall profiling (captures async I/O time - shows resolvers)\n  if (flags.wallEnabled) {\n    Pyroscope.startWallProfiling();\n  }\n\n  // Start CPU profiling (captures CPU-bound work)\n  Pyroscope.startCpuProfiling();\n\n  // Optionally start heap profiling (memory allocations)\n  if (flags.heapEnabled) {\n    Pyroscope.startHeapProfiling();\n  }\n}\n","#!/usr/bin/env node\n// Observability MUST load before any module that imports http/express/pg/graphql\n// so OpenTelemetry's require-time hooks can patch them. It also owns Sentry\n// init and the SIGINT/SIGTERM flush.\nimport \"./observability.mjs\";\n\nimport * as Sentry from \"@sentry/node\";\nimport { childLogger } from \"document-model\";\nimport { config } from \"./config.js\";\nimport { initProfilerFromEnv } from \"./profiler.js\";\nimport { startSwitchboard } from \"./server.mjs\";\n\nconst logger = childLogger([\"switchboard\"]);\n\nfunction ensureNodeVersion(minVersion = \"24\") {\n  const version = process.versions.node;\n  if (!version) {\n    return;\n  }\n\n  if (version < minVersion) {\n    console.error(\n      `Node version ${minVersion} or higher is required. Current version: ${version}`,\n    );\n    process.exit(1);\n  }\n}\n// Ensure minimum Node.js version\nensureNodeVersion(\"24\");\n\n// Each subgraph registers its own SIGINT/SIGTERM listeners, and the count\n// scales with dynamically-loaded document models beyond the default cap of 10.\nprocess.setMaxListeners(0);\n\nif (process.env.PYROSCOPE_SERVER_ADDRESS) {\n  try {\n    await initProfilerFromEnv(process.env);\n  } catch (e) {\n    Sentry.captureException(e);\n    logger.error(\"Error starting profiler: @error\", e);\n  }\n}\n\nconst cliMigratePglite = process.argv.slice(2).includes(\"--migrate-pglite\");\n\nstartSwitchboard({\n  ...config,\n  migratePglite: cliMigratePglite || config.migratePglite,\n  forcePgVersion: config.forcePgVersion ?? undefined,\n}).catch(console.error);\n"],"names":["logger","logger"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAQA,MAAMA,WAAS,YAAY,CAAC,eAAe,UAAU,CAAC;AAEtD,SAAgB,2BAA2B,KAIb;CAC5B,MAAM,WAAW,IAAI;AACrB,KAAI,CAAC,SAAU,QAAO,KAAA;CAEtB,MAAM,SAAS,SAAS,IAAI,+BAA+B,IAAI,GAAG;CAClE,MAAM,uBACJ,OAAO,SAAS,OAAO,IAAI,SAAS,IAAI,SAAS;CAEnD,MAAM,OAAO,SAAS,QAAQ,OAAO,GAAG;CACxC,MAAM,cAAc,KAAK,SAAS,cAAc,GAC5C,OACA,GAAG,KAAK;AAEZ,UAAO,KAAK,mDAAmD,WAAW;CAC1E,MAAM,gBAAgB,IAAI,cAAc;EACtC,UAAU,uBAAuB,EAC/B,gBAAgB,IAAI,qBAAqB,eAC1C,CAAC;EACF,SAAS,CACP,IAAI,8BAA8B;GAChC,UAAU,IAAI,mBAAmB,EAC/B,KAAK,aACN,CAAC;GACF;GACA,qBAAqB,KAAK,IAAI,uBAAuB,KAAK,EAAE;GAC7D,CAAC,CACH;EACF,CAAC;AACF,UAAO,KAAK,qCAAqC,qBAAqB,KAAK;AAC3E,QAAO;;;;ACPT,MAAMC,WAAS,YAAY,CAAC,eAAe,gBAAgB,CAAC;AAE5D,MAAM,eAAe,QAAQ,IAAI,qBAAqB;AACtD,MAAM,kBAAkB,QAAQ,IAAI,uBAAuB;AAC3D,MAAM,YAAY,QAAQ,IAAI,aAAa;AAC3C,MAAM,aAAa,QAAQ,IAAI,YAAY;AAE3C,MAAM,iBAAiB,QAAQ,IAAI;AACnC,MAAM,aAAa,QAAQ,IAAI;AAS/B,MAAM,2BACJ,QAAQ,WAAW,IAAI,QAAQ,IAAI,2BAA2B;AAEhE,MAAM,oBACJ,QAAQ,IAAI,mBAAmB,UAC/B,QAAQ,IAAI,aAAa;AAC3B,MAAM,wBAAwB,QAAQ,eAAe,IAAI,QAAQ,WAAW;AAC5E,MAAM,kBAAkB,qBAAqB;AAE7C,IAAI,qBAAqB,CAAC,sBACxB,UAAO,KACL,6RAID;AAiBH,MAAM,4BAA4B,WAChC,QAAQ,IAAI,6BAA6B,MAC1C;AAED,IAAI,YAAY;AACd,UAAO,KAAK,qCAAqC,QAAQ,IAAI,WAAW;AACxE,QAAO,KAAK;EACV,KAAK;EACL,aAAa,QAAQ,IAAI;EAGzB,SACE,QAAQ,IAAI,mBACX,QAAQ,IAAI,sBACT,IAAI,QAAQ,IAAI,wBAChB,KAAA;EAGN,kBAAkB,2BAA2B,4BAA4B;EAMzE,wBAAwB;EACzB,CAAC;;AAGJ,MAAM,gBAA2C,2BAA2B;CAC1E,6BAA6B,QAAQ,IAAI;CACzC,6BAA6B,QAAQ,IAAI;CACzC,mBAAmB,QAAQ,IAAI;CAChC,CAAC;AACF,IAAI,cAGF,SAAQ,uBAAuB,cAAc;AAG/C,IAAI;AAEJ,IAAI,iBAAiB;AACnB,UAAO,KAAK,0CAA0C,eAAe;AACrE,KAAI,eAAgB,UAAO,KAAK,qBAAqB,iBAAiB;AACtE,KAAI,WAAY,UAAO,KAAK,oCAAoC;AAChE,UAAO,KAAK,aAAa,YAAY;CAErC,MAAM,WAAW,uBAAuB;GACrC,oBAAoB;GACpB,uBAAuB;EACxB,aAAa;EACb,0BAA0B;EAC3B,CAAC;CAEF,MAAM,iBAAkC,EAAE;AAC1C,KAAI,eACF,gBAAe,KACb,IAAI,mBAAmB,IAAI,kBAAkB,EAAE,KAAK,gBAAgB,CAAC,CAAC,CACvE;AAEH,KAAI,yBAKF,gBAAe,KAAK,IAAI,qBAAqB,CAAC;AAGhD,OAAM,IAAI,QAAQ;EAChB;EACA;EACA,mBAAmB,2BACf,IAAI,kBAAkB,GACtB,KAAA;EACJ,kBAAkB;GAChB,IAAI,oBAAoB;IACtB,4BAA4B,QAC1B,IAAI,QAAQ,aAAa,IAAI,QAAQ;IACvC,+BAA+B;IAC/B,+BAA+B;IAC/B,cAAc,MAAM,YAAY;AAC9B,UAAK,aACH,cACC,QAA4B,OAAO,GACrC;;IAEH,eAAe,MAAM,aAAa;AAChC,SAAI,SAAS,WACX,MAAK,aAAa,oBAAoB,SAAS,WAAW;;IAG/D,CAAC;GACF,IAAI,uBAAuB,EACzB,cAAc,MAAM,SAAS;AAC3B,QAAI,KAAK,MAAO,MAAK,aAAa,cAAc,KAAK,MAAM;MAE9D,CAAC;GAIF,IAAI,uBAAuB;GAC3B,IAAI,uBAAuB;IAAE,YAAY;IAAM,aAAa;IAAM,CAAC;GAUnE,IAAI,kBAAkB;IACpB,2BAA2B;IAC3B,mBAAmB;IACpB,CAAC;GACH;EACF,CAAC;AACF,KAAI,OAAO;AACX,KACE,4BACA,OAAO,OAAO,+BAA+B,WAE7C,QAAO,4BAA4B;AAErC,UAAO,KAAK,oCAAoC;;AAGlD,eAAe,WAAW;AACxB,OAAM,QAAQ,KAAK,CACjB,QAAQ,IAAI,CACV,eAAe,UAAU,CAAC,YAAY,KAAA,EAAU,EAChD,KAAK,UAAU,CAAC,YAAY,KAAA,EAAU,CACvC,CAAC,EACF,IAAI,SAAe,YAAY,WAAW,SAAS,IAAM,CAAC,CAC3D,CAAC;;AAGJ,QAAQ,GAAG,gBAAgB;AACpB,WAAU,CAAC,cAAc,QAAQ,KAAK,EAAE,CAAC;EAC9C;AACF,QAAQ,GAAG,iBAAiB;AACrB,WAAU,CAAC,cAAc,QAAQ,KAAK,EAAE,CAAC;EAC9C;;;AClOF,OAAO,QAAQ;AASf,MAAM,EAAE,gBADS,WAAW;AAa5B,SAAS,eACP,KAC0C;AAC1C,KAAI,CAAC,IAAK,QAAO,KAAA;AACjB,KAAI,QAAQ,+BAA+B,QAAQ,2BACjD,QAAO;AACT,OAAM,IAAI,MACR,kCAAkC,IAAI,uEACvC;;AAGH,MAAa,SAAiB;CAC5B,UAAU,EAER,KACE,QAAQ,IAAI,+BACZ,aAAa,UAAU,OACvB,UACH;CACD,MACE,QAAQ,IAAI,uBACZ,CAAC,MAAM,OAAO,QAAQ,IAAI,oBAAoB,CAAC,GAC3C,OAAO,QAAQ,IAAI,oBAAoB,GACtC,aAAa,QAAQ;CAC5B,KAAK;CACL,eAAe,QAAQ,IAAI,sBAAsB;CACjD,gBAAgB,oBAAoB,QAAQ,IAAI,oBAAoB;CACpE,OAAO;EACL,IAAI;EACJ,MAAM;EACN,cAAc,eAAe,QAAQ,IAAI,sBAAsB;EAC/D,QAAQ;GACN,MAAM;GACN,MAAM;GACP;EACD,OAAO;GACL,kBAAkB;GAClB,WAAW,EAAE;GACb,aAAa;GACb,UAAU,EAAE;GACb;EACF;CACF;;;AC9DD,eAAsB,oBAAoB,KAAyB;CACjE,MAAM,EACJ,0BAA0B,eAC1B,4BAA4B,SAC5B,gBAAgB,eAChB,oBAAoB,mBACpB,wBAAwB,aACxB,wBAAwB,gBACtB;AAoBJ,QAAO,aAlB0B;EAC/B;EACA;EACA;EACA;EAGA,MAAM;GACJ,oBAAoB;GACpB,wBAAwB;GACxB,gBAAgB;GACjB;EAED,MAAM;GACJ,uBAAuB,MAAM;GAC7B,YAAY;GACb;EACF,EAC4B;EAC3B,aAAa,gBAAgB;EAC7B,aAAa,gBAAgB;EAC9B,CAAC;;AAQJ,eAAsB,aACpB,SACA,QAAuB;CAAE,aAAa;CAAM,aAAa;CAAO,EAChE;AACA,SAAQ,IAAI,uCAAuC,SAAS,cAAc;AAC1E,SAAQ,IAAI,qBAAqB,MAAM,cAAc,YAAY,WAAW;AAC5E,SAAQ,IAAI,qBAAqB,MAAM,cAAc,YAAY,WAAW;CAE5E,MAAM,EAAE,SAAS,cAAc,MAAM,OAAO;AAC5C,WAAU,KAAK,QAAQ;AAGvB,KAAI,MAAM,YACR,WAAU,oBAAoB;AAIhC,WAAU,mBAAmB;AAG7B,KAAI,MAAM,YACR,WAAU,oBAAoB;;;;AClDlC,MAAM,SAAS,YAAY,CAAC,cAAc,CAAC;AAE3C,SAAS,kBAAkB,aAAa,MAAM;CAC5C,MAAM,UAAU,QAAQ,SAAS;AACjC,KAAI,CAAC,QACH;AAGF,KAAI,UAAU,YAAY;AACxB,UAAQ,MACN,gBAAgB,WAAW,2CAA2C,UACvE;AACD,UAAQ,KAAK,EAAE;;;AAInB,kBAAkB,KAAK;AAIvB,QAAQ,gBAAgB,EAAE;AAE1B,IAAI,QAAQ,IAAI,yBACd,KAAI;AACF,OAAM,oBAAoB,QAAQ,IAAI;SAC/B,GAAG;AACV,QAAO,iBAAiB,EAAE;AAC1B,QAAO,MAAM,mCAAmC,EAAE;;AAItD,MAAM,mBAAmB,QAAQ,KAAK,MAAM,EAAE,CAAC,SAAS,mBAAmB;AAE3E,iBAAiB;CACf,GAAG;CACH,eAAe,oBAAoB,OAAO;CAC1C,gBAAgB,OAAO,kBAAkB,KAAA;CAC1C,CAAC,CAAC,MAAM,QAAQ,MAAM","debug_id":"5a65c537-fadb-5705-95c0-4cec44d7b4d2"}
+{"version":3,"file":"index.mjs","sources":["../src/metrics.ts","../src/observability.mts","../src/config.ts","../src/profiler.ts","../src/index.mts"],"sourcesContent":["import { OTLPMetricExporter } from \"@opentelemetry/exporter-metrics-otlp-http\";\nimport { resourceFromAttributes } from \"@opentelemetry/resources\";\nimport {\n  MeterProvider,\n  PeriodicExportingMetricReader,\n} from \"@opentelemetry/sdk-metrics\";\nimport { childLogger } from \"document-model\";\n\nconst logger = childLogger([\"switchboard\", \"metrics\"]);\n\nexport function createMeterProviderFromEnv(env: {\n  OTEL_EXPORTER_OTLP_ENDPOINT?: string;\n  OTEL_METRIC_EXPORT_INTERVAL?: string;\n  OTEL_SERVICE_NAME?: string;\n}): MeterProvider | undefined {\n  const endpoint = env.OTEL_EXPORTER_OTLP_ENDPOINT;\n  if (!endpoint) return undefined;\n\n  const parsed = parseInt(env.OTEL_METRIC_EXPORT_INTERVAL ?? \"\", 10);\n  const exportIntervalMillis =\n    Number.isFinite(parsed) && parsed > 0 ? parsed : 5_000;\n\n  const base = endpoint.replace(/\\/$/, \"\");\n  const exporterUrl = base.endsWith(\"/v1/metrics\")\n    ? base\n    : `${base}/v1/metrics`;\n\n  logger.info(`Initializing OpenTelemetry metrics exporter at: ${endpoint}`);\n  const meterProvider = new MeterProvider({\n    resource: resourceFromAttributes({\n      \"service.name\": env.OTEL_SERVICE_NAME ?? \"switchboard\",\n    }),\n    readers: [\n      new PeriodicExportingMetricReader({\n        exporter: new OTLPMetricExporter({\n          url: exporterUrl,\n        }),\n        exportIntervalMillis,\n        exportTimeoutMillis: Math.max(exportIntervalMillis - 250, 1),\n      }),\n    ],\n  });\n  logger.info(`Metrics export enabled (interval: ${exportIntervalMillis}ms)`);\n  return meterProvider;\n}\n","// Single observability bootstrap: Sentry + OpenTelemetry (tracing + metrics).\n//\n// MUST be imported as the very first module in apps/switchboard/src/index.mts.\n// OpenTelemetry instrumentations register require-time hooks at module load,\n// so http/express/pg/graphql must not be imported (transitively) before this\n// file runs.\n//\n// Replaces three legacy bootstrap sites:\n// - apps/switchboard/src/server.mts top-level Sentry.init\n// - apps/switchboard/src/metrics.ts standalone MeterProvider (still exported\n//   here via createMeterProviderFromEnv so its tests keep passing)\n// - packages/reactor-api/src/tracing.ts side-effect NodeSDK\nimport { metrics } from \"@opentelemetry/api\";\nimport { OTLPTraceExporter } from \"@opentelemetry/exporter-trace-otlp-http\";\nimport { ExpressInstrumentation } from \"@opentelemetry/instrumentation-express\";\nimport { GraphQLInstrumentation } from \"@opentelemetry/instrumentation-graphql\";\nimport { HttpInstrumentation } from \"@opentelemetry/instrumentation-http\";\nimport { PgInstrumentation } from \"@opentelemetry/instrumentation-pg\";\nimport { UndiciInstrumentation } from \"@opentelemetry/instrumentation-undici\";\nimport { resourceFromAttributes } from \"@opentelemetry/resources\";\nimport type { MeterProvider } from \"@opentelemetry/sdk-metrics\";\nimport { NodeSDK } from \"@opentelemetry/sdk-node\";\nimport {\n  BatchSpanProcessor,\n  type SpanProcessor,\n} from \"@opentelemetry/sdk-trace-base\";\nimport {\n  ATTR_SERVICE_NAME,\n  ATTR_SERVICE_VERSION,\n} from \"@opentelemetry/semantic-conventions\";\nimport {\n  registerEventLoopInstrumentation,\n  type EventLoopInstrumentation,\n} from \"@powerhousedao/opentelemetry-instrumentation-reactor\";\nimport * as Sentry from \"@sentry/node\";\nimport { SentryPropagator, SentrySpanProcessor } from \"@sentry/opentelemetry\";\nimport { childLogger } from \"document-model\";\nimport type { IncomingMessage } from \"node:http\";\nimport { createMeterProviderFromEnv } from \"./metrics.js\";\n\nconst logger = childLogger([\"switchboard\", \"observability\"]);\n\nconst SERVICE_NAME = process.env.OTEL_SERVICE_NAME || \"switchboard\";\nconst SERVICE_VERSION = process.env.npm_package_version || \"unknown\";\nconst TENANT_ID = process.env.TENANT_ID || \"default\";\nconst DEPLOY_ENV = process.env.NODE_ENV || \"development\";\n\nconst TEMPO_ENDPOINT = process.env.TEMPO_ENDPOINT;\nconst SENTRY_DSN = process.env.SENTRY_DSN;\n\n// Whether to forward TRANSACTIONS (spans) to Sentry. Errors are always sent\n// when SENTRY_DSN is set — this flag only gates APM/tracing into Sentry.\n// Default on (back-compat). Set SENTRY_TRACING_ENABLED=false for an\n// \"errors-only\" deployment: errors still go to Sentry, traces still go to\n// Tempo, but no transactions hit Sentry (no Kafka/ClickHouse/nodestore\n// cost). This is the recommended mode for tenant workloads at scale —\n// Sentry's value there is error grouping; traces live in Tempo.\nconst SENTRY_TRACING_TO_SENTRY =\n  Boolean(SENTRY_DSN) && process.env.SENTRY_TRACING_ENABLED !== \"false\";\n\nconst TRACING_REQUESTED =\n  process.env.ENABLE_TRACING === \"true\" ||\n  process.env.NODE_ENV === \"production\";\nconst HAS_TRACE_DESTINATION = Boolean(TEMPO_ENDPOINT) || Boolean(SENTRY_DSN);\nconst TRACING_ENABLED = TRACING_REQUESTED && HAS_TRACE_DESTINATION;\n\nif (TRACING_REQUESTED && !HAS_TRACE_DESTINATION) {\n  logger.warn(\n    \"Tracing was requested (NODE_ENV=production or ENABLE_TRACING=true) but \" +\n      \"no destination is configured — instrumentation will not run. Set \" +\n      \"TEMPO_ENDPOINT (e.g. http://tempo.monitoring.svc.cluster.local:4318/v1/traces) \" +\n      \"to export OTLP spans, and/or SENTRY_DSN to forward spans to Sentry.\",\n  );\n}\n\n// APM sampling for the Sentry-SDK-managed path (i.e. when TRACING is OFF and\n// @sentry/node runs its own bundled OTel — see skipOpenTelemetrySetup below).\n//\n// IMPORTANT: when TRACING_ENABLED, this value does NOT govern span volume.\n// Our NodeSDK (below) owns the pipeline and is constructed with no explicit\n// `sampler`, so @opentelemetry/sdk-node falls back to buildSamplerFromEnv()\n// and the REAL head-sampling knob is the standard OTEL_TRACES_SAMPLER /\n// OTEL_TRACES_SAMPLER_ARG env (set per-deploy in the k8s chart). That head\n// decision gates spans before any processor runs, so it bounds BOTH the\n// SentrySpanProcessor (→ Sentry transactions) and the Tempo OTLP export.\n// (Wiring @sentry/opentelemetry's SentrySampler here would let this rate\n// drive both backends and make DSC/sample_rand propagation spec-correct, but\n// that only matters for Sentry server-side dynamic sampling — a SaaS feature\n// our self-hosted install doesn't run — so it's intentionally deferred.)\nconst SENTRY_TRACES_SAMPLE_RATE = parseFloat(\n  process.env.SENTRY_TRACES_SAMPLE_RATE ?? \"0.1\",\n);\n\nif (SENTRY_DSN) {\n  logger.info(\"Initialized Sentry with env: @env\", process.env.SENTRY_ENV);\n  Sentry.init({\n    dsn: SENTRY_DSN,\n    environment: process.env.SENTRY_ENV,\n    // Match the version tag uploaded by release-branch.yml so source maps\n    // resolve. Populated by the CI (WORKSPACE_VERSION) or npm at runtime.\n    release:\n      process.env.SENTRY_RELEASE ||\n      (process.env.npm_package_version\n        ? `v${process.env.npm_package_version}`\n        : undefined),\n    // 0 in errors-only mode so even @sentry/node's bundled auto-OTel path\n    // (used when TRACING_ENABLED is false) produces no transactions.\n    tracesSampleRate: SENTRY_TRACING_TO_SENTRY ? SENTRY_TRACES_SAMPLE_RATE : 0,\n    // When tracing is on, our NodeSDK below owns the OTel globals and Sentry\n    // receives spans via SentrySpanProcessor. Skipping Sentry's bundled OTel\n    // setup avoids two TracerProviders fighting over setGlobalTracerProvider.\n    // When tracing is off, leave the flag unset so @sentry/node's default\n    // auto-OTel still records HTTP transactions for the APM dashboard.\n    skipOpenTelemetrySetup: TRACING_ENABLED,\n  });\n}\n\nconst meterProvider: MeterProvider | undefined = createMeterProviderFromEnv({\n  OTEL_EXPORTER_OTLP_ENDPOINT: process.env.OTEL_EXPORTER_OTLP_ENDPOINT,\n  OTEL_METRIC_EXPORT_INTERVAL: process.env.OTEL_METRIC_EXPORT_INTERVAL,\n  OTEL_SERVICE_NAME: process.env.OTEL_SERVICE_NAME,\n});\nlet eventLoopInstrumentation: EventLoopInstrumentation | undefined;\nif (meterProvider) {\n  // One-way door: must register before any code calls metrics.getMeter() —\n  // most notably ReactorInstrumentation inside the reactor module.\n  metrics.setGlobalMeterProvider(meterProvider);\n  // Host event-loop and CPU gauges (reactor.host.eventloop.*,\n  // reactor.host.cpu.utilization). The bench sweep identified the host event\n  // loop, not the executor, as the binding constraint on write throughput\n  // (bench/test/integration/BASELINE.md, Run 10) — these are the production\n  // counterpart of the metrics that finding was made from. Must come after\n  // setGlobalMeterProvider or the gauges bind to a no-op meter.\n  eventLoopInstrumentation = registerEventLoopInstrumentation();\n}\n\nlet sdk: NodeSDK | undefined;\n\nif (TRACING_ENABLED) {\n  logger.info(`Initializing OpenTelemetry tracing for ${SERVICE_NAME}`);\n  if (TEMPO_ENDPOINT) logger.info(`  Tempo endpoint: ${TEMPO_ENDPOINT}`);\n  if (SENTRY_DSN) logger.info(`  Sentry span forwarding: enabled`);\n  logger.info(`  Tenant: ${TENANT_ID}`);\n\n  const resource = resourceFromAttributes({\n    [ATTR_SERVICE_NAME]: SERVICE_NAME,\n    [ATTR_SERVICE_VERSION]: SERVICE_VERSION,\n    \"tenant.id\": TENANT_ID,\n    \"deployment.environment\": DEPLOY_ENV,\n  });\n\n  const spanProcessors: SpanProcessor[] = [];\n  if (TEMPO_ENDPOINT) {\n    spanProcessors.push(\n      new BatchSpanProcessor(new OTLPTraceExporter({ url: TEMPO_ENDPOINT })),\n    );\n  }\n  if (SENTRY_TRACING_TO_SENTRY) {\n    // Fan the same OTel spans into Sentry — same trace IDs as Tempo, so\n    // Sentry transactions cross-link to traces in Grafana. Skipped in\n    // errors-only mode (SENTRY_TRACING_ENABLED=false): spans still flow to\n    // Tempo via the BatchSpanProcessor above, just not to Sentry.\n    spanProcessors.push(new SentrySpanProcessor());\n  }\n\n  sdk = new NodeSDK({\n    resource,\n    spanProcessors,\n    textMapPropagator: SENTRY_TRACING_TO_SENTRY\n      ? new SentryPropagator()\n      : undefined,\n    instrumentations: [\n      new HttpInstrumentation({\n        ignoreIncomingRequestHook: (req) =>\n          req.url === \"/health\" || req.url === \"/ready\",\n        requireParentforIncomingSpans: false,\n        requireParentforOutgoingSpans: false,\n        requestHook: (span, request) => {\n          span.setAttribute(\n            \"http.route\",\n            (request as IncomingMessage).url || \"\",\n          );\n        },\n        responseHook: (span, response) => {\n          if (response.statusCode) {\n            span.setAttribute(\"http.status_code\", response.statusCode);\n          }\n        },\n      }),\n      new ExpressInstrumentation({\n        requestHook: (span, info) => {\n          if (info.route) span.setAttribute(\"http.route\", info.route);\n        },\n      }),\n      // HttpInstrumentation only patches node:http/https; outbound global\n      // fetch() goes through undici and is otherwise untraced — e.g. the\n      // per-request Renown credential check in AuthService.verifyCredentialExists.\n      new UndiciInstrumentation(),\n      new GraphQLInstrumentation({ mergeItems: true, allowValues: true }),\n      // requireParentSpan: only trace DB queries that run inside a request\n      // (HTTP/GraphQL) span. Parentless queries — the management\n      // switchboard's background polling loops (vetra-cloud-observability\n      // reconcile @60s + clint pull-worker @15s, each writing\n      // environment_pods / clint_runtime_endpoints) — would otherwise each\n      // become a standalone root transaction. That volume scales O(tenant\n      // count) and was ~70% of all Sentry transactions before this change.\n      // Dropping it at the instrumentation layer (no span created at all) is\n      // cheaper and cleaner than sampling it away downstream.\n      new PgInstrumentation({\n        enhancedDatabaseReporting: true,\n        requireParentSpan: true,\n      }),\n    ],\n  });\n  sdk.start();\n  if (\n    SENTRY_TRACING_TO_SENTRY &&\n    typeof Sentry.validateOpenTelemetrySetup === \"function\"\n  ) {\n    Sentry.validateOpenTelemetrySetup();\n  }\n  logger.info(\"OpenTelemetry tracing initialized\");\n}\n\nasync function shutdown() {\n  // Detach the observable callback before the provider drains, so the final\n  // export does not fire a gauge callback against a shutting-down meter.\n  eventLoopInstrumentation?.stop();\n  await Promise.race([\n    Promise.all([\n      meterProvider?.shutdown().catch(() => undefined),\n      sdk?.shutdown().catch(() => undefined),\n    ]),\n    new Promise<void>((resolve) => setTimeout(resolve, 5_000)),\n  ]);\n}\n\nprocess.on(\"SIGINT\", () => {\n  void shutdown().finally(() => process.exit(0));\n});\nprocess.on(\"SIGTERM\", () => {\n  void shutdown().finally(() => process.exit(0));\n});\n\nexport { meterProvider, sdk };\n","import dotenv from \"dotenv\";\ndotenv.config();\n\nimport { getConfig } from \"@powerhousedao/config/node\";\nimport { parseForcePgVersion } from \"./pglite-version.js\";\nimport type {\n  SwitchboardDriveDocumentType,\n  SwitchboardDriveInput,\n} from \"./types.js\";\nconst phConfig = getConfig();\nconst { switchboard } = phConfig;\ninterface Config {\n  database: {\n    url: string;\n  };\n  port: number;\n  mcp: boolean;\n  migratePglite: boolean;\n  forcePgVersion: 16 | 17 | null;\n  drive: SwitchboardDriveInput;\n}\n\nfunction parseDriveType(\n  raw: string | undefined,\n): SwitchboardDriveDocumentType | undefined {\n  if (!raw) return undefined;\n  if (raw === \"powerhouse/document-drive\" || raw === \"powerhouse/reactor-drive\")\n    return raw;\n  throw new Error(\n    `Invalid PH_DEFAULT_DRIVE_TYPE: ${raw}. Expected \"powerhouse/document-drive\" or \"powerhouse/reactor-drive\".`,\n  );\n}\n\nexport const config: Config = {\n  database: {\n    // url: process.env.PH_SWITCHBOARD_DATABASE_URL ?? switchboard?.database?.url ?? \"dev.db\",\n    url:\n      process.env.PH_SWITCHBOARD_DATABASE_URL ??\n      switchboard?.database?.url ??\n      \"dev.db\",\n  },\n  port:\n    process.env.PH_SWITCHBOARD_PORT &&\n    !isNaN(Number(process.env.PH_SWITCHBOARD_PORT))\n      ? Number(process.env.PH_SWITCHBOARD_PORT)\n      : (switchboard?.port ?? 4001),\n  mcp: true,\n  migratePglite: process.env.PH_MIGRATE_PGLITE === \"true\",\n  forcePgVersion: parseForcePgVersion(process.env.PH_FORCE_PG_VERSION),\n  drive: {\n    id: \"powerhouse\",\n    slug: \"powerhouse\",\n    documentType: parseDriveType(process.env.PH_DEFAULT_DRIVE_TYPE),\n    global: {\n      name: \"Powerhouse\",\n      icon: \"https://ipfs.io/ipfs/QmcaTDBYn8X2psGaXe7iQ6qd8q6oqHLgxvMX9yXf7f9uP7\",\n    },\n    local: {\n      availableOffline: true,\n      listeners: [],\n      sharingType: \"public\",\n      triggers: [],\n    },\n  },\n};\n","import type { PyroscopeConfig } from \"@pyroscope/nodejs\";\n\nexport async function initProfilerFromEnv(env: typeof process.env) {\n  const {\n    PYROSCOPE_SERVER_ADDRESS: serverAddress,\n    PYROSCOPE_APPLICATION_NAME: appName,\n    PYROSCOPE_USER: basicAuthUser,\n    PYROSCOPE_PASSWORD: basicAuthPassword,\n    PYROSCOPE_WALL_ENABLED: wallEnabled,\n    PYROSCOPE_HEAP_ENABLED: heapEnabled,\n  } = env;\n\n  const options: PyroscopeConfig = {\n    serverAddress,\n    appName,\n    basicAuthUser,\n    basicAuthPassword,\n    // Wall profiling captures wall-clock time (includes async I/O waits)\n    // This shows GraphQL resolvers even when waiting for database\n    wall: {\n      samplingDurationMs: 10000, // 10 second sampling windows\n      samplingIntervalMicros: 10000, // 10ms sampling interval (100 samples/sec)\n      collectCpuTime: true, // Also collect CPU time alongside wall time\n    },\n    // Heap profiling for memory allocation tracking\n    heap: {\n      samplingIntervalBytes: 512 * 1024, // Sample every 512KB allocated\n      stackDepth: 64, // Capture deeper stacks for better context\n    },\n  };\n  return initProfiler(options, {\n    wallEnabled: wallEnabled !== \"false\",\n    heapEnabled: heapEnabled === \"true\",\n  });\n}\n\ninterface ProfilerFlags {\n  wallEnabled?: boolean;\n  heapEnabled?: boolean;\n}\n\nexport async function initProfiler(\n  options?: PyroscopeConfig,\n  flags: ProfilerFlags = { wallEnabled: true, heapEnabled: false },\n) {\n  console.log(\"Initializing Pyroscope profiler at:\", options?.serverAddress);\n  console.log(\"  Wall profiling:\", flags.wallEnabled ? \"enabled\" : \"disabled\");\n  console.log(\"  Heap profiling:\", flags.heapEnabled ? \"enabled\" : \"disabled\");\n\n  const { default: Pyroscope } = await import(\"@pyroscope/nodejs\");\n  Pyroscope.init(options);\n\n  // Start wall profiling (captures async I/O time - shows resolvers)\n  if (flags.wallEnabled) {\n    Pyroscope.startWallProfiling();\n  }\n\n  // Start CPU profiling (captures CPU-bound work)\n  Pyroscope.startCpuProfiling();\n\n  // Optionally start heap profiling (memory allocations)\n  if (flags.heapEnabled) {\n    Pyroscope.startHeapProfiling();\n  }\n}\n","#!/usr/bin/env node\n// Observability MUST load before any module that imports http/express/pg/graphql\n// so OpenTelemetry's require-time hooks can patch them. It also owns Sentry\n// init and the SIGINT/SIGTERM flush.\nimport \"./observability.mjs\";\n\nimport * as Sentry from \"@sentry/node\";\nimport { childLogger } from \"document-model\";\nimport { config } from \"./config.js\";\nimport { initProfilerFromEnv } from \"./profiler.js\";\nimport { startSwitchboard } from \"./server.mjs\";\n\nconst logger = childLogger([\"switchboard\"]);\n\nfunction ensureNodeVersion(minVersion = \"24\") {\n  const version = process.versions.node;\n  if (!version) {\n    return;\n  }\n\n  if (version < minVersion) {\n    console.error(\n      `Node version ${minVersion} or higher is required. Current version: ${version}`,\n    );\n    process.exit(1);\n  }\n}\n// Ensure minimum Node.js version\nensureNodeVersion(\"24\");\n\n// Each subgraph registers its own SIGINT/SIGTERM listeners, and the count\n// scales with dynamically-loaded document models beyond the default cap of 10.\nprocess.setMaxListeners(0);\n\nif (process.env.PYROSCOPE_SERVER_ADDRESS) {\n  try {\n    await initProfilerFromEnv(process.env);\n  } catch (e) {\n    Sentry.captureException(e);\n    logger.error(\"Error starting profiler: @error\", e);\n  }\n}\n\nconst cliMigratePglite = process.argv.slice(2).includes(\"--migrate-pglite\");\n\nstartSwitchboard({\n  ...config,\n  migratePglite: cliMigratePglite || config.migratePglite,\n  forcePgVersion: config.forcePgVersion ?? undefined,\n}).catch(console.error);\n"],"names":["logger","logger"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAQA,MAAMA,WAAS,YAAY,CAAC,eAAe,UAAU,CAAC;AAEtD,SAAgB,2BAA2B,KAIb;CAC5B,MAAM,WAAW,IAAI;AACrB,KAAI,CAAC,SAAU,QAAO,KAAA;CAEtB,MAAM,SAAS,SAAS,IAAI,+BAA+B,IAAI,GAAG;CAClE,MAAM,uBACJ,OAAO,SAAS,OAAO,IAAI,SAAS,IAAI,SAAS;CAEnD,MAAM,OAAO,SAAS,QAAQ,OAAO,GAAG;CACxC,MAAM,cAAc,KAAK,SAAS,cAAc,GAC5C,OACA,GAAG,KAAK;AAEZ,UAAO,KAAK,mDAAmD,WAAW;CAC1E,MAAM,gBAAgB,IAAI,cAAc;EACtC,UAAU,uBAAuB,EAC/B,gBAAgB,IAAI,qBAAqB,eAC1C,CAAC;EACF,SAAS,CACP,IAAI,8BAA8B;GAChC,UAAU,IAAI,mBAAmB,EAC/B,KAAK,aACN,CAAC;GACF;GACA,qBAAqB,KAAK,IAAI,uBAAuB,KAAK,EAAE;GAC7D,CAAC,CACH;EACF,CAAC;AACF,UAAO,KAAK,qCAAqC,qBAAqB,KAAK;AAC3E,QAAO;;;;ACHT,MAAMC,WAAS,YAAY,CAAC,eAAe,gBAAgB,CAAC;AAE5D,MAAM,eAAe,QAAQ,IAAI,qBAAqB;AACtD,MAAM,kBAAkB,QAAQ,IAAI,uBAAuB;AAC3D,MAAM,YAAY,QAAQ,IAAI,aAAa;AAC3C,MAAM,aAAa,QAAQ,IAAI,YAAY;AAE3C,MAAM,iBAAiB,QAAQ,IAAI;AACnC,MAAM,aAAa,QAAQ,IAAI;AAS/B,MAAM,2BACJ,QAAQ,WAAW,IAAI,QAAQ,IAAI,2BAA2B;AAEhE,MAAM,oBACJ,QAAQ,IAAI,mBAAmB,UAC/B,QAAQ,IAAI,aAAa;AAC3B,MAAM,wBAAwB,QAAQ,eAAe,IAAI,QAAQ,WAAW;AAC5E,MAAM,kBAAkB,qBAAqB;AAE7C,IAAI,qBAAqB,CAAC,sBACxB,UAAO,KACL,6RAID;AAiBH,MAAM,4BAA4B,WAChC,QAAQ,IAAI,6BAA6B,MAC1C;AAED,IAAI,YAAY;AACd,UAAO,KAAK,qCAAqC,QAAQ,IAAI,WAAW;AACxE,QAAO,KAAK;EACV,KAAK;EACL,aAAa,QAAQ,IAAI;EAGzB,SACE,QAAQ,IAAI,mBACX,QAAQ,IAAI,sBACT,IAAI,QAAQ,IAAI,wBAChB,KAAA;EAGN,kBAAkB,2BAA2B,4BAA4B;EAMzE,wBAAwB;EACzB,CAAC;;AAGJ,MAAM,gBAA2C,2BAA2B;CAC1E,6BAA6B,QAAQ,IAAI;CACzC,6BAA6B,QAAQ,IAAI;CACzC,mBAAmB,QAAQ,IAAI;CAChC,CAAC;AACF,IAAI;AACJ,IAAI,eAAe;AAGjB,SAAQ,uBAAuB,cAAc;AAO7C,4BAA2B,kCAAkC;;AAG/D,IAAI;AAEJ,IAAI,iBAAiB;AACnB,UAAO,KAAK,0CAA0C,eAAe;AACrE,KAAI,eAAgB,UAAO,KAAK,qBAAqB,iBAAiB;AACtE,KAAI,WAAY,UAAO,KAAK,oCAAoC;AAChE,UAAO,KAAK,aAAa,YAAY;CAErC,MAAM,WAAW,uBAAuB;GACrC,oBAAoB;GACpB,uBAAuB;EACxB,aAAa;EACb,0BAA0B;EAC3B,CAAC;CAEF,MAAM,iBAAkC,EAAE;AAC1C,KAAI,eACF,gBAAe,KACb,IAAI,mBAAmB,IAAI,kBAAkB,EAAE,KAAK,gBAAgB,CAAC,CAAC,CACvE;AAEH,KAAI,yBAKF,gBAAe,KAAK,IAAI,qBAAqB,CAAC;AAGhD,OAAM,IAAI,QAAQ;EAChB;EACA;EACA,mBAAmB,2BACf,IAAI,kBAAkB,GACtB,KAAA;EACJ,kBAAkB;GAChB,IAAI,oBAAoB;IACtB,4BAA4B,QAC1B,IAAI,QAAQ,aAAa,IAAI,QAAQ;IACvC,+BAA+B;IAC/B,+BAA+B;IAC/B,cAAc,MAAM,YAAY;AAC9B,UAAK,aACH,cACC,QAA4B,OAAO,GACrC;;IAEH,eAAe,MAAM,aAAa;AAChC,SAAI,SAAS,WACX,MAAK,aAAa,oBAAoB,SAAS,WAAW;;IAG/D,CAAC;GACF,IAAI,uBAAuB,EACzB,cAAc,MAAM,SAAS;AAC3B,QAAI,KAAK,MAAO,MAAK,aAAa,cAAc,KAAK,MAAM;MAE9D,CAAC;GAIF,IAAI,uBAAuB;GAC3B,IAAI,uBAAuB;IAAE,YAAY;IAAM,aAAa;IAAM,CAAC;GAUnE,IAAI,kBAAkB;IACpB,2BAA2B;IAC3B,mBAAmB;IACpB,CAAC;GACH;EACF,CAAC;AACF,KAAI,OAAO;AACX,KACE,4BACA,OAAO,OAAO,+BAA+B,WAE7C,QAAO,4BAA4B;AAErC,UAAO,KAAK,oCAAoC;;AAGlD,eAAe,WAAW;AAGxB,2BAA0B,MAAM;AAChC,OAAM,QAAQ,KAAK,CACjB,QAAQ,IAAI,CACV,eAAe,UAAU,CAAC,YAAY,KAAA,EAAU,EAChD,KAAK,UAAU,CAAC,YAAY,KAAA,EAAU,CACvC,CAAC,EACF,IAAI,SAAe,YAAY,WAAW,SAAS,IAAM,CAAC,CAC3D,CAAC;;AAGJ,QAAQ,GAAG,gBAAgB;AACpB,WAAU,CAAC,cAAc,QAAQ,KAAK,EAAE,CAAC;EAC9C;AACF,QAAQ,GAAG,iBAAiB;AACrB,WAAU,CAAC,cAAc,QAAQ,KAAK,EAAE,CAAC;EAC9C;;;ACjPF,OAAO,QAAQ;AASf,MAAM,EAAE,gBADS,WAAW;AAa5B,SAAS,eACP,KAC0C;AAC1C,KAAI,CAAC,IAAK,QAAO,KAAA;AACjB,KAAI,QAAQ,+BAA+B,QAAQ,2BACjD,QAAO;AACT,OAAM,IAAI,MACR,kCAAkC,IAAI,uEACvC;;AAGH,MAAa,SAAiB;CAC5B,UAAU,EAER,KACE,QAAQ,IAAI,+BACZ,aAAa,UAAU,OACvB,UACH;CACD,MACE,QAAQ,IAAI,uBACZ,CAAC,MAAM,OAAO,QAAQ,IAAI,oBAAoB,CAAC,GAC3C,OAAO,QAAQ,IAAI,oBAAoB,GACtC,aAAa,QAAQ;CAC5B,KAAK;CACL,eAAe,QAAQ,IAAI,sBAAsB;CACjD,gBAAgB,oBAAoB,QAAQ,IAAI,oBAAoB;CACpE,OAAO;EACL,IAAI;EACJ,MAAM;EACN,cAAc,eAAe,QAAQ,IAAI,sBAAsB;EAC/D,QAAQ;GACN,MAAM;GACN,MAAM;GACP;EACD,OAAO;GACL,kBAAkB;GAClB,WAAW,EAAE;GACb,aAAa;GACb,UAAU,EAAE;GACb;EACF;CACF;;;AC9DD,eAAsB,oBAAoB,KAAyB;CACjE,MAAM,EACJ,0BAA0B,eAC1B,4BAA4B,SAC5B,gBAAgB,eAChB,oBAAoB,mBACpB,wBAAwB,aACxB,wBAAwB,gBACtB;AAoBJ,QAAO,aAlB0B;EAC/B;EACA;EACA;EACA;EAGA,MAAM;GACJ,oBAAoB;GACpB,wBAAwB;GACxB,gBAAgB;GACjB;EAED,MAAM;GACJ,uBAAuB,MAAM;GAC7B,YAAY;GACb;EACF,EAC4B;EAC3B,aAAa,gBAAgB;EAC7B,aAAa,gBAAgB;EAC9B,CAAC;;AAQJ,eAAsB,aACpB,SACA,QAAuB;CAAE,aAAa;CAAM,aAAa;CAAO,EAChE;AACA,SAAQ,IAAI,uCAAuC,SAAS,cAAc;AAC1E,SAAQ,IAAI,qBAAqB,MAAM,cAAc,YAAY,WAAW;AAC5E,SAAQ,IAAI,qBAAqB,MAAM,cAAc,YAAY,WAAW;CAE5E,MAAM,EAAE,SAAS,cAAc,MAAM,OAAO;AAC5C,WAAU,KAAK,QAAQ;AAGvB,KAAI,MAAM,YACR,WAAU,oBAAoB;AAIhC,WAAU,mBAAmB;AAG7B,KAAI,MAAM,YACR,WAAU,oBAAoB;;;;AClDlC,MAAM,SAAS,YAAY,CAAC,cAAc,CAAC;AAE3C,SAAS,kBAAkB,aAAa,MAAM;CAC5C,MAAM,UAAU,QAAQ,SAAS;AACjC,KAAI,CAAC,QACH;AAGF,KAAI,UAAU,YAAY;AACxB,UAAQ,MACN,gBAAgB,WAAW,2CAA2C,UACvE;AACD,UAAQ,KAAK,EAAE;;;AAInB,kBAAkB,KAAK;AAIvB,QAAQ,gBAAgB,EAAE;AAE1B,IAAI,QAAQ,IAAI,yBACd,KAAI;AACF,OAAM,oBAAoB,QAAQ,IAAI;SAC/B,GAAG;AACV,QAAO,iBAAiB,EAAE;AAC1B,QAAO,MAAM,mCAAmC,EAAE;;AAItD,MAAM,mBAAmB,QAAQ,KAAK,MAAM,EAAE,CAAC,SAAS,mBAAmB;AAE3E,iBAAiB;CACf,GAAG;CACH,eAAe,oBAAoB,OAAO;CAC1C,gBAAgB,OAAO,kBAAkB,KAAA;CAC1C,CAAC,CAAC,MAAM,QAAQ,MAAM","debug_id":"2986d290-ceff-5f37-9a99-3239dbddb36c"}

package/dist/{server-CQKVIxsA.mjs → server-DYraD11D.mjs}

@@ -1,16 +1,16 @@
 
-!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="837d5ec3-d43b-5b2e-bd46-c200dffdf8de")}catch(e){}}();
+!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="65ab8387-7c36-5ebd-b971-913ce2e772b3")}catch(e){}}();
 import { n as addDefaultReactorDrive, r as isPostgresUrl, t as addDefaultDrive } from "./utils-Baw7rThP.mjs";
 import { register } from "node:module";
+import { ReactorInstrumentation } from "@powerhousedao/opentelemetry-instrumentation-reactor";
 import * as Sentry from "@sentry/node";
 import { childLogger, documentModelDocumentModelModule, setLogLevel } from "document-model";
 import dotenv from "dotenv";
 import { getConfig } from "@powerhousedao/config/node";
 import { existsSync, promises, realpathSync } from "node:fs";
 import path from "node:path";
-import { ReactorInstrumentation } from "@powerhousedao/opentelemetry-instrumentation-reactor";
 import { AtomicNodeFs } from "@powerhousedao/pglite-fs";
-import { ChannelScheme, DriveCollectionId, EventBus, REACTOR_SCHEMA, ReactorBuilder, ReactorClientBuilder, parseDriveUrl, supportsLiveReadModelRegistration } from "@powerhousedao/reactor";
+import { ChannelScheme, DriveCollectionId, EventBus, REACTOR_SCHEMA, ReactorBuilder, ReactorClientBuilder, instrumentPgPool, parseDriveUrl, supportsLiveReadModelRegistration } from "@powerhousedao/reactor";
 import { HttpPackageLoader, ImportPackageLoader, PGLITE_UTC_PARSERS, PackageManagementService, PackagesSubgraph, getUniqueDocumentModels, initializeAndStartAPI, resolveRenownConfig } from "@powerhousedao/reactor-api";
 import { httpsHooksPath } from "@powerhousedao/reactor-api/https-hooks";
 import { AttachmentAlreadyExists, AttachmentNotFound, AttachmentPending, AttachmentReferenceReadModel, AttachmentSchemaCompiler, HashMismatch, InvalidAttachmentRef, ReservationNotFound, SizeMismatch, UploadTooLarge, createRef, createRemoteAttachmentService, parseAttachmentDownloadTarget } from "@powerhousedao/reactor-attachments";
@@ -623,6 +623,7 @@ function applySwitchboardReactorDefaults(reactorBuilder, clientBuilder, options
 //#region src/worker-pool.mts
 const DEFAULT_DB_POOL_SIZE_PER_WORKER = 2;
 const DEFAULT_ACQUIRE_TIMEOUT_MS = 5e3;
+const DEFAULT_DB_POOL_SIZE_HOST = 16;
 const AUTO_RESERVED_CORES = 2;
 const AUTO_WORKER_CAP = 8;
 /** Worker count for "auto": always at least 1 — auto sizes the pool, it does not turn worker mode off. */
@@ -648,6 +649,23 @@ function resolveWorkerPoolOptions(input, env, availableCores = os.availableParal
 	};
 }
 /**
+* Size of the reactor's own (host) Postgres pool. Unlike the worker pool there
+* is no "disabled" state — the host pool is the only Postgres pool in the
+* server path, backing both reactor storage and the read models that reach it
+* via `withSchema` — so 0 is rejected rather than read as "off".
+*
+* The acquire timeout is deliberately not configurable here: the host pool
+* waits indefinitely today, and making it finite converts saturation from a
+* latency problem into a thrown error on the read-model path. That is a
+* behavior change worth making separately, once the retry semantics of a
+* rejected `pool.connect()` inside the read-model coordinator are settled.
+*/
+function resolveHostPoolSize(env) {
+	const poolSize = parseNonNegativeInt(env.REACTOR_DB_POOL_SIZE_HOST, "REACTOR_DB_POOL_SIZE_HOST") ?? DEFAULT_DB_POOL_SIZE_HOST;
+	if (poolSize < 1) throw new Error("REACTOR_DB_POOL_SIZE_HOST must be at least 1; the host pool cannot be disabled");
+	return poolSize;
+}
+/**
 * DbConfig for each worker's own pool, parsed from a postgres:// URL.
 * Explicit host, database, and user are required — no pg-side defaults.
 */
@@ -1033,11 +1051,20 @@ async function resolveServerPort(requested, strictPort, logger) {
 	return requested;
 }
 async function createReactorKysely(opts) {
-	const { reactorDbUrl, reactorPgliteDir, reactorPgliteMajor, inMemory, flushIntervalMs, logger } = opts;
+	const { reactorDbUrl, reactorPgliteDir, reactorPgliteMajor, inMemory, flushIntervalMs, hostPoolSize, logger } = opts;
 	if (reactorDbUrl && isPostgresUrl(reactorDbUrl)) {
-		const pool = new Pool({ connectionString: reactorDbUrl.includes("?") ? reactorDbUrl : `${reactorDbUrl}?sslmode=disable` });
-		logger.info("Using PostgreSQL for reactor storage");
-		return new Kysely({ dialect: new PostgresDialect({ pool }) });
+		const connectionString = reactorDbUrl.includes("?") ? reactorDbUrl : `${reactorDbUrl}?sslmode=disable`;
+		const poolSize = hostPoolSize();
+		const pool = new Pool({
+			connectionString,
+			max: poolSize
+		});
+		const poolInstrumentation = instrumentPgPool(pool, "reactor-host");
+		logger.info(`Using PostgreSQL for reactor storage (host pool max ${poolSize})`);
+		return {
+			kysely: new Kysely({ dialect: new PostgresDialect({ pool }) }),
+			poolInstrumentation
+		};
 	}
 	if (!reactorPgliteDir || reactorPgliteMajor === null) throw new Error("Reactor PGLite directory not resolved");
 	const { PGlite } = await loadPGliteModule(reactorPgliteMajor);
@@ -1046,7 +1073,10 @@ async function createReactorKysely(opts) {
 		flushIntervalMs
 	}) });
 	logger.info(inMemory ? `Using in-memory PGlite (PG${reactorPgliteMajor}) for reactor storage [PH_PGLITE_IN_MEMORY=1]` : `Using PGlite (PG${reactorPgliteMajor}) for reactor storage at ${reactorPgliteDir}`);
-	return new Kysely({ dialect: new ClosablePGliteDialect(pglite) });
+	return {
+		kysely: new Kysely({ dialect: new ClosablePGliteDialect(pglite) }),
+		poolInstrumentation: void 0
+	};
 }
 /** Derive the remote attachment service config for switchboard's own `/attachments/*` API. */
 function deriveAttachmentServiceConfig(options, serverPort, renown) {
@@ -1153,12 +1183,13 @@ async function initServer(serverPort, options, renown, renownConfig) {
 				attachmentReferenceProjection
 			};
 		}
-		const baseKysely = await createReactorKysely({
+		const { kysely: baseKysely, poolInstrumentation } = await createReactorKysely({
 			reactorDbUrl,
 			reactorPgliteDir,
 			reactorPgliteMajor,
 			inMemory: PGLITE_IN_MEMORY,
 			flushIntervalMs: PGLITE_FLUSH_INTERVAL_MS,
+			hostPoolSize: () => resolveHostPoolSize(process.env),
 			logger
 		});
 		const maxSkipThreshold = parseInt(process.env.MAX_SKIP_THRESHOLD ?? "", 10);
@@ -1167,6 +1198,7 @@ async function initServer(serverPort, options, renown, renownConfig) {
 		const { flags: reactorFeatureFlags, enabled: enabledFeatureFlags } = resolveReactorFeatureFlags(process.env);
 		if (enabledFeatureFlags.length > 0) logger.info(`Reactor feature flags enabled: ${enabledFeatureFlags.join(", ")}`);
 		const reactorBuilder = new ReactorBuilder().withEventBus(new EventBus()).withKysely(baseKysely).withFeatures({ legacyProcessorIds: process.env.REACTOR_LEGACY_PROCESSOR_IDS !== "false" });
+		if (poolInstrumentation) reactorBuilder.withInstrumentedPool(poolInstrumentation);
 		const clientBuilder = new ReactorClientBuilder().withReactorBuilder(reactorBuilder);
 		const vetraDocumentModels = dev ? Object.values(await import("@powerhousedao/vetra/document-models")).filter((m) => typeof m === "object" && m !== null && "documentModel" in m && "reducer" in m) : [];
 		applySwitchboardReactorDefaults(reactorBuilder, clientBuilder, {
@@ -1306,7 +1338,8 @@ async function initServer(serverPort, options, renown, renownConfig) {
 		const packageManagementService = new PackageManagementService({
 			defaultRegistryUrl: registryUrl,
 			httpLoader,
-			documentModelRegistry
+			documentModelRegistry,
+			packageManager: api.packageManager
 		});
 		packageManagementService.setOnModelsChanged(() => {
 			graphqlManager.regenerateDocumentModelSubgraphs().catch(logger.error);
@@ -1440,5 +1473,5 @@ if (import.meta.main) await startSwitchboard();
 //#endregion
 export { parseForcePgVersion as a, applySwitchboardReactorDefaults as i, isPortAvailable as n, startSwitchboard as r, deriveAttachmentServiceConfig as t };
 
-//# sourceMappingURL=server-CQKVIxsA.mjs.map
-//# debugId=837d5ec3-d43b-5b2e-bd46-c200dffdf8de
+//# sourceMappingURL=server-DYraD11D.mjs.map
+//# debugId=65ab8387-7c36-5ebd-b971-913ce2e772b3