@powerhousedao/reactor 6.2.2-dev.9 → 6.2.2-staging.0

package/dist/projection-shard-manager-BnQKFqQd.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"projection-shard-manager-BnQKFqQd.js","names":[],"sources":["../src/projection/projection-shard-manager.ts"],"sourcesContent":["import { childLogger, type ILogger } from \"document-model\";\nimport { randomUUID } from \"node:crypto\";\nimport type { IEventBus } from \"../events/interfaces.js\";\nimport {\n  ReactorEventTypes,\n  type JobReadReadyEvent,\n  type JobWriteReadyEvent,\n  type ReadModelBatchCompletedEvent,\n  type ReadModelIndexedEvent,\n  type Unsubscribe,\n} from \"../events/types.js\";\nimport type {\n  IReadModel,\n  IReadModelCoordinator,\n} from \"../read-models/interfaces.js\";\nimport type { ForwardingPoolInstrumentation } from \"../storage/pool-instrumentation.js\";\nimport type {\n  BuiltInReadModelKind,\n  ChainDepthReport,\n  DbConfig,\n  ModelManifestEntry,\n  ProjectionDrainedMessage,\n  ProjectionInitMessage,\n  ProjectionParentMessage,\n  ProjectionPoolAcquireSamplesMessage,\n  ProjectionWorkerMessage,\n} from \"./protocol.js\";\nimport type { IProjectionTransport } from \"./transport.js\";\n\nconst DEFAULT_INIT_TIMEOUT_MS = 30_000;\nconst DEFAULT_SHUTDOWN_GRACE_MS = 5_000;\nconst DEFAULT_DRAIN_TIMEOUT_MS = 30_000;\nconst DEFAULT_CHAIN_DEPTH_REPORT_INTERVAL_MS = 250;\n\nconst FNV_OFFSET_BASIS = 0x811c9dc5;\nconst FNV_PRIME = 0x01000193;\n\nfunction bucketFor(documentId: string, numWorkers: number): number {\n  if (numWorkers < 1) {\n    throw new Error(`bucketFor: numWorkers must be >= 1 (got ${numWorkers})`);\n  }\n  let hash = FNV_OFFSET_BASIS;\n  for (let i = 0; i < documentId.length; i++) {\n    hash ^= documentId.charCodeAt(i);\n    hash = Math.imul(hash, FNV_PRIME);\n  }\n  return (hash >>> 0) % numWorkers;\n}\n\n/**\n * Factory that builds one projection-worker transport. Mirrors\n * `WorkerFactory` from the executor pool: lets tests inject fake\n * transports without spawning real worker threads.\n */\nexport type ProjectionWorkerFactory = (\n  shardIndex: number,\n  shardId: string,\n) => IProjectionTransport;\n\nexport type ProjectionShardManagerConfig = {\n  shardCount: number;\n  db: DbConfig;\n  models: ModelManifestEntry[];\n  preReadyKinds: BuiltInReadModelKind[];\n  postReadyKinds: BuiltInReadModelKind[];\n  factory: ProjectionWorkerFactory;\n  logger: ILogger;\n  hostBus: IEventBus;\n  initTimeoutMs?: number;\n  shutdownGraceMs?: number;\n  drainTimeoutMs?: number;\n  chainDepthReportIntervalMs?: number;\n  /**\n   * Host-side forwarding instrumentations indexed by shard index. The\n   * manager routes each shard's `pool-acquire-samples` message to the\n   * matching forwarder so the host's OpenTelemetry instrumentation records\n   * acquire-wait latencies as if each shard's pg.Pool were local.\n   */\n  poolInstrumentations?: ForwardingPoolInstrumentation[];\n};\n\ntype ShardState = {\n  shardIndex: number;\n  shardId: string;\n  transport: IProjectionTransport;\n  ready: boolean;\n  lastDepth: number;\n  lastDepthAt: number;\n  poolInstrumentation?: ForwardingPoolInstrumentation;\n  onMessage: (msg: ProjectionWorkerMessage) => void;\n  onError: (err: Error) => void;\n  onExit: (code: number) => void;\n};\n\ntype PendingDrain = {\n  resolve: () => void;\n  reject: (err: Error) => void;\n  remaining: Set<string>;\n  timer: NodeJS.Timeout;\n};\n\n/**\n * Host-side coordinator for N sharded projection workers.\n *\n * Implements {@link IReadModelCoordinator} so it slots into the same\n * `readModelCoordinator` field on the reactor module as the in-process\n * {@link ReadModelCoordinator}. The host subscribes to JOB_WRITE_READY\n * exactly once; events are routed to a single shard by\n * `bucketFor(documentId, shardCount)`. Each worker maintains the\n * per-queueKey serial chain locally and forwards JOB_READ_READY and\n * READMODEL_* events back to the host for the rest of the reactor (sync\n * manager, awaiters, observers) to consume on the host bus.\n *\n * @see Sharded projection workers sub-feature brief\n *   (Powerhouse board wiki id: eb26f01f-8f68-4918-a6f6-ac7a4679b533)\n */\nexport class ProjectionShardManager implements IReadModelCoordinator {\n  readonly readModels: IReadModel[] = [];\n\n  private readonly config: ProjectionShardManagerConfig;\n  private readonly logger: ILogger;\n  private readonly hostBus: IEventBus;\n  private readonly shards: ShardState[] = [];\n  private readonly initPromises = new Map<\n    string,\n    { resolve: () => void; reject: (err: Error) => void; timer: NodeJS.Timeout }\n  >();\n  private readonly pendingDrains = new Map<string, PendingDrain>();\n  private hostSubscription?: Unsubscribe;\n  private isRunning = false;\n  private started = false;\n\n  constructor(config: ProjectionShardManagerConfig) {\n    if (config.shardCount < 1) {\n      throw new Error(\n        `ProjectionShardManager: shardCount must be >= 1 (got ${config.shardCount})`,\n      );\n    }\n    this.config = config;\n    this.logger = childLogger([\"reactor\", \"projection-shard-manager\"]);\n    this.hostBus = config.hostBus;\n  }\n\n  async startup(): Promise<void> {\n    if (this.started) {\n      return;\n    }\n    this.started = true;\n    const initTimeoutMs = this.config.initTimeoutMs ?? DEFAULT_INIT_TIMEOUT_MS;\n    const reportIntervalMs =\n      this.config.chainDepthReportIntervalMs ??\n      DEFAULT_CHAIN_DEPTH_REPORT_INTERVAL_MS;\n\n    const initPromises: Promise<void>[] = [];\n    for (let i = 0; i < this.config.shardCount; i++) {\n      const shardId = `projection-shard-${i}`;\n      const transport = this.config.factory(i, shardId);\n      const state: ShardState = {\n        shardIndex: i,\n        shardId,\n        transport,\n        ready: false,\n        lastDepth: 0,\n        lastDepthAt: 0,\n        poolInstrumentation: this.config.poolInstrumentations?.[i],\n        onMessage: (msg) => this.handleWorkerMessage(state, msg),\n        onError: (err) => this.handleTransportError(state, err),\n        onExit: (code) => this.handleTransportExit(state, code),\n      };\n      transport.on(\"message\", state.onMessage);\n      transport.on(\"error\", state.onError);\n      transport.on(\"exit\", state.onExit);\n      this.shards.push(state);\n\n      const correlationId = randomUUID();\n      const initPromise = new Promise<void>((resolve, reject) => {\n        const timer = setTimeout(() => {\n          this.initPromises.delete(correlationId);\n          reject(\n            new Error(\n              `projection shard ${shardId} did not become ready within ${initTimeoutMs}ms`,\n            ),\n          );\n        }, initTimeoutMs);\n        this.initPromises.set(correlationId, { resolve, reject, timer });\n      });\n\n      const init: ProjectionInitMessage = {\n        type: \"init\",\n        correlationId,\n        shardId,\n        shardIndex: i,\n        shardCount: this.config.shardCount,\n        db: this.config.db,\n        models: this.config.models,\n        preReadyKinds: this.config.preReadyKinds,\n        postReadyKinds: this.config.postReadyKinds,\n        chainDepthReportIntervalMs: reportIntervalMs,\n      };\n      transport.postMessage(init);\n      initPromises.push(initPromise);\n    }\n\n    await Promise.all(initPromises);\n    this.logger.info(\n      \"projection shard manager ready: @count shards\",\n      this.shards.length,\n    );\n  }\n\n  start(): void {\n    if (this.isRunning) {\n      return;\n    }\n    this.hostSubscription = this.hostBus.subscribe(\n      ReactorEventTypes.JOB_WRITE_READY,\n      (_t: number, event: JobWriteReadyEvent) => {\n        this.routeWriteReady(event);\n      },\n    );\n    this.isRunning = true;\n  }\n\n  stop(): void {\n    if (!this.isRunning) {\n      return;\n    }\n    if (this.hostSubscription) {\n      this.hostSubscription();\n      this.hostSubscription = undefined;\n    }\n    this.isRunning = false;\n  }\n\n  async drain(): Promise<void> {\n    if (this.shards.length === 0) {\n      return;\n    }\n    const drainTimeoutMs =\n      this.config.drainTimeoutMs ?? DEFAULT_DRAIN_TIMEOUT_MS;\n    const correlationId = randomUUID();\n    const remaining = new Set(this.shards.map((s) => s.shardId));\n    const promise = new Promise<void>((resolve, reject) => {\n      const timer = setTimeout(() => {\n        this.pendingDrains.delete(correlationId);\n        reject(\n          new Error(\n            `projection shards did not drain within ${drainTimeoutMs}ms (remaining: ${[\n              ...remaining,\n            ].join(\", \")})`,\n          ),\n        );\n      }, drainTimeoutMs);\n      this.pendingDrains.set(correlationId, {\n        resolve,\n        reject,\n        remaining,\n        timer,\n      });\n    });\n    for (const shard of this.shards) {\n      shard.transport.postMessage({ type: \"drain\", correlationId });\n    }\n    await promise;\n  }\n\n  getChainDepth(): number {\n    let total = 0;\n    for (const shard of this.shards) {\n      total += shard.lastDepth;\n    }\n    return total;\n  }\n\n  getShardDepths(): ChainDepthReport[] {\n    return this.shards.map((shard) => ({\n      shardId: shard.shardId,\n      depth: shard.lastDepth,\n      timestamp: shard.lastDepthAt,\n    }));\n  }\n\n  async shutdown(): Promise<void> {\n    this.stop();\n    const graceMs = this.config.shutdownGraceMs ?? DEFAULT_SHUTDOWN_GRACE_MS;\n    const correlationId = randomUUID();\n    for (const shard of this.shards) {\n      try {\n        const msg: ProjectionParentMessage = {\n          type: \"shutdown\",\n          correlationId,\n          graceMs,\n        };\n        shard.transport.postMessage(msg);\n      } catch (err) {\n        this.logger.warn(\n          \"projection shard postMessage(shutdown) failed for @shardId: @error\",\n          shard.shardId,\n          err,\n        );\n      }\n    }\n    const terminationDeadline = Date.now() + graceMs;\n    while (\n      this.shards.some((s) => s.ready) &&\n      Date.now() < terminationDeadline\n    ) {\n      await new Promise<void>((resolve) => setTimeout(resolve, 25));\n    }\n    for (const shard of this.shards) {\n      try {\n        await shard.transport.terminate();\n      } catch (err) {\n        this.logger.warn(\n          \"projection shard terminate failed for @shardId: @error\",\n          shard.shardId,\n          err,\n        );\n      }\n      shard.transport.off(\"message\", shard.onMessage);\n      shard.transport.off(\"error\", shard.onError);\n      shard.transport.off(\"exit\", shard.onExit);\n    }\n    this.shards.length = 0;\n  }\n\n  private routeWriteReady(event: JobWriteReadyEvent): void {\n    if (event.operations.length === 0) {\n      return;\n    }\n    const documentId = event.operations[0]!.context.documentId;\n    const index = bucketFor(documentId, this.shards.length);\n    const shard = this.shards[index]!;\n    if (!shard.ready) {\n      this.logger.warn(\n        \"dropping JOB_WRITE_READY: shard @index not ready\",\n        index,\n      );\n      return;\n    }\n    shard.transport.postMessage({\n      type: \"write-ready\",\n      jobId: event.jobId,\n      operations: event.operations,\n      jobMeta: event.jobMeta,\n      collectionMemberships: event.collectionMemberships,\n    });\n  }\n\n  private handleWorkerMessage(\n    shard: ShardState,\n    msg: ProjectionWorkerMessage,\n  ): void {\n    switch (msg.type) {\n      case \"ready\":\n        this.handleReady(shard, msg.correlationId);\n        return;\n      case \"read-ready\":\n        this.relayReadReady({\n          jobId: msg.jobId,\n          operations: msg.operations,\n        });\n        return;\n      case \"readmodel-indexed\":\n        this.relayReadModelIndexed({\n          jobId: msg.jobId,\n          readModelName: msg.readModelName,\n          stage: msg.stage,\n          durationMs: msg.durationMs,\n          operationCount: msg.operationCount,\n          success: msg.success,\n        });\n        return;\n      case \"readmodel-batch-completed\":\n        this.relayBatchCompleted({\n          jobId: msg.jobId,\n          batchSize: msg.batchSize,\n          chainWaitDurationMs: msg.chainWaitDurationMs,\n          preReadyDurationMs: msg.preReadyDurationMs,\n          emitDurationMs: msg.emitDurationMs,\n          postReadyDurationMs: msg.postReadyDurationMs,\n        });\n        return;\n      case \"chain-depth\":\n        shard.lastDepth = msg.depth;\n        shard.lastDepthAt = msg.timestamp;\n        return;\n      case \"pool-acquire-samples\":\n        this.handlePoolAcquireSamples(shard, msg);\n        return;\n      case \"drained\":\n        this.handleDrained(msg);\n        return;\n      case \"log\":\n        this.handleLog(shard, msg);\n        return;\n      default: {\n        const exhaustive: never = msg;\n        void exhaustive;\n        return;\n      }\n    }\n  }\n\n  private handlePoolAcquireSamples(\n    shard: ShardState,\n    msg: ProjectionPoolAcquireSamplesMessage,\n  ): void {\n    if (!shard.poolInstrumentation) {\n      return;\n    }\n    shard.poolInstrumentation.updateStats({\n      size: msg.size,\n      idle: msg.idle,\n      waiting: msg.waiting,\n    });\n    shard.poolInstrumentation.pushSamples(msg.durations);\n  }\n\n  private handleReady(shard: ShardState, correlationId: string): void {\n    shard.ready = true;\n    const pending = this.initPromises.get(correlationId);\n    if (!pending) {\n      return;\n    }\n    this.initPromises.delete(correlationId);\n    clearTimeout(pending.timer);\n    pending.resolve();\n  }\n\n  private handleDrained(msg: ProjectionDrainedMessage): void {\n    const pending = this.pendingDrains.get(msg.correlationId);\n    if (!pending) {\n      return;\n    }\n    pending.remaining.delete(msg.shardId);\n    if (pending.remaining.size === 0) {\n      this.pendingDrains.delete(msg.correlationId);\n      clearTimeout(pending.timer);\n      pending.resolve();\n    }\n  }\n\n  private handleLog(\n    shard: ShardState,\n    msg: Extract<ProjectionWorkerMessage, { type: \"log\" }>,\n  ): void {\n    switch (msg.level) {\n      case \"debug\":\n        this.logger.debug(msg.message, ...msg.args);\n        return;\n      case \"info\":\n        this.logger.info(msg.message, ...msg.args);\n        return;\n      case \"warn\":\n        this.logger.warn(msg.message, ...msg.args);\n        return;\n      case \"error\":\n        this.logger.error(msg.message, ...msg.args);\n        return;\n      default: {\n        const exhaustive: never = msg.level;\n        void exhaustive;\n      }\n    }\n    void shard;\n  }\n\n  private handleTransportError(shard: ShardState, err: Error): void {\n    this.logger.error(\n      \"projection shard transport error @shardId: @error\",\n      shard.shardId,\n      err,\n    );\n  }\n\n  private handleTransportExit(shard: ShardState, code: number): void {\n    if (shard.ready) {\n      this.logger.warn(\n        \"projection shard exited unexpectedly @shardId code=@code\",\n        shard.shardId,\n        code,\n      );\n    }\n    shard.ready = false;\n  }\n\n  private relayReadReady(event: JobReadReadyEvent): void {\n    void this.hostBus\n      .emit(ReactorEventTypes.JOB_READ_READY, event)\n      .catch((err: unknown) =>\n        this.logger.error(\n          \"host JOB_READ_READY emit failed for job @jobId: @error\",\n          event.jobId,\n          err,\n        ),\n      );\n  }\n\n  private relayReadModelIndexed(event: ReadModelIndexedEvent): void {\n    void this.hostBus\n      .emit(ReactorEventTypes.READMODEL_INDEXED, event)\n      .catch((err: unknown) =>\n        this.logger.error(\n          \"host READMODEL_INDEXED emit failed for job @jobId: @error\",\n          event.jobId,\n          err,\n        ),\n      );\n  }\n\n  private relayBatchCompleted(event: ReadModelBatchCompletedEvent): void {\n    void this.hostBus\n      .emit(ReactorEventTypes.READMODEL_BATCH_COMPLETED, event)\n      .catch((err: unknown) =>\n        this.logger.error(\n          \"host READMODEL_BATCH_COMPLETED emit failed for job @jobId: @error\",\n          event.jobId,\n          err,\n        ),\n      );\n  }\n}\n"],"mappings":";;;;AA6BA,MAAM,0BAA0B;AAChC,MAAM,4BAA4B;AAClC,MAAM,2BAA2B;AACjC,MAAM,yCAAyC;AAE/C,MAAM,mBAAmB;AACzB,MAAM,YAAY;AAElB,SAAS,UAAU,YAAoB,YAA4B;AACjE,KAAI,aAAa,EACf,OAAM,IAAI,MAAM,2CAA2C,WAAW,GAAG;CAE3E,IAAI,OAAO;AACX,MAAK,IAAI,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;AAC1C,UAAQ,WAAW,WAAW,EAAE;AAChC,SAAO,KAAK,KAAK,MAAM,UAAU;;AAEnC,SAAQ,SAAS,KAAK;;;;;;;;;;;;;;;;;AAsExB,IAAa,yBAAb,MAAqE;CACnE,aAAoC,EAAE;CAEtC;CACA;CACA;CACA,SAAwC,EAAE;CAC1C,+BAAgC,IAAI,KAGjC;CACH,gCAAiC,IAAI,KAA2B;CAChE;CACA,YAAoB;CACpB,UAAkB;CAElB,YAAY,QAAsC;AAChD,MAAI,OAAO,aAAa,EACtB,OAAM,IAAI,MACR,wDAAwD,OAAO,WAAW,GAC3E;AAEH,OAAK,SAAS;AACd,OAAK,SAAS,YAAY,CAAC,WAAW,2BAA2B,CAAC;AAClE,OAAK,UAAU,OAAO;;CAGxB,MAAM,UAAyB;AAC7B,MAAI,KAAK,QACP;AAEF,OAAK,UAAU;EACf,MAAM,gBAAgB,KAAK,OAAO,iBAAiB;EACnD,MAAM,mBACJ,KAAK,OAAO,8BACZ;EAEF,MAAM,eAAgC,EAAE;AACxC,OAAK,IAAI,IAAI,GAAG,IAAI,KAAK,OAAO,YAAY,KAAK;GAC/C,MAAM,UAAU,oBAAoB;GACpC,MAAM,YAAY,KAAK,OAAO,QAAQ,GAAG,QAAQ;GACjD,MAAM,QAAoB;IACxB,YAAY;IACZ;IACA;IACA,OAAO;IACP,WAAW;IACX,aAAa;IACb,qBAAqB,KAAK,OAAO,uBAAuB;IACxD,YAAY,QAAQ,KAAK,oBAAoB,OAAO,IAAI;IACxD,UAAU,QAAQ,KAAK,qBAAqB,OAAO,IAAI;IACvD,SAAS,SAAS,KAAK,oBAAoB,OAAO,KAAK;IACxD;AACD,aAAU,GAAG,WAAW,MAAM,UAAU;AACxC,aAAU,GAAG,SAAS,MAAM,QAAQ;AACpC,aAAU,GAAG,QAAQ,MAAM,OAAO;AAClC,QAAK,OAAO,KAAK,MAAM;GAEvB,MAAM,gBAAgB,YAAY;GAClC,MAAM,cAAc,IAAI,SAAe,SAAS,WAAW;IACzD,MAAM,QAAQ,iBAAiB;AAC7B,UAAK,aAAa,OAAO,cAAc;AACvC,4BACE,IAAI,MACF,oBAAoB,QAAQ,+BAA+B,cAAc,IAC1E,CACF;OACA,cAAc;AACjB,SAAK,aAAa,IAAI,eAAe;KAAE;KAAS;KAAQ;KAAO,CAAC;KAChE;GAEF,MAAM,OAA8B;IAClC,MAAM;IACN;IACA;IACA,YAAY;IACZ,YAAY,KAAK,OAAO;IACxB,IAAI,KAAK,OAAO;IAChB,QAAQ,KAAK,OAAO;IACpB,eAAe,KAAK,OAAO;IAC3B,gBAAgB,KAAK,OAAO;IAC5B,4BAA4B;IAC7B;AACD,aAAU,YAAY,KAAK;AAC3B,gBAAa,KAAK,YAAY;;AAGhC,QAAM,QAAQ,IAAI,aAAa;AAC/B,OAAK,OAAO,KACV,iDACA,KAAK,OAAO,OACb;;CAGH,QAAc;AACZ,MAAI,KAAK,UACP;AAEF,OAAK,mBAAmB,KAAK,QAAQ,UACnC,kBAAkB,kBACjB,IAAY,UAA8B;AACzC,QAAK,gBAAgB,MAAM;IAE9B;AACD,OAAK,YAAY;;CAGnB,OAAa;AACX,MAAI,CAAC,KAAK,UACR;AAEF,MAAI,KAAK,kBAAkB;AACzB,QAAK,kBAAkB;AACvB,QAAK,mBAAmB,KAAA;;AAE1B,OAAK,YAAY;;CAGnB,MAAM,QAAuB;AAC3B,MAAI,KAAK,OAAO,WAAW,EACzB;EAEF,MAAM,iBACJ,KAAK,OAAO,kBAAkB;EAChC,MAAM,gBAAgB,YAAY;EAClC,MAAM,YAAY,IAAI,IAAI,KAAK,OAAO,KAAK,MAAM,EAAE,QAAQ,CAAC;EAC5D,MAAM,UAAU,IAAI,SAAe,SAAS,WAAW;GACrD,MAAM,QAAQ,iBAAiB;AAC7B,SAAK,cAAc,OAAO,cAAc;AACxC,2BACE,IAAI,MACF,0CAA0C,eAAe,iBAAiB,CACxE,GAAG,UACJ,CAAC,KAAK,KAAK,CAAC,GACd,CACF;MACA,eAAe;AAClB,QAAK,cAAc,IAAI,eAAe;IACpC;IACA;IACA;IACA;IACD,CAAC;IACF;AACF,OAAK,MAAM,SAAS,KAAK,OACvB,OAAM,UAAU,YAAY;GAAE,MAAM;GAAS;GAAe,CAAC;AAE/D,QAAM;;CAGR,gBAAwB;EACtB,IAAI,QAAQ;AACZ,OAAK,MAAM,SAAS,KAAK,OACvB,UAAS,MAAM;AAEjB,SAAO;;CAGT,iBAAqC;AACnC,SAAO,KAAK,OAAO,KAAK,WAAW;GACjC,SAAS,MAAM;GACf,OAAO,MAAM;GACb,WAAW,MAAM;GAClB,EAAE;;CAGL,MAAM,WAA0B;AAC9B,OAAK,MAAM;EACX,MAAM,UAAU,KAAK,OAAO,mBAAmB;EAC/C,MAAM,gBAAgB,YAAY;AAClC,OAAK,MAAM,SAAS,KAAK,OACvB,KAAI;GACF,MAAM,MAA+B;IACnC,MAAM;IACN;IACA;IACD;AACD,SAAM,UAAU,YAAY,IAAI;WACzB,KAAK;AACZ,QAAK,OAAO,KACV,sEACA,MAAM,SACN,IACD;;EAGL,MAAM,sBAAsB,KAAK,KAAK,GAAG;AACzC,SACE,KAAK,OAAO,MAAM,MAAM,EAAE,MAAM,IAChC,KAAK,KAAK,GAAG,oBAEb,OAAM,IAAI,SAAe,YAAY,WAAW,SAAS,GAAG,CAAC;AAE/D,OAAK,MAAM,SAAS,KAAK,QAAQ;AAC/B,OAAI;AACF,UAAM,MAAM,UAAU,WAAW;YAC1B,KAAK;AACZ,SAAK,OAAO,KACV,0DACA,MAAM,SACN,IACD;;AAEH,SAAM,UAAU,IAAI,WAAW,MAAM,UAAU;AAC/C,SAAM,UAAU,IAAI,SAAS,MAAM,QAAQ;AAC3C,SAAM,UAAU,IAAI,QAAQ,MAAM,OAAO;;AAE3C,OAAK,OAAO,SAAS;;CAGvB,gBAAwB,OAAiC;AACvD,MAAI,MAAM,WAAW,WAAW,EAC9B;EAEF,MAAM,aAAa,MAAM,WAAW,GAAI,QAAQ;EAChD,MAAM,QAAQ,UAAU,YAAY,KAAK,OAAO,OAAO;EACvD,MAAM,QAAQ,KAAK,OAAO;AAC1B,MAAI,CAAC,MAAM,OAAO;AAChB,QAAK,OAAO,KACV,oDACA,MACD;AACD;;AAEF,QAAM,UAAU,YAAY;GAC1B,MAAM;GACN,OAAO,MAAM;GACb,YAAY,MAAM;GAClB,SAAS,MAAM;GACf,uBAAuB,MAAM;GAC9B,CAAC;;CAGJ,oBACE,OACA,KACM;AACN,UAAQ,IAAI,MAAZ;GACE,KAAK;AACH,SAAK,YAAY,OAAO,IAAI,cAAc;AAC1C;GACF,KAAK;AACH,SAAK,eAAe;KAClB,OAAO,IAAI;KACX,YAAY,IAAI;KACjB,CAAC;AACF;GACF,KAAK;AACH,SAAK,sBAAsB;KACzB,OAAO,IAAI;KACX,eAAe,IAAI;KACnB,OAAO,IAAI;KACX,YAAY,IAAI;KAChB,gBAAgB,IAAI;KACpB,SAAS,IAAI;KACd,CAAC;AACF;GACF,KAAK;AACH,SAAK,oBAAoB;KACvB,OAAO,IAAI;KACX,WAAW,IAAI;KACf,qBAAqB,IAAI;KACzB,oBAAoB,IAAI;KACxB,gBAAgB,IAAI;KACpB,qBAAqB,IAAI;KAC1B,CAAC;AACF;GACF,KAAK;AACH,UAAM,YAAY,IAAI;AACtB,UAAM,cAAc,IAAI;AACxB;GACF,KAAK;AACH,SAAK,yBAAyB,OAAO,IAAI;AACzC;GACF,KAAK;AACH,SAAK,cAAc,IAAI;AACvB;GACF,KAAK;AACH,SAAK,UAAU,OAAO,IAAI;AAC1B;GACF,QAGE;;;CAKN,yBACE,OACA,KACM;AACN,MAAI,CAAC,MAAM,oBACT;AAEF,QAAM,oBAAoB,YAAY;GACpC,MAAM,IAAI;GACV,MAAM,IAAI;GACV,SAAS,IAAI;GACd,CAAC;AACF,QAAM,oBAAoB,YAAY,IAAI,UAAU;;CAGtD,YAAoB,OAAmB,eAA6B;AAClE,QAAM,QAAQ;EACd,MAAM,UAAU,KAAK,aAAa,IAAI,cAAc;AACpD,MAAI,CAAC,QACH;AAEF,OAAK,aAAa,OAAO,cAAc;AACvC,eAAa,QAAQ,MAAM;AAC3B,UAAQ,SAAS;;CAGnB,cAAsB,KAAqC;EACzD,MAAM,UAAU,KAAK,cAAc,IAAI,IAAI,cAAc;AACzD,MAAI,CAAC,QACH;AAEF,UAAQ,UAAU,OAAO,IAAI,QAAQ;AACrC,MAAI,QAAQ,UAAU,SAAS,GAAG;AAChC,QAAK,cAAc,OAAO,IAAI,cAAc;AAC5C,gBAAa,QAAQ,MAAM;AAC3B,WAAQ,SAAS;;;CAIrB,UACE,OACA,KACM;AACN,UAAQ,IAAI,OAAZ;GACE,KAAK;AACH,SAAK,OAAO,MAAM,IAAI,SAAS,GAAG,IAAI,KAAK;AAC3C;GACF,KAAK;AACH,SAAK,OAAO,KAAK,IAAI,SAAS,GAAG,IAAI,KAAK;AAC1C;GACF,KAAK;AACH,SAAK,OAAO,KAAK,IAAI,SAAS,GAAG,IAAI,KAAK;AAC1C;GACF,KAAK;AACH,SAAK,OAAO,MAAM,IAAI,SAAS,GAAG,IAAI,KAAK;AAC3C;GACF,QAC4B,KAAI;;;CAOpC,qBAA6B,OAAmB,KAAkB;AAChE,OAAK,OAAO,MACV,qDACA,MAAM,SACN,IACD;;CAGH,oBAA4B,OAAmB,MAAoB;AACjE,MAAI,MAAM,MACR,MAAK,OAAO,KACV,4DACA,MAAM,SACN,KACD;AAEH,QAAM,QAAQ;;CAGhB,eAAuB,OAAgC;AAChD,OAAK,QACP,KAAK,kBAAkB,gBAAgB,MAAM,CAC7C,OAAO,QACN,KAAK,OAAO,MACV,0DACA,MAAM,OACN,IACD,CACF;;CAGL,sBAA8B,OAAoC;AAC3D,OAAK,QACP,KAAK,kBAAkB,mBAAmB,MAAM,CAChD,OAAO,QACN,KAAK,OAAO,MACV,6DACA,MAAM,OACN,IACD,CACF;;CAGL,oBAA4B,OAA2C;AAChE,OAAK,QACP,KAAK,kBAAkB,2BAA2B,MAAM,CACxD,OAAO,QACN,KAAK,OAAO,MACV,qEACA,MAAM,OACN,IACD,CACF"}

package/dist/worker-handle-B1w03nRA.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"worker-handle-B1w03nRA.js","names":[],"sources":["../src/executor/worker/worker-handle.ts"],"sourcesContent":["/**\n * Parent-side IPC wrapper around a single executor worker.\n *\n * Implements {@link IExecutorWorker} on top of an injectable\n * {@link IWorkerTransport}. The handle owns one worker's lifecycle (init ->\n * ready -> execute/result rounds -> abort/shutdown -> terminate) and bounds\n * its in-flight slot to a single job — `SimpleJobExecutor` is single-threaded\n * inside the worker, and concurrent dispatches would race its caches.\n *\n * @see Executor Worker Pool Design wiki page\n *   (Powerhouse board wiki id: d400d711-f07e-4389-a226-4e9fdd4fa8ba)\n */\n\nimport type { ILogger } from \"document-model\";\nimport { randomUUID } from \"node:crypto\";\nimport type {\n  IExecutorWorker,\n  WorkerExecutionOutcome,\n  WorkerInFlightSnapshot,\n} from \"../interfaces.js\";\nimport type { Job } from \"../../queue/types.js\";\nimport { fromErrorInfo } from \"./error-info.js\";\nimport {\n  WorkerAbortTimeoutError,\n  WorkerBusyError,\n  WorkerExitedError,\n  WorkerInitFailedError,\n  WorkerLoadModelFailedError,\n  WorkerShutdownTimeoutError,\n} from \"./errors.js\";\nimport type { ForwardingPoolInstrumentation } from \"../../storage/pool-instrumentation.js\";\nimport type {\n  DbConfig,\n  HeartbeatMessage,\n  LogMessage,\n  MetricsMessage,\n  ModelLoadFailedMessage,\n  ModelLoadedMessage,\n  ModelManifestEntry,\n  PoolAcquireSamplesMessage,\n  ResultMessage,\n  SignatureVerifierSpec,\n  WorkerMessage,\n  WorkerPoolConfig,\n} from \"./protocol.js\";\nimport type { IWorkerTransport, WorkerTransportListener } from \"./transport.js\";\n\nconst DEFAULT_ABORT_GRACE_MS = 5_000;\nconst DEFAULT_SHUTDOWN_GRACE_MS = 5_000;\n\n/**\n * Payload the parent ships in the `init` message (everything except the\n * envelope fields the handle fills in itself).\n */\nexport type WorkerInitPayload = {\n  poolConfig: WorkerPoolConfig;\n  db: DbConfig;\n  /** Omitted = the worker performs no executor-side signature verification. */\n  signatureVerifier?: SignatureVerifierSpec;\n  models: ModelManifestEntry[];\n};\n\nexport type WorkerHandleOptions = {\n  workerId: string;\n  index: number;\n  transport: IWorkerTransport;\n  initPayload: WorkerInitPayload;\n  logger: ILogger;\n  /** Grace period before an outstanding `abort` escalates to terminate. */\n  abortGraceMs?: number;\n  /** Default grace period applied to graceful `shutdown` when not overridden. */\n  defaultShutdownGraceMs?: number;\n  /**\n   * Forwarding instrumentation the host registers per worker. The handle\n   * pumps `pool-acquire-samples` messages into this object so the host's\n   * OpenTelemetry instrumentation records acquire-wait latencies as if the\n   * worker's pool were local.\n   */\n  poolInstrumentation?: ForwardingPoolInstrumentation;\n};\n\ntype PendingEntry =\n  | {\n      kind: \"init\";\n      resolve: () => void;\n      reject: (err: Error) => void;\n    }\n  | {\n      kind: \"execute\";\n      jobId: string;\n      resolve: (outcome: WorkerExecutionOutcome) => void;\n      reject: (err: Error) => void;\n    }\n  | {\n      kind: \"shutdown\";\n      resolve: () => void;\n      reject: (err: Error) => void;\n    }\n  | {\n      kind: \"load-model\";\n      documentType: string;\n      version: string;\n      resolve: () => void;\n      reject: (err: Error) => void;\n    };\n\ntype Phase = \"fresh\" | \"starting\" | \"ready\" | \"shutting-down\" | \"terminated\";\n\nexport class WorkerHandle implements IExecutorWorker {\n  readonly workerId: string;\n  readonly index: number;\n\n  private readonly transport: IWorkerTransport;\n  private readonly initPayload: WorkerInitPayload;\n  private readonly logger: ILogger;\n  private readonly abortGraceMs: number;\n  private readonly defaultShutdownGraceMs: number;\n  private readonly poolInstrumentation?: ForwardingPoolInstrumentation;\n\n  private readonly pending = new Map<string, PendingEntry>();\n  private inFlight: { correlationId: string; jobId: string } | null = null;\n  private phase: Phase = \"fresh\";\n  private lastExitError: Error | null = null;\n  private lastCorrelationId: string | null = null;\n  private abortTimer: NodeJS.Timeout | null = null;\n  private lastHeartbeatAt: number | null = null;\n  private lastMetrics: {\n    counters: Record<string, number>;\n    gauges: Record<string, number>;\n    timestamp: number;\n  } | null = null;\n\n  private readonly onMessage: WorkerTransportListener<\"message\">;\n  private readonly onError: WorkerTransportListener<\"error\">;\n  private readonly onExit: WorkerTransportListener<\"exit\">;\n\n  constructor(options: WorkerHandleOptions) {\n    this.workerId = options.workerId;\n    this.index = options.index;\n    this.transport = options.transport;\n    this.initPayload = options.initPayload;\n    this.logger = options.logger;\n    this.abortGraceMs = options.abortGraceMs ?? DEFAULT_ABORT_GRACE_MS;\n    this.defaultShutdownGraceMs =\n      options.defaultShutdownGraceMs ?? DEFAULT_SHUTDOWN_GRACE_MS;\n    this.poolInstrumentation = options.poolInstrumentation;\n\n    this.onMessage = (msg) => this.handleMessage(msg);\n    this.onError = (err) => this.handleTransportError(err);\n    this.onExit = (code) => this.handleExit(code);\n\n    this.transport.on(\"message\", this.onMessage);\n    this.transport.on(\"error\", this.onError);\n    this.transport.on(\"exit\", this.onExit);\n  }\n\n  public async start(): Promise<void> {\n    if (this.phase !== \"fresh\") {\n      throw new WorkerInitFailedError(\n        this.workerId,\n        `cannot start worker in phase ${this.phase}`,\n      );\n    }\n    this.phase = \"starting\";\n    const correlationId = this.nextCorrelationId();\n    const ready = new Promise<void>((resolve, reject) => {\n      this.pending.set(correlationId, {\n        kind: \"init\",\n        resolve,\n        reject,\n      });\n    });\n    this.transport.postMessage({\n      type: \"init\",\n      correlationId,\n      workerId: this.workerId,\n      poolConfig: this.initPayload.poolConfig,\n      db: this.initPayload.db,\n      signatureVerifier: this.initPayload.signatureVerifier,\n      models: this.initPayload.models,\n    });\n    await ready;\n    this.phase = \"ready\";\n  }\n\n  public execute(\n    job: Job,\n    signal?: AbortSignal,\n  ): Promise<WorkerExecutionOutcome> {\n    if (this.phase === \"terminated\") {\n      return Promise.reject(\n        this.lastExitError ??\n          new WorkerExitedError(this.workerId, -1, this.lastCorrelationId),\n      );\n    }\n    if (this.phase !== \"ready\") {\n      return Promise.reject(\n        new WorkerInitFailedError(\n          this.workerId,\n          `worker not ready (phase=${this.phase})`,\n        ),\n      );\n    }\n    if (this.inFlight !== null) {\n      return Promise.reject(new WorkerBusyError(this.workerId, job.id));\n    }\n\n    const correlationId = this.nextCorrelationId();\n    this.lastCorrelationId = correlationId;\n    this.inFlight = { correlationId, jobId: job.id };\n\n    let abortListener: (() => void) | null = null;\n    const detachSignal = () => {\n      if (signal && abortListener) {\n        signal.removeEventListener(\"abort\", abortListener);\n        abortListener = null;\n      }\n    };\n\n    const promise = new Promise<WorkerExecutionOutcome>((resolve, reject) => {\n      this.pending.set(correlationId, {\n        kind: \"execute\",\n        jobId: job.id,\n        resolve: (outcome) => {\n          detachSignal();\n          resolve(outcome);\n        },\n        reject: (err) => {\n          detachSignal();\n          reject(err);\n        },\n      });\n    });\n\n    if (signal) {\n      if (signal.aborted) {\n        this.abort(correlationId, \"aborted before dispatch\");\n      } else {\n        abortListener = () => this.abort(correlationId, \"caller signal\");\n        signal.addEventListener(\"abort\", abortListener, { once: true });\n      }\n    }\n\n    this.transport.postMessage({\n      type: \"execute\",\n      correlationId,\n      job,\n    });\n\n    return promise;\n  }\n\n  public abort(correlationId: string, reason?: string): void {\n    if (this.phase === \"terminated\") {\n      return;\n    }\n    if (!this.inFlight || this.inFlight.correlationId !== correlationId) {\n      return;\n    }\n    if (this.abortTimer) {\n      return;\n    }\n    this.transport.postMessage({\n      type: \"abort\",\n      correlationId: this.nextCorrelationId(),\n      targetCorrelationId: correlationId,\n      reason,\n    });\n    this.abortTimer = setTimeout(() => {\n      this.abortTimer = null;\n      const entry = this.pending.get(correlationId);\n      if (!entry || entry.kind !== \"execute\") {\n        return;\n      }\n      const err = new WorkerAbortTimeoutError(\n        this.workerId,\n        correlationId,\n        this.abortGraceMs,\n      );\n      this.failPending(correlationId, err);\n      this.inFlight = null;\n      void this.forceTerminate(err);\n    }, this.abortGraceMs);\n  }\n\n  public async shutdown(graceful: boolean, graceMs?: number): Promise<void> {\n    if (this.phase === \"terminated\") {\n      return;\n    }\n    if (!graceful) {\n      this.phase = \"shutting-down\";\n      await this.forceTerminate(null);\n      return;\n    }\n\n    const effectiveGrace = graceMs ?? this.defaultShutdownGraceMs;\n    this.phase = \"shutting-down\";\n    const correlationId = this.nextCorrelationId();\n    const drained = new Promise<void>((resolve, reject) => {\n      this.pending.set(correlationId, {\n        kind: \"shutdown\",\n        resolve,\n        reject,\n      });\n    });\n    this.transport.postMessage({\n      type: \"shutdown\",\n      correlationId,\n      graceMs: effectiveGrace,\n    });\n\n    let timer!: NodeJS.Timeout;\n    const timeout = new Promise<void>((_, reject) => {\n      timer = setTimeout(() => {\n        reject(new WorkerShutdownTimeoutError(this.workerId, effectiveGrace));\n      }, effectiveGrace);\n    });\n\n    try {\n      await Promise.race([drained, timeout]);\n    } catch (err) {\n      this.logger.warn(\n        `worker ${this.workerId} shutdown timed out after ${effectiveGrace}ms`,\n        err,\n      );\n    } finally {\n      clearTimeout(timer);\n    }\n\n    await this.forceTerminate(null);\n  }\n\n  public loadModel(\n    entry: ModelManifestEntry,\n    signal?: AbortSignal,\n  ): Promise<void> {\n    if (this.phase === \"terminated\") {\n      return Promise.reject(\n        this.lastExitError ??\n          new WorkerExitedError(this.workerId, -1, this.lastCorrelationId),\n      );\n    }\n    if (this.phase !== \"ready\") {\n      return Promise.reject(\n        new WorkerInitFailedError(\n          this.workerId,\n          `worker not ready (phase=${this.phase})`,\n        ),\n      );\n    }\n\n    const correlationId = this.nextCorrelationId();\n    let abortListener: (() => void) | null = null;\n    const detachSignal = () => {\n      if (signal && abortListener) {\n        signal.removeEventListener(\"abort\", abortListener);\n        abortListener = null;\n      }\n    };\n\n    const promise = new Promise<void>((resolve, reject) => {\n      this.pending.set(correlationId, {\n        kind: \"load-model\",\n        documentType: entry.documentType,\n        version: entry.version,\n        resolve: () => {\n          detachSignal();\n          resolve();\n        },\n        reject: (err) => {\n          detachSignal();\n          reject(err);\n        },\n      });\n    });\n\n    if (signal) {\n      if (signal.aborted) {\n        this.failPending(\n          correlationId,\n          new WorkerLoadModelFailedError(\n            this.workerId,\n            entry.documentType,\n            entry.version,\n            \"aborted before dispatch\",\n          ),\n        );\n        return promise;\n      }\n      abortListener = () => {\n        this.failPending(\n          correlationId,\n          new WorkerLoadModelFailedError(\n            this.workerId,\n            entry.documentType,\n            entry.version,\n            \"caller signal\",\n          ),\n        );\n      };\n      signal.addEventListener(\"abort\", abortListener, { once: true });\n    }\n\n    this.transport.postMessage({\n      type: \"load-model\",\n      correlationId,\n      model: entry,\n    });\n\n    return promise;\n  }\n\n  public isIdle(): boolean {\n    return this.inFlight === null && this.phase === \"ready\";\n  }\n\n  public getInFlight(): WorkerInFlightSnapshot | null {\n    if (!this.inFlight) {\n      return null;\n    }\n    return {\n      correlationId: this.inFlight.correlationId,\n      jobId: this.inFlight.jobId,\n    };\n  }\n\n  private nextCorrelationId(): string {\n    return randomUUID();\n  }\n\n  private handleMessage(msg: WorkerMessage): void {\n    switch (msg.type) {\n      case \"ready\":\n        this.handleReady(msg.correlationId);\n        return;\n      case \"result\":\n        this.handleResult(msg);\n        return;\n      case \"model-loaded\":\n        this.handleModelLoaded(msg);\n        return;\n      case \"model-load-failed\":\n        this.handleModelLoadFailed(msg);\n        return;\n      case \"log\":\n        this.handleLog(msg);\n        return;\n      case \"heartbeat\":\n        this.handleHeartbeat(msg);\n        return;\n      case \"metrics\":\n        this.handleMetrics(msg);\n        return;\n      case \"pool-acquire-samples\":\n        this.handlePoolAcquireSamples(msg);\n        return;\n      default: {\n        const exhaustive: never = msg;\n        void exhaustive;\n      }\n    }\n  }\n\n  private handlePoolAcquireSamples(msg: PoolAcquireSamplesMessage): void {\n    if (!this.poolInstrumentation) {\n      return;\n    }\n    this.poolInstrumentation.updateStats({\n      size: msg.size,\n      idle: msg.idle,\n      waiting: msg.waiting,\n    });\n    this.poolInstrumentation.pushSamples(msg.durations);\n  }\n\n  private handleReady(correlationId: string): void {\n    const entry = this.pending.get(correlationId);\n    if (!entry || entry.kind !== \"init\") {\n      return;\n    }\n    this.pending.delete(correlationId);\n    entry.resolve();\n  }\n\n  private handleResult(msg: ResultMessage): void {\n    const entry = this.pending.get(msg.correlationId);\n    if (!entry || entry.kind !== \"execute\") {\n      return;\n    }\n    this.pending.delete(msg.correlationId);\n    if (this.inFlight?.correlationId === msg.correlationId) {\n      this.inFlight = null;\n    }\n    if (this.abortTimer) {\n      clearTimeout(this.abortTimer);\n      this.abortTimer = null;\n    }\n\n    const outcome: WorkerExecutionOutcome = msg.error\n      ? {\n          result: {\n            ...msg.result,\n            success: false,\n            error: fromErrorInfo(msg.error),\n          },\n        }\n      : {\n          result: msg.result,\n          writeReady: msg.writeReady,\n        };\n    entry.resolve(outcome);\n\n    if (this.phase === \"shutting-down\") {\n      const shutdownEntry = [...this.pending.values()].find(\n        (e) => e.kind === \"shutdown\",\n      );\n      if (shutdownEntry) {\n        shutdownEntry.resolve();\n      }\n    }\n  }\n\n  private handleModelLoaded(msg: ModelLoadedMessage): void {\n    const entry = this.pending.get(msg.correlationId);\n    if (!entry || entry.kind !== \"load-model\") {\n      return;\n    }\n    this.pending.delete(msg.correlationId);\n    entry.resolve();\n  }\n\n  private handleModelLoadFailed(msg: ModelLoadFailedMessage): void {\n    const entry = this.pending.get(msg.correlationId);\n    if (!entry || entry.kind !== \"load-model\") {\n      return;\n    }\n    this.pending.delete(msg.correlationId);\n    entry.reject(\n      new WorkerLoadModelFailedError(\n        this.workerId,\n        msg.documentType,\n        msg.version,\n        msg.error.message,\n        { cause: fromErrorInfo(msg.error) },\n      ),\n    );\n  }\n\n  private handleLog(msg: LogMessage): void {\n    const args = msg.args;\n    switch (msg.level) {\n      case \"debug\":\n        this.logger.debug(msg.message, ...args);\n        return;\n      case \"info\":\n        this.logger.info(msg.message, ...args);\n        return;\n      case \"warn\":\n        this.logger.warn(msg.message, ...args);\n        return;\n      case \"error\":\n        this.logger.error(msg.message, ...args);\n        return;\n      default: {\n        const exhaustive: never = msg.level;\n        void exhaustive;\n      }\n    }\n  }\n\n  private handleHeartbeat(msg: HeartbeatMessage): void {\n    this.lastHeartbeatAt = msg.timestamp;\n  }\n\n  private handleMetrics(msg: MetricsMessage): void {\n    this.lastMetrics = {\n      counters: msg.counters,\n      gauges: msg.gauges,\n      timestamp: msg.timestamp,\n    };\n  }\n\n  private handleTransportError(err: Error): void {\n    this.logger.error(\n      `worker ${this.workerId} transport error: ${err.message}`,\n      err,\n    );\n  }\n\n  private handleExit(code: number): void {\n    if (this.phase === \"terminated\") {\n      return;\n    }\n    const wasGraceful = this.phase === \"shutting-down\" && code === 0;\n    this.phase = \"terminated\";\n    const err = wasGraceful\n      ? null\n      : new WorkerExitedError(this.workerId, code, this.lastCorrelationId);\n    this.lastExitError = err;\n    if (this.abortTimer) {\n      clearTimeout(this.abortTimer);\n      this.abortTimer = null;\n    }\n    this.detachTransportListeners();\n    this.drainPending(err);\n    this.inFlight = null;\n  }\n\n  private detachTransportListeners(): void {\n    this.transport.off(\"message\", this.onMessage);\n    this.transport.off(\"error\", this.onError);\n    this.transport.off(\"exit\", this.onExit);\n  }\n\n  private drainPending(err: Error | null): void {\n    for (const [, entry] of this.pending) {\n      if (err) {\n        entry.reject(err);\n      } else if (entry.kind === \"shutdown\") {\n        entry.resolve();\n      } else if (entry.kind === \"init\") {\n        entry.reject(new WorkerInitFailedError(this.workerId, \"worker exited\"));\n      } else if (entry.kind === \"load-model\") {\n        entry.reject(\n          new WorkerLoadModelFailedError(\n            this.workerId,\n            entry.documentType,\n            entry.version,\n            \"worker exited before responding\",\n          ),\n        );\n      } else {\n        entry.reject(\n          new WorkerExitedError(this.workerId, 0, this.lastCorrelationId),\n        );\n      }\n    }\n    this.pending.clear();\n  }\n\n  private failPending(correlationId: string, err: Error): void {\n    const entry = this.pending.get(correlationId);\n    if (!entry) {\n      return;\n    }\n    this.pending.delete(correlationId);\n    entry.reject(err);\n  }\n\n  private async forceTerminate(reason: Error | null): Promise<void> {\n    if (this.phase === \"terminated\") {\n      return;\n    }\n    try {\n      await this.transport.terminate();\n    } catch (err) {\n      this.logger.warn(\n        `worker ${this.workerId} terminate threw: ${(err as Error).message}`,\n      );\n    }\n    const phaseAfter = this.phase as Phase;\n    if (phaseAfter === \"terminated\") {\n      return;\n    }\n    this.phase = \"terminated\";\n    this.lastExitError = reason;\n    this.detachTransportListeners();\n    this.drainPending(reason);\n    this.inFlight = null;\n  }\n}\n"],"mappings":";;;;AA+CA,MAAM,yBAAyB;AAC/B,MAAM,4BAA4B;AA4DlC,IAAa,eAAb,MAAqD;CACnD;CACA;CAEA;CACA;CACA;CACA;CACA;CACA;CAEA,0BAA2B,IAAI,KAA2B;CAC1D,WAAoE;CACpE,QAAuB;CACvB,gBAAsC;CACtC,oBAA2C;CAC3C,aAA4C;CAC5C,kBAAyC;CACzC,cAIW;CAEX;CACA;CACA;CAEA,YAAY,SAA8B;AACxC,OAAK,WAAW,QAAQ;AACxB,OAAK,QAAQ,QAAQ;AACrB,OAAK,YAAY,QAAQ;AACzB,OAAK,cAAc,QAAQ;AAC3B,OAAK,SAAS,QAAQ;AACtB,OAAK,eAAe,QAAQ,gBAAgB;AAC5C,OAAK,yBACH,QAAQ,0BAA0B;AACpC,OAAK,sBAAsB,QAAQ;AAEnC,OAAK,aAAa,QAAQ,KAAK,cAAc,IAAI;AACjD,OAAK,WAAW,QAAQ,KAAK,qBAAqB,IAAI;AACtD,OAAK,UAAU,SAAS,KAAK,WAAW,KAAK;AAE7C,OAAK,UAAU,GAAG,WAAW,KAAK,UAAU;AAC5C,OAAK,UAAU,GAAG,SAAS,KAAK,QAAQ;AACxC,OAAK,UAAU,GAAG,QAAQ,KAAK,OAAO;;CAGxC,MAAa,QAAuB;AAClC,MAAI,KAAK,UAAU,QACjB,OAAM,IAAI,sBACR,KAAK,UACL,gCAAgC,KAAK,QACtC;AAEH,OAAK,QAAQ;EACb,MAAM,gBAAgB,KAAK,mBAAmB;EAC9C,MAAM,QAAQ,IAAI,SAAe,SAAS,WAAW;AACnD,QAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN;IACA;IACD,CAAC;IACF;AACF,OAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA,UAAU,KAAK;GACf,YAAY,KAAK,YAAY;GAC7B,IAAI,KAAK,YAAY;GACrB,mBAAmB,KAAK,YAAY;GACpC,QAAQ,KAAK,YAAY;GAC1B,CAAC;AACF,QAAM;AACN,OAAK,QAAQ;;CAGf,QACE,KACA,QACiC;AACjC,MAAI,KAAK,UAAU,aACjB,QAAO,QAAQ,OACb,KAAK,iBACH,IAAI,kBAAkB,KAAK,UAAU,IAAI,KAAK,kBAAkB,CACnE;AAEH,MAAI,KAAK,UAAU,QACjB,QAAO,QAAQ,OACb,IAAI,sBACF,KAAK,UACL,2BAA2B,KAAK,MAAM,GACvC,CACF;AAEH,MAAI,KAAK,aAAa,KACpB,QAAO,QAAQ,OAAO,IAAI,gBAAgB,KAAK,UAAU,IAAI,GAAG,CAAC;EAGnE,MAAM,gBAAgB,KAAK,mBAAmB;AAC9C,OAAK,oBAAoB;AACzB,OAAK,WAAW;GAAE;GAAe,OAAO,IAAI;GAAI;EAEhD,IAAI,gBAAqC;EACzC,MAAM,qBAAqB;AACzB,OAAI,UAAU,eAAe;AAC3B,WAAO,oBAAoB,SAAS,cAAc;AAClD,oBAAgB;;;EAIpB,MAAM,UAAU,IAAI,SAAiC,SAAS,WAAW;AACvE,QAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN,OAAO,IAAI;IACX,UAAU,YAAY;AACpB,mBAAc;AACd,aAAQ,QAAQ;;IAElB,SAAS,QAAQ;AACf,mBAAc;AACd,YAAO,IAAI;;IAEd,CAAC;IACF;AAEF,MAAI,OACF,KAAI,OAAO,QACT,MAAK,MAAM,eAAe,0BAA0B;OAC/C;AACL,yBAAsB,KAAK,MAAM,eAAe,gBAAgB;AAChE,UAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,MAAM,CAAC;;AAInE,OAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA;GACD,CAAC;AAEF,SAAO;;CAGT,MAAa,eAAuB,QAAuB;AACzD,MAAI,KAAK,UAAU,aACjB;AAEF,MAAI,CAAC,KAAK,YAAY,KAAK,SAAS,kBAAkB,cACpD;AAEF,MAAI,KAAK,WACP;AAEF,OAAK,UAAU,YAAY;GACzB,MAAM;GACN,eAAe,KAAK,mBAAmB;GACvC,qBAAqB;GACrB;GACD,CAAC;AACF,OAAK,aAAa,iBAAiB;AACjC,QAAK,aAAa;GAClB,MAAM,QAAQ,KAAK,QAAQ,IAAI,cAAc;AAC7C,OAAI,CAAC,SAAS,MAAM,SAAS,UAC3B;GAEF,MAAM,MAAM,IAAI,wBACd,KAAK,UACL,eACA,KAAK,aACN;AACD,QAAK,YAAY,eAAe,IAAI;AACpC,QAAK,WAAW;AACX,QAAK,eAAe,IAAI;KAC5B,KAAK,aAAa;;CAGvB,MAAa,SAAS,UAAmB,SAAiC;AACxE,MAAI,KAAK,UAAU,aACjB;AAEF,MAAI,CAAC,UAAU;AACb,QAAK,QAAQ;AACb,SAAM,KAAK,eAAe,KAAK;AAC/B;;EAGF,MAAM,iBAAiB,WAAW,KAAK;AACvC,OAAK,QAAQ;EACb,MAAM,gBAAgB,KAAK,mBAAmB;EAC9C,MAAM,UAAU,IAAI,SAAe,SAAS,WAAW;AACrD,QAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN;IACA;IACD,CAAC;IACF;AACF,OAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA,SAAS;GACV,CAAC;EAEF,IAAI;EACJ,MAAM,UAAU,IAAI,SAAe,GAAG,WAAW;AAC/C,WAAQ,iBAAiB;AACvB,WAAO,IAAI,2BAA2B,KAAK,UAAU,eAAe,CAAC;MACpE,eAAe;IAClB;AAEF,MAAI;AACF,SAAM,QAAQ,KAAK,CAAC,SAAS,QAAQ,CAAC;WAC/B,KAAK;AACZ,QAAK,OAAO,KACV,UAAU,KAAK,SAAS,4BAA4B,eAAe,KACnE,IACD;YACO;AACR,gBAAa,MAAM;;AAGrB,QAAM,KAAK,eAAe,KAAK;;CAGjC,UACE,OACA,QACe;AACf,MAAI,KAAK,UAAU,aACjB,QAAO,QAAQ,OACb,KAAK,iBACH,IAAI,kBAAkB,KAAK,UAAU,IAAI,KAAK,kBAAkB,CACnE;AAEH,MAAI,KAAK,UAAU,QACjB,QAAO,QAAQ,OACb,IAAI,sBACF,KAAK,UACL,2BAA2B,KAAK,MAAM,GACvC,CACF;EAGH,MAAM,gBAAgB,KAAK,mBAAmB;EAC9C,IAAI,gBAAqC;EACzC,MAAM,qBAAqB;AACzB,OAAI,UAAU,eAAe;AAC3B,WAAO,oBAAoB,SAAS,cAAc;AAClD,oBAAgB;;;EAIpB,MAAM,UAAU,IAAI,SAAe,SAAS,WAAW;AACrD,QAAK,QAAQ,IAAI,eAAe;IAC9B,MAAM;IACN,cAAc,MAAM;IACpB,SAAS,MAAM;IACf,eAAe;AACb,mBAAc;AACd,cAAS;;IAEX,SAAS,QAAQ;AACf,mBAAc;AACd,YAAO,IAAI;;IAEd,CAAC;IACF;AAEF,MAAI,QAAQ;AACV,OAAI,OAAO,SAAS;AAClB,SAAK,YACH,eACA,IAAI,2BACF,KAAK,UACL,MAAM,cACN,MAAM,SACN,0BACD,CACF;AACD,WAAO;;AAET,yBAAsB;AACpB,SAAK,YACH,eACA,IAAI,2BACF,KAAK,UACL,MAAM,cACN,MAAM,SACN,gBACD,CACF;;AAEH,UAAO,iBAAiB,SAAS,eAAe,EAAE,MAAM,MAAM,CAAC;;AAGjE,OAAK,UAAU,YAAY;GACzB,MAAM;GACN;GACA,OAAO;GACR,CAAC;AAEF,SAAO;;CAGT,SAAyB;AACvB,SAAO,KAAK,aAAa,QAAQ,KAAK,UAAU;;CAGlD,cAAoD;AAClD,MAAI,CAAC,KAAK,SACR,QAAO;AAET,SAAO;GACL,eAAe,KAAK,SAAS;GAC7B,OAAO,KAAK,SAAS;GACtB;;CAGH,oBAAoC;AAClC,SAAO,YAAY;;CAGrB,cAAsB,KAA0B;AAC9C,UAAQ,IAAI,MAAZ;GACE,KAAK;AACH,SAAK,YAAY,IAAI,cAAc;AACnC;GACF,KAAK;AACH,SAAK,aAAa,IAAI;AACtB;GACF,KAAK;AACH,SAAK,kBAAkB,IAAI;AAC3B;GACF,KAAK;AACH,SAAK,sBAAsB,IAAI;AAC/B;GACF,KAAK;AACH,SAAK,UAAU,IAAI;AACnB;GACF,KAAK;AACH,SAAK,gBAAgB,IAAI;AACzB;GACF,KAAK;AACH,SAAK,cAAc,IAAI;AACvB;GACF,KAAK;AACH,SAAK,yBAAyB,IAAI;AAClC;GACF;;;CAOJ,yBAAiC,KAAsC;AACrE,MAAI,CAAC,KAAK,oBACR;AAEF,OAAK,oBAAoB,YAAY;GACnC,MAAM,IAAI;GACV,MAAM,IAAI;GACV,SAAS,IAAI;GACd,CAAC;AACF,OAAK,oBAAoB,YAAY,IAAI,UAAU;;CAGrD,YAAoB,eAA6B;EAC/C,MAAM,QAAQ,KAAK,QAAQ,IAAI,cAAc;AAC7C,MAAI,CAAC,SAAS,MAAM,SAAS,OAC3B;AAEF,OAAK,QAAQ,OAAO,cAAc;AAClC,QAAM,SAAS;;CAGjB,aAAqB,KAA0B;EAC7C,MAAM,QAAQ,KAAK,QAAQ,IAAI,IAAI,cAAc;AACjD,MAAI,CAAC,SAAS,MAAM,SAAS,UAC3B;AAEF,OAAK,QAAQ,OAAO,IAAI,cAAc;AACtC,MAAI,KAAK,UAAU,kBAAkB,IAAI,cACvC,MAAK,WAAW;AAElB,MAAI,KAAK,YAAY;AACnB,gBAAa,KAAK,WAAW;AAC7B,QAAK,aAAa;;EAGpB,MAAM,UAAkC,IAAI,QACxC,EACE,QAAQ;GACN,GAAG,IAAI;GACP,SAAS;GACT,OAAO,cAAc,IAAI,MAAM;GAChC,EACF,GACD;GACE,QAAQ,IAAI;GACZ,YAAY,IAAI;GACjB;AACL,QAAM,QAAQ,QAAQ;AAEtB,MAAI,KAAK,UAAU,iBAAiB;GAClC,MAAM,gBAAgB,CAAC,GAAG,KAAK,QAAQ,QAAQ,CAAC,CAAC,MAC9C,MAAM,EAAE,SAAS,WACnB;AACD,OAAI,cACF,eAAc,SAAS;;;CAK7B,kBAA0B,KAA+B;EACvD,MAAM,QAAQ,KAAK,QAAQ,IAAI,IAAI,cAAc;AACjD,MAAI,CAAC,SAAS,MAAM,SAAS,aAC3B;AAEF,OAAK,QAAQ,OAAO,IAAI,cAAc;AACtC,QAAM,SAAS;;CAGjB,sBAA8B,KAAmC;EAC/D,MAAM,QAAQ,KAAK,QAAQ,IAAI,IAAI,cAAc;AACjD,MAAI,CAAC,SAAS,MAAM,SAAS,aAC3B;AAEF,OAAK,QAAQ,OAAO,IAAI,cAAc;AACtC,QAAM,OACJ,IAAI,2BACF,KAAK,UACL,IAAI,cACJ,IAAI,SACJ,IAAI,MAAM,SACV,EAAE,OAAO,cAAc,IAAI,MAAM,EAAE,CACpC,CACF;;CAGH,UAAkB,KAAuB;EACvC,MAAM,OAAO,IAAI;AACjB,UAAQ,IAAI,OAAZ;GACE,KAAK;AACH,SAAK,OAAO,MAAM,IAAI,SAAS,GAAG,KAAK;AACvC;GACF,KAAK;AACH,SAAK,OAAO,KAAK,IAAI,SAAS,GAAG,KAAK;AACtC;GACF,KAAK;AACH,SAAK,OAAO,KAAK,IAAI,SAAS,GAAG,KAAK;AACtC;GACF,KAAK;AACH,SAAK,OAAO,MAAM,IAAI,SAAS,GAAG,KAAK;AACvC;GACF,QAC4B,KAAI;;;CAMpC,gBAAwB,KAA6B;AACnD,OAAK,kBAAkB,IAAI;;CAG7B,cAAsB,KAA2B;AAC/C,OAAK,cAAc;GACjB,UAAU,IAAI;GACd,QAAQ,IAAI;GACZ,WAAW,IAAI;GAChB;;CAGH,qBAA6B,KAAkB;AAC7C,OAAK,OAAO,MACV,UAAU,KAAK,SAAS,oBAAoB,IAAI,WAChD,IACD;;CAGH,WAAmB,MAAoB;AACrC,MAAI,KAAK,UAAU,aACjB;EAEF,MAAM,cAAc,KAAK,UAAU,mBAAmB,SAAS;AAC/D,OAAK,QAAQ;EACb,MAAM,MAAM,cACR,OACA,IAAI,kBAAkB,KAAK,UAAU,MAAM,KAAK,kBAAkB;AACtE,OAAK,gBAAgB;AACrB,MAAI,KAAK,YAAY;AACnB,gBAAa,KAAK,WAAW;AAC7B,QAAK,aAAa;;AAEpB,OAAK,0BAA0B;AAC/B,OAAK,aAAa,IAAI;AACtB,OAAK,WAAW;;CAGlB,2BAAyC;AACvC,OAAK,UAAU,IAAI,WAAW,KAAK,UAAU;AAC7C,OAAK,UAAU,IAAI,SAAS,KAAK,QAAQ;AACzC,OAAK,UAAU,IAAI,QAAQ,KAAK,OAAO;;CAGzC,aAAqB,KAAyB;AAC5C,OAAK,MAAM,GAAG,UAAU,KAAK,QAC3B,KAAI,IACF,OAAM,OAAO,IAAI;WACR,MAAM,SAAS,WACxB,OAAM,SAAS;WACN,MAAM,SAAS,OACxB,OAAM,OAAO,IAAI,sBAAsB,KAAK,UAAU,gBAAgB,CAAC;WAC9D,MAAM,SAAS,aACxB,OAAM,OACJ,IAAI,2BACF,KAAK,UACL,MAAM,cACN,MAAM,SACN,kCACD,CACF;MAED,OAAM,OACJ,IAAI,kBAAkB,KAAK,UAAU,GAAG,KAAK,kBAAkB,CAChE;AAGL,OAAK,QAAQ,OAAO;;CAGtB,YAAoB,eAAuB,KAAkB;EAC3D,MAAM,QAAQ,KAAK,QAAQ,IAAI,cAAc;AAC7C,MAAI,CAAC,MACH;AAEF,OAAK,QAAQ,OAAO,cAAc;AAClC,QAAM,OAAO,IAAI;;CAGnB,MAAc,eAAe,QAAqC;AAChE,MAAI,KAAK,UAAU,aACjB;AAEF,MAAI;AACF,SAAM,KAAK,UAAU,WAAW;WACzB,KAAK;AACZ,QAAK,OAAO,KACV,UAAU,KAAK,SAAS,oBAAqB,IAAc,UAC5D;;AAGH,MADmB,KAAK,UACL,aACjB;AAEF,OAAK,QAAQ;AACb,OAAK,gBAAgB;AACrB,OAAK,0BAA0B;AAC/B,OAAK,aAAa,OAAO;AACzB,OAAK,WAAW"}