@pattern-stack/codegen 0.10.0 → 0.11.0

package/dist/runtime/subsystems/jobs/jobs-domain.module.d.ts

@@ -1,6 +1,5 @@
 import { DynamicModule } from '@nestjs/common';
 import { BullMqExtensionsConfig } from './bullmq.config.js';
-import 'bullmq';
 import './pool-config.loader.js';
 
 /**

package/dist/runtime/subsystems/jobs/jobs-domain.module.js

@@ -13,6 +13,9 @@ var __decorateParam = (index2, decorator) => (target, key) => decorator(target,
 // runtime/subsystems/jobs/jobs-domain.module.ts
 import { Module } from "@nestjs/common";
 
+// runtime/constants/tokens.ts
+var DRIZZLE = "DRIZZLE";
+
 // runtime/subsystems/jobs/jobs-domain.tokens.ts
 var JOB_ORCHESTRATOR = /* @__PURE__ */ Symbol("JOB_ORCHESTRATOR");
 var JOB_RUN_SERVICE = /* @__PURE__ */ Symbol("JOB_RUN_SERVICE");
@@ -24,9 +27,6 @@ import { randomUUID } from "crypto";
 import { Inject, Injectable, Logger } from "@nestjs/common";
 import { and, desc, eq, gt, inArray, isNotNull, ne, notInArray, sql as sql2 } from "drizzle-orm";
 
-// runtime/constants/tokens.ts
-var DRIZZLE = "DRIZZLE";
-
 // runtime/subsystems/jobs/job-orchestration.schema.ts
 import {
   pgEnum,
@@ -834,384 +834,9 @@ DrizzleJobStepService = __decorateClass([
   __decorateParam(0, Inject3(DRIZZLE))
 ], DrizzleJobStepService);
 
-// runtime/subsystems/jobs/job-orchestrator.bullmq-backend.ts
-import { createHash } from "crypto";
-import { Inject as Inject4, Injectable as Injectable4, Logger as Logger2, Optional } from "@nestjs/common";
-import { eq as eq4 } from "drizzle-orm";
-
-// runtime/subsystems/jobs/pool-config.loader.ts
-import { existsSync, readFileSync } from "fs";
-import { resolve } from "path";
-import { parse as parseYaml } from "yaml";
-var FRAMEWORK_POOLS = Object.freeze({
-  events_inbound: Object.freeze({
-    queue: "jobs-events-inbound",
-    concurrency: 20,
-    reserved: true,
-    description: "Inbound events drain (events subsystem outbox)."
-  }),
-  events_change: Object.freeze({
-    queue: "jobs-events-change",
-    concurrency: 30,
-    reserved: true,
-    description: "Change events drain (events subsystem outbox)."
-  }),
-  events_outbound: Object.freeze({
-    queue: "jobs-events-outbound",
-    concurrency: 10,
-    reserved: true,
-    description: "Outbound events drain (events subsystem outbox)."
-  }),
-  interactive: Object.freeze({
-    queue: "jobs-interactive",
-    concurrency: 20,
-    reserved: false,
-    description: "User-facing latency-sensitive jobs."
-  }),
-  batch: Object.freeze({
-    queue: "jobs-batch",
-    concurrency: 5,
-    reserved: false,
-    description: "Default pool for background jobs."
-  })
-});
-var RESERVED_POOL_NAMES = new Set(
-  Object.entries(FRAMEWORK_POOLS).filter(([, def]) => def.reserved).map(([name]) => name)
-);
-var cache = /* @__PURE__ */ new Map();
-function loadPoolConfig(configPath) {
-  const resolved = resolve(configPath ?? `${process.cwd()}/codegen.config.yaml`);
-  const cached = cache.get(resolved);
-  if (cached) return cached;
-  const merged = /* @__PURE__ */ new Map();
-  for (const [name, def] of Object.entries(FRAMEWORK_POOLS)) {
-    merged.set(name, { ...def });
-  }
-  if (!existsSync(resolved)) {
-    cache.set(resolved, merged);
-    return merged;
-  }
-  let raw;
-  try {
-    raw = parseYaml(readFileSync(resolved, "utf8"));
-  } catch (err) {
-    throw new Error(
-      `pool-config.loader: failed to parse YAML at ${resolved}: ${err.message}`
-    );
-  }
-  const userPools = extractUserPools(raw);
-  for (const [name, userDef] of Object.entries(userPools)) {
-    const existing = merged.get(name);
-    if (existing) {
-      const next = {
-        queue: existing.queue,
-        concurrency: typeof userDef.concurrency === "number" ? userDef.concurrency : existing.concurrency,
-        reserved: existing.reserved,
-        description: userDef.description ?? existing.description
-      };
-      merged.set(name, next);
-      continue;
-    }
-    if (typeof userDef.queue !== "string" || userDef.queue.length === 0) {
-      throw new Error(
-        `pool-config.loader: pool '${name}' must declare a non-empty 'queue'.`
-      );
-    }
-    if (typeof userDef.concurrency !== "number" || userDef.concurrency <= 0) {
-      throw new Error(
-        `pool-config.loader: pool '${name}' must declare a positive 'concurrency'.`
-      );
-    }
-    if (userDef.reserved === true) {
-      throw new Error(
-        `pool-config.loader: user-defined pool '${name}' cannot set 'reserved: true' \u2014 reserved is framework-only.`
-      );
-    }
-    merged.set(name, {
-      queue: userDef.queue,
-      concurrency: userDef.concurrency,
-      reserved: false,
-      description: userDef.description
-    });
-  }
-  cache.set(resolved, merged);
-  return merged;
-}
-function extractUserPools(raw) {
-  if (!raw || typeof raw !== "object") return {};
-  const jobs2 = raw.jobs;
-  if (!jobs2 || typeof jobs2 !== "object") return {};
-  const pools = jobs2.pools;
-  if (!pools || typeof pools !== "object") return {};
-  const out = {};
-  for (const [name, def] of Object.entries(pools)) {
-    if (!def || typeof def !== "object") continue;
-    out[name] = def;
-  }
-  return out;
-}
-
-// runtime/subsystems/jobs/bullmq.config.ts
-var BULLMQ_CONNECTION = /* @__PURE__ */ Symbol("BULLMQ_CONNECTION");
-var BULLMQ_RESOLVED_CONFIG = /* @__PURE__ */ Symbol("BULLMQ_RESOLVED_CONFIG");
-var DEFAULT_REDIS_URL = "redis://localhost:6379";
-var DEFAULT_BULL_BOARD_MOUNT = "/admin/queues";
-function resolveBullMqConfig(ext) {
-  const url = ext?.redis_url ?? process.env.REDIS_URL ?? DEFAULT_REDIS_URL;
-  const resolved = {
-    connection: { url },
-    queuePrefix: ext?.queue_prefix
-  };
-  if (ext?.bull_board?.enabled) {
-    resolved.bullBoard = {
-      enabled: true,
-      mountPath: ext.bull_board.mount_path ?? DEFAULT_BULL_BOARD_MOUNT
-    };
-  }
-  return resolved;
-}
-function resolvePoolQueueName(pool, config, poolConfig = loadPoolConfig()) {
-  const alias = poolConfig.get(pool)?.queue ?? pool;
-  const prefix = config?.queuePrefix;
-  return prefix ? `${prefix}:${alias}` : alias;
-}
-
-// runtime/subsystems/jobs/job-orchestrator.bullmq-backend.ts
-function sha1JobId(idempotencyKey) {
-  return createHash("sha1").update(idempotencyKey).digest("hex");
-}
-var BullMQJobOrchestrator = class extends DrizzleJobOrchestrator {
-  constructor(db, multiTenant, connection, bullConfig = null) {
-    super(db, multiTenant);
-    this.connection = connection;
-    this.bullConfig = bullConfig;
-    this.bullDb = db;
-  }
-  connection;
-  bullConfig;
-  // TODO(logging-subsystem): swap to ILogger once ADR-028 lands
-  bullLogger = new Logger2(BullMQJobOrchestrator.name);
-  /** Lazily-opened `Queue` handles, one per pool. */
-  queues = /* @__PURE__ */ new Map();
-  /** Single FlowProducer for parent/child hierarchies. Lazily opened. */
-  _flow = null;
-  /**
-   * Cached `bullmq` value constructors, populated by `loadBullMq()` on first
-   * use (the `start`/`cancel`/`replay` entrypoints `await` it before touching
-   * a queue). Kept off the import graph so a `drizzle`-only consumer never
-   * resolves the optional `'bullmq'` package.
-   */
-  QueueCtor = null;
-  FlowProducerCtor = null;
-  bullMqLoad = null;
-  /**
-   * Own reference to the Drizzle client. `DrizzleJobOrchestrator.db` is
-   * `private` (can't be redeclared even privately in a subclass), and the
-   * spec forbids touching that file — so the subclass keeps its own handle
-   * under a distinct name (same instance, passed through to `super`) for the
-   * cancel-cascade snapshot + definition/run loads below.
-   */
-  bullDb;
-  /**
-   * Lazily load the optional `bullmq` package and cache its value
-   * constructors. Idempotent (single in-flight promise). Throws a friendly,
-   * actionable error when the consumer selected `backend: 'bullmq'` but did
-   * not install the package — mirrors `createRedisClient` in the redis event
-   * backend. Must be `await`ed before any `queueFor`/`flow` access.
-   */
-  async loadBullMq() {
-    if (this.QueueCtor && this.FlowProducerCtor) return;
-    if (!this.bullMqLoad) {
-      this.bullMqLoad = (async () => {
-        try {
-          const mod = await import("bullmq");
-          this.QueueCtor = mod.Queue;
-          this.FlowProducerCtor = mod.FlowProducer;
-        } catch {
-          throw new Error(
-            'BullMQ backend requires the "bullmq" package. Install it with: npm install bullmq'
-          );
-        }
-      })();
-    }
-    await this.bullMqLoad;
-  }
-  /**
-   * Open (or reuse) the `Queue` for a pool. Synchronous — callers `await
-   * loadBullMq()` first so `QueueCtor` is populated.
-   */
-  queueFor(pool) {
-    if (!this.QueueCtor) {
-      throw new Error("BullMQJobOrchestrator: queueFor called before loadBullMq()");
-    }
-    const name = resolvePoolQueueName(pool, this.bullConfig);
-    let q = this.queues.get(name);
-    if (!q) {
-      q = new this.QueueCtor(name, { connection: this.connection });
-      this.queues.set(name, q);
-    }
-    return q;
-  }
-  flow() {
-    if (!this.FlowProducerCtor) {
-      throw new Error("BullMQJobOrchestrator: flow called before loadBullMq()");
-    }
-    if (!this._flow) {
-      this._flow = new this.FlowProducerCtor({ connection: this.connection });
-    }
-    return this._flow;
-  }
-  // ==========================================================================
-  // start — Postgres insert (super) + BullMQ dispatch
-  // ==========================================================================
-  async start(type, input, opts = {}, tx) {
-    const run = await super.start(type, input, opts, tx);
-    await this.dispatch(run, type);
-    return run;
-  }
-  /**
-   * Map a `job_run` row onto a BullMQ job via `queue.add`. When the run has a
-   * `parentRunId` we attach it to the parent's existing BullMQ job through the
-   * `parent: { id, queue }` opt — BullMQ then tracks the parent/child link in
-   * its own graph. (The FlowProducer is reserved for whole-tree atomic
-   * submits, exposed as an opt-in extension via `flowProducer()`; runtime
-   * `ctx.spawnChild` is incremental, so `queue.add` with a parent ref is the
-   * correct primitive here.)
-   *
-   * The `jobId` is colon-safe + stable: `sha1(dedupeKey)` when a dedupe key is
-   * present (so the same logical key dedups), else the `job_run.id` UUID
-   * (already colon-free).
-   *
-   * The domain `parentClosePolicy` cascade is still enforced in Postgres by
-   * the shared `cancel` path — BullMQ's parent link is dispatch bookkeeping,
-   * not the authority.
-   */
-  async dispatch(run, type) {
-    await this.loadBullMq();
-    const def = await this.loadDefinition(type);
-    const jobId = run.dedupeKey ? sha1JobId(run.dedupeKey) : run.id;
-    const jobOpts = {
-      jobId,
-      ...this.retryOpts(def),
-      ...this.dedupeOpts(run, def)
-    };
-    if (run.parentRunId) {
-      const parentRow = await this.loadRun(run.parentRunId);
-      if (parentRow) {
-        const parentJobId = parentRow.dedupeKey ? sha1JobId(parentRow.dedupeKey) : parentRow.id;
-        jobOpts.parent = {
-          id: parentJobId,
-          queue: resolvePoolQueueName(parentRow.pool, this.bullConfig)
-        };
-      }
-    }
-    const payload = { runId: run.id, type, input: run.input };
-    await this.queueFor(run.pool).add(type, payload, jobOpts);
-  }
-  /**
-   * Opt-in extension (spec §Extensions): expose the FlowProducer for
-   * consumers that want to submit a whole parent/child DAG atomically up
-   * front, rather than incrementally via `ctx.spawnChild`. Backend-specific —
-   * code using it is not portable to the Drizzle backend. Async because it
-   * lazily loads the optional `bullmq` package on first use.
-   */
-  async flowProducer() {
-    await this.loadBullMq();
-    return this.flow();
-  }
-  retryOpts(def) {
-    const policy = def.retryPolicy;
-    if (!policy) return {};
-    return {
-      attempts: policy.attempts,
-      backoff: {
-        type: policy.backoff === "exponential" ? "exponential" : "fixed",
-        delay: policy.baseMs
-      }
-    };
-  }
-  dedupeOpts(run, def) {
-    if (!run.dedupeKey || !def.dedupeWindowMs) return {};
-    return {
-      deduplication: {
-        id: sha1JobId(run.dedupeKey),
-        ttl: def.dedupeWindowMs
-      }
-    };
-  }
-  // ==========================================================================
-  // cancel — Postgres cascade (super) + remove from queue
-  // ==========================================================================
-  async cancel(runId, opts = {}) {
-    const target = await this.loadRun(runId);
-    await super.cancel(runId, opts);
-    if (!target) return;
-    await this.loadBullMq();
-    await this.removeFromQueue(target);
-    if (opts.cascade === false) return;
-    const descendants = await this.bullDb.select().from(jobRuns).where(eq4(jobRuns.rootRunId, target.rootRunId));
-    for (const child of descendants) {
-      if (child.id === runId) continue;
-      await this.removeFromQueue(child);
-    }
-  }
-  async removeFromQueue(run) {
-    const jobId = run.dedupeKey ? sha1JobId(run.dedupeKey) : run.id;
-    try {
-      const job = await this.queueFor(run.pool).getJob(jobId);
-      if (job) await job.remove();
-    } catch (err) {
-      this.bullLogger.warn(
-        `cancel: could not remove BullMQ job ${jobId} (pool=${run.pool}): ${err.message}`
-      );
-    }
-  }
-  // ==========================================================================
-  // replay — Postgres reset (super) + re-enqueue
-  // ==========================================================================
-  async replay(runId) {
-    const run = await super.replay(runId);
-    await this.dispatch(run, run.jobType);
-    return run;
-  }
-  // ==========================================================================
-  // Internals
-  // ==========================================================================
-  async loadDefinition(type) {
-    const [def] = await this.bullDb.select().from(jobs).where(eq4(jobs.type, type)).limit(1);
-    if (!def) {
-      throw new Error(`BullMQJobOrchestrator: no job definition for '${type}'`);
-    }
-    return def;
-  }
-  async loadRun(id) {
-    const [row] = await this.bullDb.select().from(jobRuns).where(eq4(jobRuns.id, id)).limit(1);
-    return row ?? null;
-  }
-  /** Close all open queue + flow connections. Called on module destroy. */
-  async closeConnections() {
-    for (const q of this.queues.values()) {
-      await q.close().catch(() => void 0);
-    }
-    this.queues.clear();
-    if (this._flow) {
-      await this._flow.close().catch(() => void 0);
-      this._flow = null;
-    }
-  }
-};
-BullMQJobOrchestrator = __decorateClass([
-  Injectable4(),
-  __decorateParam(0, Inject4(DRIZZLE)),
-  __decorateParam(1, Inject4(JOBS_MULTI_TENANT)),
-  __decorateParam(2, Inject4(BULLMQ_CONNECTION)),
-  __decorateParam(3, Optional()),
-  __decorateParam(3, Inject4(BULLMQ_RESOLVED_CONFIG))
-], BullMQJobOrchestrator);
-
 // runtime/subsystems/jobs/job-orchestrator.memory-backend.ts
 import { randomUUID as randomUUID2 } from "crypto";
-import { Inject as Inject5, Injectable as Injectable5, Logger as Logger3, Optional as Optional2 } from "@nestjs/common";
+import { Inject as Inject4, Injectable as Injectable4, Logger as Logger2, Optional } from "@nestjs/common";
 
 // runtime/subsystems/jobs/job-handler.base.ts
 var JOB_HANDLER_REGISTRY = /* @__PURE__ */ new Map();
@@ -1274,7 +899,7 @@ var MemoryJobOrchestrator = class {
   stepService;
   multiTenant;
   moduleRef;
-  logger = new Logger3(MemoryJobOrchestrator.name);
+  logger = new Logger2(MemoryJobOrchestrator.name);
   mutex = new PromiseMutex();
   handlerRegistry = /* @__PURE__ */ new Map();
   /**
@@ -1623,7 +1248,7 @@ var MemoryJobOrchestrator = class {
       run,
       step: this.makeStepFn(run),
       spawnChild: this.makeSpawnFn(run),
-      logger: new Logger3(`JobRun:${run.id}`)
+      logger: new Logger2(`JobRun:${run.id}`)
     };
     const attemptsBefore = run.attempts ?? 0;
     try {
@@ -1796,9 +1421,9 @@ var MemoryJobOrchestrator = class {
   }
 };
 MemoryJobOrchestrator = __decorateClass([
-  Injectable5(),
-  __decorateParam(2, Inject5(JOBS_MULTI_TENANT)),
-  __decorateParam(3, Optional2())
+  Injectable4(),
+  __decorateParam(2, Inject4(JOBS_MULTI_TENANT)),
+  __decorateParam(3, Optional())
 ], MemoryJobOrchestrator);
 function classifyError(err, policy, currentAttempts) {
   if (!policy) return "fail";
@@ -1832,7 +1457,7 @@ function serialiseError(err, attempt, retryable) {
 }
 
 // runtime/subsystems/jobs/job-run-service.memory-backend.ts
-import { Inject as Inject6, Injectable as Injectable6 } from "@nestjs/common";
+import { Inject as Inject5, Injectable as Injectable5 } from "@nestjs/common";
 var NON_TERMINAL_STATUSES2 = [
   "pending",
   "running",
@@ -1999,9 +1624,9 @@ var MemoryJobRunService = class {
   }
 };
 MemoryJobRunService = __decorateClass([
-  Injectable6(),
-  __decorateParam(1, Inject6(JOB_ORCHESTRATOR)),
-  __decorateParam(2, Inject6(JOBS_MULTI_TENANT))
+  Injectable5(),
+  __decorateParam(1, Inject5(JOB_ORCHESTRATOR)),
+  __decorateParam(2, Inject5(JOBS_MULTI_TENANT))
 ], MemoryJobRunService);
 function compareBy(a, b, order) {
   switch (order) {
@@ -2019,7 +1644,7 @@ function compareBy(a, b, order) {
 
 // runtime/subsystems/jobs/job-step-service.memory-backend.ts
 import { randomUUID as randomUUID3 } from "crypto";
-import { Injectable as Injectable7 } from "@nestjs/common";
+import { Injectable as Injectable6 } from "@nestjs/common";
 var MemoryJobStepService = class {
   constructor(store) {
     this.store = store;
@@ -2112,7 +1737,7 @@ var MemoryJobStepService = class {
   }
 };
 MemoryJobStepService = __decorateClass([
-  Injectable7()
+  Injectable6()
 ], MemoryJobStepService);
 
 // runtime/subsystems/jobs/memory-job-store.ts
@@ -2131,6 +1756,66 @@ var MemoryJobStore = class {
   }
 };
 
+// runtime/subsystems/jobs/pool-config.loader.ts
+import { existsSync, readFileSync } from "fs";
+import { resolve } from "path";
+import { parse as parseYaml } from "yaml";
+var FRAMEWORK_POOLS = Object.freeze({
+  events_inbound: Object.freeze({
+    queue: "jobs-events-inbound",
+    concurrency: 20,
+    reserved: true,
+    description: "Inbound events drain (events subsystem outbox)."
+  }),
+  events_change: Object.freeze({
+    queue: "jobs-events-change",
+    concurrency: 30,
+    reserved: true,
+    description: "Change events drain (events subsystem outbox)."
+  }),
+  events_outbound: Object.freeze({
+    queue: "jobs-events-outbound",
+    concurrency: 10,
+    reserved: true,
+    description: "Outbound events drain (events subsystem outbox)."
+  }),
+  interactive: Object.freeze({
+    queue: "jobs-interactive",
+    concurrency: 20,
+    reserved: false,
+    description: "User-facing latency-sensitive jobs."
+  }),
+  batch: Object.freeze({
+    queue: "jobs-batch",
+    concurrency: 5,
+    reserved: false,
+    description: "Default pool for background jobs."
+  })
+});
+var RESERVED_POOL_NAMES = new Set(
+  Object.entries(FRAMEWORK_POOLS).filter(([, def]) => def.reserved).map(([name]) => name)
+);
+
+// runtime/subsystems/jobs/bullmq.config.ts
+var BULLMQ_CONNECTION = /* @__PURE__ */ Symbol("BULLMQ_CONNECTION");
+var BULLMQ_RESOLVED_CONFIG = /* @__PURE__ */ Symbol("BULLMQ_RESOLVED_CONFIG");
+var DEFAULT_REDIS_URL = "redis://localhost:6379";
+var DEFAULT_BULL_BOARD_MOUNT = "/admin/queues";
+function resolveBullMqConfig(ext) {
+  const url = ext?.redis_url ?? process.env.REDIS_URL ?? DEFAULT_REDIS_URL;
+  const resolved = {
+    connection: { url },
+    queuePrefix: ext?.queue_prefix
+  };
+  if (ext?.bull_board?.enabled) {
+    resolved.bullBoard = {
+      enabled: true,
+      mountPath: ext.bull_board.mount_path ?? DEFAULT_BULL_BOARD_MOUNT
+    };
+  }
+  return resolved;
+}
+
 // runtime/subsystems/jobs/jobs-domain.module.ts
 var JobsDomainModule = class {
   static forRoot(opts) {
@@ -2156,7 +1841,20 @@ var JobsDomainModule = class {
       const resolved = resolveBullMqConfig(opts.extensions?.bullmq);
       providers.push({ provide: BULLMQ_CONNECTION, useValue: resolved.connection });
       providers.push({ provide: BULLMQ_RESOLVED_CONFIG, useValue: resolved });
-      providers.push({ provide: JOB_ORCHESTRATOR, useClass: BullMQJobOrchestrator });
+      providers.push({
+        provide: JOB_ORCHESTRATOR,
+        useFactory: async (...args) => {
+          const specifier = "./job-orchestrator.bullmq-backend";
+          const mod = await import(specifier);
+          return new mod.BullMQJobOrchestrator(...args);
+        },
+        // The bullmq orchestrator constructor mirrors DrizzleJobOrchestrator's
+        // injection list: DRIZZLE + JOBS_MULTI_TENANT + the resolved BullMQ
+        // tokens. Importing token references would force a static dep on the
+        // tokens file in this module's import graph; using the existing
+        // symbols already in scope is sufficient.
+        inject: [DRIZZLE, JOBS_MULTI_TENANT, BULLMQ_CONNECTION, BULLMQ_RESOLVED_CONFIG]
+      });
       providers.push({ provide: JOB_RUN_SERVICE, useClass: DrizzleJobRunService });
       providers.push({ provide: JOB_STEP_SERVICE, useClass: DrizzleJobStepService });
     } else {