@nikx/dory-worker 1.0.0

package/src/worker.ts

@@ -0,0 +1,64 @@
+import { Worker } from "bullmq";
+import IORedis from "ioredis";
+import type { WorkerConfig } from "./config";
+import { processRunJob } from "./processor";
+import { logger } from "./logger";
+
+export const RUN_EXECUTION_QUEUE = "run-execution";
+
+export function createRedisConnection(config: WorkerConfig): IORedis {
+  const conn = config.redisUrl
+    ? new IORedis(config.redisUrl, { maxRetriesPerRequest: null })
+    : new IORedis({
+        host: config.redisHost,
+        port: config.redisPort,
+        password: config.redisPassword,
+        maxRetriesPerRequest: null,
+      });
+
+  conn.on("connect", () => logger.info("Redis connected"));
+  conn.on("error", (err: Error) => logger.error(`Redis error: ${err.message}`));
+  conn.on("reconnecting", () => logger.warn("Redis reconnecting..."));
+
+  return conn;
+}
+
+export function createWorker(config: WorkerConfig, redis: IORedis): Worker {
+  const worker = new Worker(
+    RUN_EXECUTION_QUEUE,
+    (job) => processRunJob(config, job),
+    {
+      connection: redis,
+      concurrency: config.maxConcurrentRuns,
+      lockDuration: 300_000, // 5 min — containers can be long-running
+      stalledInterval: 30_000, // check for stalled jobs every 30 s
+      maxStalledCount: 2, // re-queue once, then fail
+    },
+  );
+
+  worker.on("completed", (job) => {
+    logger.info(`Job ${job.id} completed`);
+  });
+
+  worker.on("failed", (job, err) => {
+    logger.error(`Job ${job?.id ?? "unknown"} failed: ${err.message}`);
+  });
+
+  worker.on("stalled", (jobId: string) => {
+    logger.warn(`Job ${jobId} stalled — BullMQ will re-queue or fail it`);
+  });
+
+  worker.on("error", (err: Error) => {
+    // Suppress the well-known "Missing lock" race condition — BullMQ stalled-job
+    // detection will recover the job automatically.
+    if (err.message?.includes("Missing lock")) {
+      logger.warn(
+        `Lock expired before retry could be scheduled — job will be recovered. (${err.message})`,
+      );
+      return;
+    }
+    logger.error(`Worker error: ${err.message}`);
+  });
+
+  return worker;
+}

package/tsconfig.json

@@ -0,0 +1,18 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "module": "commonjs",
+    "lib": ["ES2022"],
+    "outDir": "dist",
+    "rootDir": "src",
+    "strict": true,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "resolveJsonModule": true,
+    "declaration": true,
+    "declarationMap": true,
+    "sourceMap": true
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist"]
+}