@lota-sdk/core 0.1.19 → 0.1.20

package/src/workers/worker-utils.ts

@@ -4,10 +4,11 @@ import { fileURLToPath } from 'node:url'
 import type { Job, Worker } from 'bullmq'
 
 import { chatLogger } from '../config/logger'
+import { queueJobService } from '../services/queue-job.service'
 import { truncateText } from '../utils/string'
 
-export const DEFAULT_JOB_RETENTION = { removeOnComplete: 200, removeOnFail: 200 }
-export const LOW_JOB_RETENTION = { removeOnComplete: 50, removeOnFail: 50 }
+export const DEFAULT_JOB_RETENTION = { removeOnComplete: true, removeOnFail: { age: 24 * 60 * 60, count: 200 } }
+export const LOW_JOB_RETENTION = { removeOnComplete: true, removeOnFail: { age: 6 * 60 * 60, count: 50 } }
 export const LONG_JOB_LOCK_DURATION_MS = 600_000
 
 const DEFAULT_SHUTDOWN_TIMEOUT_MS = 10_000
@@ -30,6 +31,8 @@ interface TracedWorkerJobLike {
   name: string
   attemptsMade: number | null | undefined
   data?: unknown
+  opts?: unknown
+  timestamp?: number
 }
 
 function truncateTraceString(value: string, maxChars = MAX_TRACE_STRING_CHARS): string {
@@ -143,11 +146,36 @@ export const createWorkerShutdown = (worker: Worker, name: string, logger: typeo
   }
 }
 
-export function createTracedWorkerProcessor<TJob extends TracedWorkerJobLike>(
-  _queueName: string,
-  processor: (job: TJob) => Promise<void>,
-): (job: TJob) => Promise<void> {
-  return async (job: TJob) => processor(job)
+export function createTracedWorkerProcessor<TJob extends TracedWorkerJobLike, TResult = void>(
+  queueName: string,
+  processor: (job: TJob) => Promise<TResult>,
+): (job: TJob) => Promise<TResult> {
+  return async (job: TJob) => {
+    const trackedJob = {
+      queueName,
+      id: typeof job.id === 'string' || typeof job.id === 'number' ? job.id : undefined,
+      name: job.name,
+      attemptsMade: job.attemptsMade,
+      data: job.data,
+      opts: job.opts,
+      timestamp: job.timestamp,
+    }
+
+    await queueJobService.markAttemptStarted(trackedJob)
+
+    try {
+      const result = await processor(job)
+      await queueJobService.markAttemptCompleted(trackedJob, result)
+      return result
+    } catch (error) {
+      try {
+        await queueJobService.markAttemptFailed(trackedJob, error)
+      } catch (persistenceError) {
+        chatLogger.error`Failed to persist queue job failure (queue=${queueName}, job=${job.id}): ${persistenceError}`
+      }
+      throw error
+    }
+  }
 }
 
 export const registerShutdownSignals = ({