@zintrust/core 0.1.40 → 0.1.42

package/src/tools/queue/JobStateTracker.js

@@ -0,0 +1,409 @@
+import { Env } from '../../config/env.js';
+import { Logger } from '../../config/logger.js';
+import { QueueDataRedactor } from './QueueDataRedactor.js';
+const trackedJobs = new Map();
+const transitions = [];
+let persistenceAdapter = null;
+const getKey = (queueName, jobId) => `${queueName}:${jobId}`;
+const nowIso = () => new Date().toISOString();
+const isEnabled = () => Env.getBool('JOB_TRACKING_ENABLED', true);
+const isPersistenceEnabled = () => Env.getBool('JOB_TRACKING_PERSISTENCE_ENABLED', false);
+const toFinitePositiveInt = (value) => {
+    if (typeof value !== 'number' || Number.isFinite(value) === false)
+        return undefined;
+    if (value <= 0)
+        return undefined;
+    return Math.floor(value);
+};
+const normalizeError = (error) => {
+    if (error instanceof Error)
+        return QueueDataRedactor.redactText(error.message);
+    if (typeof error === 'string' && error.trim().length > 0) {
+        return QueueDataRedactor.redactText(error);
+    }
+    return undefined;
+};
+const normalizeErrorCode = (error) => {
+    if (error === null || error === undefined || typeof error !== 'object')
+        return undefined;
+    const raw = error.code;
+    if (typeof raw !== 'string')
+        return undefined;
+    const trimmed = raw.trim();
+    return trimmed === '' ? undefined : trimmed;
+};
+const pruneJobs = () => {
+    const maxJobs = Env.getInt('JOB_TRACKING_MAX_JOBS', 20000);
+    while (trackedJobs.size > maxJobs) {
+        const oldestKey = trackedJobs.keys().next().value;
+        if (oldestKey === undefined)
+            break;
+        trackedJobs.delete(oldestKey);
+    }
+};
+const appendTransition = (transition) => {
+    transitions.push(transition);
+    const maxTransitions = Env.getInt('JOB_TRACKING_MAX_TRANSITIONS', 50000);
+    if (transitions.length > maxTransitions) {
+        transitions.splice(0, transitions.length - maxTransitions);
+    }
+};
+const choose = (first, second, third) => {
+    if (first !== undefined)
+        return first;
+    if (second !== undefined)
+        return second;
+    return third;
+};
+const toEpochMs = (value) => {
+    if (value === undefined || value.trim().length === 0)
+        return null;
+    const parsed = new Date(value).getTime();
+    if (Number.isNaN(parsed))
+        return null;
+    return parsed;
+};
+const resolveAttempts = (existing, options) => choose(options.attempts, existing?.attempts, 0);
+const resolveMaxAttempts = (existing, options) => choose(options.maxAttempts, existing?.maxAttempts);
+const resolvePayload = (existing, options) => choose(options.payload, existing?.payload);
+const resolveResult = (existing, options) => choose(options.result, existing?.result);
+const resolveError = (existing, options) => choose(options.error, existing?.lastError);
+const resolveRetryAt = (existing, options) => choose(options.retryAt, existing?.retryAt);
+const resolveTimeoutAt = (existing, options) => choose(options.timeoutAt, existing?.timeoutAt);
+const resolveExpectedCompletionAt = (existing, options) => choose(options.expectedCompletionAt, existing?.expectedCompletionAt);
+const resolveWorkerName = (existing, options) => choose(options.workerName, existing?.workerName);
+const resolveWorkerInstanceId = (existing, options) => choose(options.workerInstanceId, existing?.workerInstanceId);
+const resolveWorkerRegion = (existing, options) => choose(options.workerRegion, existing?.workerRegion);
+const resolveWorkerVersion = (existing, options) => choose(options.workerVersion, existing?.workerVersion);
+const resolveHeartbeatAt = (existing, options) => choose(options.heartbeatAt, existing?.heartbeatAt);
+const resolveLastErrorCode = (existing, options) => choose(options.lastErrorCode, existing?.lastErrorCode);
+const resolveRecoveredAt = (existing, options) => choose(options.recoveredAt, existing?.recoveredAt);
+const resolveIdempotencyKey = (existing, options) => choose(options.idempotencyKey, existing?.idempotencyKey);
+const resolveCreatedAt = (existing, timestamp) => choose(existing?.createdAt, timestamp, timestamp);
+const resolveStartedAt = (existing, options) => choose(options.startedAt, existing?.startedAt);
+const resolveCompletedAt = (existing, options) => choose(options.completedAt, existing?.completedAt);
+const buildRecord = (existing, queueName, jobId, toStatus, timestamp, options) => {
+    const resolvedOptions = options ?? {};
+    const attempts = resolveAttempts(existing, resolvedOptions);
+    const maxAttempts = resolveMaxAttempts(existing, resolvedOptions);
+    const payload = resolvePayload(existing, resolvedOptions);
+    const result = resolveResult(existing, resolvedOptions);
+    const lastError = resolveError(existing, resolvedOptions);
+    const retryAt = resolveRetryAt(existing, resolvedOptions);
+    const timeoutAt = resolveTimeoutAt(existing, resolvedOptions);
+    const expectedCompletionAt = resolveExpectedCompletionAt(existing, resolvedOptions);
+    const workerName = resolveWorkerName(existing, resolvedOptions);
+    const workerInstanceId = resolveWorkerInstanceId(existing, resolvedOptions);
+    const workerRegion = resolveWorkerRegion(existing, resolvedOptions);
+    const workerVersion = resolveWorkerVersion(existing, resolvedOptions);
+    const heartbeatAt = resolveHeartbeatAt(existing, resolvedOptions);
+    const lastErrorCode = resolveLastErrorCode(existing, resolvedOptions);
+    const recoveredAt = resolveRecoveredAt(existing, resolvedOptions);
+    const idempotencyKey = resolveIdempotencyKey(existing, resolvedOptions);
+    const createdAt = resolveCreatedAt(existing, timestamp);
+    const startedAt = resolveStartedAt(existing, resolvedOptions);
+    const completedAt = resolveCompletedAt(existing, resolvedOptions);
+    return {
+        jobId,
+        queueName,
+        status: toStatus,
+        attempts,
+        maxAttempts,
+        payload,
+        result,
+        lastError,
+        lastErrorCode,
+        retryAt,
+        timeoutAt,
+        expectedCompletionAt,
+        workerName,
+        workerInstanceId,
+        workerRegion,
+        workerVersion,
+        heartbeatAt,
+        recoveredAt,
+        idempotencyKey,
+        createdAt,
+        startedAt,
+        completedAt,
+        updatedAt: timestamp,
+    };
+};
+const updateStatus = (queueName, jobId, toStatus, reason, options) => {
+    const key = getKey(queueName, jobId);
+    const existing = trackedJobs.get(key);
+    const timestamp = nowIso();
+    const next = buildRecord(existing, queueName, jobId, toStatus, timestamp, options);
+    trackedJobs.set(key, next);
+    const transition = {
+        jobId,
+        queueName,
+        fromStatus: existing?.status ?? null,
+        toStatus,
+        reason,
+        timestamp,
+        attempts: next.attempts,
+        error: options?.error,
+    };
+    appendTransition(transition);
+    pruneJobs();
+    return transition;
+};
+const persistLatest = async (queueName, jobId, transition) => {
+    if (isPersistenceEnabled() === false)
+        return;
+    if (persistenceAdapter === null)
+        return;
+    const record = trackedJobs.get(getKey(queueName, jobId));
+    if (record === undefined)
+        return;
+    try {
+        await persistenceAdapter.upsertJob(record);
+        if (transition !== undefined) {
+            await persistenceAdapter.insertTransition(transition);
+        }
+    }
+    catch (error) {
+        Logger.warn('Job tracking persistence failed', { queueName, jobId, error });
+    }
+};
+export const JobStateTracker = Object.freeze({
+    isEnabled() {
+        return isEnabled();
+    },
+    async enqueued(input) {
+        if (isEnabled() === false)
+            return;
+        const transition = updateStatus(input.queueName, input.jobId, 'pending', 'Job enqueued', {
+            attempts: typeof input.attempts === 'number' ? input.attempts : 0,
+            maxAttempts: toFinitePositiveInt(input.maxAttempts),
+            payload: QueueDataRedactor.sanitizePayload(input.payload),
+            expectedCompletionAt: input.expectedCompletionAt,
+            idempotencyKey: input.idempotencyKey,
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async started(input) {
+        if (isEnabled() === false)
+            return;
+        const timeoutMs = typeof input.timeoutMs === 'number' && Number.isFinite(input.timeoutMs) && input.timeoutMs > 0
+            ? Math.floor(input.timeoutMs)
+            : undefined;
+        const transition = updateStatus(input.queueName, input.jobId, 'active', 'Job processing started', {
+            attempts: toFinitePositiveInt(input.attempts) ?? 1,
+            startedAt: nowIso(),
+            expectedCompletionAt: timeoutMs === undefined ? undefined : new Date(Date.now() + timeoutMs).toISOString(),
+            workerName: input.workerName,
+            workerInstanceId: input.workerInstanceId,
+            workerRegion: input.workerRegion,
+            workerVersion: input.workerVersion,
+            heartbeatAt: nowIso(),
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async completed(input) {
+        if (isEnabled() === false)
+            return;
+        const reason = typeof input.processingTimeMs === 'number' && Number.isFinite(input.processingTimeMs)
+            ? `Job completed in ${Math.max(0, Math.floor(input.processingTimeMs))}ms`
+            : 'Job completed';
+        const transition = updateStatus(input.queueName, input.jobId, 'completed', reason, {
+            completedAt: nowIso(),
+            result: QueueDataRedactor.sanitizePayload(input.result),
+            retryAt: undefined,
+            error: undefined,
+            timeoutAt: undefined,
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async failed(input) {
+        if (isEnabled() === false)
+            return;
+        const errorMessage = normalizeError(input.error);
+        const transition = updateStatus(input.queueName, input.jobId, input.isFinal ? 'failed' : 'pending', input.isFinal ? 'Job failed permanently' : 'Job failed and scheduled for retry', {
+            attempts: toFinitePositiveInt(input.attempts),
+            error: errorMessage,
+            lastErrorCode: normalizeErrorCode(input.error),
+            retryAt: input.isFinal ? undefined : input.retryAt,
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async heartbeat(input) {
+        if (isEnabled() === false)
+            return;
+        const transition = updateStatus(input.queueName, input.jobId, 'active', 'Heartbeat updated', {
+            heartbeatAt: nowIso(),
+            workerInstanceId: input.workerInstanceId,
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async timedOut(input) {
+        if (isEnabled() === false)
+            return;
+        const transition = updateStatus(input.queueName, input.jobId, 'timeout', input.reason ?? 'Job timed out', {
+            timeoutAt: nowIso(),
+            error: normalizeError(input.error) ?? input.reason ?? 'Job timed out',
+            lastErrorCode: normalizeErrorCode(input.error),
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async stalled(input) {
+        if (isEnabled() === false)
+            return;
+        const transition = updateStatus(input.queueName, input.jobId, 'stalled', input.reason ?? 'Job stalled', {
+            error: input.reason,
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async pendingRecovery(input) {
+        if (isEnabled() === false)
+            return;
+        const transition = updateStatus(input.queueName, input.jobId, 'pending_recovery', input.reason ?? 'Job pending recovery', {
+            attempts: typeof input.attempts === 'number' && Number.isFinite(input.attempts)
+                ? Math.max(0, Math.floor(input.attempts))
+                : undefined,
+            maxAttempts: toFinitePositiveInt(input.maxAttempts),
+            retryAt: input.retryAt,
+            error: normalizeError(input.error) ?? input.reason,
+            lastErrorCode: normalizeErrorCode(input.error),
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async markedRecovered(input) {
+        if (isEnabled() === false)
+            return;
+        const transition = updateStatus(input.queueName, input.jobId, 'pending', input.reason ?? 'Job re-queued for recovery', {
+            recoveredAt: nowIso(),
+            retryAt: input.retryAt,
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async handedOffToQueue(input) {
+        if (isEnabled() === false)
+            return;
+        const transition = updateStatus(input.queueName, input.jobId, 'enqueued', input.reason ?? 'Job handed off to queue driver', {
+            retryAt: undefined,
+            timeoutAt: undefined,
+            error: undefined,
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    async setTerminalStatus(input) {
+        if (isEnabled() === false)
+            return;
+        const transition = updateStatus(input.queueName, input.jobId, input.status, input.reason, {
+            error: normalizeError(input.error),
+            lastErrorCode: normalizeErrorCode(input.error),
+            completedAt: input.status === 'completed' ? nowIso() : undefined,
+        });
+        await persistLatest(input.queueName, input.jobId, transition);
+    },
+    registerPersistenceAdapter(adapter) {
+        persistenceAdapter = adapter;
+    },
+    clearPersistenceAdapter() {
+        persistenceAdapter = null;
+    },
+    get(queueName, jobId) {
+        return trackedJobs.get(getKey(queueName, jobId));
+    },
+    list(options) {
+        const filterQueueName = options?.queueName;
+        const filterStatus = options?.status;
+        const limit = typeof options?.limit === 'number' && Number.isFinite(options.limit) && options.limit > 0
+            ? Math.floor(options.limit)
+            : 100;
+        const rows = Array.from(trackedJobs.values())
+            .filter((row) => (filterQueueName === undefined ? true : row.queueName === filterQueueName))
+            .filter((row) => (filterStatus === undefined ? true : row.status === filterStatus))
+            .sort((left, right) => right.updatedAt.localeCompare(left.updatedAt));
+        return rows.slice(0, limit);
+    },
+    getTransitions(options) {
+        const filterQueueName = options?.queueName;
+        const filterJobId = options?.jobId;
+        const limit = typeof options?.limit === 'number' && Number.isFinite(options.limit) && options.limit > 0
+            ? Math.floor(options.limit)
+            : 200;
+        const rows = transitions
+            .filter((row) => (filterQueueName === undefined ? true : row.queueName === filterQueueName))
+            .filter((row) => (filterJobId === undefined ? true : row.jobId === filterJobId));
+        if (rows.length <= limit)
+            return [...rows];
+        return rows.slice(rows.length - limit);
+    },
+    listActiveOlderThan(maxAgeMs, queueName) {
+        const threshold = Date.now() - Math.max(0, Math.floor(maxAgeMs));
+        return Array.from(trackedJobs.values()).filter((row) => {
+            if (row.status !== 'active')
+                return false;
+            if (queueName !== undefined && row.queueName !== queueName)
+                return false;
+            const reference = toEpochMs(row.startedAt) ?? toEpochMs(row.updatedAt);
+            if (reference === null)
+                return false;
+            return reference <= threshold;
+        });
+    },
+    listPendingOlderThan(maxAgeMs, queueName) {
+        const threshold = Date.now() - Math.max(0, Math.floor(maxAgeMs));
+        return Array.from(trackedJobs.values()).filter((row) => {
+            if (row.status !== 'pending')
+                return false;
+            if (queueName !== undefined && row.queueName !== queueName)
+                return false;
+            const reference = toEpochMs(row.updatedAt) ?? toEpochMs(row.createdAt);
+            if (reference === null)
+                return false;
+            return reference <= threshold;
+        });
+    },
+    listRecoverable(maxAgeMs, queueName) {
+        const threshold = Date.now() - Math.max(0, Math.floor(maxAgeMs));
+        const recoverable = new Set(['pending_recovery']);
+        return Array.from(trackedJobs.values()).filter((row) => {
+            if (!recoverable.has(row.status))
+                return false;
+            if (queueName !== undefined && row.queueName !== queueName)
+                return false;
+            // Respect scheduled retry window to avoid hot-loop recovery churn.
+            if (row.retryAt !== undefined && row.retryAt.trim().length > 0) {
+                const retryAtMs = new Date(row.retryAt).getTime();
+                if (!Number.isNaN(retryAtMs) && retryAtMs > Date.now()) {
+                    return false;
+                }
+            }
+            const reference = toEpochMs(row.updatedAt);
+            if (reference === null)
+                return false;
+            return reference <= threshold;
+        });
+    },
+    listHeartbeatExpired(maxSilenceMs, queueName) {
+        const threshold = Date.now() - Math.max(0, Math.floor(maxSilenceMs));
+        return Array.from(trackedJobs.values()).filter((row) => {
+            if (row.status !== 'active')
+                return false;
+            if (queueName !== undefined && row.queueName !== queueName)
+                return false;
+            const reference = toEpochMs(row.heartbeatAt) ?? toEpochMs(row.updatedAt);
+            if (reference === null)
+                return false;
+            return reference <= threshold;
+        });
+    },
+    getSummary(queueName) {
+        const rows = Array.from(trackedJobs.values()).filter((row) => queueName === undefined ? true : row.queueName === queueName);
+        return rows.reduce((acc, row) => {
+            const key = row.status;
+            acc[key] = (acc[key] ?? 0) + 1;
+            return acc;
+        }, {});
+    },
+    reset() {
+        trackedJobs.clear();
+        transitions.splice(0, transitions.length);
+        persistenceAdapter = null;
+    },
+});
+export default JobStateTracker;

package/src/tools/queue/JobStateTrackerDbPersistence.d.ts

@@ -0,0 +1,12 @@
+import type { JobStateTrackerPersistenceAdapter } from './JobStateTracker';
+type JobStateTrackerDbOptions = {
+    connectionName?: string;
+    jobsTable?: string;
+    transitionsTable?: string;
+    persistPayload?: boolean;
+    persistResult?: boolean;
+};
+export declare const createJobStateTrackerDbPersistence: (options?: JobStateTrackerDbOptions) => JobStateTrackerPersistenceAdapter;
+export declare const autoRegisterJobStateTrackerPersistenceFromEnv: () => boolean;
+export default createJobStateTrackerDbPersistence;
+//# sourceMappingURL=JobStateTrackerDbPersistence.d.ts.map

package/src/tools/queue/JobStateTrackerDbPersistence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"JobStateTrackerDbPersistence.d.ts","sourceRoot":"","sources":["../../../../src/tools/queue/JobStateTrackerDbPersistence.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,iCAAiC,EAGlC,MAAM,wBAAwB,CAAC;AAGhC,KAAK,wBAAwB,GAAG;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,CAAC;AAoMF,eAAO,MAAM,kCAAkC,GAC7C,UAAS,wBAA6B,KACrC,iCAwDF,CAAC;AAEF,eAAO,MAAM,6CAA6C,QAAO,OAsBhE,CAAC;AAEF,eAAe,kCAAkC,CAAC"}

package/src/tools/queue/JobStateTrackerDbPersistence.js

@@ -0,0 +1,239 @@
+import { Env } from '../../config/env.js';
+import { Logger } from '../../config/logger.js';
+import { ZintrustLang } from '../../lang/lang.js';
+import { useDatabase } from '../../orm/Database.js';
+import { JobStateTracker } from './JobStateTracker.js';
+const toJson = (value) => {
+    if (value === undefined)
+        return null;
+    try {
+        return JSON.stringify(value);
+    }
+    catch {
+        return null;
+    }
+};
+const toNonNullJson = (value) => {
+    const json = toJson(value);
+    return json ?? null;
+};
+const toSqlDateTime = (isoLike) => {
+    if (typeof isoLike !== 'string' || isoLike.trim().length === 0)
+        return null;
+    const parsed = new Date(isoLike);
+    if (Number.isNaN(parsed.getTime()))
+        return null;
+    return parsed.toISOString().slice(0, 19).replace('T', ' ');
+};
+const getConnectionName = (options) => {
+    if (options.connectionName !== undefined && options.connectionName.trim().length > 0) {
+        return options.connectionName.trim();
+    }
+    return Env.get('JOB_TRACKING_DB_CONNECTION', 'default');
+};
+const getJobsTable = (options) => {
+    if (options.jobsTable !== undefined && options.jobsTable.trim().length > 0) {
+        return options.jobsTable.trim();
+    }
+    return Env.get('JOB_TRACKING_DB_TABLE', 'zintrust_jobs');
+};
+const getTransitionsTable = (options) => {
+    if (options.transitionsTable !== undefined && options.transitionsTable.trim().length > 0) {
+        return options.transitionsTable.trim();
+    }
+    return Env.get('JOB_TRACKING_DB_TRANSITIONS_TABLE', 'zintrust_job_transitions');
+};
+const getDatabase = (connectionName) => {
+    try {
+        return useDatabase(undefined, connectionName);
+    }
+    catch (error) {
+        Logger.warn('Job tracking database connection is unavailable', {
+            connectionName,
+            error,
+        });
+        return null;
+    }
+};
+const serializeJobRecord = (record, options) => {
+    return {
+        job_id: record.jobId,
+        queue_name: record.queueName,
+        status: record.status,
+        attempts: record.attempts,
+        max_attempts: record.maxAttempts ?? null,
+        payload_json: toNonNullJson(record.payload),
+        result_json: options.persistResult === false ? null : toJson(record.result),
+        last_error: record.lastError ?? null,
+        last_error_code: record.lastErrorCode ?? null,
+        retry_at: toSqlDateTime(record.retryAt),
+        timeout_at: toSqlDateTime(record.timeoutAt),
+        heartbeat_at: toSqlDateTime(record.heartbeatAt),
+        expected_completion_at: toSqlDateTime(record.expectedCompletionAt),
+        worker_name: record.workerName ?? null,
+        worker_instance_id: record.workerInstanceId ?? null,
+        worker_region: record.workerRegion ?? null,
+        worker_version: record.workerVersion ?? null,
+        recovered_at: toSqlDateTime(record.recoveredAt),
+        idempotency_key: record.idempotencyKey ?? null,
+        created_at: toSqlDateTime(record.createdAt),
+        started_at: toSqlDateTime(record.startedAt),
+        completed_at: toSqlDateTime(record.completedAt),
+        updated_at: toSqlDateTime(record.updatedAt),
+    };
+};
+const serializeJobRecordForInsert = (record, options) => {
+    const payload = serializeJobRecord(record, options);
+    // Ensure payload_json is always non-null for inserts (some schemas require NOT NULL).
+    if (payload['payload_json'] === null) {
+        payload['payload_json'] = '{}';
+    }
+    return payload;
+};
+const applyUpdateEntries = (update, entries) => {
+    entries.forEach((entry) => {
+        if (entry.enabled)
+            update[entry.key] = entry.value;
+    });
+};
+const resolveResultEntry = (record, options, base) => {
+    if (options.persistResult === false) {
+        return { key: 'result_json', enabled: true, value: null };
+    }
+    const enabled = record.result !== undefined && base['result_json'] !== null;
+    return { key: 'result_json', enabled, value: base['result_json'] };
+};
+const serializeJobRecordForUpdate = (record, options) => {
+    const base = serializeJobRecord(record, options);
+    const update = {
+        status: base['status'],
+        attempts: base['attempts'],
+        updated_at: base['updated_at'],
+    };
+    applyUpdateEntries(update, [
+        { key: 'max_attempts', enabled: record.maxAttempts !== undefined, value: base['max_attempts'] },
+        resolveResultEntry(record, options, base),
+        { key: 'last_error', enabled: record.lastError !== undefined, value: base['last_error'] },
+        {
+            key: 'last_error_code',
+            enabled: record.lastErrorCode !== undefined,
+            value: base['last_error_code'],
+        },
+        { key: 'retry_at', enabled: record.retryAt !== undefined, value: base['retry_at'] },
+        { key: 'timeout_at', enabled: record.timeoutAt !== undefined, value: base['timeout_at'] },
+        { key: 'heartbeat_at', enabled: record.heartbeatAt !== undefined, value: base['heartbeat_at'] },
+        {
+            key: 'expected_completion_at',
+            enabled: record.expectedCompletionAt !== undefined,
+            value: base['expected_completion_at'],
+        },
+        { key: 'worker_name', enabled: record.workerName !== undefined, value: base['worker_name'] },
+        {
+            key: 'worker_instance_id',
+            enabled: record.workerInstanceId !== undefined,
+            value: base['worker_instance_id'],
+        },
+        {
+            key: 'worker_region',
+            enabled: record.workerRegion !== undefined,
+            value: base['worker_region'],
+        },
+        {
+            key: 'worker_version',
+            enabled: record.workerVersion !== undefined,
+            value: base['worker_version'],
+        },
+        { key: 'recovered_at', enabled: record.recoveredAt !== undefined, value: base['recovered_at'] },
+        {
+            key: 'idempotency_key',
+            enabled: record.idempotencyKey !== undefined,
+            value: base['idempotency_key'],
+        },
+        { key: 'started_at', enabled: record.startedAt !== undefined, value: base['started_at'] },
+        { key: 'completed_at', enabled: record.completedAt !== undefined, value: base['completed_at'] },
+    ]);
+    return update;
+};
+const serializeTransition = (transition) => {
+    return {
+        job_id: transition.jobId,
+        queue_name: transition.queueName,
+        from_status: transition.fromStatus,
+        to_status: transition.toStatus,
+        reason: transition.reason,
+        attempts: transition.attempts ?? null,
+        error: transition.error ?? null,
+        transitioned_at: toSqlDateTime(transition.timestamp),
+    };
+};
+export const createJobStateTrackerDbPersistence = (options = {}) => {
+    const connectionName = getConnectionName(options);
+    const jobsTable = getJobsTable(options);
+    const transitionsTable = getTransitionsTable(options);
+    const persistTransitions = () => Env.getBool('JOB_TRACKING_PERSIST_TRANSITIONS_ENABLED', false);
+    const shouldInsertNewRow = (record) => {
+        // zintrust_jobs is an enqueue-fallback buffer: only jobs that failed to enqueue
+        // should be inserted into persistence. Once the job is in QUEUE_DRIVER, we only
+        // update the existing row (e.g., status=enqueued) but never create new rows.
+        return record.status === 'pending_recovery';
+    };
+    const upsertJob = async (record) => {
+        const db = getDatabase(connectionName);
+        if (db === null)
+            return;
+        const existing = await db
+            .table(jobsTable)
+            .where('job_id', '=', record.jobId)
+            .where('queue_name', '=', record.queueName)
+            .first();
+        if (existing) {
+            const existingStatus = typeof existing.status === 'string' ? existing.status.trim().toLowerCase() : '';
+            if (existingStatus === 'enqueued')
+                return;
+            const payload = serializeJobRecordForUpdate(record, options);
+            await db
+                .table(jobsTable)
+                .where('job_id', '=', record.jobId)
+                .where('queue_name', '=', record.queueName)
+                .update(payload);
+            return;
+        }
+        if (!shouldInsertNewRow(record))
+            return;
+        const payload = serializeJobRecordForInsert(record, options);
+        await db.table(jobsTable).insert(payload);
+    };
+    const insertTransition = async (transition) => {
+        if (persistTransitions() === false)
+            return;
+        const db = getDatabase(connectionName);
+        if (db === null)
+            return;
+        await db.table(transitionsTable).insert(serializeTransition(transition));
+    };
+    return Object.freeze({
+        upsertJob,
+        insertTransition,
+    });
+};
+export const autoRegisterJobStateTrackerPersistenceFromEnv = () => {
+    const trackingEnabled = Env.getBool('JOB_TRACKING_ENABLED', true);
+    const persistenceEnabled = Env.getBool('JOB_TRACKING_PERSISTENCE_ENABLED', false);
+    if (trackingEnabled === false || persistenceEnabled === false) {
+        JobStateTracker.clearPersistenceAdapter();
+        return false;
+    }
+    const driver = Env.get('JOB_TRACKING_PERSISTENCE_DRIVER', ZintrustLang.DATABASE)
+        .trim()
+        .toLowerCase();
+    if (driver !== ZintrustLang.DATABASE) {
+        Logger.warn('Unsupported job tracking persistence driver, skipping auto-registration', {
+            driver,
+        });
+        JobStateTracker.clearPersistenceAdapter();
+        return false;
+    }
+    JobStateTracker.registerPersistenceAdapter(createJobStateTrackerDbPersistence());
+    return true;
+};
+export default createJobStateTrackerDbPersistence;

package/src/tools/queue/Queue.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Queue.d.ts","sourceRoot":"","sources":["../../../../src/tools/queue/Queue.ts"],"names":[],"mappings":"AAKA,MAAM,MAAM,YAAY,CAAC,CAAC,GAAG,OAAO,IAAI;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,CAAC,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAErF,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACjE,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;IAC1E,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAE5B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IACpC,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAChC,OAAO,CAAC,EAAE;QACR,IAAI,EAAE,OAAO,GAAG,aAAa,CAAC;QAC9B,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,IAAI,CAAC,EAAE,OAAO,CAAC;IAGf,aAAa,CAAC,EAAE;QACd,EAAE,EAAE,MAAM,CAAC;QACX,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;KACvE,CAAC;IAGF,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAID;;;GAGG;AACH,eAAO,MAAM,iBAAiB,QAAO,MAOpC,CAAC;AAIF,eAAO,MAAM,KAAK;mBACD,MAAM,UAAU,YAAY;aAIlC,IAAI;eAIF,MAAM,GAAG,YAAY;mBAYX,MAAM,WAAW,aAAa,eAAe,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAM5E,CAAC,mBACN,MAAM,eACA,MAAM,GAClB,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;eAKtB,MAAM,MAAM,MAAM,eAAe,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;kBAKpD,MAAM,eAAe,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;iBAK9C,MAAM,eAAe,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;EAI9D,CAAC;AAEH,eAAe,KAAK,CAAC"}
+{"version":3,"file":"Queue.d.ts","sourceRoot":"","sources":["../../../../src/tools/queue/Queue.ts"],"names":[],"mappings":"AASA,MAAM,MAAM,YAAY,CAAC,CAAC,GAAG,OAAO,IAAI;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,CAAC,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAErF,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACjE,OAAO,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;IAC1E,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAE5B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IACpC,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAChC,OAAO,CAAC,EAAE;QACR,IAAI,EAAE,OAAO,GAAG,aAAa,CAAC;QAC9B,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,IAAI,CAAC,EAAE,OAAO,CAAC;IAGf,aAAa,CAAC,EAAE;QACd,EAAE,EAAE,MAAM,CAAC;QACX,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;KACvE,CAAC;IAGF,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAID;;;GAGG;AACH,eAAO,MAAM,iBAAiB,QAAO,MAOpC,CAAC;AA+EF,eAAO,MAAM,KAAK;mBACD,MAAM,UAAU,YAAY;aAIlC,IAAI;eAIF,MAAM,GAAG,YAAY;mBASX,MAAM,WAAW,aAAa,eAAe,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAkE5E,CAAC,mBACN,MAAM,eACA,MAAM,GAClB,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;eActB,MAAM,MAAM,MAAM,eAAe,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;kBAcpD,MAAM,eAAe,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;iBAc9C,MAAM,eAAe,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;EAa9D,CAAC;AAEH,eAAe,KAAK,CAAC"}