nmtjs 0.15.0-beta.2 → 0.15.0-beta.21

package/dist/runtime/jobs/job.d.ts

@@ -0,0 +1,132 @@
+import type { MaybePromise, TSError } from '@nmtjs/common';
+import type { Dependencies, DependencyContext } from '@nmtjs/core';
+import type { t } from '@nmtjs/type';
+import type { AnyObjectLikeType, ObjectType } from '@nmtjs/type/object';
+import type { JobWorkerPool } from '../enums.ts';
+import type { AnyJobStep, JobStep } from './step.ts';
+import { kJobKey } from '../constants.ts';
+type DefaultObjectType = ObjectType<{}>;
+type DefaultResultType = Record<string, any>;
+export type AnyJobOptions = JobOptions<string, any, any, any, any, any>;
+export interface AnyJob {
+    _: {
+        data: any;
+        result: any;
+        input: any;
+        output: any;
+        progress: any;
+    };
+    [kJobKey]: true;
+    options: AnyJobOptions;
+    steps: readonly AnyJobStep[];
+    conditions: Map<number, JobCondition<any, any, any, any>>;
+    name: string;
+    dependencies: Dependencies;
+    input: AnyObjectLikeType;
+    output: AnyObjectLikeType;
+    progress: AnyObjectLikeType;
+    afterEachHandler?: JobAfterEachHandler<any, any, any, any, any>;
+    beforeEachHandler?: JobBeforeEachHandler<any, any, any, any, any>;
+    onErrorHandler?: JobOnErrorHandler<any, any, any, any, any>;
+    returnHandler?: JobReturnHandler<any, any, any, any, any, any>;
+}
+export type JobBackoffOptions = {
+    type: 'fixed' | 'exponential';
+    delay: number;
+    jitter?: number;
+};
+export type JobCondition<Deps extends Dependencies = {}, Result extends DefaultResultType = {}, Data = any, Input extends AnyObjectLikeType = AnyObjectLikeType, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
+    context: DependencyContext<Deps>;
+    data: Data;
+    input: t.infer.decode.output<Input>;
+    result: Result;
+    progress: t.infer.decode.output<Progress>;
+}) => MaybePromise<boolean>;
+export type JobReturnHandler<Deps extends Dependencies, Result extends DefaultResultType, Input extends AnyObjectLikeType, Output extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
+    context: DependencyContext<Deps>;
+    data: Data;
+    input: t.infer.decode.output<Input>;
+    result: Result;
+    progress: t.infer.decode.output<Progress>;
+}) => MaybePromise<t.infer.encode.input<Output>>;
+export type JobDataHandler<Deps extends Dependencies, Input extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (ctx: DependencyContext<Deps>, input: t.infer.decode.output<Input>, progress: t.infer.decode.output<Progress>) => MaybePromise<Data>;
+export type JobAfterEachHandler<Deps extends Dependencies, Result extends DefaultResultType, Input extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
+    context: DependencyContext<Deps>;
+    data: Data;
+    input: t.infer.decode.output<Input>;
+    result: Result;
+    progress: t.infer.decode.output<Progress>;
+    step: AnyJobStep;
+    stepIndex: number;
+}) => MaybePromise<void>;
+export type JobBeforeEachHandler<Deps extends Dependencies, Result extends DefaultResultType, Input extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
+    context: DependencyContext<Deps>;
+    data: Data;
+    input: t.infer.decode.output<Input>;
+    result: Result;
+    progress: t.infer.decode.output<Progress>;
+    step: AnyJobStep;
+    stepIndex: number;
+}) => MaybePromise<void>;
+export type JobOnErrorHandler<Deps extends Dependencies, Result extends DefaultResultType, Input extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
+    context: DependencyContext<Deps>;
+    data: Data;
+    input: t.infer.decode.output<Input>;
+    result: Result;
+    progress: t.infer.decode.output<Progress>;
+    step: AnyJobStep;
+    stepIndex: number;
+    error: unknown;
+}) => MaybePromise<boolean | void>;
+export interface JobOptions<Name extends string = string, Input extends AnyObjectLikeType = AnyObjectLikeType, Output extends AnyObjectLikeType = AnyObjectLikeType, Progress extends AnyObjectLikeType = DefaultObjectType, Deps extends Dependencies = {}, Data = any> {
+    name: Name;
+    pool: JobWorkerPool;
+    input: Input;
+    output: Output;
+    progress?: Progress;
+    concurrency?: number;
+    timeout?: number;
+    dependencies?: Deps;
+    data?: JobDataHandler<Deps, Input, Data, Progress>;
+    attempts?: number;
+    backoff?: JobBackoffOptions;
+    oneoff?: boolean;
+}
+export declare class Job<in out Name extends string = string, in out Deps extends Dependencies = {}, in out Data = any, in out Input extends AnyObjectLikeType = DefaultObjectType, in out Output extends AnyObjectLikeType = DefaultObjectType, in out Progress extends AnyObjectLikeType = DefaultObjectType, out Steps extends [...AnyJobStep[]] = [], in out Result extends DefaultResultType = {}, out Return extends boolean = false> implements AnyJob {
+    options: JobOptions<Name, Input, Output, Progress, Deps, Data>;
+    stack?: string | undefined;
+    _: {
+        data: Data;
+        result: Result & t.infer.decode.output<Input>;
+        input: t.infer.decode.output<Input>;
+        output: t.infer.decode.output<Output>;
+        progress: t.infer.decode.output<Progress>;
+    };
+    [kJobKey]: true;
+    steps: Steps;
+    conditions: Map<number, JobCondition<any, any, any, any, any>>;
+    returnHandler?: JobReturnHandler<Deps, this['_']['result'], Input, Output, Data, Progress>;
+    afterEachHandler?: JobAfterEachHandler<Deps, this['_']['result'], Input, Data, Progress>;
+    beforeEachHandler?: JobBeforeEachHandler<Deps, this['_']['result'], Input, Data, Progress>;
+    onErrorHandler?: JobOnErrorHandler<Deps, this['_']['result'], Input, Data, Progress>;
+    constructor(options: JobOptions<Name, Input, Output, Progress, Deps, Data>, stack?: string | undefined);
+    get name(): Name;
+    get dependencies(): Deps;
+    get input(): Input;
+    get output(): Output;
+    get progress(): Progress;
+    step<StepInput extends AnyObjectLikeType, StepOutput extends AnyObjectLikeType, StepDeps extends Dependencies, StepResult, Condition extends JobCondition<Deps, Result, this['_']['data'], Input> | undefined>(...[step, condition]: Return extends false ? [
+        step: JobStep<StepInput, StepOutput, StepDeps, this['_']['result'] extends t.infer.decode.output<StepInput> ? t.infer.decode.output<StepOutput> : TSError<'Accumulated job result does not satisfy current step input:', this['_']['result']>, this['_']['data']>,
+        condition?: Condition
+    ] : [TSError<'Job has already has return statement'>]): Job<Name, Deps, Data, Input, Output, Progress, [...Steps, JobStep<StepInput, StepOutput, StepDeps, StepResult, any>], Result & (undefined extends Condition ? t.infer.decode.output<StepOutput extends undefined ? DefaultObjectType : StepOutput> : Partial<t.infer.decode.output<StepOutput extends undefined ? DefaultObjectType : StepOutput>>)>;
+    return(...[handler]: Return extends false ? Result extends t.infer.encode.input<Output> ? [
+        JobReturnHandler<Deps, this['_']['result'], Input, Output, Data, Progress>?
+    ] : [
+        JobReturnHandler<Deps, this['_']['result'], Input, Output, Data, Progress>
+    ] : [TSError<'Job already has a return statement'>]): Job<Name, Deps, Data, Input, Output, Progress, Steps, Result, true>;
+    afterEach(handler: Return extends true ? JobAfterEachHandler<Deps, this['_']['result'], Input, Data, Progress> : TSError<'Job must have a return statement to use afterEach'>): this;
+    beforeEach(handler: Return extends true ? JobBeforeEachHandler<Deps, this['_']['result'], Input, Data, Progress> : TSError<'Job must have a return statement to use beforeEach'>): this;
+    onError(handler: Return extends true ? JobOnErrorHandler<Deps, this['_']['result'], Input, Data, Progress> : TSError<'Job must have a return statement to use onError'>): this;
+}
+export declare function createJob<Name extends string, Input extends AnyObjectLikeType, Output extends AnyObjectLikeType, Deps extends Dependencies = {}, Data = any, Progress extends AnyObjectLikeType = DefaultObjectType>(options: JobOptions<Name, Input, Output, Progress, Deps, Data>): Job<Name, Deps, Data, Input, Output, Progress, [], {}, false>;
+export {};

package/dist/runtime/jobs/job.js

@@ -0,0 +1,68 @@
+import { tryCaptureStackTrace } from '@nmtjs/common';
+import { kJobKey } from "../constants.js";
+import { isJobStep } from "./step.js";
+export class Job {
+    options;
+    stack;
+    _;
+    [kJobKey] = true;
+    steps = [];
+    conditions = new Map();
+    returnHandler;
+    afterEachHandler;
+    beforeEachHandler;
+    onErrorHandler;
+    constructor(options, stack) {
+        this.options = options;
+        this.stack = stack;
+    }
+    get name() {
+        return this.options.name;
+    }
+    get dependencies() {
+        return this.options.dependencies ?? {};
+    }
+    get input() {
+        return this.options.input;
+    }
+    get output() {
+        return this.options.output;
+    }
+    get progress() {
+        return this.options.progress;
+    }
+    step(...[step, condition]) {
+        if (!isJobStep(step))
+            throw new Error('Invalid job step object');
+        const length = this.steps.push(step);
+        if (condition)
+            this.conditions.set(length - 1, condition);
+        return this;
+    }
+    return(...[handler]) {
+        if (typeof handler === 'function') {
+            this.returnHandler = handler;
+        }
+        else {
+            this.returnHandler = (result) => result;
+        }
+        return this;
+    }
+    afterEach(handler) {
+        this.afterEachHandler = handler;
+        return this;
+    }
+    beforeEach(handler) {
+        this.beforeEachHandler = handler;
+        return this;
+    }
+    onError(handler) {
+        this.onErrorHandler = handler;
+        return this;
+    }
+}
+export function createJob(options) {
+    const stack = tryCaptureStackTrace();
+    return new Job({ dependencies: {}, ...options }, stack);
+}
+//# sourceMappingURL=job.js.map

package/dist/runtime/jobs/job.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job.js","sourceRoot":"","sources":["../../../src/runtime/jobs/job.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAA;AAIpD,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAkJrC,MAAM,OAAO,GAAG;IAqDL;IACA;IA1CT,CAAC,CAMC;IACF,CAAC,OAAO,CAAC,GAAG,IAAa,CAAA;IACzB,KAAK,GAAU,EAAsB,CAAA;IACrC,UAAU,GAAuD,IAAI,GAAG,EAAE,CAAA;IAC1E,aAAa,CAOZ;IACD,gBAAgB,CAMf;IACD,iBAAiB,CAMhB;IACD,cAAc,CAMb;IAED,YACS,OAA8D,EAC9D,KAAc;QADd,YAAO,GAAP,OAAO,CAAuD;QAC9D,UAAK,GAAL,KAAK,CAAS;IACpB,CAAC;IAEJ,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAA;IAC1B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,IAAK,EAAW,CAAA;IAClD,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,KAAc,CAAA;IACpC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,MAAgB,CAAA;IACtC,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAoB,CAAA;IAC1C,CAAC;IAED,IAAI,CASF,GAAG,CAAC,IAAI,EAAE,SAAS,CAgBkC;QAErD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAEhE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpC,IAAI,SAAS;YAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,CAAA;QAEzD,OAAO,IAkBN,CAAA;IACH,CAAC;IAED,MAAM,CACJ,GAAG,CAAC,OAAO,CAsBwC;QAEnD,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;YAClC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,aAAa,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,MAAa,CAAA;QAChD,CAAC;QACD,OAAO,IAUN,CAAA;IACH,CAAC;IAED,SAAS,CACP,OAEgE;QAEhE,IAAI,CAAC,gBAAgB,GAAG,OAAc,CAAA;QACtC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,UAAU,CACR,OAEiE;QAEjE,IAAI,CAAC,iBAAiB,GAAG,OAAc,CAAA;QACvC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,CACL,OAE8D;QAE9D,IAAI,CAAC,cAAc,GAAG,OAAc,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,UAAU,SAAS,CAOvB,OAA8D;IAC9D,MAAM,KAAK,GAAG,oBAAoB,EAAE,CAAA;IACpC,OAAO,IAAI,GAAG,CACZ,EAAE,YAAY,EAAE,EAAU,EAAE,GAAG,OAAO,EAAE,EACxC,KAAK,CACN,CAAA;AACH,CAAC"}

package/dist/runtime/jobs/manager.d.ts

@@ -0,0 +1,113 @@
+import type { Job, JobState, JobType, QueueEventsListener } from 'bullmq';
+import { Queue, QueueEvents, QueueEventsProducer } from 'bullmq';
+import type { ServerStoreConfig } from '../server/config.ts';
+import type { Store } from '../types.ts';
+import type { AnyJob, JobBackoffOptions } from './job.ts';
+/**
+ * Get the dedicated BullMQ queue name for a job
+ */
+export declare function getJobQueueName(job: AnyJob): string;
+type QueueJobResultOptions<T extends AnyJob = AnyJob> = {
+    job: T;
+    bullJob: Job<T['_']['input'], T['_']['output'], T['options']['name']>;
+    events: QueueEvents;
+};
+type QueueJobAddOptions = {
+    jobId?: string;
+    priority?: number;
+    forceMissingWorkers?: boolean;
+    attempts?: number;
+    backoff?: JobBackoffOptions;
+    oneoff?: boolean;
+    delay?: number;
+};
+export declare class QueueJobResult<T extends AnyJob = AnyJob> {
+    #private;
+    constructor(options: QueueJobResultOptions<T>);
+    get id(): string | undefined;
+    get name(): string;
+    waitResult(): Promise<T["_"]["output"]>;
+}
+export type JobItem<T extends AnyJob = AnyJob> = Pick<Job<T['_']['input'], T['_']['output'], T['options']['name']>, 'queueName' | 'priority' | 'progress' | 'name' | 'data' | 'returnvalue' | 'attemptsMade' | 'processedOn' | 'finishedOn' | 'failedReason' | 'stacktrace'> & {
+    id: string;
+    status: JobState | 'unknown';
+};
+export type JobStepInfo = {
+    label?: string;
+    conditional: boolean;
+};
+export type JobInfo = {
+    name: string;
+    steps: JobStepInfo[];
+};
+export interface JobManagerInstance {
+    list<T extends AnyJob>(job: T, options?: {
+        page?: number;
+        limit?: number;
+        state?: JobState[];
+    }): Promise<{
+        items: JobItem<T>[];
+        page: number;
+        limit: number;
+        pages: number;
+        total: number;
+    }>;
+    get<T extends AnyJob>(job: T, id: string): Promise<JobItem<T> | null>;
+    getInfo(job: AnyJob): JobInfo;
+    add<T extends AnyJob>(job: T, data: T['_']['input'], options?: QueueJobAddOptions): Promise<QueueJobResult<T>>;
+    retry(job: AnyJob, id: string, options?: {
+        clearState?: boolean;
+    }): Promise<void>;
+    remove(job: AnyJob, id: string): Promise<void>;
+    cancel(job: AnyJob, id: string): Promise<void>;
+}
+export type CustomJobsEvents = QueueEventsListener & {
+    [K in `cancel:${string}`]: (args: {}, id: string) => void;
+};
+type JobQueueEntry = {
+    queue: Queue;
+    events: QueueEvents;
+    custom: QueueEventsProducer;
+};
+export declare class JobManager {
+    protected storeConfig: ServerStoreConfig;
+    protected jobs: AnyJob[];
+    protected store: Store;
+    /**
+     * Per-job dedicated queues. Each job has its own queue for granular control.
+     */
+    protected jobQueues: Map<string, JobQueueEntry>;
+    constructor(storeConfig: ServerStoreConfig, jobs: AnyJob[]);
+    get publicInstance(): JobManagerInstance;
+    initialize(): Promise<void>;
+    terminate(): Promise<void>;
+    protected getJobQueue(job: AnyJob): JobQueueEntry;
+    getInfo(job: AnyJob): JobInfo;
+    list<T extends AnyJob>(job: T, { limit, page, state, }: {
+        page?: number;
+        limit?: number;
+        state?: JobType[];
+    }): Promise<never[] | {
+        items: (Pick<Job<any, any, string>, "name" | "data" | "progress" | "queueName" | "priority" | "returnvalue" | "attemptsMade" | "processedOn" | "finishedOn" | "failedReason" | "stacktrace"> & {
+            id: string;
+            status: JobState | "unknown";
+        })[];
+        page: number;
+        limit: number;
+        pages: number;
+        total: number;
+    }>;
+    get<T extends AnyJob>(job: T, id: string): Promise<JobItem<AnyJob> | null>;
+    add<T extends AnyJob>(job: T, data: T['_']['input'], { forceMissingWorkers, jobId, priority, attempts, backoff, oneoff, delay, }?: QueueJobAddOptions): Promise<QueueJobResult<T>>;
+    retry(job: AnyJob, id: string, options?: {
+        clearState?: boolean;
+    }): Promise<void>;
+    remove(job: AnyJob, id: string): Promise<void>;
+    cancel(job: AnyJob, id: string): Promise<void>;
+    cancellationSignal(job: AnyJob, id: string): AbortSignal & {
+        [Symbol.dispose]: () => void;
+    };
+    getQueue(job: AnyJob): JobQueueEntry;
+    protected _mapJob(bullJob: Job): Promise<JobItem>;
+}
+export {};

package/dist/runtime/jobs/manager.js

@@ -0,0 +1,210 @@
+import assert from 'node:assert';
+import { randomUUID } from 'node:crypto';
+import { pick } from '@nmtjs/core';
+import { Queue, QueueEvents, QueueEventsProducer, UnrecoverableError, } from 'bullmq';
+import { createStoreClient } from "../store/index.js";
+/**
+ * Get the dedicated BullMQ queue name for a job
+ */
+export function getJobQueueName(job) {
+    return `job.${job.options.name}`;
+}
+export class QueueJobResult {
+    #options;
+    constructor(options) {
+        this.#options = options;
+    }
+    get id() {
+        return this.#options.bullJob.id;
+    }
+    get name() {
+        return this.#options.job.options.name;
+    }
+    async waitResult() {
+        return await this.#options.bullJob.waitUntilFinished(this.#options.events);
+    }
+}
+export class JobManager {
+    storeConfig;
+    jobs;
+    store;
+    /**
+     * Per-job dedicated queues. Each job has its own queue for granular control.
+     */
+    jobQueues = new Map();
+    constructor(storeConfig, jobs) {
+        this.storeConfig = storeConfig;
+        this.jobs = jobs;
+    }
+    get publicInstance() {
+        return {
+            // @ts-expect-error
+            list: this.list.bind(this),
+            add: this.add.bind(this),
+            get: this.get.bind(this),
+            getInfo: this.getInfo.bind(this),
+            retry: this.retry.bind(this),
+            remove: this.remove.bind(this),
+            cancel: this.cancel.bind(this),
+        };
+    }
+    async initialize() {
+        this.store = await createStoreClient(this.storeConfig);
+        await this.store.connect();
+        // Create a dedicated queue for each job
+        for (const job of this.jobs) {
+            const queueName = getJobQueueName(job);
+            const entry = {
+                queue: new Queue(queueName, { connection: this.store }),
+                events: new QueueEvents(queueName, {
+                    connection: this.store,
+                    autorun: true,
+                }),
+                custom: new QueueEventsProducer(queueName, {
+                    connection: this.store,
+                }),
+            };
+            this.jobQueues.set(job.options.name, entry);
+        }
+        // Wait for all queues to be ready
+        await Promise.all(Array.from(this.jobQueues.values()).flatMap((entry) => [
+            entry.queue.waitUntilReady(),
+            entry.events.waitUntilReady(),
+            entry.custom.waitUntilReady(),
+        ]));
+    }
+    async terminate() {
+        await Promise.allSettled(Array.from(this.jobQueues.values()).flatMap((entry) => [
+            entry.queue.close(),
+            entry.events.close(),
+            entry.custom.close(),
+        ]));
+        this.store.disconnect(false);
+    }
+    getJobQueue(job) {
+        const entry = this.jobQueues.get(job.options.name);
+        if (!entry) {
+            throw new Error(`Job queue for [${job.options.name}] not found`);
+        }
+        return entry;
+    }
+    getInfo(job) {
+        return {
+            name: job.options.name,
+            steps: job.steps.map((step, index) => ({
+                label: step.label,
+                conditional: job.conditions.has(index),
+            })),
+        };
+    }
+    async list(job, { limit = 20, page = 1, state = [], }) {
+        const { queue } = this.getJobQueue(job);
+        const jobsCount = await queue.getJobCountByTypes(...state);
+        const totalPages = Math.ceil(jobsCount / limit);
+        if (page > totalPages)
+            return [];
+        const jobs = await queue.getJobs(state, (page - 1) * limit, page * limit - 1);
+        const items = await Promise.all(jobs.map((job) => this._mapJob(job)));
+        return { items, page, limit, pages: totalPages, total: jobsCount };
+    }
+    async get(job, id) {
+        const { queue } = this.getJobQueue(job);
+        const bullJob = await queue.getJob(id);
+        if (!bullJob)
+            return null;
+        return await this._mapJob(bullJob);
+    }
+    async add(job, data, { forceMissingWorkers = false, jobId = randomUUID(), priority, attempts = job.options.attempts, backoff = job.options.backoff, oneoff = job.options.oneoff ?? true, delay, } = {}) {
+        const { queue, events } = this.getJobQueue(job);
+        if (!forceMissingWorkers) {
+            if ((await queue.getWorkersCount()) === 0) {
+                throw new Error(`No workers available for [${getJobQueueName(job)}] queue`);
+            }
+        }
+        const bullJob = await queue.add(job.options.name, data, {
+            attempts,
+            backoff,
+            jobId,
+            priority,
+            delay,
+            removeOnComplete: oneoff,
+            removeOnFail: oneoff,
+        });
+        return new QueueJobResult({ job, bullJob, events });
+    }
+    async retry(job, id, options) {
+        const { queue } = this.getJobQueue(job);
+        const bullJob = await queue.getJob(id);
+        if (!bullJob)
+            throw new Error(`Job with id [${id}] not found`);
+        const state = await bullJob.getState();
+        // For completed jobs, clear state by default so it reruns from scratch
+        // For failed jobs, keep state by default so it resumes from checkpoint
+        const shouldClearState = options?.clearState ?? state === 'completed';
+        if (shouldClearState) {
+            await bullJob.updateProgress({});
+        }
+        await bullJob.retry();
+    }
+    async remove(job, id) {
+        const { queue } = this.getJobQueue(job);
+        const bullJob = await queue.getJob(id);
+        if (!bullJob)
+            throw new Error(`Job with id [${id}] not found`);
+        await bullJob.remove();
+    }
+    async cancel(job, id) {
+        const { custom, queue } = this.getJobQueue(job);
+        const bullJob = await queue.getJob(id);
+        if (!bullJob)
+            throw new Error(`Job with id [${id}] not found`);
+        if (bullJob.finishedOn)
+            return;
+        if ((await bullJob.getState()) === 'waiting') {
+            return await bullJob.remove();
+        }
+        if ((await bullJob.getState()) === 'active') {
+            await custom.publishEvent({ eventName: `cancel:${id}` });
+        }
+    }
+    cancellationSignal(job, id) {
+        const { events } = this.getJobQueue(job);
+        const controller = new AbortController();
+        const handler = () => {
+            controller.abort(new UnrecoverableError('Job cancelled'));
+        };
+        events.on(`cancel:${id}`, handler);
+        const signal = controller.signal;
+        return Object.assign(signal, {
+            [Symbol.dispose]: () => {
+                events.off(`cancel:${id}`, handler);
+            },
+        });
+    }
+    getQueue(job) {
+        return this.getJobQueue(job);
+    }
+    async _mapJob(bullJob) {
+        const status = await bullJob.getState();
+        const id = bullJob.id;
+        assert(typeof id === 'string', 'Expected job id to be a string');
+        return {
+            ...pick(bullJob, {
+                queueName: true,
+                priority: true,
+                progress: true,
+                name: true,
+                data: true,
+                returnvalue: true,
+                attemptsMade: true,
+                processedOn: true,
+                finishedOn: true,
+                failedReason: true,
+                stacktrace: true,
+            }),
+            id,
+            status,
+        };
+    }
+}
+//# sourceMappingURL=manager.js.map

package/dist/runtime/jobs/manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../../src/runtime/jobs/manager.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AASxC,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAClC,OAAO,EACL,KAAK,EACL,WAAW,EACX,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,QAAQ,CAAA;AAKf,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAErD;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW;IACzC,OAAO,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAA;AAClC,CAAC;AAkBD,MAAM,OAAO,cAAc;IACzB,QAAQ,CAA0B;IAElC,YAAY,OAAiC;QAC3C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;IACzB,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAA;IACjC,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IAC5E,CAAC;CACF;AA0DD,MAAM,OAAO,UAAU;IAQT;IACA;IARF,KAAK,CAAQ;IACvB;;OAEG;IACO,SAAS,GAAG,IAAI,GAAG,EAAyB,CAAA;IAEtD,YACY,WAA8B,EAC9B,IAAc;QADd,gBAAW,GAAX,WAAW,CAAmB;QAC9B,SAAI,GAAJ,IAAI,CAAU;IACvB,CAAC;IAEJ,IAAI,cAAc;QAChB,OAAO;YACL,mBAAmB;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YAC1B,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YACxB,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YACxB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAChC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YAC5B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;SAC/B,CAAA;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,KAAK,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACtD,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;QAE1B,wCAAwC;QACxC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;YACtC,MAAM,KAAK,GAAkB;gBAC3B,KAAK,EAAE,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,KAAoB,EAAE,CAAC;gBACtE,MAAM,EAAE,IAAI,WAAW,CAAC,SAAS,EAAE;oBACjC,UAAU,EAAE,IAAI,CAAC,KAAoB;oBACrC,OAAO,EAAE,IAAI;iBACd,CAAC;gBACF,MAAM,EAAE,IAAI,mBAAmB,CAAC,SAAS,EAAE;oBACzC,UAAU,EAAE,IAAI,CAAC,KAAoB;iBACtC,CAAC;aACH,CAAA;YACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAC7C,CAAC;QAED,kCAAkC;QAClC,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACrD,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE;YAC5B,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE;YAC7B,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE;SAC9B,CAAC,CACH,CAAA;IACH,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,OAAO,CAAC,UAAU,CACtB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACrD,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE;YACnB,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE;YACpB,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE;SACrB,CAAC,CACH,CAAA;QACD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;IAC9B,CAAC;IAES,WAAW,CAAC,GAAW;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,OAAO,CAAC,IAAI,aAAa,CAAC,CAAA;QAClE,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,OAAO;YACL,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI;YACtB,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACrC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;aACvC,CAAC,CAAC;SACJ,CAAA;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CACR,GAAM,EACN,EACE,KAAK,GAAG,EAAE,EACV,IAAI,GAAG,CAAC,EACR,KAAK,GAAG,EAAE,GAC2C;QAEvD,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACvC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,GAAG,KAAK,CAAC,CAAA;QAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,CAAA;QAC/C,IAAI,IAAI,GAAG,UAAU;YAAE,OAAO,EAAE,CAAA;QAChC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,OAAO,CAC9B,KAAK,EACL,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,EAClB,IAAI,GAAG,KAAK,GAAG,CAAC,CACjB,CAAA;QACD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QACrE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;IACpE,CAAC;IAED,KAAK,CAAC,GAAG,CAAmB,GAAM,EAAE,EAAU;QAC5C,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACvC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAA;QACzB,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,GAAG,CACP,GAAM,EACN,IAAqB,EACrB,EACE,mBAAmB,GAAG,KAAK,EAC3B,KAAK,GAAG,UAAU,EAAE,EACpB,QAAQ,EACR,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,EAC/B,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAC7B,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,EACnC,KAAK,MACiB,EAAE;QAE1B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAE/C,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,KAAK,CAAC,eAAe,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CACb,6BAA6B,eAAe,CAAC,GAAG,CAAC,SAAS,CAC3D,CAAA;YACH,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAW,EAAE,IAAW,EAAE;YACpE,QAAQ;YACR,OAAO;YACP,KAAK;YACL,QAAQ;YACR,KAAK;YACL,gBAAgB,EAAE,MAAM;YACxB,YAAY,EAAE,MAAM;SACrB,CAAC,CAAA;QAEF,OAAO,IAAI,cAAc,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,EAAU,EAAE,OAAkC;QACrE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACvC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAA;QAE9D,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;QACtC,uEAAuE;QACvE,uEAAuE;QACvE,MAAM,gBAAgB,GAAG,OAAO,EAAE,UAAU,IAAI,KAAK,KAAK,WAAW,CAAA;QAErE,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAA;QAClC,CAAC;QAED,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,EAAU;QAClC,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACvC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAA;QAC9D,MAAM,OAAO,CAAC,MAAM,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,EAAU;QAClC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAC/C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAA;QAC9D,IAAI,OAAO,CAAC,UAAU;YAAE,OAAM;QAC9B,IAAI,CAAC,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,SAAS,EAAE,CAAC;YAC7C,OAAO,MAAM,OAAO,CAAC,MAAM,EAAE,CAAA;QAC/B,CAAC;QACD,IAAI,CAAC,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5C,MAAM,MAAM,CAAC,YAAY,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAA;QAC1D,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,GAAW,EAAE,EAAU;QACxC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACxC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;QACxC,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,UAAU,CAAC,KAAK,CAAC,IAAI,kBAAkB,CAAC,eAAe,CAAC,CAAC,CAAA;QAC3D,CAAC,CAAA;QACD,MAAM,CAAC,EAAE,CAAmB,UAAU,EAAE,EAAE,EAAE,OAAO,CAAC,CAAA;QACpD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;QAChC,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;YAC3B,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE;gBACrB,MAAM,CAAC,GAAG,CAAmB,UAAU,EAAE,EAAE,EAAE,OAAO,CAAC,CAAA;YACvD,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;IAED,QAAQ,CAAC,GAAW;QAClB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;IAC9B,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,OAAY;QAClC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;QACvC,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,CAAA;QACrB,MAAM,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAA;QAChE,OAAO;YACL,GAAG,IAAI,CAAC,OAAO,EAAE;gBACf,SAAS,EAAE,IAAI;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,IAAI;gBACd,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,IAAI;gBACV,WAAW,EAAE,IAAI;gBACjB,YAAY,EAAE,IAAI;gBAClB,WAAW,EAAE,IAAI;gBACjB,UAAU,EAAE,IAAI;gBAChB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,IAAI;aACjB,CAAC;YACF,EAAE;YACF,MAAM;SACP,CAAA;IACH,CAAC;CACF"}