nmtjs 0.16.1 → 0.17.0-beta.1

package/dist/runtime/jobs/job.d.ts

@@ -1,146 +0,0 @@
-import type { MaybePromise, TSError } from '@nmtjs/common';
-import type { Dependencies, DependencyContext } from '@nmtjs/core';
-import type { t } from '@nmtjs/type';
-import type { AnyObjectLikeType, ObjectType } from '@nmtjs/type/object';
-import type { AnyJobStep, JobStep } from './step.ts';
-import { kJobKey } from '../constants.ts';
-type DefaultObjectType = ObjectType<{}>;
-type DefaultResultType = Record<string, any>;
-type UnionToIntersection<T> = (T extends unknown ? (value: T) => void : never) extends (value: infer R) => void ? R : never;
-type StepOutput<Step extends AnyJobStep> = Step extends JobStep<any, infer Output, any, any, any> ? t.infer.decode.output<Output extends undefined ? DefaultObjectType : Output> : {};
-type GroupOutput<Steps extends readonly AnyJobStep[]> = UnionToIntersection<StepOutput<Steps[number]>>;
-type EnsureStepInputSatisfied<CurrentResult, StepInput extends AnyObjectLikeType> = CurrentResult extends t.infer.decode.output<StepInput> ? unknown : TSError<'Accumulated job result does not satisfy current step input:', CurrentResult>;
-type EnsureStepDataSatisfied<CurrentData, StepData> = CurrentData extends StepData ? unknown : TSError<'Job data does not satisfy step data type:', CurrentData>;
-type ValidatedParallelStep<Step extends AnyJobStep, CurrentResult, CurrentData> = Step extends JobStep<infer StepInput, any, any, any, infer StepData> ? Step & EnsureStepInputSatisfied<CurrentResult, StepInput> & EnsureStepDataSatisfied<CurrentData, StepData> : never;
-type ValidatedParallelSteps<Steps extends readonly AnyJobStep[], CurrentResult, CurrentData> = {
-    [K in keyof Steps]: ValidatedParallelStep<Steps[K], CurrentResult, CurrentData>;
-};
-export type AnyJobOptions = JobOptions<string, any, any, any, any, any>;
-export interface AnyJob {
-    _: {
-        data: any;
-        result: any;
-        input: any;
-        output: any;
-        progress: any;
-    };
-    [kJobKey]: true;
-    options: AnyJobOptions;
-    jobSteps: readonly AnyJobStep[];
-    parallelGroups: Map<number, number>;
-    parallelGroupByStepIndex: Map<number, number>;
-    conditions: Map<number, JobCondition<any, any, any, any>>;
-    name: string;
-    dependencies: Dependencies;
-    input: AnyObjectLikeType;
-    output: AnyObjectLikeType;
-    progress: AnyObjectLikeType;
-    afterEachHandler?: JobAfterEachHandler<any, any, any, any, any>;
-    beforeEachHandler?: JobBeforeEachHandler<any, any, any, any, any>;
-    onErrorHandler?: JobOnErrorHandler<any, any, any, any, any>;
-    returnHandler?: JobReturnHandler<any, any, any, any, any, any>;
-}
-export type JobBackoffOptions = {
-    type: 'fixed' | 'exponential';
-    delay: number;
-    jitter?: number;
-};
-export type JobCondition<Deps extends Dependencies = {}, Result extends DefaultResultType = {}, Data = any, Input extends AnyObjectLikeType = AnyObjectLikeType, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
-    context: DependencyContext<Deps>;
-    data: Data;
-    input: t.infer.decode.output<Input>;
-    result: Result;
-    progress: t.infer.decode.output<Progress>;
-}) => MaybePromise<boolean>;
-export type JobReturnHandler<Deps extends Dependencies, Result extends DefaultResultType, Input extends AnyObjectLikeType, Output extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
-    context: DependencyContext<Deps>;
-    data: Data;
-    input: t.infer.decode.output<Input>;
-    result: Result;
-    progress: t.infer.decode.output<Progress>;
-}) => MaybePromise<t.infer.encode.input<Output>>;
-export type JobDataHandler<Deps extends Dependencies, Input extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (ctx: DependencyContext<Deps>, input: t.infer.decode.output<Input>, progress: t.infer.decode.output<Progress>) => MaybePromise<Data>;
-export type JobAfterEachHandler<Deps extends Dependencies, Result extends DefaultResultType, Input extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
-    context: DependencyContext<Deps>;
-    data: Data;
-    input: t.infer.decode.output<Input>;
-    result: Result;
-    progress: t.infer.decode.output<Progress>;
-    step: AnyJobStep;
-    stepIndex: number;
-}) => MaybePromise<void>;
-export type JobBeforeEachHandler<Deps extends Dependencies, Result extends DefaultResultType, Input extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
-    context: DependencyContext<Deps>;
-    data: Data;
-    input: t.infer.decode.output<Input>;
-    result: Result;
-    progress: t.infer.decode.output<Progress>;
-    step: AnyJobStep;
-    stepIndex: number;
-}) => MaybePromise<void>;
-export type JobOnErrorHandler<Deps extends Dependencies, Result extends DefaultResultType, Input extends AnyObjectLikeType, Data, Progress extends AnyObjectLikeType = AnyObjectLikeType> = (params: {
-    context: DependencyContext<Deps>;
-    data: Data;
-    input: t.infer.decode.output<Input>;
-    result: Result;
-    progress: t.infer.decode.output<Progress>;
-    step: AnyJobStep;
-    stepIndex: number;
-    error: unknown;
-}) => MaybePromise<boolean | void>;
-export interface JobOptions<Name extends string = string, Input extends AnyObjectLikeType = AnyObjectLikeType, Output extends AnyObjectLikeType = AnyObjectLikeType, Progress extends AnyObjectLikeType = DefaultObjectType, Deps extends Dependencies = {}, Data = any> {
-    name: Name;
-    pool: string;
-    input: Input;
-    output: Output;
-    progress?: Progress;
-    concurrency?: number;
-    timeout?: number;
-    dependencies?: Deps;
-    data?: JobDataHandler<Deps, Input, Data, Progress>;
-    attempts?: number;
-    backoff?: JobBackoffOptions;
-    oneoff?: boolean;
-}
-export declare class Job<in out Name extends string = string, in out Deps extends Dependencies = {}, in out Data = any, in out Input extends AnyObjectLikeType = DefaultObjectType, in out Output extends AnyObjectLikeType = DefaultObjectType, in out Progress extends AnyObjectLikeType = DefaultObjectType, out JobSteps extends [...AnyJobStep[]] = [], in out Result extends DefaultResultType = {}, out Return extends boolean = false> implements AnyJob {
-    options: JobOptions<Name, Input, Output, Progress, Deps, Data>;
-    stack?: string | undefined;
-    _: {
-        data: Data;
-        result: Result & t.infer.decode.output<Input>;
-        input: t.infer.decode.output<Input>;
-        output: t.infer.decode.output<Output>;
-        progress: t.infer.decode.output<Progress>;
-    };
-    [kJobKey]: true;
-    protected _jobSteps: JobSteps;
-    parallelGroups: Map<number, number>;
-    parallelGroupByStepIndex: Map<number, number>;
-    conditions: Map<number, JobCondition<any, any, any, any, any>>;
-    returnHandler?: JobReturnHandler<Deps, this['_']['result'], Input, Output, Data, Progress>;
-    afterEachHandler?: JobAfterEachHandler<Deps, this['_']['result'], Input, Data, Progress>;
-    beforeEachHandler?: JobBeforeEachHandler<Deps, this['_']['result'], Input, Data, Progress>;
-    onErrorHandler?: JobOnErrorHandler<Deps, this['_']['result'], Input, Data, Progress>;
-    constructor(options: JobOptions<Name, Input, Output, Progress, Deps, Data>, stack?: string | undefined);
-    get name(): Name;
-    get jobSteps(): JobSteps;
-    get dependencies(): Deps;
-    get input(): Input;
-    get output(): Output;
-    get progress(): Progress;
-    step<StepInput extends AnyObjectLikeType, StepOutput extends AnyObjectLikeType, StepDeps extends Dependencies, Condition extends JobCondition<Deps, Result, this['_']['data'], Input> | undefined>(...[step, condition]: Return extends false ? [
-        step: JobStep<StepInput, StepOutput, StepDeps, any, this['_']['data']> & EnsureStepInputSatisfied<this['_']['result'], StepInput>,
-        condition?: Condition
-    ] : [TSError<'Job has already has return statement'>]): Job<Name, Deps, Data, Input, Output, Progress, [...JobSteps, JobStep<StepInput, StepOutput, StepDeps, any, any>], Result & (undefined extends Condition ? t.infer.decode.output<StepOutput extends undefined ? DefaultObjectType : StepOutput> : Partial<t.infer.decode.output<StepOutput extends undefined ? DefaultObjectType : StepOutput>>)>;
-    steps<const GroupSteps extends [AnyJobStep, AnyJobStep, ...AnyJobStep[]]>(...steps: Return extends false ? GroupSteps & ValidatedParallelSteps<GroupSteps, this['_']['result'], this['_']['data']> : [TSError<'Job has already has return statement'>]): Job<Name, Deps, Data, Input, Output, Progress, [...JobSteps, ...GroupSteps], Result & GroupOutput<GroupSteps>>;
-    return(...[handler]: Return extends false ? Result extends t.infer.encode.input<Output> ? [
-        JobReturnHandler<Deps, this['_']['result'], Input, Output, Data, Progress>?
-    ] : [
-        JobReturnHandler<Deps, this['_']['result'], Input, Output, Data, Progress>
-    ] : [TSError<'Job already has a return statement'>]): Job<Name, Deps, Data, Input, Output, Progress, JobSteps, Result, true>;
-    afterEach(handler: Return extends true ? JobAfterEachHandler<Deps, this['_']['result'], Input, Data, Progress> : TSError<'Job must have a return statement to use afterEach'>): this;
-    beforeEach(handler: Return extends true ? JobBeforeEachHandler<Deps, this['_']['result'], Input, Data, Progress> : TSError<'Job must have a return statement to use beforeEach'>): this;
-    onError(handler: Return extends true ? JobOnErrorHandler<Deps, this['_']['result'], Input, Data, Progress> : TSError<'Job must have a return statement to use onError'>): this;
-}
-export declare function createJob<Name extends string, Input extends AnyObjectLikeType, Output extends AnyObjectLikeType, Deps extends Dependencies = {}, Data = any, Progress extends AnyObjectLikeType = DefaultObjectType>(options: JobOptions<Name, Input, Output, Progress, Deps, Data>): Job<Name, Deps, Data, Input, Output, Progress, [], {}, false>;
-export {};

package/dist/runtime/jobs/job.js

@@ -1,89 +0,0 @@
-import { tryCaptureStackTrace } from '@nmtjs/common';
-import { kJobKey } from '../constants.js';
-import { isJobStep } from './step.js';
-export class Job {
-    options;
-    stack;
-    _;
-    [kJobKey] = true;
-    _jobSteps = [];
-    parallelGroups = new Map();
-    parallelGroupByStepIndex = new Map();
-    conditions = new Map();
-    returnHandler;
-    afterEachHandler;
-    beforeEachHandler;
-    onErrorHandler;
-    constructor(options, stack) {
-        this.options = options;
-        this.stack = stack;
-    }
-    get name() {
-        return this.options.name;
-    }
-    get jobSteps() {
-        return this._jobSteps;
-    }
-    get dependencies() {
-        return this.options.dependencies ?? {};
-    }
-    get input() {
-        return this.options.input;
-    }
-    get output() {
-        return this.options.output;
-    }
-    get progress() {
-        return this.options.progress;
-    }
-    step(...[step, condition]) {
-        if (!isJobStep(step))
-            throw new Error('Invalid job step object');
-        const length = this._jobSteps.push(step);
-        if (condition)
-            this.conditions.set(length - 1, condition);
-        return this;
-    }
-    steps(...steps) {
-        const validated = [];
-        for (const step of steps) {
-            if (!isJobStep(step))
-                throw new Error('Invalid job step object');
-            validated.push(step);
-        }
-        const start = this._jobSteps.length;
-        this._jobSteps.push(...validated);
-        const end = this._jobSteps.length;
-        this.parallelGroups.set(start, end);
-        for (let index = start; index < end; index++) {
-            this.parallelGroupByStepIndex.set(index, start);
-        }
-        return this;
-    }
-    return(...[handler]) {
-        if (typeof handler === 'function') {
-            this.returnHandler = handler;
-        }
-        else {
-            this.returnHandler = (result) => result;
-        }
-        return this;
-    }
-    afterEach(handler) {
-        this.afterEachHandler = handler;
-        return this;
-    }
-    beforeEach(handler) {
-        this.beforeEachHandler = handler;
-        return this;
-    }
-    onError(handler) {
-        this.onErrorHandler = handler;
-        return this;
-    }
-}
-export function createJob(options) {
-    const stack = tryCaptureStackTrace();
-    return new Job({ dependencies: {}, ...options }, stack);
-}
-//# sourceMappingURL=job.js.map

package/dist/runtime/jobs/job.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"job.js","sourceRoot":"","sources":["../../../src/runtime/jobs/job.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAA;AAGpD,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AA8MrC,MAAM,OAAO,GAAG;IAuDL,OAAO;IACP,KAAK;IA5Cd,CAAC,CAMC;IACF,CAAC,OAAO,CAAC,GAAG,IAAa,CAAA;IACf,SAAS,GAAa,EAAyB,CAAA;IACzD,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC1C,wBAAwB,GAAG,IAAI,GAAG,EAAkB,CAAA;IACpD,UAAU,GAAuD,IAAI,GAAG,EAAE,CAAA;IAC1E,aAAa,CAOZ;IACD,gBAAgB,CAMf;IACD,iBAAiB,CAMhB;IACD,cAAc,CAMb;IAED,YACS,OAA8D,EAC9D,KAAc;uBADd,OAAO;qBACP,KAAK;IACX,CAAC;IAEJ,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAA;IAC1B,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,IAAK,EAAW,CAAA;IAClD,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,KAAc,CAAA;IACpC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,MAAgB,CAAA;IACtC,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAoB,CAAA;IAC1C,CAAC;IAED,IAAI,CAQF,GAAG,CAAC,IAAI,EAAE,SAAS,CAYkC;QAErD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAEhE,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,SAAS;YAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,CAAA;QAEzD,OAAO,IAkBN,CAAA;IACH,CAAC;IAED,KAAK,CACH,GAAG,KAOkD;QAErD,MAAM,SAAS,GAAiB,EAAE,CAAA;QAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;YAChE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACtB,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAA;QACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAA;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAA;QAEjC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QACnC,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;YAC7C,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QACjD,CAAC;QAED,OAAO,IASN,CAAA;IACH,CAAC;IAED,MAAM,CACJ,GAAG,CAAC,OAAO,CAsBwC;QAEnD,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;YAClC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,aAAa,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,MAAa,CAAA;QAChD,CAAC;QACD,OAAO,IAUN,CAAA;IACH,CAAC;IAED,SAAS,CACP,OAEgE;QAEhE,IAAI,CAAC,gBAAgB,GAAG,OAAc,CAAA;QACtC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,UAAU,CACR,OAEiE;QAEjE,IAAI,CAAC,iBAAiB,GAAG,OAAc,CAAA;QACvC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,CACL,OAE8D;QAE9D,IAAI,CAAC,cAAc,GAAG,OAAc,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,UAAU,SAAS,CAOvB,OAA8D;IAC9D,MAAM,KAAK,GAAG,oBAAoB,EAAE,CAAA;IACpC,OAAO,IAAI,GAAG,CACZ,EAAE,YAAY,EAAE,EAAU,EAAE,GAAG,OAAO,EAAE,EACxC,KAAK,CACN,CAAA;AACH,CAAC"}

package/dist/runtime/jobs/manager.d.ts

@@ -1,131 +0,0 @@
-import type { Job, JobState, JobType, QueueEventsListener, RedisClient } from 'bullmq';
-import { Queue, QueueEvents, QueueEventsProducer } from 'bullmq';
-import type { ServerStoreConfig } from '../server/config.ts';
-import type { AnyJob, JobBackoffOptions } from './job.ts';
-import type { JobDefinitionInfo } from './types.ts';
-/**
- * Get the dedicated BullMQ queue name for a job
- */
-export declare function getJobQueueName(job: AnyJob): string;
-type QueueJobResultOptions<T extends AnyJob = AnyJob> = {
-    job: T;
-    bullJob: Job<T['_']['input'], T['_']['output'], T['options']['name']>;
-    events: QueueEvents;
-};
-type QueueJobAddOptions = {
-    jobId?: string;
-    priority?: number;
-    forceMissingWorkers?: boolean;
-    attempts?: number;
-    backoff?: JobBackoffOptions;
-    oneoff?: boolean;
-    delay?: number;
-};
-export declare class QueueJobResult<T extends AnyJob = AnyJob> {
-    #private;
-    constructor(options: QueueJobResultOptions<T>);
-    get id(): string;
-    get name(): string;
-    waitResult(): Promise<T["_"]["output"]>;
-}
-export type { JobDefinitionInfo, JobItem, JobStepInfo } from './types.ts';
-import type { JobItem, JobStatus } from './types.ts';
-/** Job item type with generic job typing for internal use */
-export type JobItemOf<T extends AnyJob = AnyJob> = JobItem<T['_']['input'], T['_']['output']>;
-export interface JobManagerInstance {
-    list<T extends AnyJob>(job: T, options?: {
-        page?: number;
-        limit?: number;
-        status?: JobStatus[];
-    }): Promise<{
-        items: JobItemOf<T>[];
-        page: number;
-        limit: number;
-        pages: number;
-        total: number;
-    }>;
-    get<T extends AnyJob>(job: T, id: string): Promise<JobItemOf<T> | null>;
-    getInfo(job: AnyJob): JobDefinitionInfo;
-    add<T extends AnyJob>(job: T, data: T['_']['input'], options?: QueueJobAddOptions): Promise<QueueJobResult<T>>;
-    retry(job: AnyJob, id: string, options?: {
-        clearState?: boolean;
-    }): Promise<void>;
-    remove(job: AnyJob, id: string): Promise<void>;
-    cancel(job: AnyJob, id: string): Promise<void>;
-}
-export type CustomJobsEvents = QueueEventsListener & {
-    [K in `cancel:${string}`]: (args: {}, id: string) => void;
-};
-type JobQueueEntry = {
-    queue: Queue;
-    events: QueueEvents;
-    custom: QueueEventsProducer;
-};
-/**
- * TODO: Consider implementing an abstract SQL storage layer for job queries.
- *
- * Current limitations with BullMQ direct queries:
- * - Pagination is per-type, requires complex offset calculations
- * - Limited filtering/sorting capabilities
- * - No full-text search on job data
- *
- * Proposed architecture:
- * 1. Shared SQLite file (WAL mode) across all workers on the same machine
- * 2. Each worker subscribes to BullMQ events and syncs to SQLite
- * 3. List/filter/sort queries run against SQLite with proper SQL semantics
- * 4. Mutations (add, retry, cancel, remove) still go through BullMQ directly
- *
- * Benefits:
- * - Proper SQL pagination, filtering, sorting
- * - Abstract storage layer could support different queue backends (not just BullMQ)
- * - No per-process memory duplication (shared file)
- * - Complex queries: date ranges, priority ranges, full-text search
- *
- * Implementation notes:
- * - Use better-sqlite3 (sync, fast for in-memory/WAL)
- * - Subscribe to QueueEvents BEFORE initial sync to buffer events
- * - Handle race conditions: initial load + event replay
- * - Consider leader election for sync to reduce write contention
- */
-export declare class JobManager {
-    protected storeConfig: ServerStoreConfig;
-    protected jobs: AnyJob[];
-    protected store: RedisClient;
-    /**
-     * Per-job dedicated queues. Each job has its own queue for granular control.
-     */
-    protected jobQueues: Map<string, JobQueueEntry>;
-    constructor(storeConfig: ServerStoreConfig, jobs: AnyJob[]);
-    get publicInstance(): JobManagerInstance;
-    initialize(): Promise<void>;
-    terminate(): Promise<void>;
-    protected getJobQueue(job: AnyJob): JobQueueEntry;
-    getInfo(job: AnyJob): JobDefinitionInfo;
-    list<T extends AnyJob>(job: T, { limit, page, status }?: {
-        page?: number;
-        limit?: number;
-        status?: JobStatus[];
-    }): Promise<{
-        items: JobItemOf<AnyJob>[];
-        page: number;
-        limit: number;
-        pages: number;
-        total: number;
-    }>;
-    get<T extends AnyJob>(job: T, id: string): Promise<JobItemOf<AnyJob> | null>;
-    add<T extends AnyJob>(job: T, data: T['_']['input'], { forceMissingWorkers, jobId, priority, attempts, backoff, oneoff, delay }?: QueueJobAddOptions): Promise<QueueJobResult<T>>;
-    retry(job: AnyJob, id: string, options?: {
-        clearState?: boolean;
-    }): Promise<void>;
-    remove(job: AnyJob, id: string): Promise<void>;
-    cancel(job: AnyJob, id: string): Promise<void>;
-    cancellationSignal(job: AnyJob, id: string): AbortSignal & {
-        [Symbol.dispose]: () => void;
-    };
-    getQueue(job: AnyJob): JobQueueEntry;
-    protected _mapJob(bullJob: Job): Promise<JobItemOf>;
-    /** Map BullMQ JobState to vendor-agnostic JobStatus */
-    protected _mapStatus(state: JobState | 'unknown'): JobStatus;
-    /** Map vendor-agnostic JobStatus to BullMQ JobType for queries */
-    protected _mapStatusToJobType(status: JobStatus): JobType[];
-}

package/dist/runtime/jobs/manager.js

@@ -1,309 +0,0 @@
-import assert from 'node:assert';
-import { randomUUID } from 'node:crypto';
-import { Queue, QueueEvents, QueueEventsProducer, UnrecoverableError, } from 'bullmq';
-import { createStoreClient } from '../store/index.js';
-/**
- * Get the dedicated BullMQ queue name for a job
- */
-export function getJobQueueName(job) {
-    return `job.${job.options.name}`;
-}
-export class QueueJobResult {
-    #options;
-    constructor(options) {
-        this.#options = options;
-    }
-    get id() {
-        return this.#options.bullJob.id;
-    }
-    get name() {
-        return this.#options.job.options.name;
-    }
-    async waitResult() {
-        return await this.#options.bullJob.waitUntilFinished(this.#options.events);
-    }
-}
-/**
- * TODO: Consider implementing an abstract SQL storage layer for job queries.
- *
- * Current limitations with BullMQ direct queries:
- * - Pagination is per-type, requires complex offset calculations
- * - Limited filtering/sorting capabilities
- * - No full-text search on job data
- *
- * Proposed architecture:
- * 1. Shared SQLite file (WAL mode) across all workers on the same machine
- * 2. Each worker subscribes to BullMQ events and syncs to SQLite
- * 3. List/filter/sort queries run against SQLite with proper SQL semantics
- * 4. Mutations (add, retry, cancel, remove) still go through BullMQ directly
- *
- * Benefits:
- * - Proper SQL pagination, filtering, sorting
- * - Abstract storage layer could support different queue backends (not just BullMQ)
- * - No per-process memory duplication (shared file)
- * - Complex queries: date ranges, priority ranges, full-text search
- *
- * Implementation notes:
- * - Use better-sqlite3 (sync, fast for in-memory/WAL)
- * - Subscribe to QueueEvents BEFORE initial sync to buffer events
- * - Handle race conditions: initial load + event replay
- * - Consider leader election for sync to reduce write contention
- */
-export class JobManager {
-    storeConfig;
-    jobs;
-    store;
-    /**
-     * Per-job dedicated queues. Each job has its own queue for granular control.
-     */
-    jobQueues = new Map();
-    constructor(storeConfig, jobs) {
-        this.storeConfig = storeConfig;
-        this.jobs = jobs;
-    }
-    get publicInstance() {
-        return {
-            list: this.list.bind(this),
-            add: this.add.bind(this),
-            get: this.get.bind(this),
-            getInfo: this.getInfo.bind(this),
-            retry: this.retry.bind(this),
-            remove: this.remove.bind(this),
-            cancel: this.cancel.bind(this),
-        };
-    }
-    async initialize() {
-        this.store = (await createStoreClient(this.storeConfig));
-        await this.store.connect();
-        // Create a dedicated queue for each job
-        for (const job of this.jobs) {
-            const queueName = getJobQueueName(job);
-            const entry = {
-                queue: new Queue(queueName, { connection: this.store }),
-                events: new QueueEvents(queueName, {
-                    connection: this.store,
-                    autorun: true,
-                }),
-                custom: new QueueEventsProducer(queueName, { connection: this.store }),
-            };
-            this.jobQueues.set(job.options.name, entry);
-        }
-        // Wait for all queues to be ready
-        await Promise.all(Array.from(this.jobQueues.values()).flatMap((entry) => [
-            entry.queue.waitUntilReady(),
-            entry.events.waitUntilReady(),
-            entry.custom.waitUntilReady(),
-        ]));
-    }
-    async terminate() {
-        await Promise.allSettled(Array.from(this.jobQueues.values()).flatMap((entry) => [
-            entry.queue.close(),
-            entry.events.close(),
-            entry.custom.close(),
-        ]));
-        this.store.disconnect(false);
-    }
-    getJobQueue(job) {
-        const entry = this.jobQueues.get(job.options.name);
-        if (!entry) {
-            throw new Error(`Job queue for [${job.options.name}] not found`);
-        }
-        return entry;
-    }
-    getInfo(job) {
-        return {
-            name: job.options.name,
-            steps: job.jobSteps.map((step, index) => ({
-                label: step.label,
-                conditional: job.conditions.has(index),
-                parallel: job.parallelGroupByStepIndex.has(index),
-            })),
-        };
-    }
-    async list(job, { limit = 20, page = 1, status = [], } = {}) {
-        const { queue } = this.getJobQueue(job);
-        // Convert vendor-agnostic status to BullMQ JobType for querying
-        const bullJobTypes = status.length
-            ? status.flatMap((s) => this._mapStatusToJobType(s))
-            : [];
-        // Get counts per type to calculate proper offsets
-        const typeCounts = await queue.getJobCounts(...bullJobTypes);
-        const jobsCount = Object.values(typeCounts).reduce((a, b) => a + b, 0);
-        const totalPages = Math.ceil(jobsCount / limit);
-        if (page > totalPages)
-            return { items: [], page, limit, pages: totalPages, total: jobsCount };
-        // Calculate which types we need to fetch from and with what offsets
-        const globalStart = (page - 1) * limit;
-        const globalEnd = globalStart + limit;
-        // Determine the ordered types (use bullJobTypes if specified, otherwise use typeCounts keys)
-        const orderedTypes = bullJobTypes.length > 0
-            ? bullJobTypes
-            : Object.keys(typeCounts);
-        // Calculate cumulative offsets and fetch jobs from each type as needed
-        let cumulative = 0;
-        const jobPromises = [];
-        for (const type of orderedTypes) {
-            const typeCount = typeCounts[type] ?? 0;
-            const typeStart = cumulative;
-            const typeEnd = cumulative + typeCount;
-            // Check if this type overlaps with our desired range
-            if (typeEnd > globalStart && typeStart < globalEnd) {
-                // Calculate local start/end within this type
-                const localStart = Math.max(0, globalStart - typeStart);
-                const localEnd = Math.min(typeCount, globalEnd - typeStart) - 1;
-                if (localEnd >= localStart) {
-                    jobPromises.push(queue.getJobs([type], localStart, localEnd));
-                }
-            }
-            cumulative += typeCount;
-        }
-        const jobArrays = await Promise.all(jobPromises);
-        const jobs = jobArrays.flat().slice(0, limit);
-        const items = await Promise.all(jobs.map((job) => this._mapJob(job)));
-        return { items, page, limit, pages: totalPages, total: jobsCount };
-    }
-    async get(job, id) {
-        const { queue } = this.getJobQueue(job);
-        const bullJob = await queue.getJob(id);
-        if (!bullJob)
-            return null;
-        return await this._mapJob(bullJob);
-    }
-    async add(job, data, { forceMissingWorkers = false, jobId = randomUUID(), priority, attempts = job.options.attempts, backoff = job.options.backoff, oneoff = job.options.oneoff ?? true, delay, } = {}) {
-        const { queue, events } = this.getJobQueue(job);
-        if (!forceMissingWorkers) {
-            if ((await queue.getWorkersCount()) === 0) {
-                throw new Error(`No workers available for [${getJobQueueName(job)}] queue`);
-            }
-        }
-        const bullJob = await queue.add(job.options.name, data, {
-            attempts,
-            backoff,
-            jobId,
-            priority,
-            delay,
-            removeOnComplete: oneoff,
-            removeOnFail: oneoff,
-        });
-        return new QueueJobResult({ job, bullJob, events });
-    }
-    async retry(job, id, options) {
-        const { queue } = this.getJobQueue(job);
-        const bullJob = await queue.getJob(id);
-        if (!bullJob)
-            throw new Error(`Job with id [${id}] not found`);
-        const state = await bullJob.getState();
-        // For completed jobs, clear state by default so it reruns from scratch
-        // For failed jobs, keep state by default so it resumes from checkpoint
-        const shouldClearState = options?.clearState ?? state === 'completed';
-        if (shouldClearState) {
-            await bullJob.updateProgress({});
-        }
-        await bullJob.retry();
-    }
-    async remove(job, id) {
-        const { queue } = this.getJobQueue(job);
-        const bullJob = await queue.getJob(id);
-        if (!bullJob)
-            throw new Error(`Job with id [${id}] not found`);
-        await bullJob.remove();
-    }
-    async cancel(job, id) {
-        const { custom, queue } = this.getJobQueue(job);
-        const bullJob = await queue.getJob(id);
-        if (!bullJob)
-            throw new Error(`Job with id [${id}] not found`);
-        if (bullJob.finishedOn)
-            return;
-        if ((await bullJob.getState()) === 'waiting') {
-            return await bullJob.remove();
-        }
-        if ((await bullJob.getState()) === 'active') {
-            await custom.publishEvent({ eventName: `cancel:${id}` });
-        }
-    }
-    cancellationSignal(job, id) {
-        const { events } = this.getJobQueue(job);
-        const controller = new AbortController();
-        const handler = () => {
-            controller.abort(new UnrecoverableError('Job cancelled'));
-        };
-        events.on(`cancel:${id}`, handler);
-        const signal = controller.signal;
-        return Object.assign(signal, {
-            [Symbol.dispose]: () => {
-                events.off(`cancel:${id}`, handler);
-            },
-        });
-    }
-    getQueue(job) {
-        return this.getJobQueue(job);
-    }
-    async _mapJob(bullJob) {
-        const bullState = await bullJob.getState();
-        const id = bullJob.id;
-        assert(typeof id === 'string', 'Expected job id to be a string');
-        // Map BullMQ state to vendor-agnostic status
-        const status = this._mapStatus(bullState);
-        // Extract progress only if it's a valid checkpoint object
-        const progress = typeof bullJob.progress === 'object' &&
-            bullJob.progress !== null &&
-            'stepIndex' in bullJob.progress
-            ? bullJob.progress
-            : undefined;
-        return {
-            id,
-            name: bullJob.name,
-            queue: bullJob.queueName,
-            data: bullJob.data,
-            output: bullJob.returnvalue,
-            status,
-            priority: bullJob.priority,
-            progress,
-            attempts: bullJob.attemptsMade,
-            startedAt: bullJob.processedOn,
-            completedAt: bullJob.finishedOn,
-            error: bullJob.failedReason,
-            stacktrace: bullJob.stacktrace,
-        };
-    }
-    /** Map BullMQ JobState to vendor-agnostic JobStatus */
-    _mapStatus(state) {
-        switch (state) {
-            case 'waiting':
-            case 'prioritized':
-            case 'waiting-children':
-                return 'pending';
-            case 'active':
-                return 'active';
-            case 'completed':
-                return 'completed';
-            case 'failed':
-                return 'failed';
-            case 'delayed':
-                return 'delayed';
-            default:
-                return 'unknown';
-        }
-    }
-    /** Map vendor-agnostic JobStatus to BullMQ JobType for queries */
-    _mapStatusToJobType(status) {
-        switch (status) {
-            case 'pending':
-                return ['waiting', 'prioritized', 'waiting-children'];
-            case 'active':
-                return ['active'];
-            case 'completed':
-                return ['completed'];
-            case 'failed':
-                return ['failed'];
-            case 'delayed':
-                return ['delayed'];
-            case 'cancelled':
-                return []; // BullMQ doesn't have a cancelled state
-            default:
-                return [];
-        }
-    }
-}
-//# sourceMappingURL=manager.js.map