pg-boss 12.4.0 → 12.4.1

package/dist/timekeeper.d.ts

@@ -0,0 +1,34 @@
+import EventEmitter from 'node:events';
+import type Manager from './manager.ts';
+import * as types from './types.ts';
+export declare const QUEUES: {
+    SEND_IT: string;
+};
+declare class Timekeeper extends EventEmitter implements types.EventsMixin {
+    db: types.IDatabase;
+    config: types.ResolvedConstructorOptions;
+    manager: Manager;
+    private stopped;
+    private cronMonitorInterval;
+    private skewMonitorInterval;
+    private timekeeping;
+    clockSkew: number;
+    events: {
+        error: string;
+        schedule: string;
+        warning: string;
+    };
+    constructor(db: types.IDatabase, manager: Manager, config: types.ResolvedConstructorOptions);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    cacheClockSkew(): Promise<void>;
+    onCron(): Promise<void>;
+    cron(): Promise<void>;
+    shouldSendIt(cron: string, tz: string): boolean;
+    private onSendIt;
+    getSchedules(name?: string, key?: string): Promise<types.Schedule[]>;
+    schedule(name: string, cron: string, data?: unknown, options?: types.ScheduleOptions): Promise<void>;
+    unschedule(name: string, key?: string): Promise<void>;
+}
+export default Timekeeper;
+//# sourceMappingURL=timekeeper.d.ts.map

package/dist/timekeeper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"timekeeper.d.ts","sourceRoot":"","sources":["../src/timekeeper.ts"],"names":[],"mappings":"AACA,OAAO,YAAY,MAAM,aAAa,CAAA;AAGtC,OAAO,KAAK,OAAO,MAAM,cAAc,CAAA;AAEvC,OAAO,KAAK,KAAK,MAAM,YAAY,CAAA;AAEnC,eAAO,MAAM,MAAM;;CAElB,CAAA;AAcD,cAAM,UAAW,SAAQ,YAAa,YAAW,KAAK,CAAC,WAAW;IAChE,EAAE,EAAE,KAAK,CAAC,SAAS,CAAA;IACnB,MAAM,EAAE,KAAK,CAAC,0BAA0B,CAAA;IACxC,OAAO,EAAE,OAAO,CAAA;IAEhB,OAAO,CAAC,OAAO,CAAO;IACtB,OAAO,CAAC,mBAAmB,CAAmC;IAC9D,OAAO,CAAC,mBAAmB,CAAmC;IAC9D,OAAO,CAAC,WAAW,CAAqB;IAExC,SAAS,SAAI;IACb,MAAM;;;;MAAS;gBAEF,EAAE,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,0BAA0B;IAQtF,KAAK;IAmBL,IAAI;IAoBJ,cAAc;IA4Bd,MAAM;IA0BN,IAAI;IAYV,YAAY,CAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM;YAYxB,QAAQ;IAIhB,YAAY,CAAE,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,SAAK,GAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IAclE,QAAQ,CAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,GAAE,KAAK,CAAC,eAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBzG,UAAU,CAAE,IAAI,EAAE,MAAM,EAAE,GAAG,SAAK,GAAG,OAAO,CAAC,IAAI,CAAC;CAIzD;AAED,eAAe,UAAU,CAAA"}

package/dist/timekeeper.js

@@ -0,0 +1,158 @@
+import { CronExpressionParser } from 'cron-parser';
+import EventEmitter from 'node:events';
+import * as Attorney from "./attorney.js";
+import * as plans from "./plans.js";
+import * as types from "./types.js";
+export const QUEUES = {
+    SEND_IT: '__pgboss__send-it'
+};
+const EVENTS = {
+    error: 'error',
+    schedule: 'schedule',
+    warning: 'warning'
+};
+const WARNINGS = {
+    CLOCK_SKEW: {
+        message: 'Warning: Clock skew between this instance and the database server. This will not break scheduling, but is emitted any time the skew exceeds 60 seconds.'
+    }
+};
+class Timekeeper extends EventEmitter {
+    db;
+    config;
+    manager;
+    stopped = true;
+    cronMonitorInterval;
+    skewMonitorInterval;
+    timekeeping;
+    clockSkew = 0;
+    events = EVENTS;
+    constructor(db, manager, config) {
+        super();
+        this.db = db;
+        this.config = config;
+        this.manager = manager;
+    }
+    async start() {
+        this.stopped = false;
+        await this.cacheClockSkew();
+        await this.manager.createQueue(QUEUES.SEND_IT);
+        const options = {
+            pollingIntervalSeconds: this.config.cronWorkerIntervalSeconds,
+            batchSize: 50
+        };
+        await this.manager.work(QUEUES.SEND_IT, options, (jobs) => this.onSendIt(jobs));
+        setImmediate(() => this.onCron());
+        this.cronMonitorInterval = setInterval(async () => await this.onCron(), this.config.cronMonitorIntervalSeconds * 1000);
+        this.skewMonitorInterval = setInterval(async () => await this.cacheClockSkew(), this.config.clockMonitorIntervalSeconds * 1000);
+    }
+    async stop() {
+        if (this.stopped) {
+            return;
+        }
+        this.stopped = true;
+        await this.manager.offWork(QUEUES.SEND_IT, { wait: true });
+        if (this.skewMonitorInterval) {
+            clearInterval(this.skewMonitorInterval);
+            this.skewMonitorInterval = null;
+        }
+        if (this.cronMonitorInterval) {
+            clearInterval(this.cronMonitorInterval);
+            this.cronMonitorInterval = null;
+        }
+    }
+    async cacheClockSkew() {
+        let skew = 0;
+        try {
+            if (this.config.__test__force_clock_monitoring_error) {
+                throw new Error(this.config.__test__force_clock_monitoring_error);
+            }
+            const { rows } = await this.db.executeSql(plans.getTime());
+            const local = Date.now();
+            const dbTime = parseFloat(rows[0].time);
+            skew = dbTime - local;
+            const skewSeconds = Math.abs(skew) / 1000;
+            if (skewSeconds >= 60 || this.config.__test__force_clock_skew_warning) {
+                this.emit(this.events.warning, { message: WARNINGS.CLOCK_SKEW.message, data: { seconds: skewSeconds, direction: skew > 0 ? 'slower' : 'faster' } });
+            }
+        }
+        catch (err) {
+            this.emit(this.events.error, err);
+        }
+        finally {
+            this.clockSkew = skew;
+        }
+    }
+    async onCron() {
+        try {
+            if (this.stopped || this.timekeeping)
+                return;
+            if (this.config.__test__force_cron_monitoring_error) {
+                throw new Error(this.config.__test__force_cron_monitoring_error);
+            }
+            this.timekeeping = true;
+            const sql = plans.trySetCronTime(this.config.schema, this.config.cronMonitorIntervalSeconds);
+            if (!this.stopped) {
+                const { rows } = await this.db.executeSql(sql);
+                if (!this.stopped && rows.length === 1) {
+                    await this.cron();
+                }
+            }
+        }
+        catch (err) {
+            this.emit(this.events.error, err);
+        }
+        finally {
+            this.timekeeping = false;
+        }
+    }
+    async cron() {
+        const schedules = await this.getSchedules();
+        const scheduled = schedules
+            .filter(i => this.shouldSendIt(i.cron, i.timezone))
+            .map(({ name, key, data, options }) => ({ data: { name, data, options }, singletonKey: `${name}__${key}`, singletonSeconds: 60 }));
+        if (scheduled.length > 0 && !this.stopped) {
+            await this.manager.insert(QUEUES.SEND_IT, scheduled);
+        }
+    }
+    shouldSendIt(cron, tz) {
+        const interval = CronExpressionParser.parse(cron, { tz, strict: false });
+        const prevTime = interval.prev();
+        const databaseTime = Date.now() + this.clockSkew;
+        const prevDiff = (databaseTime - prevTime.getTime()) / 1000;
+        return prevDiff < 60;
+    }
+    async onSendIt(jobs) {
+        await Promise.allSettled(jobs.map(({ data }) => this.manager.send(data)));
+    }
+    async getSchedules(name, key = '') {
+        let sql = plans.getSchedules(this.config.schema);
+        let params = [];
+        if (name) {
+            sql = plans.getSchedulesByQueue(this.config.schema);
+            params = [name, key];
+        }
+        const { rows } = await this.db.executeSql(sql, params);
+        return rows;
+    }
+    async schedule(name, cron, data, options = {}) {
+        const { tz = 'UTC', key = '', ...rest } = options;
+        CronExpressionParser.parse(cron, { tz, strict: false });
+        Attorney.checkSendArgs([name, data, { ...rest }]);
+        Attorney.assertKey(key);
+        try {
+            const sql = plans.schedule(this.config.schema);
+            await this.db.executeSql(sql, [name, key, cron, tz, data, options]);
+        }
+        catch (err) {
+            if (err.message.includes('foreign key')) {
+                err.message = `Queue ${name} not found`;
+            }
+            throw err;
+        }
+    }
+    async unschedule(name, key = '') {
+        const sql = plans.unschedule(this.config.schema);
+        await this.db.executeSql(sql, [name, key]);
+    }
+}
+export default Timekeeper;

package/dist/tools.d.ts

@@ -0,0 +1,18 @@
+/**
+ * When sql contains multiple queries, result is an array of objects with rows property
+ * This function unwraps the result into a single object with rows property
+*/
+declare function unwrapSQLResult(result: {
+    rows: any[];
+} | {
+    rows: any[];
+}[]): {
+    rows: any[];
+};
+export interface AbortablePromise<T> extends Promise<T> {
+    abort: () => void;
+}
+declare function delay(ms: number, error?: string, abortController?: AbortController): AbortablePromise<void>;
+declare function resolveWithinSeconds<T>(promise: Promise<T>, seconds: number, message?: string, abortController?: AbortController): Promise<T | void>;
+export { delay, resolveWithinSeconds, unwrapSQLResult };
+//# sourceMappingURL=tools.d.ts.map

package/dist/tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAEA;;;EAGE;AACF,iBAAS,eAAe,CAAE,MAAM,EAAE;IAAE,IAAI,EAAE,GAAG,EAAE,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,GAAG,EAAE,CAAA;CAAE,EAAE,GAAG;IAAE,IAAI,EAAE,GAAG,EAAE,CAAA;CAAE,CAMtF;AAED,MAAM,WAAW,gBAAgB,CAAC,CAAC,CAAE,SAAQ,OAAO,CAAC,CAAC,CAAC;IACrD,KAAK,EAAE,MAAM,IAAI,CAAA;CAClB;AAED,iBAAS,KAAK,CAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,eAAe,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAsBrG;AAED,iBAAe,oBAAoB,CAAC,CAAC,EAAG,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAapJ;AAED,OAAO,EACL,KAAK,EACL,oBAAoB,EACpB,eAAe,EAChB,CAAA"}

package/dist/tools.js

@@ -0,0 +1,45 @@
+import { setTimeout } from 'node:timers/promises';
+/**
+ * When sql contains multiple queries, result is an array of objects with rows property
+ * This function unwraps the result into a single object with rows property
+*/
+function unwrapSQLResult(result) {
+    if (Array.isArray(result)) {
+        return { rows: result.flatMap(i => i.rows) };
+    }
+    return result;
+}
+function delay(ms, error, abortController) {
+    const ac = abortController || new AbortController();
+    const promise = new Promise((resolve, reject) => {
+        setTimeout(ms, null, { signal: ac.signal })
+            .then(() => {
+            if (error) {
+                reject(new Error(error));
+            }
+            else {
+                resolve();
+            }
+        })
+            .catch(resolve);
+    });
+    promise.abort = () => {
+        if (!ac.signal.aborted) {
+            ac.abort();
+        }
+    };
+    return promise;
+}
+async function resolveWithinSeconds(promise, seconds, message, abortController) {
+    const timeout = Math.max(1, seconds) * 1000;
+    const reject = delay(timeout, message, abortController);
+    let result;
+    try {
+        result = await Promise.race([promise, reject]);
+    }
+    finally {
+        reject.abort();
+    }
+    return result;
+}
+export { delay, resolveWithinSeconds, unwrapSQLResult };

package/dist/types.d.ts

@@ -0,0 +1,230 @@
+export type JobStates = {
+    created: 'created';
+    retry: 'retry';
+    active: 'active';
+    completed: 'completed';
+    cancelled: 'cancelled';
+    failed: 'failed';
+};
+export type Events = {
+    error: 'error';
+    warning: 'warning';
+    wip: 'wip';
+    stopped: 'stopped';
+};
+export interface IDatabase {
+    executeSql(text: string, values?: unknown[]): Promise<{
+        rows: any[];
+    }>;
+}
+export interface DatabaseOptions {
+    application_name?: string;
+    database?: string;
+    user?: string;
+    password?: string | (() => string) | (() => Promise<string>);
+    host?: string;
+    port?: number;
+    schema?: string;
+    ssl?: any;
+    connectionString?: string;
+    max?: number;
+    db?: IDatabase;
+    connectionTimeoutMillis?: number;
+}
+export interface SchedulingOptions {
+    schedule?: boolean;
+    clockMonitorIntervalSeconds?: number;
+    cronWorkerIntervalSeconds?: number;
+    cronMonitorIntervalSeconds?: number;
+}
+export interface MaintenanceOptions {
+    supervise?: boolean;
+    migrate?: boolean;
+    createSchema?: boolean;
+    warningSlowQuerySeconds?: number;
+    warningQueueSize?: number;
+    superviseIntervalSeconds?: number;
+    maintenanceIntervalSeconds?: number;
+    queueCacheIntervalSeconds?: number;
+    monitorIntervalSeconds?: number;
+}
+export interface Migration {
+    release: string;
+    version: number;
+    previous: number;
+    install: string[];
+    uninstall: string[];
+}
+export interface ConstructorOptions extends DatabaseOptions, SchedulingOptions, MaintenanceOptions {
+}
+export interface ResolvedConstructorOptions extends ConstructorOptions {
+    schema: string;
+    monitorIntervalSeconds: number;
+    cronMonitorIntervalSeconds: number;
+    maintenanceIntervalSeconds: number;
+}
+export interface QueueOptions {
+    expireInSeconds?: number;
+    retentionSeconds?: number;
+    deleteAfterSeconds?: number;
+    retryLimit?: number;
+    retryDelay?: number;
+    retryBackoff?: boolean;
+    retryDelayMax?: number;
+}
+export interface JobOptions {
+    id?: string;
+    priority?: number;
+    startAfter?: number | string | Date;
+    singletonKey?: string;
+    singletonSeconds?: number;
+    singletonNextSlot?: boolean;
+    keepUntil?: number | string | Date;
+}
+export interface ConnectionOptions {
+    db?: IDatabase;
+}
+export type InsertOptions = ConnectionOptions;
+export type SendOptions = JobOptions & QueueOptions & ConnectionOptions;
+export type QueuePolicy = 'standard' | 'short' | 'singleton' | 'stately' | 'exclusive';
+export interface Queue extends QueueOptions {
+    name: string;
+    policy?: QueuePolicy;
+    partition?: boolean;
+    deadLetter?: string;
+    warningQueueSize?: number;
+}
+export interface QueueResult extends Queue {
+    deferredCount: number;
+    queuedCount: number;
+    activeCount: number;
+    totalCount: number;
+    table: string;
+    createdOn: Date;
+    updatedOn: Date;
+    singletonsActive: string[] | null;
+}
+export type ScheduleOptions = SendOptions & {
+    tz?: string;
+    key?: string;
+};
+export interface JobPollingOptions {
+    pollingIntervalSeconds?: number;
+}
+export interface JobFetchOptions {
+    includeMetadata?: boolean;
+    priority?: boolean;
+    batchSize?: number;
+    ignoreStartAfter?: boolean;
+}
+export type WorkOptions = JobFetchOptions & JobPollingOptions;
+export type FetchOptions = JobFetchOptions & ConnectionOptions;
+export interface ResolvedWorkOptions extends WorkOptions {
+    pollingInterval: number;
+}
+export interface WorkHandler<ReqData, ResData = any> {
+    (job: Job<ReqData>[]): Promise<ResData>;
+}
+export interface WorkWithMetadataHandler<ReqData, ResData = any> {
+    (job: JobWithMetadata<ReqData>[]): Promise<ResData>;
+}
+export interface Request {
+    name: string;
+    data?: object;
+    options?: SendOptions;
+}
+export interface Schedule {
+    name: string;
+    key: string;
+    cron: string;
+    timezone: string;
+    data?: object;
+    options?: SendOptions;
+}
+export interface Job<T = object> {
+    id: string;
+    name: string;
+    data: T;
+    expireInSeconds: number;
+    signal: AbortSignal;
+}
+export interface JobWithMetadata<T = object> extends Job<T> {
+    priority: number;
+    state: 'created' | 'retry' | 'active' | 'completed' | 'cancelled' | 'failed';
+    retryLimit: number;
+    retryCount: number;
+    retryDelay: number;
+    retryBackoff: boolean;
+    retryDelayMax?: number;
+    startAfter: Date;
+    startedOn: Date;
+    singletonKey: string | null;
+    singletonOn: Date | null;
+    expireInSeconds: number;
+    deleteAfterSeconds: number;
+    createdOn: Date;
+    completedOn: Date | null;
+    keepUntil: Date;
+    policy: QueuePolicy;
+    deadLetter: string;
+    output: object;
+}
+export interface JobInsert<T = object> {
+    id?: string;
+    data?: T;
+    priority?: number;
+    retryLimit?: number;
+    retryDelay?: number;
+    retryBackoff?: boolean;
+    retryDelayMax?: number;
+    startAfter?: number | string | Date;
+    singletonKey?: string;
+    singletonSeconds?: number;
+    expireInSeconds?: number;
+    deleteAfterSeconds?: number;
+    retentionSeconds?: number;
+}
+export type WorkerState = 'created' | 'active' | 'stopping' | 'stopped';
+export interface WipData {
+    id: string;
+    name: string;
+    options: WorkOptions;
+    state: WorkerState;
+    count: number;
+    createdOn: number;
+    lastFetchedOn: number | null;
+    lastJobStartedOn: number | null;
+    lastJobEndedOn: number | null;
+    lastJobDuration: number | null;
+    lastError: object | null;
+    lastErrorOn: number | null;
+}
+export interface StopOptions {
+    close?: boolean;
+    graceful?: boolean;
+    timeout?: number;
+}
+export interface OffWorkOptions {
+    id?: string;
+    wait?: boolean;
+}
+export interface EventsMixin extends NodeJS.EventEmitter {
+    events: Record<string, string>;
+}
+export interface FunctionsMixin {
+    functions: Function[];
+}
+export type UpdateQueueOptions = Omit<Queue, 'name' | 'partition' | 'policy'>;
+export interface Warning {
+    message: string;
+    data: object;
+}
+export interface CommandResponse {
+}
+export type PgBossEventMap = {
+    error: [error: Error];
+    warning: [warning: Warning];
+    wip: [data: WipData[]];
+    stopped: [];
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,SAAS,GAAG;IACtB,OAAO,EAAE,SAAS,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,QAAQ,CAAC;IACjB,SAAS,EAAE,WAAW,CAAC;IACvB,SAAS,EAAE,WAAW,CAAC;IACvB,MAAM,EAAE,QAAQ,CAAA;CACjB,CAAA;AAED,MAAM,MAAM,MAAM,GAAG;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,SAAS,CAAC;IACnB,GAAG,EAAE,KAAK,CAAC;IACX,OAAO,EAAE,SAAS,CAAA;CACnB,CAAA;AAED,MAAM,WAAW,SAAS;IACxB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,GAAG,EAAE,CAAA;KAAE,CAAC,CAAC;CACxE;AAED,MAAM,WAAW,eAAe;IAC9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,EAAE,CAAC,EAAE,SAAS,CAAC;IACf,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAGlC;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,0BAA0B,CAAC,EAAE,MAAM,CAAC;CACrC;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,SAAS,EAAE,MAAM,EAAE,CAAA;CACpB;AAED,MAAM,WAAW,kBAAmB,SAAQ,eAAe,EAAE,iBAAiB,EAAE,kBAAkB;CAiBjG;AAED,MAAM,WAAW,0BAA2B,SAAQ,kBAAkB;IACpE,MAAM,EAAE,MAAM,CAAC;IACf,sBAAsB,EAAE,MAAM,CAAC;IAC/B,0BAA0B,EAAE,MAAM,CAAC;IACnC,0BAA0B,EAAE,MAAM,CAAC;CACpC;AAED,MAAM,WAAW,YAAY;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;CACpC;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,CAAC,EAAE,SAAS,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,iBAAiB,CAAA;AAE7C,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,YAAY,GAAG,iBAAiB,CAAA;AAEvE,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,OAAO,GAAG,WAAW,GAAG,SAAS,GAAG,WAAW,CAAA;AAEtF,MAAM,WAAW,KAAM,SAAQ,YAAY;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,WAAY,SAAQ,KAAK;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,gBAAgB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CACnC;AAED,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG;IAAE,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,CAAA;AAEzE,MAAM,WAAW,iBAAiB;IAChC,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC9B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,MAAM,WAAW,GAAG,eAAe,GAAG,iBAAiB,CAAA;AAC7D,MAAM,MAAM,YAAY,GAAG,eAAe,GAAG,iBAAiB,CAAA;AAE9D,MAAM,WAAW,mBAAoB,SAAQ,WAAW;IACtD,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,GAAG;IACjD,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,GAAG;IAC7D,CAAC,GAAG,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACrD;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB;AAED,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,MAAM;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,CAAC,CAAC;IACR,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,WAAW,eAAe,CAAC,CAAC,GAAG,MAAM,CAAE,SAAQ,GAAG,CAAC,CAAC,CAAC;IACzD,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC7E,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,OAAO,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,IAAI,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,IAAI,GAAG,IAAI,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,IAAI,CAAC;IAChB,WAAW,EAAE,IAAI,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,IAAI,CAAC;IAChB,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,SAAS,CAAC,CAAC,GAAG,MAAM;IACnC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,CAAC,CAAC;IACT,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,GAAG,SAAS,CAAA;AAEvE,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,WAAW,CAAC;IACrB,KAAK,EAAE,WAAW,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,OAAO,CAAA;CACf;AAED,MAAM,WAAW,WAAY,SAAQ,MAAM,CAAC,YAAY;IACtD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,QAAQ,EAAE,CAAC;CACvB;AAED,MAAM,MAAM,kBAAkB,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC,CAAA;AAE7E,MAAM,WAAW,OAAO;IAAG,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE;AAE1D,MAAM,WAAW,eAAe;CAO/B;AAED,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC3B,GAAG,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;IACtB,OAAO,EAAE,EAAE,CAAA;CACZ,CAAA"}

package/dist/types.js

@@ -0,0 +1 @@
+export {};

package/dist/worker.d.ts

@@ -0,0 +1,41 @@
+import type * as types from './types.ts';
+interface WorkerOptions<T> {
+    id: string;
+    name: string;
+    options: types.WorkOptions;
+    interval: number;
+    fetch: () => Promise<types.Job<T>[]>;
+    onFetch: (jobs: types.Job<T>[]) => Promise<void>;
+    onError: (err: any) => void;
+}
+declare class Worker<T = unknown> {
+    readonly id: string;
+    readonly name: string;
+    readonly options: types.WorkOptions;
+    readonly fetch: () => Promise<types.Job<T>[]>;
+    readonly onFetch: (jobs: types.Job<T>[]) => Promise<void>;
+    readonly onError: (err: any) => void;
+    readonly interval: number;
+    jobs: types.Job<T>[];
+    createdOn: number;
+    state: types.WorkerState;
+    lastFetchedOn: number | null;
+    lastJobStartedOn: number | null;
+    lastJobEndedOn: number | null;
+    lastJobDuration: number | null;
+    lastError: any;
+    lastErrorOn: number | null;
+    stopping: boolean;
+    stopped: boolean;
+    private loopDelayPromise;
+    private beenNotified;
+    private runPromise;
+    constructor({ id, name, options, interval, fetch, onFetch, onError }: WorkerOptions<T>);
+    start(): void;
+    private run;
+    notify(): void;
+    stop(): Promise<void>;
+    toWipData(): types.WipData;
+}
+export default Worker;
+//# sourceMappingURL=worker.d.ts.map

package/dist/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../src/worker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,KAAK,MAAM,YAAY,CAAA;AASxC,UAAU,aAAa,CAAC,CAAC;IACvB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,KAAK,CAAC,WAAW,CAAA;IAC1B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IACpC,OAAO,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAA;CAC5B;AAED,cAAM,MAAM,CAAC,CAAC,GAAG,OAAO;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,CAAA;IACnC,QAAQ,CAAC,KAAK,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC7C,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACzD,QAAQ,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAA;IACpC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IAEzB,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAK;IACzB,SAAS,SAAa;IACtB,KAAK,EAAE,KAAK,CAAC,WAAW,CAAwB;IAChD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAO;IACnC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAO;IACtC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAO;IACpC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAO;IACrC,SAAS,EAAE,GAAG,CAAO;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAO;IACjC,QAAQ,UAAQ;IAChB,OAAO,UAAQ;IACf,OAAO,CAAC,gBAAgB,CAAsC;IAC9D,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,UAAU,CAA6B;gBAElC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;IAUvF,KAAK;YAIS,GAAG;IAgDjB,MAAM;IAQA,IAAI,IAAK,OAAO,CAAC,IAAI,CAAC;IAW5B,SAAS,IAAK,KAAK,CAAC,OAAO;CAgB5B;AAED,eAAe,MAAM,CAAA"}

package/dist/worker.js

@@ -0,0 +1,107 @@
+import { delay } from "./tools.js";
+const WORKER_STATES = {
+    created: 'created',
+    active: 'active',
+    stopping: 'stopping',
+    stopped: 'stopped'
+};
+class Worker {
+    id;
+    name;
+    options;
+    fetch;
+    onFetch;
+    onError;
+    interval;
+    jobs = [];
+    createdOn = Date.now();
+    state = WORKER_STATES.created;
+    lastFetchedOn = null;
+    lastJobStartedOn = null;
+    lastJobEndedOn = null;
+    lastJobDuration = null;
+    lastError = null;
+    lastErrorOn = null;
+    stopping = false;
+    stopped = false;
+    loopDelayPromise = null;
+    beenNotified = false;
+    runPromise = null;
+    constructor({ id, name, options, interval, fetch, onFetch, onError }) {
+        this.id = id;
+        this.name = name;
+        this.options = options;
+        this.fetch = fetch;
+        this.onFetch = onFetch;
+        this.onError = onError;
+        this.interval = interval;
+    }
+    start() {
+        this.runPromise = this.run();
+    }
+    async run() {
+        this.state = WORKER_STATES.active;
+        while (!this.stopping) {
+            const started = Date.now();
+            try {
+                this.beenNotified = false;
+                const jobs = await this.fetch();
+                this.lastFetchedOn = Date.now();
+                if (jobs) {
+                    this.jobs = jobs;
+                    this.lastJobStartedOn = this.lastFetchedOn;
+                    await this.onFetch(jobs);
+                    this.lastJobEndedOn = Date.now();
+                    this.jobs = [];
+                }
+            }
+            catch (err) {
+                this.lastErrorOn = Date.now();
+                this.lastError = err;
+                err.message = `${err.message} (Queue: ${this.name}, Worker: ${this.id})`;
+                this.onError(err);
+            }
+            const duration = Date.now() - started;
+            this.lastJobDuration = duration;
+            if (!this.stopping && !this.beenNotified && (this.interval - duration) > 100) {
+                this.loopDelayPromise = delay(this.interval - duration);
+                await this.loopDelayPromise;
+                this.loopDelayPromise = null;
+            }
+        }
+        this.stopping = false;
+        this.stopped = true;
+        this.state = WORKER_STATES.stopped;
+    }
+    notify() {
+        this.beenNotified = true;
+        if (this.loopDelayPromise) {
+            this.loopDelayPromise.abort();
+        }
+    }
+    async stop() {
+        this.stopping = true;
+        this.state = WORKER_STATES.stopping;
+        if (this.loopDelayPromise) {
+            this.loopDelayPromise.abort();
+        }
+        await this.runPromise;
+    }
+    toWipData() {
+        return {
+            id: this.id,
+            name: this.name,
+            options: this.options,
+            state: this.state,
+            count: this.jobs.length,
+            createdOn: this.createdOn,
+            lastFetchedOn: this.lastFetchedOn,
+            lastJobStartedOn: this.lastJobStartedOn,
+            lastJobEndedOn: this.lastJobEndedOn,
+            lastError: this.lastError,
+            lastErrorOn: this.lastErrorOn,
+            lastJobDuration: this.lastJobDuration
+        };
+    }
+}
+export default Worker;