@sidequest/engine 1.0.0-next.10

package/dist/engine.cjs

@@ -0,0 +1,189 @@
+'use strict';
+
+var backend = require('@sidequest/backend');
+var core = require('@sidequest/core');
+var child_process = require('child_process');
+var os = require('os');
+var path = require('path');
+var constants = require('./job/constants.cjs');
+var jobBuilder = require('./job/job-builder.cjs');
+var grantQueueConfig = require('./queue/grant-queue-config.cjs');
+var shutdown = require('./utils/shutdown.cjs');
+
+const workerPath = path.resolve(__dirname, "workers", "main.js");
+/**
+ * The main engine for managing job queues and workers in Sidequest.
+ */
+class Engine {
+    /**
+     * Backend instance used by the engine.
+     * This is initialized when the engine is configured or started.
+     */
+    backend;
+    /**
+     * Current configuration of the engine.
+     * This is set when the engine is configured or started.
+     * It contains all the necessary settings for the engine to operate, such as backend, queues, logger options, and job defaults.
+     */
+    config;
+    /**
+     * Main worker process that runs the Sidequest engine.
+     * This is created when the engine is started and handles job processing.
+     */
+    mainWorker;
+    /**
+     * Flag indicating whether the engine is currently shutting down.
+     * This is used to prevent multiple shutdown attempts and ensure graceful shutdown behavior.
+     */
+    shuttingDown = false;
+    /**
+     * Configures the Sidequest engine with the provided configuration.
+     * @param config Optional configuration object.
+     * @returns The resolved configuration.
+     */
+    async configure(config) {
+        if (this.config) {
+            core.logger("Engine").debug("Sidequest already configured");
+            return this.config;
+        }
+        this.config = {
+            queues: config?.queues ?? [],
+            backend: {
+                driver: config?.backend?.driver ?? "@sidequest/sqlite-backend",
+                config: config?.backend?.config ?? "./sidequest.sqlite",
+            },
+            cleanupFinishedJobsIntervalMin: config?.cleanupFinishedJobsIntervalMin ?? 60,
+            cleanupFinishedJobsOlderThan: config?.cleanupFinishedJobsOlderThan ?? 30 * 24 * 60 * 60 * 1000,
+            releaseStaleJobsIntervalMin: config?.releaseStaleJobsIntervalMin ?? 60,
+            maxConcurrentJobs: config?.maxConcurrentJobs ?? 10,
+            skipMigration: config?.skipMigration ?? false,
+            logger: {
+                level: config?.logger?.level ?? "info",
+                json: config?.logger?.json ?? false,
+            },
+            gracefulShutdown: config?.gracefulShutdown ?? true,
+            minThreads: config?.minThreads ?? os.cpus().length,
+            maxThreads: config?.maxThreads ?? os.cpus().length * 2,
+            releaseStaleJobsMaxStaleMs: config?.releaseStaleJobsMaxStaleMs ?? backend.MISC_FALLBACK.maxStaleMs, // 10 minutes
+            releaseStaleJobsMaxClaimedMs: config?.releaseStaleJobsMaxClaimedMs ?? backend.MISC_FALLBACK.maxClaimedMs, // 1 minute
+            jobDefaults: {
+                queue: config?.jobDefaults?.queue ?? constants.JOB_BUILDER_FALLBACK.queue,
+                maxAttempts: config?.jobDefaults?.maxAttempts ?? constants.JOB_BUILDER_FALLBACK.maxAttempts,
+                availableAt: config?.jobDefaults?.availableAt ?? constants.JOB_BUILDER_FALLBACK.availableAt,
+                timeout: config?.jobDefaults?.timeout ?? constants.JOB_BUILDER_FALLBACK.timeout,
+                uniqueness: config?.jobDefaults?.uniqueness ?? constants.JOB_BUILDER_FALLBACK.uniqueness,
+            },
+            queueDefaults: {
+                concurrency: config?.queueDefaults?.concurrency ?? backend.QUEUE_FALLBACK.concurrency,
+                priority: config?.queueDefaults?.priority ?? backend.QUEUE_FALLBACK.priority,
+                state: config?.queueDefaults?.state ?? backend.QUEUE_FALLBACK.state,
+            },
+        };
+        if (this.config.logger) {
+            core.configureLogger(this.config.logger);
+        }
+        core.logger("Engine").debug(`Configuring Sidequest engine: ${JSON.stringify(this.config)}`);
+        this.backend = await backend.createBackendFromDriver(this.config.backend);
+        if (!this.config.skipMigration) {
+            await this.backend.migrate();
+        }
+        if (this.config.queues) {
+            for (const queue of this.config.queues) {
+                await grantQueueConfig.grantQueueConfig(this.backend, queue, this.config.queueDefaults);
+            }
+        }
+        return this.config;
+    }
+    /**
+     * Starts the Sidequest engine and worker process.
+     * @param config Optional configuration object.
+     */
+    async start(config) {
+        await this.configure(config);
+        core.logger("Engine").info(`Starting Sidequest using backend ${this.config.backend.driver}`);
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                reject(new Error("Timeout on starting sidequest fork!"));
+            }, 5000);
+            if (!this.mainWorker) {
+                const runWorker = () => {
+                    core.logger("Engine").debug("Starting main worker...");
+                    this.mainWorker = child_process.fork(workerPath);
+                    core.logger("Engine").debug(`Worker PID: ${this.mainWorker.pid}`);
+                    this.mainWorker.on("message", (msg) => {
+                        if (msg === "ready") {
+                            core.logger("Engine").debug("Main worker is ready");
+                            this.mainWorker?.send({ type: "start", sidequestConfig: this.config });
+                            clearTimeout(timeout);
+                            resolve();
+                        }
+                    });
+                    this.mainWorker.on("exit", () => {
+                        if (!this.shuttingDown) {
+                            core.logger("Engine").error("Sidequest main exited, creating new...");
+                            runWorker();
+                        }
+                    });
+                };
+                runWorker();
+                shutdown.gracefulShutdown(this.close.bind(this), "Engine", this.config.gracefulShutdown);
+            }
+        });
+    }
+    /**
+     * Gets the current engine configuration.
+     * @returns The current configuration, if set.
+     */
+    getConfig() {
+        return this.config;
+    }
+    /**
+     * Gets the backend instance in use by the engine.
+     * @returns The backend instance, if set.
+     */
+    getBackend() {
+        return this.backend;
+    }
+    /**
+     * Closes the engine and releases resources.
+     */
+    async close() {
+        if (!this.shuttingDown) {
+            this.shuttingDown = true;
+            core.logger("Engine").debug("Closing Sidequest engine...");
+            if (this.mainWorker) {
+                this.mainWorker.send({ type: "shutdown" });
+                await new Promise((resolve) => {
+                    this.mainWorker.on("exit", resolve);
+                });
+            }
+            await this.backend?.close();
+            this.config = undefined;
+            this.backend = undefined;
+            this.mainWorker = undefined;
+            // Reset the shutting down flag after closing
+            // This allows the engine to be reconfigured or restarted later
+            shutdown.clearGracefulShutdown();
+            core.logger("Engine").debug("Sidequest engine closed.");
+            this.shuttingDown = false;
+        }
+    }
+    /**
+     * Builds a job using the provided job class.
+     * @param JobClass The job class constructor.
+     * @returns A new JobBuilder instance for the job class.
+     */
+    build(JobClass) {
+        if (!this.config || !this.backend) {
+            throw new Error("Engine not configured. Call engine.configure() or engine.start() first.");
+        }
+        if (this.shuttingDown) {
+            throw new Error("Engine is shutting down, cannot build job.");
+        }
+        core.logger("Engine").debug(`Building job for class: ${JobClass.name}`);
+        return new jobBuilder.JobBuilder(this.backend, JobClass, this.config.jobDefaults);
+    }
+}
+
+exports.Engine = Engine;
+//# sourceMappingURL=engine.cjs.map

package/dist/engine.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.cjs","sources":["../src/engine.ts"],"sourcesContent":[null],"names":["logger","cpus","MISC_FALLBACK","JOB_BUILDER_FALLBACK","QUEUE_FALLBACK","configureLogger","createBackendFromDriver","grantQueueConfig","fork","gracefulShutdown","clearGracefulShutdown","JobBuilder"],"mappings":";;;;;;;;;;;;AAkBA,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,SAAmB,EAAE,SAAS,EAAE,SAAS,CAAC;AA8D1E;;AAEG;MACU,MAAM,CAAA;AACjB;;;AAGG;AACK,IAAA,OAAO;AAEf;;;;AAIG;AACK,IAAA,MAAM;AAEd;;;AAGG;AACK,IAAA,UAAU;AAElB;;;AAGG;IACK,YAAY,GAAG,KAAK;AAE5B;;;;AAIG;IACH,MAAM,SAAS,CAAC,MAAqB,EAAA;AACnC,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;YACfA,WAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC;YACtD,OAAO,IAAI,CAAC,MAAM;QACpB;QACA,IAAI,CAAC,MAAM,GAAG;AACZ,YAAA,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,EAAE;AAC5B,YAAA,OAAO,EAAE;AACP,gBAAA,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,2BAA2B;AAC9D,gBAAA,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,oBAAoB;AACxD,aAAA;AACD,YAAA,8BAA8B,EAAE,MAAM,EAAE,8BAA8B,IAAI,EAAE;AAC5E,YAAA,4BAA4B,EAAE,MAAM,EAAE,4BAA4B,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;AAC9F,YAAA,2BAA2B,EAAE,MAAM,EAAE,2BAA2B,IAAI,EAAE;AACtE,YAAA,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,EAAE;AAClD,YAAA,aAAa,EAAE,MAAM,EAAE,aAAa,IAAI,KAAK;AAC7C,YAAA,MAAM,EAAE;AACN,gBAAA,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,IAAI,MAAM;AACtC,gBAAA,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,KAAK;AACpC,aAAA;AACD,YAAA,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,IAAI,IAAI;YAClD,UAAU,EAAE,MAAM,EAAE,UAAU,IAAIC,OAAI,EAAE,CAAC,MAAM;YAC/C,UAAU,EAAE,MAAM,EAAE,UAAU,IAAIA,OAAI,EAAE,CAAC,MAAM,GAAG,CAAC;YACnD,0BAA0B,EAAE,MAAM,EAAE,0BAA0B,IAAIC,qBAAa,CAAC,UAAU;YAC1F,4BAA4B,EAAE,MAAM,EAAE,4BAA4B,IAAIA,qBAAa,CAAC,YAAY;AAChG,YAAA,WAAW,EAAE;gBACX,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,IAAIC,8BAAoB,CAAC,KAAM;gBAChE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,IAAIA,8BAAoB,CAAC,WAAY;gBAClF,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,IAAIA,8BAAoB,CAAC,WAAY;gBAClF,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,IAAIA,8BAAoB,CAAC,OAAQ;gBACtE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,IAAIA,8BAAoB,CAAC,UAAW;AAChF,aAAA;AACD,YAAA,aAAa,EAAE;gBACb,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,WAAW,IAAIC,sBAAc,CAAC,WAAW;gBAC7E,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,IAAIA,sBAAc,CAAC,QAAQ;gBACpE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,IAAIA,sBAAc,CAAC,KAAK;AAC5D,aAAA;SACF;AAED,QAAA,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;AACtB,YAAAC,oBAAe,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACrC;AAEA,QAAAL,WAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA,CAAE,CAAC;AACtF,QAAA,IAAI,CAAC,OAAO,GAAG,MAAMM,+BAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;AAEjE,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;AAC9B,YAAA,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;QAC9B;AAEA,QAAA,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YACtB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;AACtC,gBAAA,MAAMC,iCAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;YACxE;QACF;QAEA,OAAO,IAAI,CAAC,MAAM;IACpB;AAEA;;;AAGG;IACH,MAAM,KAAK,CAAC,MAAoB,EAAA;AAC9B,QAAA,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;AAE5B,QAAAP,WAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAA,iCAAA,EAAoC,IAAI,CAAC,MAAO,CAAC,OAAO,CAAC,MAAM,CAAA,CAAE,CAAC;QAExF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,KAAI;AACrC,YAAA,MAAM,OAAO,GAAG,UAAU,CAAC,MAAK;AAC9B,gBAAA,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YAC1D,CAAC,EAAE,IAAI,CAAC;AAER,YAAA,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBACpB,MAAM,SAAS,GAAG,MAAK;oBACrBA,WAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC;AACjD,oBAAA,IAAI,CAAC,UAAU,GAAGQ,kBAAI,CAAC,UAAU,CAAC;AAClC,oBAAAR,WAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAA,YAAA,EAAe,IAAI,CAAC,UAAU,CAAC,GAAG,CAAA,CAAE,CAAC;oBAC5D,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,KAAI;AACpC,wBAAA,IAAI,GAAG,KAAK,OAAO,EAAE;4BACnBA,WAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC;AAC9C,4BAAA,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,CAAC,MAAO,EAAE,CAAC;4BACvE,YAAY,CAAC,OAAO,CAAC;AACrB,4BAAA,OAAO,EAAE;wBACX;AACF,oBAAA,CAAC,CAAC;oBAEF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAK;AAC9B,wBAAA,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;4BACtBA,WAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,wCAAwC,CAAC;AAChE,4BAAA,SAAS,EAAE;wBACb;AACF,oBAAA,CAAC,CAAC;AACJ,gBAAA,CAAC;AAED,gBAAA,SAAS,EAAE;AACX,gBAAAS,yBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAO,CAAC,gBAAgB,CAAC;YAClF;AACF,QAAA,CAAC,CAAC;IACJ;AAEA;;;AAGG;IACH,SAAS,GAAA;QACP,OAAO,IAAI,CAAC,MAAM;IACpB;AAEA;;;AAGG;IACH,UAAU,GAAA;QACR,OAAO,IAAI,CAAC,OAAO;IACrB;AAEA;;AAEG;AACH,IAAA,MAAM,KAAK,GAAA;AACT,QAAA,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;AACtB,YAAA,IAAI,CAAC,YAAY,GAAG,IAAI;YACxBT,WAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC;AACrD,YAAA,IAAI,IAAI,CAAC,UAAU,EAAE;gBACnB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAC1C,gBAAA,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,KAAI;oBAC5B,IAAI,CAAC,UAAW,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;AACtC,gBAAA,CAAC,CAAC;YACJ;AACA,YAAA,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE;AAC3B,YAAA,IAAI,CAAC,MAAM,GAAG,SAAS;AACvB,YAAA,IAAI,CAAC,OAAO,GAAG,SAAS;AACxB,YAAA,IAAI,CAAC,UAAU,GAAG,SAAS;;;AAG3B,YAAAU,8BAAqB,EAAE;YACvBV,WAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC;AAClD,YAAA,IAAI,CAAC,YAAY,GAAG,KAAK;QAC3B;IACF;AAEA;;;;AAIG;AACH,IAAA,KAAK,CAAyB,QAAW,EAAA;QACvC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;AACjC,YAAA,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC;QAC5F;AACA,QAAA,IAAI,IAAI,CAAC,YAAY,EAAE;AACrB,YAAA,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC;QAC/D;AACA,QAAAA,WAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAA,wBAAA,EAA2B,QAAQ,CAAC,IAAI,CAAA,CAAE,CAAC;AAClE,QAAA,OAAO,IAAIW,qBAAU,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;IACxE;AACD;;;;"}

package/dist/engine.d.ts

@@ -0,0 +1,122 @@
+import { BackendConfig, NewQueueData, Backend } from '@sidequest/backend';
+import { LoggerOptions } from '@sidequest/core';
+import { JobClassType } from './job/job.js';
+import { JobBuilderDefaults, JobBuilder } from './job/job-builder.js';
+import { QueueDefaults } from './queue/grant-queue-config.js';
+
+/**
+ * Configuration options for the Sidequest engine.
+ */
+interface EngineConfig {
+    /** Backend configuration. Defaults to `@sidequest/sqlite-backend` and `./sidequest.sqlite` file */
+    backend?: BackendConfig;
+    /** List of queue configurations. Defaults to `[]` */
+    queues?: NewQueueData[];
+    /** Logger configuration options. Defaults to `info` and no json */
+    logger?: LoggerOptions;
+    /** Maximum number of concurrent jobs. Defaults to `10` */
+    maxConcurrentJobs?: number;
+    /** Whether to skip migration when starting the engine. Defaults to `false` */
+    skipMigration?: boolean;
+    /** Frequency in minutes for releasing stale jobs. Set to false to disable. Defaults to 60 min */
+    releaseStaleJobsIntervalMin?: number | false;
+    /** Maximum age in milliseconds a running job must be to be considered a stale job. Defaults to 10 minutes */
+    releaseStaleJobsMaxStaleMs?: number;
+    /** Maximum age in milliseconds a claimed job must be to be considered stale. Defaults to 1 minute */
+    releaseStaleJobsMaxClaimedMs?: number;
+    /** Frequency in minutes for cleaning up finished jobs. Set to false to disable. Defaults to 60 min */
+    cleanupFinishedJobsIntervalMin?: number | false;
+    /** Time in milliseconds to clean up finished jobs older than this value. Defaults to 30 days */
+    cleanupFinishedJobsOlderThan?: number;
+    /** Whether to enable graceful shutdown handling. Defaults to `true` */
+    gracefulShutdown?: boolean;
+    /** Minimum number of worker threads to use. Defaults to number of CPUs */
+    minThreads?: number;
+    /** Maximum number of worker threads to use. Defaults to `minThreads * 2` */
+    maxThreads?: number;
+    /**
+     * Default job builder configuration.
+     * This allows setting default values for job properties like queue, timeout, uniqueness, etc.
+     * If not provided during job build, defaults will be used.
+     *
+     * @see {@link JobBuilderDefaults} for more details
+     */
+    jobDefaults?: JobBuilderDefaults;
+    /**
+     * Default queue configuration.
+     * This allows setting default values for queue properties like concurrency, priority, etc.
+     * If not provided during queue creation, defaults will be used.
+     *
+     * @see {@link QueueDefaults} for more details
+     */
+    queueDefaults?: QueueDefaults;
+}
+/**
+ * Non-nullable version of the EngineConfig type.
+ * Ensures all properties are defined and not null.
+ *
+ * @see {@link EngineConfig} for the original type.
+ */
+type NonNullableEngineConfig = {
+    [P in keyof EngineConfig]-?: NonNullable<EngineConfig[P]>;
+};
+/**
+ * The main engine for managing job queues and workers in Sidequest.
+ */
+declare class Engine {
+    /**
+     * Backend instance used by the engine.
+     * This is initialized when the engine is configured or started.
+     */
+    private backend?;
+    /**
+     * Current configuration of the engine.
+     * This is set when the engine is configured or started.
+     * It contains all the necessary settings for the engine to operate, such as backend, queues, logger options, and job defaults.
+     */
+    private config?;
+    /**
+     * Main worker process that runs the Sidequest engine.
+     * This is created when the engine is started and handles job processing.
+     */
+    private mainWorker?;
+    /**
+     * Flag indicating whether the engine is currently shutting down.
+     * This is used to prevent multiple shutdown attempts and ensure graceful shutdown behavior.
+     */
+    private shuttingDown;
+    /**
+     * Configures the Sidequest engine with the provided configuration.
+     * @param config Optional configuration object.
+     * @returns The resolved configuration.
+     */
+    configure(config?: EngineConfig): Promise<NonNullableEngineConfig>;
+    /**
+     * Starts the Sidequest engine and worker process.
+     * @param config Optional configuration object.
+     */
+    start(config: EngineConfig): Promise<void>;
+    /**
+     * Gets the current engine configuration.
+     * @returns The current configuration, if set.
+     */
+    getConfig(): NonNullableEngineConfig | undefined;
+    /**
+     * Gets the backend instance in use by the engine.
+     * @returns The backend instance, if set.
+     */
+    getBackend(): Backend | undefined;
+    /**
+     * Closes the engine and releases resources.
+     */
+    close(): Promise<void>;
+    /**
+     * Builds a job using the provided job class.
+     * @param JobClass The job class constructor.
+     * @returns A new JobBuilder instance for the job class.
+     */
+    build<T extends JobClassType>(JobClass: T): JobBuilder<T>;
+}
+
+export { Engine };
+export type { EngineConfig, NonNullableEngineConfig };

package/dist/engine.js

@@ -0,0 +1,187 @@
+import { QUEUE_FALLBACK, MISC_FALLBACK, createBackendFromDriver } from '@sidequest/backend';
+import { logger, configureLogger } from '@sidequest/core';
+import { fork } from 'child_process';
+import { cpus } from 'os';
+import path from 'path';
+import { JOB_BUILDER_FALLBACK } from './job/constants.js';
+import { JobBuilder } from './job/job-builder.js';
+import { grantQueueConfig } from './queue/grant-queue-config.js';
+import { gracefulShutdown, clearGracefulShutdown } from './utils/shutdown.js';
+
+const workerPath = path.resolve(import.meta.dirname, "workers", "main.js");
+/**
+ * The main engine for managing job queues and workers in Sidequest.
+ */
+class Engine {
+    /**
+     * Backend instance used by the engine.
+     * This is initialized when the engine is configured or started.
+     */
+    backend;
+    /**
+     * Current configuration of the engine.
+     * This is set when the engine is configured or started.
+     * It contains all the necessary settings for the engine to operate, such as backend, queues, logger options, and job defaults.
+     */
+    config;
+    /**
+     * Main worker process that runs the Sidequest engine.
+     * This is created when the engine is started and handles job processing.
+     */
+    mainWorker;
+    /**
+     * Flag indicating whether the engine is currently shutting down.
+     * This is used to prevent multiple shutdown attempts and ensure graceful shutdown behavior.
+     */
+    shuttingDown = false;
+    /**
+     * Configures the Sidequest engine with the provided configuration.
+     * @param config Optional configuration object.
+     * @returns The resolved configuration.
+     */
+    async configure(config) {
+        if (this.config) {
+            logger("Engine").debug("Sidequest already configured");
+            return this.config;
+        }
+        this.config = {
+            queues: config?.queues ?? [],
+            backend: {
+                driver: config?.backend?.driver ?? "@sidequest/sqlite-backend",
+                config: config?.backend?.config ?? "./sidequest.sqlite",
+            },
+            cleanupFinishedJobsIntervalMin: config?.cleanupFinishedJobsIntervalMin ?? 60,
+            cleanupFinishedJobsOlderThan: config?.cleanupFinishedJobsOlderThan ?? 30 * 24 * 60 * 60 * 1000,
+            releaseStaleJobsIntervalMin: config?.releaseStaleJobsIntervalMin ?? 60,
+            maxConcurrentJobs: config?.maxConcurrentJobs ?? 10,
+            skipMigration: config?.skipMigration ?? false,
+            logger: {
+                level: config?.logger?.level ?? "info",
+                json: config?.logger?.json ?? false,
+            },
+            gracefulShutdown: config?.gracefulShutdown ?? true,
+            minThreads: config?.minThreads ?? cpus().length,
+            maxThreads: config?.maxThreads ?? cpus().length * 2,
+            releaseStaleJobsMaxStaleMs: config?.releaseStaleJobsMaxStaleMs ?? MISC_FALLBACK.maxStaleMs, // 10 minutes
+            releaseStaleJobsMaxClaimedMs: config?.releaseStaleJobsMaxClaimedMs ?? MISC_FALLBACK.maxClaimedMs, // 1 minute
+            jobDefaults: {
+                queue: config?.jobDefaults?.queue ?? JOB_BUILDER_FALLBACK.queue,
+                maxAttempts: config?.jobDefaults?.maxAttempts ?? JOB_BUILDER_FALLBACK.maxAttempts,
+                availableAt: config?.jobDefaults?.availableAt ?? JOB_BUILDER_FALLBACK.availableAt,
+                timeout: config?.jobDefaults?.timeout ?? JOB_BUILDER_FALLBACK.timeout,
+                uniqueness: config?.jobDefaults?.uniqueness ?? JOB_BUILDER_FALLBACK.uniqueness,
+            },
+            queueDefaults: {
+                concurrency: config?.queueDefaults?.concurrency ?? QUEUE_FALLBACK.concurrency,
+                priority: config?.queueDefaults?.priority ?? QUEUE_FALLBACK.priority,
+                state: config?.queueDefaults?.state ?? QUEUE_FALLBACK.state,
+            },
+        };
+        if (this.config.logger) {
+            configureLogger(this.config.logger);
+        }
+        logger("Engine").debug(`Configuring Sidequest engine: ${JSON.stringify(this.config)}`);
+        this.backend = await createBackendFromDriver(this.config.backend);
+        if (!this.config.skipMigration) {
+            await this.backend.migrate();
+        }
+        if (this.config.queues) {
+            for (const queue of this.config.queues) {
+                await grantQueueConfig(this.backend, queue, this.config.queueDefaults);
+            }
+        }
+        return this.config;
+    }
+    /**
+     * Starts the Sidequest engine and worker process.
+     * @param config Optional configuration object.
+     */
+    async start(config) {
+        await this.configure(config);
+        logger("Engine").info(`Starting Sidequest using backend ${this.config.backend.driver}`);
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                reject(new Error("Timeout on starting sidequest fork!"));
+            }, 5000);
+            if (!this.mainWorker) {
+                const runWorker = () => {
+                    logger("Engine").debug("Starting main worker...");
+                    this.mainWorker = fork(workerPath);
+                    logger("Engine").debug(`Worker PID: ${this.mainWorker.pid}`);
+                    this.mainWorker.on("message", (msg) => {
+                        if (msg === "ready") {
+                            logger("Engine").debug("Main worker is ready");
+                            this.mainWorker?.send({ type: "start", sidequestConfig: this.config });
+                            clearTimeout(timeout);
+                            resolve();
+                        }
+                    });
+                    this.mainWorker.on("exit", () => {
+                        if (!this.shuttingDown) {
+                            logger("Engine").error("Sidequest main exited, creating new...");
+                            runWorker();
+                        }
+                    });
+                };
+                runWorker();
+                gracefulShutdown(this.close.bind(this), "Engine", this.config.gracefulShutdown);
+            }
+        });
+    }
+    /**
+     * Gets the current engine configuration.
+     * @returns The current configuration, if set.
+     */
+    getConfig() {
+        return this.config;
+    }
+    /**
+     * Gets the backend instance in use by the engine.
+     * @returns The backend instance, if set.
+     */
+    getBackend() {
+        return this.backend;
+    }
+    /**
+     * Closes the engine and releases resources.
+     */
+    async close() {
+        if (!this.shuttingDown) {
+            this.shuttingDown = true;
+            logger("Engine").debug("Closing Sidequest engine...");
+            if (this.mainWorker) {
+                this.mainWorker.send({ type: "shutdown" });
+                await new Promise((resolve) => {
+                    this.mainWorker.on("exit", resolve);
+                });
+            }
+            await this.backend?.close();
+            this.config = undefined;
+            this.backend = undefined;
+            this.mainWorker = undefined;
+            // Reset the shutting down flag after closing
+            // This allows the engine to be reconfigured or restarted later
+            clearGracefulShutdown();
+            logger("Engine").debug("Sidequest engine closed.");
+            this.shuttingDown = false;
+        }
+    }
+    /**
+     * Builds a job using the provided job class.
+     * @param JobClass The job class constructor.
+     * @returns A new JobBuilder instance for the job class.
+     */
+    build(JobClass) {
+        if (!this.config || !this.backend) {
+            throw new Error("Engine not configured. Call engine.configure() or engine.start() first.");
+        }
+        if (this.shuttingDown) {
+            throw new Error("Engine is shutting down, cannot build job.");
+        }
+        logger("Engine").debug(`Building job for class: ${JobClass.name}`);
+        return new JobBuilder(this.backend, JobClass, this.config.jobDefaults);
+    }
+}
+
+export { Engine };
+//# sourceMappingURL=engine.js.map

package/dist/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sources":["../src/engine.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;;;;;;;AAkBA,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC;AA8D1E;;AAEG;MACU,MAAM,CAAA;AACjB;;;AAGG;AACK,IAAA,OAAO;AAEf;;;;AAIG;AACK,IAAA,MAAM;AAEd;;;AAGG;AACK,IAAA,UAAU;AAElB;;;AAGG;IACK,YAAY,GAAG,KAAK;AAE5B;;;;AAIG;IACH,MAAM,SAAS,CAAC,MAAqB,EAAA;AACnC,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC;YACtD,OAAO,IAAI,CAAC,MAAM;QACpB;QACA,IAAI,CAAC,MAAM,GAAG;AACZ,YAAA,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,EAAE;AAC5B,YAAA,OAAO,EAAE;AACP,gBAAA,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,2BAA2B;AAC9D,gBAAA,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,oBAAoB;AACxD,aAAA;AACD,YAAA,8BAA8B,EAAE,MAAM,EAAE,8BAA8B,IAAI,EAAE;AAC5E,YAAA,4BAA4B,EAAE,MAAM,EAAE,4BAA4B,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;AAC9F,YAAA,2BAA2B,EAAE,MAAM,EAAE,2BAA2B,IAAI,EAAE;AACtE,YAAA,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,EAAE;AAClD,YAAA,aAAa,EAAE,MAAM,EAAE,aAAa,IAAI,KAAK;AAC7C,YAAA,MAAM,EAAE;AACN,gBAAA,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,IAAI,MAAM;AACtC,gBAAA,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,KAAK;AACpC,aAAA;AACD,YAAA,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,IAAI,IAAI;YAClD,UAAU,EAAE,MAAM,EAAE,UAAU,IAAI,IAAI,EAAE,CAAC,MAAM;YAC/C,UAAU,EAAE,MAAM,EAAE,UAAU,IAAI,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;YACnD,0BAA0B,EAAE,MAAM,EAAE,0BAA0B,IAAI,aAAa,CAAC,UAAU;YAC1F,4BAA4B,EAAE,MAAM,EAAE,4BAA4B,IAAI,aAAa,CAAC,YAAY;AAChG,YAAA,WAAW,EAAE;gBACX,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,IAAI,oBAAoB,CAAC,KAAM;gBAChE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,IAAI,oBAAoB,CAAC,WAAY;gBAClF,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,IAAI,oBAAoB,CAAC,WAAY;gBAClF,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,IAAI,oBAAoB,CAAC,OAAQ;gBACtE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,IAAI,oBAAoB,CAAC,UAAW;AAChF,aAAA;AACD,YAAA,aAAa,EAAE;gBACb,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,WAAW,IAAI,cAAc,CAAC,WAAW;gBAC7E,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,IAAI,cAAc,CAAC,QAAQ;gBACpE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,IAAI,cAAc,CAAC,KAAK;AAC5D,aAAA;SACF;AAED,QAAA,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;AACtB,YAAA,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACrC;AAEA,QAAA,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA,CAAE,CAAC;AACtF,QAAA,IAAI,CAAC,OAAO,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;AAEjE,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;AAC9B,YAAA,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;QAC9B;AAEA,QAAA,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YACtB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;AACtC,gBAAA,MAAM,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;YACxE;QACF;QAEA,OAAO,IAAI,CAAC,MAAM;IACpB;AAEA;;;AAGG;IACH,MAAM,KAAK,CAAC,MAAoB,EAAA;AAC9B,QAAA,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;AAE5B,QAAA,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAA,iCAAA,EAAoC,IAAI,CAAC,MAAO,CAAC,OAAO,CAAC,MAAM,CAAA,CAAE,CAAC;QAExF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,KAAI;AACrC,YAAA,MAAM,OAAO,GAAG,UAAU,CAAC,MAAK;AAC9B,gBAAA,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YAC1D,CAAC,EAAE,IAAI,CAAC;AAER,YAAA,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBACpB,MAAM,SAAS,GAAG,MAAK;oBACrB,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC;AACjD,oBAAA,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;AAClC,oBAAA,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAA,YAAA,EAAe,IAAI,CAAC,UAAU,CAAC,GAAG,CAAA,CAAE,CAAC;oBAC5D,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,KAAI;AACpC,wBAAA,IAAI,GAAG,KAAK,OAAO,EAAE;4BACnB,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC;AAC9C,4BAAA,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,CAAC,MAAO,EAAE,CAAC;4BACvE,YAAY,CAAC,OAAO,CAAC;AACrB,4BAAA,OAAO,EAAE;wBACX;AACF,oBAAA,CAAC,CAAC;oBAEF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAK;AAC9B,wBAAA,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;4BACtB,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,wCAAwC,CAAC;AAChE,4BAAA,SAAS,EAAE;wBACb;AACF,oBAAA,CAAC,CAAC;AACJ,gBAAA,CAAC;AAED,gBAAA,SAAS,EAAE;AACX,gBAAA,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAO,CAAC,gBAAgB,CAAC;YAClF;AACF,QAAA,CAAC,CAAC;IACJ;AAEA;;;AAGG;IACH,SAAS,GAAA;QACP,OAAO,IAAI,CAAC,MAAM;IACpB;AAEA;;;AAGG;IACH,UAAU,GAAA;QACR,OAAO,IAAI,CAAC,OAAO;IACrB;AAEA;;AAEG;AACH,IAAA,MAAM,KAAK,GAAA;AACT,QAAA,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;AACtB,YAAA,IAAI,CAAC,YAAY,GAAG,IAAI;YACxB,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC;AACrD,YAAA,IAAI,IAAI,CAAC,UAAU,EAAE;gBACnB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAC1C,gBAAA,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,KAAI;oBAC5B,IAAI,CAAC,UAAW,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;AACtC,gBAAA,CAAC,CAAC;YACJ;AACA,YAAA,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE;AAC3B,YAAA,IAAI,CAAC,MAAM,GAAG,SAAS;AACvB,YAAA,IAAI,CAAC,OAAO,GAAG,SAAS;AACxB,YAAA,IAAI,CAAC,UAAU,GAAG,SAAS;;;AAG3B,YAAA,qBAAqB,EAAE;YACvB,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC;AAClD,YAAA,IAAI,CAAC,YAAY,GAAG,KAAK;QAC3B;IACF;AAEA;;;;AAIG;AACH,IAAA,KAAK,CAAyB,QAAW,EAAA;QACvC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;AACjC,YAAA,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC;QAC5F;AACA,QAAA,IAAI,IAAI,CAAC,YAAY,EAAE;AACrB,YAAA,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC;QAC/D;AACA,QAAA,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAA,wBAAA,EAA2B,QAAQ,CAAC,IAAI,CAAA,CAAE,CAAC;AAClE,QAAA,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;IACxE;AACD;;;;"}

package/dist/execution/dispatcher.cjs

@@ -0,0 +1,90 @@
+'use strict';
+
+var core = require('@sidequest/core');
+
+const sleepDelay = 100;
+/**
+ * Dispatcher for managing job execution and queue polling.
+ */
+class Dispatcher {
+    backend;
+    queueManager;
+    executorManager;
+    /** Indicates if the dispatcher is currently running */
+    isRunning = false;
+    /**
+     * Creates a new Dispatcher.
+     * @param backend The backend instance.
+     * @param queueManager The queue manager instance.
+     * @param executorManager The executor manager instance.
+     */
+    constructor(backend, queueManager, executorManager) {
+        this.backend = backend;
+        this.queueManager = queueManager;
+        this.executorManager = executorManager;
+    }
+    /**
+     * Main loop for polling queues and dispatching jobs.
+     * @private
+     */
+    async listen() {
+        while (this.isRunning) {
+            const queues = await this.queueManager.getActiveQueuesWithRunnableJobs();
+            let shouldSleep = true;
+            for (const queue of queues) {
+                const availableSlots = this.executorManager.availableSlotsByQueue(queue);
+                if (availableSlots <= 0) {
+                    core.logger("Dispatcher").debug(`Queue ${queue.name} limit reached!`);
+                    await this.sleep(sleepDelay);
+                    continue;
+                }
+                const globalSlots = this.executorManager.availableSlotsGlobal();
+                if (globalSlots <= 0) {
+                    core.logger("Dispatcher").debug(`Global concurrency limit reached!`);
+                    await this.sleep(sleepDelay);
+                    continue;
+                }
+                const jobs = await this.backend.claimPendingJob(queue.name, availableSlots);
+                if (jobs.length > 0) {
+                    // if a job was found on any queue do not sleep
+                    shouldSleep = false;
+                }
+                for (const job of jobs) {
+                    // does not await for job execution.
+                    void this.executorManager.execute(queue, job);
+                }
+            }
+            if (shouldSleep) {
+                await this.sleep(sleepDelay);
+            }
+        }
+    }
+    /**
+     * Sleeps for the given delay in milliseconds.
+     * @param delay The delay in milliseconds.
+     * @returns A promise that resolves after the delay.
+     * @private
+     */
+    sleep(delay) {
+        return new Promise((r) => setTimeout(r, delay));
+    }
+    /**
+     * Starts the dispatcher loop.
+     */
+    start() {
+        core.logger("Dispatcher").debug(`Starting dispatcher...`);
+        this.isRunning = true;
+        void this.listen();
+    }
+    /**
+     * Stops the dispatcher and waits for all active jobs to finish.
+     * @returns A promise that resolves when all jobs are finished.
+     */
+    async stop() {
+        this.isRunning = false;
+        await this.executorManager.destroy();
+    }
+}
+
+exports.Dispatcher = Dispatcher;
+//# sourceMappingURL=dispatcher.cjs.map

package/dist/execution/dispatcher.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"dispatcher.cjs","sources":["../../src/execution/dispatcher.ts"],"sourcesContent":[null],"names":["logger"],"mappings":";;;;AAKA,MAAM,UAAU,GAAG,GAAG;AAEtB;;AAEG;MACU,UAAU,CAAA;AAWX,IAAA,OAAA;AACA,IAAA,YAAA;AACA,IAAA,eAAA;;IAXF,SAAS,GAAG,KAAK;AAEzB;;;;;AAKG;AACH,IAAA,WAAA,CACU,OAAgB,EAChB,YAA0B,EAC1B,eAAgC,EAAA;QAFhC,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,YAAY,GAAZ,YAAY;QACZ,IAAA,CAAA,eAAe,GAAf,eAAe;IACtB;AAEH;;;AAGG;AACK,IAAA,MAAM,MAAM,GAAA;AAClB,QAAA,OAAO,IAAI,CAAC,SAAS,EAAE;YACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,+BAA+B,EAAE;YAExE,IAAI,WAAW,GAAG,IAAI;AAEtB,YAAA,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;gBAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC,KAAK,CAAC;AACxE,gBAAA,IAAI,cAAc,IAAI,CAAC,EAAE;AACvB,oBAAAA,WAAM,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAA,MAAA,EAAS,KAAK,CAAC,IAAI,CAAA,eAAA,CAAiB,CAAC;AAChE,oBAAA,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;oBAC5B;gBACF;gBAEA,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,oBAAoB,EAAE;AAC/D,gBAAA,IAAI,WAAW,IAAI,CAAC,EAAE;oBACpBA,WAAM,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAA,iCAAA,CAAmC,CAAC;AAC/D,oBAAA,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;oBAC5B;gBACF;AAEA,gBAAA,MAAM,IAAI,GAAc,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC;AAEtF,gBAAA,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;;oBAEnB,WAAW,GAAG,KAAK;gBACrB;AAEA,gBAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;;oBAEtB,KAAK,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;gBAC/C;YACF;YAEA,IAAI,WAAW,EAAE;AACf,gBAAA,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;YAC9B;QACF;IACF;AAEA;;;;;AAKG;AACK,IAAA,KAAK,CAAC,KAAa,EAAA;AACzB,QAAA,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjD;AAEA;;AAEG;IACH,KAAK,GAAA;QACHA,WAAM,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAA,sBAAA,CAAwB,CAAC;AACpD,QAAA,IAAI,CAAC,SAAS,GAAG,IAAI;AACrB,QAAA,KAAK,IAAI,CAAC,MAAM,EAAE;IACpB;AAEA;;;AAGG;AACH,IAAA,MAAM,IAAI,GAAA;AACR,QAAA,IAAI,CAAC,SAAS,GAAG,KAAK;AACtB,QAAA,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE;IACtC;AACD;;;;"}

package/dist/execution/dispatcher.d.ts

@@ -0,0 +1,44 @@
+import { Backend } from '@sidequest/backend';
+import { ExecutorManager } from './executor-manager.js';
+import { QueueManager } from './queue-manager.js';
+
+/**
+ * Dispatcher for managing job execution and queue polling.
+ */
+declare class Dispatcher {
+    private backend;
+    private queueManager;
+    private executorManager;
+    /** Indicates if the dispatcher is currently running */
+    private isRunning;
+    /**
+     * Creates a new Dispatcher.
+     * @param backend The backend instance.
+     * @param queueManager The queue manager instance.
+     * @param executorManager The executor manager instance.
+     */
+    constructor(backend: Backend, queueManager: QueueManager, executorManager: ExecutorManager);
+    /**
+     * Main loop for polling queues and dispatching jobs.
+     * @private
+     */
+    private listen;
+    /**
+     * Sleeps for the given delay in milliseconds.
+     * @param delay The delay in milliseconds.
+     * @returns A promise that resolves after the delay.
+     * @private
+     */
+    private sleep;
+    /**
+     * Starts the dispatcher loop.
+     */
+    start(): void;
+    /**
+     * Stops the dispatcher and waits for all active jobs to finish.
+     * @returns A promise that resolves when all jobs are finished.
+     */
+    stop(): Promise<void>;
+}
+
+export { Dispatcher };