bunqueue 2.8.54 → 2.8.57

package/dist/shared/skipListNodes.js

@@ -0,0 +1,43 @@
+export function randomSkipLevel(probability, maxLevel) {
+    let level = 0;
+    while (Math.random() < probability && level < maxLevel)
+        level++;
+    return level;
+}
+export function createSkipHead(maxLevel) {
+    const forward = [];
+    for (let i = 0; i <= maxLevel; i++)
+        forward.push(null);
+    return { value: null, forward };
+}
+export function collectSkipRange(first, predicate, limit) {
+    const result = [];
+    let current = first;
+    while (current !== null && predicate(current.value)) {
+        result.push(current.value);
+        if (limit !== undefined && result.length >= limit)
+            break;
+        current = current.forward[0];
+    }
+    return result;
+}
+export function* iterateSkipValues(first) {
+    let current = first;
+    while (current !== null) {
+        yield current.value;
+        current = current.forward[0];
+    }
+}
+export function removeMatchingSkipValues(first, predicate, remove) {
+    const removed = [];
+    let current = first;
+    while (current !== null) {
+        const next = current.forward[0];
+        if (predicate(current.value)) {
+            removed.push(current.value);
+            remove(current.value);
+        }
+        current = next;
+    }
+    return removed;
+}

package/dist/shared/types/lock.d.ts

@@ -0,0 +1,7 @@
+export interface LockGuard {
+    release(): void;
+}
+export interface LockQueueEntry {
+    resolve: () => void;
+    cancelled: boolean;
+}

package/dist/shared/types/lock.js

@@ -0,0 +1 @@
+export {};

package/dist/shared/types/skipList.d.ts

@@ -0,0 +1,4 @@
+export interface SkipNode<T> {
+    value: T;
+    forward: Array<SkipNode<T> | null>;
+}

package/dist/shared/types/skipList.js

@@ -0,0 +1 @@
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bunqueue",
-  "version": "2.8.54",
+  "version": "2.8.57",
   "description": "High-performance job queue for Bun & AI agents. SQLite persistence, cron scheduling, priorities, retries, DLQ, webhooks, native MCP server. Zero external infrastructure.",
   "type": "module",
   "main": "dist/main.js",
@@ -59,6 +59,7 @@
     "docs:api": "bun run scripts/build-api-reference.ts",
     "check:docs-data": "bun run scripts/check-docs-data.ts",
     "test": "BUNQUEUE_EMBEDDED=1 bun test",
+    "test:core-e2e": "bun test test/core-e2e/core-public-api.e2e.test.ts",
     "test:model": "BUNQUEUE_EMBEDDED=1 bun test test/model-based/queue-model.test.ts test/model-based/workflow-model.test.ts test/model-based/flow-producer-model.test.ts test/model-based/backup-model.test.ts test/model-based/monitoring-model.test.ts test/model-based/enterprise-telemetry-model.test.ts",
     "test:sandbox": "bun run scripts/test-sandbox.ts",
     "test:sandbox:sdk": "bun run scripts/test-sdk-sandbox.ts",

package/dist/application/types.d.ts

@@ -1,148 +0,0 @@
-/**
- * Shared types for QueueManager modules
- */
-import type { Job, JobId, JobLock } from '../domain/types/job';
-import type { JobLocation } from '../domain/types/queue';
-import type { JobLogEntry } from '../domain/types/worker';
-import type { Shard } from '../domain/queue/shard';
-import type { SqliteStorage } from '../infrastructure/persistence/sqlite';
-import type { RWLock } from '../shared/lock';
-import type { LRUMap, BoundedSet, BoundedMap, SetLike, MapLike } from '../shared/lru';
-import type { EventsManager } from './eventsManager';
-import type { WebhookManager } from './webhookManager';
-import type { WorkerManager } from './workerManager';
-import type { MonitoringState } from './monitoringChecks';
-import type { DependencyResultTracker } from './dependencyResultTracker';
-import type { DependencyCompletionTracker } from './dependencyCompletions';
-/** Queue Manager configuration */
-export interface QueueManagerConfig {
-    dataPath?: string;
-    maxCompletedJobs?: number;
-    maxJobResults?: number;
-    maxJobLogs?: number;
-    maxCustomIds?: number;
-    maxWaitingDeps?: number;
-    /** Maximum queue label values emitted in one Prometheus scrape; zero disables them. */
-    maxPrometheusQueues?: number;
-    cleanupIntervalMs?: number;
-    jobTimeoutCheckMs?: number;
-    dependencyCheckMs?: number;
-    stallCheckMs?: number;
-    dlqMaintenanceMs?: number;
-    validateWebhookUrls?: boolean;
-}
-export declare const DEFAULT_CONFIG: {
-    maxCompletedJobs: number;
-    maxJobResults: number;
-    maxJobLogs: number;
-    maxCustomIds: number;
-    maxWaitingDeps: number;
-    maxPrometheusQueues: number;
-    cleanupIntervalMs: number;
-    jobTimeoutCheckMs: number;
-    dependencyCheckMs: number;
-    stallCheckMs: number;
-    dlqMaintenanceMs: number;
-};
-/** Shared state accessible by all modules */
-export interface QueueManagerState {
-    readonly config: typeof DEFAULT_CONFIG & {
-        dataPath?: string;
-    };
-    readonly storage: SqliteStorage | null;
-    readonly shards: Shard[];
-    readonly shardLocks: RWLock[];
-    readonly processingShards: Map<JobId, Job>[];
-    readonly processingLocks: RWLock[];
-    readonly jobIndex: Map<JobId, JobLocation>;
-    readonly completedJobs: BoundedSet<JobId>;
-    readonly jobResults: LRUMap<JobId, unknown>;
-    readonly dependencyResults: DependencyResultTracker;
-    readonly customIdMap: LRUMap<string, JobId>;
-    readonly jobLogs: LRUMap<JobId, JobLogEntry[]>;
-    readonly jobLocks: Map<JobId, JobLock>;
-    readonly clientJobs: Map<string, Set<JobId>>;
-    readonly stalledCandidates: Set<JobId>;
-    readonly pendingDepChecks: Set<JobId>;
-    readonly queueNamesCache: Set<string>;
-    readonly eventsManager: EventsManager;
-    readonly webhookManager: WebhookManager;
-    readonly metrics: {
-        totalPushed: {
-            value: bigint;
-        };
-        totalPulled: {
-            value: bigint;
-        };
-        totalCompleted: {
-            value: bigint;
-        };
-        totalFailed: {
-            value: bigint;
-        };
-    };
-    readonly startTime: number;
-    readonly perQueueMetrics: MapLike<string, {
-        totalCompleted: bigint;
-        totalFailed: bigint;
-    }>;
-}
-/** Context for lock operations */
-export interface LockContext {
-    jobIndex: Map<JobId, JobLocation>;
-    jobLocks: Map<JobId, JobLock>;
-    clientJobs: Map<string, Set<JobId>>;
-    processingShards: Map<JobId, Job>[];
-    processingLocks: RWLock[];
-    shards: Shard[];
-    shardLocks: RWLock[];
-    eventsManager: EventsManager;
-    dashboardEmit?: (event: string, data: Record<string, unknown>) => void;
-    storage: SqliteStorage | null;
-}
-/** Context for background tasks */
-export interface BackgroundContext extends QueueManagerState {
-    fail: (jobId: JobId, error?: string) => Promise<void>;
-    registerQueueName: (queue: string) => void;
-    unregisterQueueName: (queue: string) => void;
-    dashboardEmit?: (event: string, data: Record<string, unknown>) => void;
-    workerManager: WorkerManager;
-    monitoringState: MonitoringState;
-    completedJobsData: BoundedMap<JobId, Job>;
-    depCompletions?: DependencyCompletionTracker;
-    maxDependencyCompletions: number;
-    timedOutJobs?: BoundedSet<JobId>;
-}
-/** Context for stats operations */
-export interface StatsContext {
-    shards: Shard[];
-    processingShards: Map<JobId, Job>[];
-    completedJobs: SetLike<JobId>;
-    jobIndex: Map<JobId, JobLocation>;
-    jobResults: LRUMap<JobId, unknown>;
-    jobLogs: LRUMap<JobId, JobLogEntry[]>;
-    customIdMap: LRUMap<string, JobId>;
-    jobLocks: Map<JobId, JobLock>;
-    clientJobs: Map<string, Set<JobId>>;
-    pendingDepChecks: Set<JobId>;
-    stalledCandidates: Set<JobId>;
-    metrics: {
-        totalPushed: {
-            value: bigint;
-        };
-        totalPulled: {
-            value: bigint;
-        };
-        totalCompleted: {
-            value: bigint;
-        };
-        totalFailed: {
-            value: bigint;
-        };
-    };
-    startTime: number;
-    perQueueMetrics?: MapLike<string, {
-        totalCompleted: bigint;
-        totalFailed: bigint;
-    }>;
-}

package/dist/client/sandboxed/types.d.ts

@@ -1,79 +0,0 @@
-/**
- * Sandboxed Worker Types
- * Type definitions for sandboxed worker processes
- */
-import type { SharedManager } from '../manager';
-import type { ConnectionOptions } from '../types';
-import type { Job as DomainJob } from '../../domain/types/job';
-/** Sandboxed worker configuration */
-export interface SandboxedWorkerOptions {
-    /** Path to processor file (must export default async function) */
-    processor: string;
-    /** Number of worker processes (default: 1) */
-    concurrency?: number;
-    /** Max memory per worker in MB - uses smol mode if <= 64 (default: 256) */
-    maxMemory?: number;
-    /** Job timeout in ms (default: 30000) */
-    timeout?: number;
-    /** Auto-restart crashed workers (default: true) */
-    autoRestart?: boolean;
-    /** Max restarts before giving up (default: 10) */
-    maxRestarts?: number;
-    /** Poll interval when no workers are idle (default: 10ms) */
-    pollInterval?: number;
-    /** Custom QueueManager (for testing, defaults to shared manager) */
-    manager?: SharedManager;
-    /** TCP connection options (if provided, uses TCP mode instead of embedded) */
-    connection?: ConnectionOptions;
-    /** Heartbeat interval in ms for TCP lock renewal (default: 10000 for TCP, 0 for embedded) */
-    heartbeatInterval?: number;
-    /** Auto-stop after this many ms of inactivity (0 = disabled, default: 0) */
-    idleTimeout?: number;
-    /** Recycle individual idle worker processes after this many ms (default: 30000, 0 = disabled) */
-    idleRecycleMs?: number;
-    /** Auto-restart worker pool when new jobs arrive after idle shutdown (default: false) */
-    autoStart?: boolean;
-    /** Poll interval in ms for checking new jobs while in idle-shutdown state (default: 5000) */
-    autoStartPollMs?: number;
-}
-/** Required options with defaults applied */
-export interface RequiredSandboxedWorkerOptions {
-    processor: string;
-    concurrency: number;
-    maxMemory: number;
-    timeout: number;
-    autoRestart: boolean;
-    maxRestarts: number;
-    pollInterval: number;
-}
-/** Worker process state */
-export interface WorkerProcess {
-    worker: Worker;
-    busy: boolean;
-    currentJob: DomainJob | null;
-    currentToken: string | null;
-    restarts: number;
-    timeoutId: Timer | null;
-    lastIdleAt: number;
-    terminated: boolean;
-}
-/** IPC message from main to worker */
-export interface IPCRequest {
-    type: 'job';
-    job: {
-        id: string;
-        data: unknown;
-        queue: string;
-        attempts: number;
-        parentId?: string;
-    };
-}
-/** IPC message from worker to main */
-export interface IPCResponse {
-    type: 'result' | 'error' | 'progress' | 'log' | 'fail' | 'ready';
-    jobId?: string;
-    result?: unknown;
-    error?: string;
-    progress?: number;
-    message?: string;
-}

package/dist/client/sandboxed/types.js

@@ -1,5 +0,0 @@
-/**
- * Sandboxed Worker Types
- * Type definitions for sandboxed worker processes
- */
-export {};

package/dist/client/worker/types.d.ts

@@ -1,50 +0,0 @@
-/**
- * Worker Types
- * Type definitions for worker module
- */
-import type { ConnectionOptions } from '../types';
-/** Pending ACK item with result and optional lock token */
-export interface PendingAck {
-    id: string;
-    result: unknown;
-    token?: string;
-    resolve: () => void;
-    reject: (err: Error) => void;
-}
-/** Extended options with all defaults */
-export interface ExtendedWorkerOptions {
-    concurrency: number;
-    autorun: boolean;
-    heartbeatInterval: number;
-    batchSize: number;
-    pollTimeout: number;
-    embedded: boolean;
-    useLocks: boolean;
-    skipLockRenewal: boolean;
-    skipStalledCheck: boolean;
-    drainDelay: number;
-    lockDuration: number;
-    maxStalledCount: number;
-    removeOnComplete?: boolean | number | {
-        age?: number;
-        count?: number;
-    };
-    removeOnFail?: boolean | number | {
-        age?: number;
-        count?: number;
-    };
-    connection?: ConnectionOptions;
-}
-/** TCP connection interface */
-export interface TcpConnection {
-    send: (cmd: Record<string, unknown>) => Promise<Record<string, unknown>>;
-}
-/** Check if embedded mode should be forced (for tests) */
-export declare const FORCE_EMBEDDED: boolean;
-/** Worker constants */
-export declare const WORKER_CONSTANTS: {
-    readonly MAX_BACKOFF_MS: 30000;
-    readonly BASE_BACKOFF_MS: 100;
-    readonly MAX_POLL_TIMEOUT: 30000;
-    readonly DEFAULT_ACK_INTERVAL: 50;
-};