bunqueue 2.8.53 → 2.8.56

package/dist/infrastructure/persistence/migrations.js

@@ -0,0 +1,120 @@
+import { DEPENDENCY_COMPLETION_SCHEMA } from './dependencyCompletionSchema';
+import { SCHEMA } from './schema';
+/** All SQLite migrations in order. Arrays preserve atomic statement boundaries. */
+export const MIGRATIONS = {
+    1: SCHEMA,
+    // Migration 5: Add performance indexes for high-throughput operations
+    5: `
+CREATE INDEX IF NOT EXISTS idx_dlq_entered_at ON dlq(entered_at);
+CREATE INDEX IF NOT EXISTS idx_jobs_state_started
+    ON jobs(state, started_at) WHERE state = 'active';
+CREATE INDEX IF NOT EXISTS idx_jobs_group_id
+    ON jobs(group_id) WHERE group_id IS NOT NULL;
+CREATE INDEX IF NOT EXISTS idx_jobs_pending_priority
+    ON jobs(queue, state, priority DESC, run_at ASC) WHERE state IN ('waiting', 'delayed');
+`,
+    // Migration 6: Add deduplication fields to cron_jobs
+    6: [
+        'ALTER TABLE cron_jobs ADD COLUMN unique_key TEXT;',
+        'ALTER TABLE cron_jobs ADD COLUMN dedup BLOB;',
+    ],
+    // Migration 7: Add timeline blob to jobs
+    7: 'ALTER TABLE jobs ADD COLUMN timeline BLOB;',
+    // Migration 8: Add skipMissedOnRestart to cron_jobs
+    8: 'ALTER TABLE cron_jobs ADD COLUMN skip_missed_on_restart INTEGER NOT NULL DEFAULT 0;',
+    // Migration 9: Add skipIfNoWorker to cron_jobs
+    9: 'ALTER TABLE cron_jobs ADD COLUMN skip_if_no_worker INTEGER NOT NULL DEFAULT 0;',
+    // Migration 10: Add preventOverlap to cron_jobs (default 1 = enabled)
+    10: 'ALTER TABLE cron_jobs ADD COLUMN prevent_overlap INTEGER NOT NULL DEFAULT 1;',
+    // Migration 11: Index for completed-job recovery ordering (issue #84)
+    11: `
+CREATE INDEX IF NOT EXISTS idx_jobs_completed_order
+    ON jobs(completed_at DESC) WHERE state = 'completed';
+`,
+    // Migration 12: Add per-cron job options (retry/cleanup policy, issue #86)
+    12: 'ALTER TABLE cron_jobs ADD COLUMN job_options BLOB;',
+    // Migration 13: Persist the last failure's stacktrace on jobs (issue #74)
+    13: 'ALTER TABLE jobs ADD COLUMN stacktrace BLOB;',
+    // Migration 14: Stable, index-backed getJobs ordering and pagination
+    14: `
+CREATE INDEX IF NOT EXISTS idx_jobs_queue_created
+    ON jobs(queue, created_at, id);
+CREATE INDEX IF NOT EXISTS idx_jobs_queue_state_created
+    ON jobs(queue, state, created_at, id);
+`,
+    // Migrations 15-16: rate-limit window and TTL auto-expiry on queue_state.
+    15: 'ALTER TABLE queue_state ADD COLUMN rate_limit_duration INTEGER;',
+    16: 'ALTER TABLE queue_state ADD COLUMN rate_limit_expires_at INTEGER;',
+    // Migration 17: preserve the cumulative stall bound across restarts.
+    17: 'ALTER TABLE jobs ADD COLUMN stall_count INTEGER NOT NULL DEFAULT 0;',
+    // Migrations 18-21: persist the complete per-queue stall policy.
+    18: 'ALTER TABLE queue_state ADD COLUMN stall_enabled INTEGER;',
+    19: 'ALTER TABLE queue_state ADD COLUMN stall_interval INTEGER;',
+    20: 'ALTER TABLE queue_state ADD COLUMN max_stalls INTEGER;',
+    21: 'ALTER TABLE queue_state ADD COLUMN stall_grace_period INTEGER;',
+    // Migration 22: Persist the complete per-queue DLQ policy atomically.
+    22: 'ALTER TABLE queue_state ADD COLUMN dlq_config BLOB;',
+    // Migrations 23-26: flow failure policy must survive active-job recovery.
+    23: 'ALTER TABLE jobs ADD COLUMN fail_parent_on_failure INTEGER NOT NULL DEFAULT 0;',
+    24: 'ALTER TABLE jobs ADD COLUMN remove_dependency_on_failure INTEGER NOT NULL DEFAULT 0;',
+    25: 'ALTER TABLE jobs ADD COLUMN continue_parent_on_failure INTEGER NOT NULL DEFAULT 0;',
+    26: 'ALTER TABLE jobs ADD COLUMN ignore_dependency_on_failure INTEGER NOT NULL DEFAULT 0;',
+    27: `
+CREATE TABLE IF NOT EXISTS flow_failures (
+    parent_id TEXT NOT NULL,
+    child_id TEXT NOT NULL,
+    child_queue TEXT NOT NULL,
+    mode TEXT NOT NULL,
+    error TEXT NOT NULL,
+    created_at INTEGER NOT NULL,
+    PRIMARY KEY (parent_id, child_id)
+);
+CREATE INDEX IF NOT EXISTS idx_flow_failures_parent ON flow_failures(parent_id);
+
+DROP INDEX IF EXISTS idx_jobs_run_at;
+CREATE INDEX idx_jobs_run_at
+    ON jobs(run_at) WHERE state IN ('waiting', 'prioritized', 'waiting-children', 'delayed');
+
+DROP INDEX IF EXISTS idx_jobs_pending_priority;
+CREATE INDEX idx_jobs_pending_priority
+    ON jobs(queue, state, priority DESC, run_at ASC) WHERE state IN ('waiting', 'prioritized', 'waiting-children', 'delayed');
+`,
+    28: DEPENDENCY_COMPLETION_SCHEMA,
+    29: 'ALTER TABLE dependency_completions ADD COLUMN pinned INTEGER NOT NULL DEFAULT 0;',
+    // Preserve bounded DLQ auto-retry metadata while the job is live.
+    30: 'ALTER TABLE jobs ADD COLUMN dlq_retry_state BLOB;',
+    // Persist operation names outside user payloads.
+    31: 'ALTER TABLE jobs ADD COLUMN name TEXT;',
+    32: 'ALTER TABLE cron_jobs ADD COLUMN job_name TEXT;',
+    33: `
+CREATE TABLE IF NOT EXISTS queue_events (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    queue TEXT NOT NULL,
+    event_type TEXT NOT NULL,
+    job_id TEXT NOT NULL,
+    occurred_at INTEGER NOT NULL,
+    payload BLOB
+);
+CREATE INDEX IF NOT EXISTS idx_queue_events_queue_id
+    ON queue_events(queue, id DESC);
+CREATE TABLE IF NOT EXISTS queue_metrics_meta (
+    queue TEXT NOT NULL,
+    type TEXT NOT NULL CHECK (type IN ('completed', 'failed')),
+    total_count INTEGER NOT NULL DEFAULT 0,
+    prev_ts INTEGER NOT NULL DEFAULT 0,
+    prev_count INTEGER NOT NULL DEFAULT 0,
+    PRIMARY KEY (queue, type)
+);
+CREATE TABLE IF NOT EXISTS queue_metric_buckets (
+    queue TEXT NOT NULL,
+    type TEXT NOT NULL CHECK (type IN ('completed', 'failed')),
+    minute INTEGER NOT NULL,
+    count INTEGER NOT NULL DEFAULT 0,
+    PRIMARY KEY (queue, type, minute)
+);
+CREATE INDEX IF NOT EXISTS idx_queue_metric_buckets_window
+    ON queue_metric_buckets(queue, type, minute DESC);
+`,
+    // Persist repeat-chain and advanced per-generation job policies.
+    34: 'ALTER TABLE jobs ADD COLUMN extended_options BLOB;',
+};

package/dist/infrastructure/persistence/schema.d.ts

@@ -1,10 +1,8 @@
 /** SQLite PRAGMA settings for optimal performance */
 export declare const PRAGMA_SETTINGS = "\nPRAGMA journal_mode = WAL;\nPRAGMA synchronous = NORMAL;\nPRAGMA cache_size = -64000;\nPRAGMA temp_store = MEMORY;\nPRAGMA mmap_size = 268435456;\nPRAGMA page_size = 4096;\nPRAGMA busy_timeout = 5000;\n";
-/** Main schema creation */
-export declare const SCHEMA = "\n-- Jobs table (using UUIDv7 for job IDs)\n-- Uses BLOB for data fields (MessagePack serialization for ~2-3x faster than JSON)\nCREATE TABLE IF NOT EXISTS jobs (\n    id TEXT PRIMARY KEY,\n    queue TEXT NOT NULL,\n    data BLOB NOT NULL,\n    priority INTEGER NOT NULL DEFAULT 0,\n    created_at INTEGER NOT NULL,\n    run_at INTEGER NOT NULL,\n    started_at INTEGER,\n    completed_at INTEGER,\n    attempts INTEGER NOT NULL DEFAULT 0,\n    max_attempts INTEGER NOT NULL DEFAULT 3,\n    backoff INTEGER NOT NULL DEFAULT 1000,\n    ttl INTEGER,\n    timeout INTEGER,\n    unique_key TEXT,\n    custom_id TEXT,\n    depends_on BLOB,\n    parent_id TEXT,\n    children_ids BLOB,\n    tags BLOB,\n    state TEXT NOT NULL DEFAULT 'waiting',\n    lifo INTEGER NOT NULL DEFAULT 0,\n    group_id TEXT,\n    progress INTEGER DEFAULT 0,\n    progress_msg TEXT,\n    remove_on_complete INTEGER DEFAULT 0,\n    remove_on_fail INTEGER DEFAULT 0,\n    fail_parent_on_failure INTEGER NOT NULL DEFAULT 0,\n    remove_dependency_on_failure INTEGER NOT NULL DEFAULT 0,\n    continue_parent_on_failure INTEGER NOT NULL DEFAULT 0,\n    ignore_dependency_on_failure INTEGER NOT NULL DEFAULT 0,\n    stall_timeout INTEGER,\n    last_heartbeat INTEGER,\n    stall_count INTEGER NOT NULL DEFAULT 0,\n    timeline BLOB,\n    stacktrace BLOB\n);\n\n-- Indexes for common queries\nCREATE INDEX IF NOT EXISTS idx_jobs_queue_state\n    ON jobs(queue, state);\n-- Stable createdAt/id pagination for unfiltered and logical-state queue views\nCREATE INDEX IF NOT EXISTS idx_jobs_queue_created\n    ON jobs(queue, created_at, id);\nCREATE INDEX IF NOT EXISTS idx_jobs_queue_state_created\n    ON jobs(queue, state, created_at, id);\nCREATE INDEX IF NOT EXISTS idx_jobs_run_at\n    ON jobs(run_at) WHERE state IN ('waiting', 'prioritized', 'waiting-children', 'delayed');\nCREATE INDEX IF NOT EXISTS idx_jobs_unique\n    ON jobs(queue, unique_key) WHERE unique_key IS NOT NULL;\nCREATE INDEX IF NOT EXISTS idx_jobs_custom_id\n    ON jobs(custom_id) WHERE custom_id IS NOT NULL;\nCREATE INDEX IF NOT EXISTS idx_jobs_parent\n    ON jobs(parent_id) WHERE parent_id IS NOT NULL;\n\n-- Durable outbox/state for terminal child failure propagation.\nCREATE TABLE IF NOT EXISTS flow_failures (\n    parent_id TEXT NOT NULL,\n    child_id TEXT NOT NULL,\n    child_queue TEXT NOT NULL,\n    mode TEXT NOT NULL,\n    error TEXT NOT NULL,\n    created_at INTEGER NOT NULL,\n    PRIMARY KEY (parent_id, child_id)\n);\nCREATE INDEX IF NOT EXISTS idx_flow_failures_parent ON flow_failures(parent_id);\n\n\nCREATE TABLE IF NOT EXISTS dependency_completions (\n    sequence INTEGER PRIMARY KEY AUTOINCREMENT,\n    job_id TEXT NOT NULL UNIQUE,\n    queue TEXT NOT NULL,\n    completed_at INTEGER NOT NULL,\n    pinned INTEGER NOT NULL DEFAULT 0\n);\nCREATE INDEX IF NOT EXISTS idx_dependency_completions_queue\n    ON dependency_completions(queue);\n\n\n-- Job results storage (BLOB for MessagePack)\nCREATE TABLE IF NOT EXISTS job_results (\n    job_id TEXT PRIMARY KEY,\n    result BLOB,\n    completed_at INTEGER NOT NULL\n);\n\n-- Dead letter queue (BLOB for MessagePack - stores full DlqEntry)\nCREATE TABLE IF NOT EXISTS dlq (\n    id INTEGER PRIMARY KEY AUTOINCREMENT,\n    job_id TEXT NOT NULL,\n    queue TEXT NOT NULL,\n    entry BLOB NOT NULL,\n    entered_at INTEGER NOT NULL\n);\n\nCREATE INDEX IF NOT EXISTS idx_dlq_queue ON dlq(queue);\nCREATE INDEX IF NOT EXISTS idx_dlq_job_id ON dlq(job_id);\nCREATE INDEX IF NOT EXISTS idx_dlq_entered_at ON dlq(entered_at);\n\n-- Performance indexes for high-throughput operations\n-- Stall detection: runs every 5s, needs fast lookup of active jobs by started_at\nCREATE INDEX IF NOT EXISTS idx_jobs_state_started\n    ON jobs(state, started_at) WHERE state = 'active';\n\n-- Group operations: fast lookup by group_id\nCREATE INDEX IF NOT EXISTS idx_jobs_group_id\n    ON jobs(group_id) WHERE group_id IS NOT NULL;\n\n-- Pending jobs: compound index for priority-ordered retrieval\nCREATE INDEX IF NOT EXISTS idx_jobs_pending_priority\n    ON jobs(queue, state, priority DESC, run_at ASC) WHERE state IN ('waiting', 'prioritized', 'waiting-children', 'delayed');\n\n-- Completed jobs: index for recovery ordering (issue #84)\nCREATE INDEX IF NOT EXISTS idx_jobs_completed_order\n    ON jobs(completed_at DESC) WHERE state = 'completed';\n\n-- Cron jobs (BLOB for MessagePack)\nCREATE TABLE IF NOT EXISTS cron_jobs (\n    name TEXT PRIMARY KEY,\n    queue TEXT NOT NULL,\n    data BLOB NOT NULL,\n    schedule TEXT,\n    repeat_every INTEGER,\n    priority INTEGER NOT NULL DEFAULT 0,\n    next_run INTEGER NOT NULL,\n    executions INTEGER NOT NULL DEFAULT 0,\n    max_limit INTEGER,\n    timezone TEXT,\n    unique_key TEXT,\n    dedup BLOB,\n    skip_missed_on_restart INTEGER NOT NULL DEFAULT 0,\n    skip_if_no_worker INTEGER NOT NULL DEFAULT 0,\n    prevent_overlap INTEGER NOT NULL DEFAULT 1,\n    job_options BLOB\n);\n\n-- Queue state persistence (optional)\nCREATE TABLE IF NOT EXISTS queue_state (\n    name TEXT PRIMARY KEY,\n    paused INTEGER NOT NULL DEFAULT 0,\n    rate_limit INTEGER,\n    concurrency_limit INTEGER,\n    rate_limit_duration INTEGER,\n    rate_limit_expires_at INTEGER,\n    stall_enabled INTEGER,\n    stall_interval INTEGER,\n    max_stalls INTEGER,\n    stall_grace_period INTEGER,\n    dlq_config BLOB\n);\n";
+/** Main schema creation. */
+export declare const SCHEMA = "\n-- Jobs table (using UUIDv7 for job IDs)\n-- Uses BLOB for data fields (MessagePack serialization for ~2-3x faster than JSON)\nCREATE TABLE IF NOT EXISTS jobs (\n    id TEXT PRIMARY KEY,\n    queue TEXT NOT NULL,\n    name TEXT,\n    data BLOB NOT NULL,\n    priority INTEGER NOT NULL DEFAULT 0,\n    created_at INTEGER NOT NULL,\n    run_at INTEGER NOT NULL,\n    started_at INTEGER,\n    completed_at INTEGER,\n    attempts INTEGER NOT NULL DEFAULT 0,\n    max_attempts INTEGER NOT NULL DEFAULT 3,\n    backoff INTEGER NOT NULL DEFAULT 1000,\n    ttl INTEGER,\n    timeout INTEGER,\n    unique_key TEXT,\n    custom_id TEXT,\n    depends_on BLOB,\n    parent_id TEXT,\n    children_ids BLOB,\n    tags BLOB,\n    state TEXT NOT NULL DEFAULT 'waiting',\n    lifo INTEGER NOT NULL DEFAULT 0,\n    group_id TEXT,\n    progress INTEGER DEFAULT 0,\n    progress_msg TEXT,\n    remove_on_complete INTEGER DEFAULT 0,\n    remove_on_fail INTEGER DEFAULT 0,\n    fail_parent_on_failure INTEGER NOT NULL DEFAULT 0,\n    remove_dependency_on_failure INTEGER NOT NULL DEFAULT 0,\n    continue_parent_on_failure INTEGER NOT NULL DEFAULT 0,\n    ignore_dependency_on_failure INTEGER NOT NULL DEFAULT 0,\n    stall_timeout INTEGER,\n    last_heartbeat INTEGER,\n    stall_count INTEGER NOT NULL DEFAULT 0,\n    timeline BLOB,\n    stacktrace BLOB,\n    dlq_retry_state BLOB,\n    extended_options BLOB\n);\n\n-- Indexes for common queries\nCREATE INDEX IF NOT EXISTS idx_jobs_queue_state\n    ON jobs(queue, state);\n-- Stable createdAt/id pagination for unfiltered and logical-state queue views\nCREATE INDEX IF NOT EXISTS idx_jobs_queue_created\n    ON jobs(queue, created_at, id);\nCREATE INDEX IF NOT EXISTS idx_jobs_queue_state_created\n    ON jobs(queue, state, created_at, id);\nCREATE INDEX IF NOT EXISTS idx_jobs_run_at\n    ON jobs(run_at) WHERE state IN ('waiting', 'prioritized', 'waiting-children', 'delayed');\nCREATE INDEX IF NOT EXISTS idx_jobs_unique\n    ON jobs(queue, unique_key) WHERE unique_key IS NOT NULL;\nCREATE INDEX IF NOT EXISTS idx_jobs_custom_id\n    ON jobs(custom_id) WHERE custom_id IS NOT NULL;\nCREATE INDEX IF NOT EXISTS idx_jobs_parent\n    ON jobs(parent_id) WHERE parent_id IS NOT NULL;\n\n-- Durable outbox/state for terminal child failure propagation.\nCREATE TABLE IF NOT EXISTS flow_failures (\n    parent_id TEXT NOT NULL,\n    child_id TEXT NOT NULL,\n    child_queue TEXT NOT NULL,\n    mode TEXT NOT NULL,\n    error TEXT NOT NULL,\n    created_at INTEGER NOT NULL,\n    PRIMARY KEY (parent_id, child_id)\n);\nCREATE INDEX IF NOT EXISTS idx_flow_failures_parent ON flow_failures(parent_id);\n\n\nCREATE TABLE IF NOT EXISTS dependency_completions (\n    sequence INTEGER PRIMARY KEY AUTOINCREMENT,\n    job_id TEXT NOT NULL UNIQUE,\n    queue TEXT NOT NULL,\n    completed_at INTEGER NOT NULL,\n    pinned INTEGER NOT NULL DEFAULT 0\n);\nCREATE INDEX IF NOT EXISTS idx_dependency_completions_queue\n    ON dependency_completions(queue);\n\n\n-- Job results storage (BLOB for MessagePack)\nCREATE TABLE IF NOT EXISTS job_results (\n    job_id TEXT PRIMARY KEY,\n    result BLOB,\n    completed_at INTEGER NOT NULL\n);\n\n-- Dead letter queue (BLOB for MessagePack - stores full DlqEntry)\nCREATE TABLE IF NOT EXISTS dlq (\n    id INTEGER PRIMARY KEY AUTOINCREMENT,\n    job_id TEXT NOT NULL,\n    queue TEXT NOT NULL,\n    entry BLOB NOT NULL,\n    entered_at INTEGER NOT NULL\n);\n\nCREATE INDEX IF NOT EXISTS idx_dlq_queue ON dlq(queue);\nCREATE INDEX IF NOT EXISTS idx_dlq_job_id ON dlq(job_id);\nCREATE INDEX IF NOT EXISTS idx_dlq_entered_at ON dlq(entered_at);\n\n-- Performance indexes for high-throughput operations\n-- Stall detection: runs every 5s, needs fast lookup of active jobs by started_at\nCREATE INDEX IF NOT EXISTS idx_jobs_state_started\n    ON jobs(state, started_at) WHERE state = 'active';\n\n-- Group operations: fast lookup by group_id\nCREATE INDEX IF NOT EXISTS idx_jobs_group_id\n    ON jobs(group_id) WHERE group_id IS NOT NULL;\n\n-- Pending jobs: compound index for priority-ordered retrieval\nCREATE INDEX IF NOT EXISTS idx_jobs_pending_priority\n    ON jobs(queue, state, priority DESC, run_at ASC) WHERE state IN ('waiting', 'prioritized', 'waiting-children', 'delayed');\n\n-- Completed jobs: index for recovery ordering (issue #84)\nCREATE INDEX IF NOT EXISTS idx_jobs_completed_order\n    ON jobs(completed_at DESC) WHERE state = 'completed';\n\n-- Cron jobs (BLOB for MessagePack)\nCREATE TABLE IF NOT EXISTS cron_jobs (\n    name TEXT PRIMARY KEY,\n    queue TEXT NOT NULL,\n    job_name TEXT,\n    data BLOB NOT NULL,\n    schedule TEXT,\n    repeat_every INTEGER,\n    priority INTEGER NOT NULL DEFAULT 0,\n    next_run INTEGER NOT NULL,\n    executions INTEGER NOT NULL DEFAULT 0,\n    max_limit INTEGER,\n    timezone TEXT,\n    unique_key TEXT,\n    dedup BLOB,\n    skip_missed_on_restart INTEGER NOT NULL DEFAULT 0,\n    skip_if_no_worker INTEGER NOT NULL DEFAULT 0,\n    prevent_overlap INTEGER NOT NULL DEFAULT 1,\n    job_options BLOB\n);\n\n-- Queue state persistence (optional)\nCREATE TABLE IF NOT EXISTS queue_state (\n    name TEXT PRIMARY KEY,\n    paused INTEGER NOT NULL DEFAULT 0,\n    rate_limit INTEGER,\n    concurrency_limit INTEGER,\n    rate_limit_duration INTEGER,\n    rate_limit_expires_at INTEGER,\n    stall_enabled INTEGER,\n    stall_interval INTEGER,\n    max_stalls INTEGER,\n    stall_grace_period INTEGER,\n    dlq_config BLOB\n);\n\n-- Per-queue lifecycle event journal. Entries are kept newest-first by id and\n-- bounded by QueueManagerConfig.maxQueueEvents when they are appended.\nCREATE TABLE IF NOT EXISTS queue_events (\n    id INTEGER PRIMARY KEY AUTOINCREMENT,\n    queue TEXT NOT NULL,\n    event_type TEXT NOT NULL,\n    job_id TEXT NOT NULL,\n    occurred_at INTEGER NOT NULL,\n    payload BLOB\n);\nCREATE INDEX IF NOT EXISTS idx_queue_events_queue_id\n    ON queue_events(queue, id DESC);\n\n-- Cumulative terminal counters are separate from bounded minute buckets so\n-- pruning old data points never resets meta.count.\nCREATE TABLE IF NOT EXISTS queue_metrics_meta (\n    queue TEXT NOT NULL,\n    type TEXT NOT NULL CHECK (type IN ('completed', 'failed')),\n    total_count INTEGER NOT NULL DEFAULT 0,\n    prev_ts INTEGER NOT NULL DEFAULT 0,\n    prev_count INTEGER NOT NULL DEFAULT 0,\n    PRIMARY KEY (queue, type)\n);\nCREATE TABLE IF NOT EXISTS queue_metric_buckets (\n    queue TEXT NOT NULL,\n    type TEXT NOT NULL CHECK (type IN ('completed', 'failed')),\n    minute INTEGER NOT NULL,\n    count INTEGER NOT NULL DEFAULT 0,\n    PRIMARY KEY (queue, type, minute)\n);\nCREATE INDEX IF NOT EXISTS idx_queue_metric_buckets_window\n    ON queue_metric_buckets(queue, type, minute DESC);\n";
 /** Migration version table */
 export declare const MIGRATION_TABLE = "\nCREATE TABLE IF NOT EXISTS migrations (\n    version INTEGER PRIMARY KEY,\n    applied_at INTEGER NOT NULL\n);\n";
 /** Current schema version */
-export declare const SCHEMA_VERSION = 29;
-/** All migrations in order */
-export declare const MIGRATIONS: Record<number, string>;
+export declare const SCHEMA_VERSION = 34;

package/dist/infrastructure/persistence/schema.js

@@ -1,6 +1,3 @@
-/**
- * SQLite schema and migrations
- */
 import { DEPENDENCY_COMPLETION_SCHEMA } from './dependencyCompletionSchema';
 /** SQLite PRAGMA settings for optimal performance */
 export const PRAGMA_SETTINGS = `
@@ -12,13 +9,14 @@ PRAGMA mmap_size = 268435456;
 PRAGMA page_size = 4096;
 PRAGMA busy_timeout = 5000;
 `;
-/** Main schema creation */
+/** Main schema creation. */
 export const SCHEMA = `
 -- Jobs table (using UUIDv7 for job IDs)
 -- Uses BLOB for data fields (MessagePack serialization for ~2-3x faster than JSON)
 CREATE TABLE IF NOT EXISTS jobs (
     id TEXT PRIMARY KEY,
     queue TEXT NOT NULL,
+    name TEXT,
     data BLOB NOT NULL,
     priority INTEGER NOT NULL DEFAULT 0,
     created_at INTEGER NOT NULL,
@@ -51,7 +49,9 @@ CREATE TABLE IF NOT EXISTS jobs (
     last_heartbeat INTEGER,
     stall_count INTEGER NOT NULL DEFAULT 0,
     timeline BLOB,
-    stacktrace BLOB
+    stacktrace BLOB,
+    dlq_retry_state BLOB,
+    extended_options BLOB
 );
 
 -- Indexes for common queries
@@ -126,6 +126,7 @@ CREATE INDEX IF NOT EXISTS idx_jobs_completed_order
 CREATE TABLE IF NOT EXISTS cron_jobs (
     name TEXT PRIMARY KEY,
     queue TEXT NOT NULL,
+    job_name TEXT,
     data BLOB NOT NULL,
     schedule TEXT,
     repeat_every INTEGER,
@@ -156,6 +157,39 @@ CREATE TABLE IF NOT EXISTS queue_state (
     stall_grace_period INTEGER,
     dlq_config BLOB
 );
+
+-- Per-queue lifecycle event journal. Entries are kept newest-first by id and
+-- bounded by QueueManagerConfig.maxQueueEvents when they are appended.
+CREATE TABLE IF NOT EXISTS queue_events (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    queue TEXT NOT NULL,
+    event_type TEXT NOT NULL,
+    job_id TEXT NOT NULL,
+    occurred_at INTEGER NOT NULL,
+    payload BLOB
+);
+CREATE INDEX IF NOT EXISTS idx_queue_events_queue_id
+    ON queue_events(queue, id DESC);
+
+-- Cumulative terminal counters are separate from bounded minute buckets so
+-- pruning old data points never resets meta.count.
+CREATE TABLE IF NOT EXISTS queue_metrics_meta (
+    queue TEXT NOT NULL,
+    type TEXT NOT NULL CHECK (type IN ('completed', 'failed')),
+    total_count INTEGER NOT NULL DEFAULT 0,
+    prev_ts INTEGER NOT NULL DEFAULT 0,
+    prev_count INTEGER NOT NULL DEFAULT 0,
+    PRIMARY KEY (queue, type)
+);
+CREATE TABLE IF NOT EXISTS queue_metric_buckets (
+    queue TEXT NOT NULL,
+    type TEXT NOT NULL CHECK (type IN ('completed', 'failed')),
+    minute INTEGER NOT NULL,
+    count INTEGER NOT NULL DEFAULT 0,
+    PRIMARY KEY (queue, type, minute)
+);
+CREATE INDEX IF NOT EXISTS idx_queue_metric_buckets_window
+    ON queue_metric_buckets(queue, type, minute DESC);
 `;
 /** Migration version table */
 export const MIGRATION_TABLE = `
@@ -165,134 +199,4 @@ CREATE TABLE IF NOT EXISTS migrations (
 );
 `;
 /** Current schema version */
-export const SCHEMA_VERSION = 29;
-/** All migrations in order */
-export const MIGRATIONS = {
-    1: SCHEMA,
-    // Migration 5: Add performance indexes for high-throughput operations
-    5: `
--- DLQ expiration cleanup: O(log n) instead of O(n) table scan
-CREATE INDEX IF NOT EXISTS idx_dlq_entered_at ON dlq(entered_at);
-
--- Stall detection: runs every 5s, needs fast lookup of active jobs
-CREATE INDEX IF NOT EXISTS idx_jobs_state_started
-    ON jobs(state, started_at) WHERE state = 'active';
-
--- Group operations: fast lookup by group_id
-CREATE INDEX IF NOT EXISTS idx_jobs_group_id
-    ON jobs(group_id) WHERE group_id IS NOT NULL;
-
--- Pending jobs: compound index for priority-ordered retrieval
-CREATE INDEX IF NOT EXISTS idx_jobs_pending_priority
-    ON jobs(queue, state, priority DESC, run_at ASC) WHERE state IN ('waiting', 'delayed');
-`,
-    // Migration 6: Add deduplication fields to cron_jobs
-    6: `
-ALTER TABLE cron_jobs ADD COLUMN unique_key TEXT;
-ALTER TABLE cron_jobs ADD COLUMN dedup BLOB;
-`,
-    // Migration 7: Add timeline blob to jobs
-    7: `
-ALTER TABLE jobs ADD COLUMN timeline BLOB;
-`,
-    // Migration 8: Add skipMissedOnRestart to cron_jobs
-    8: `
-ALTER TABLE cron_jobs ADD COLUMN skip_missed_on_restart INTEGER NOT NULL DEFAULT 0;
-`,
-    // Migration 9: Add skipIfNoWorker to cron_jobs
-    9: `
-ALTER TABLE cron_jobs ADD COLUMN skip_if_no_worker INTEGER NOT NULL DEFAULT 0;
-`,
-    // Migration 10: Add preventOverlap to cron_jobs (default 1 = enabled)
-    10: `
-ALTER TABLE cron_jobs ADD COLUMN prevent_overlap INTEGER NOT NULL DEFAULT 1;
-`,
-    // Migration 11: Index for completed-job recovery ordering (issue #84)
-    11: `
-CREATE INDEX IF NOT EXISTS idx_jobs_completed_order
-    ON jobs(completed_at DESC) WHERE state = 'completed';
-`,
-    // Migration 12: Add per-cron job options (retry/cleanup policy, issue #86)
-    12: `
-ALTER TABLE cron_jobs ADD COLUMN job_options BLOB;
-`,
-    // Migration 13: Persist the last failure's stacktrace on jobs (issue #74)
-    13: `
-ALTER TABLE jobs ADD COLUMN stacktrace BLOB;
-`,
-    // Migration 14: Stable, index-backed getJobs ordering and pagination
-    14: `
-CREATE INDEX IF NOT EXISTS idx_jobs_queue_created
-    ON jobs(queue, created_at, id);
-CREATE INDEX IF NOT EXISTS idx_jobs_queue_state_created
-    ON jobs(queue, state, created_at, id);
-`,
-    // Migrations 15-16: Rate-limit window (duration) + TTL auto-expiry on
-    // queue_state. One ALTER per migration ON PURPOSE: each runs in its own
-    // db.run with its own error-swallow, so a crash between the two leaves a
-    // retryable state (a two-ALTER string would abort at the first "duplicate
-    // column" on re-run and never execute the second statement).
-    15: `
-ALTER TABLE queue_state ADD COLUMN rate_limit_duration INTEGER;
-`,
-    16: `
-ALTER TABLE queue_state ADD COLUMN rate_limit_expires_at INTEGER;
-`,
-    // Migration 17: preserve the cumulative stall bound across restarts.
-    17: `
-ALTER TABLE jobs ADD COLUMN stall_count INTEGER NOT NULL DEFAULT 0;
-`,
-    // Migrations 18-21: persist the complete per-queue stall policy. One ALTER
-    // per version keeps interrupted upgrades retryable (same rule as 15-16).
-    18: `
-ALTER TABLE queue_state ADD COLUMN stall_enabled INTEGER;
-`,
-    19: `
-ALTER TABLE queue_state ADD COLUMN stall_interval INTEGER;
-`,
-    20: `
-ALTER TABLE queue_state ADD COLUMN max_stalls INTEGER;
-`,
-    21: `
-ALTER TABLE queue_state ADD COLUMN stall_grace_period INTEGER;
-`,
-    // Migration 22: Persist the complete per-queue DLQ policy atomically.
-    22: `
-ALTER TABLE queue_state ADD COLUMN dlq_config BLOB;
-`,
-    // Migrations 23-26: flow failure policy must survive active-job recovery.
-    23: `
-ALTER TABLE jobs ADD COLUMN fail_parent_on_failure INTEGER NOT NULL DEFAULT 0;
-`,
-    24: `
-ALTER TABLE jobs ADD COLUMN remove_dependency_on_failure INTEGER NOT NULL DEFAULT 0;
-`,
-    25: `
-ALTER TABLE jobs ADD COLUMN continue_parent_on_failure INTEGER NOT NULL DEFAULT 0;
-`,
-    26: `
-ALTER TABLE jobs ADD COLUMN ignore_dependency_on_failure INTEGER NOT NULL DEFAULT 0;
-`,
-    27: `
-CREATE TABLE IF NOT EXISTS flow_failures (
-    parent_id TEXT NOT NULL,
-    child_id TEXT NOT NULL,
-    child_queue TEXT NOT NULL,
-    mode TEXT NOT NULL,
-    error TEXT NOT NULL,
-    created_at INTEGER NOT NULL,
-    PRIMARY KEY (parent_id, child_id)
-);
-CREATE INDEX IF NOT EXISTS idx_flow_failures_parent ON flow_failures(parent_id);
-
-DROP INDEX IF EXISTS idx_jobs_run_at;
-CREATE INDEX idx_jobs_run_at
-    ON jobs(run_at) WHERE state IN ('waiting', 'prioritized', 'waiting-children', 'delayed');
-
-DROP INDEX IF EXISTS idx_jobs_pending_priority;
-CREATE INDEX idx_jobs_pending_priority
-    ON jobs(queue, state, priority DESC, run_at ASC) WHERE state IN ('waiting', 'prioritized', 'waiting-children', 'delayed');
-`,
-    28: DEPENDENCY_COMPLETION_SCHEMA,
-    29: 'ALTER TABLE dependency_completions ADD COLUMN pinned INTEGER NOT NULL DEFAULT 0;',
-};
+export const SCHEMA_VERSION = 34;

package/dist/infrastructure/persistence/sqlite/admission.d.ts

@@ -0,0 +1,9 @@
+import type { DurableAdmissionMetadata } from '../types/admission';
+import { SqliteState } from './state';
+/** SQL primitives shared by every durable job-admission transaction. */
+export declare abstract class SqliteAdmission extends SqliteState {
+    protected hasAdmissionMetadata(metadata?: DurableAdmissionMetadata): boolean;
+    protected runAdmissionMetadata(metadata?: DurableAdmissionMetadata): void;
+    protected finalizeAdmissionMetadata(metadata?: DurableAdmissionMetadata): void;
+    protected commitBufferedAdmissionMetadata(metadata?: DurableAdmissionMetadata): void;
+}

package/dist/infrastructure/persistence/sqlite/admission.js

@@ -0,0 +1,34 @@
+import { SqliteState } from './state';
+/** SQL primitives shared by every durable job-admission transaction. */
+export class SqliteAdmission extends SqliteState {
+    hasAdmissionMetadata(metadata) {
+        return (metadata?.retireGenerationId !== undefined || (metadata?.completionPins?.length ?? 0) > 0);
+    }
+    runAdmissionMetadata(metadata) {
+        const retiredId = metadata?.retireGenerationId;
+        if (retiredId !== undefined) {
+            this.statements.get('deleteJob').run(retiredId);
+            this.statements.get('deleteJobResult').run(retiredId);
+            this.statements.get('deleteDlqEntry').run(retiredId);
+            this.statements.get('deleteDependencyCompletionForAdmission').run(retiredId);
+            this.statements.get('deleteFlowFailuresForAdmission').run(retiredId, retiredId);
+        }
+        for (const jobId of new Set(metadata?.completionPins ?? [])) {
+            this.statements.get('pinDependencyCompletionForAdmission').run(jobId);
+        }
+    }
+    finalizeAdmissionMetadata(metadata) {
+        const retiredId = metadata?.retireGenerationId;
+        if (retiredId !== undefined)
+            this.writeBuffer.removePending(retiredId);
+    }
+    commitBufferedAdmissionMetadata(metadata) {
+        if (!this.hasAdmissionMetadata(metadata))
+            return;
+        this.safeWrite(() => {
+            const transaction = this.db.transaction(() => this.runAdmissionMetadata(metadata));
+            transaction();
+        });
+        this.finalizeAdmissionMetadata(metadata);
+    }
+}

package/dist/infrastructure/persistence/sqlite/control.d.ts

@@ -0,0 +1,32 @@
+import type { CronJob } from '../../../domain/types/cron';
+import type { DlqConfig } from '../../../domain/types/dlq';
+import type { StallConfig } from '../../../domain/types/stall';
+import { SqliteQueries } from './queries';
+export interface PersistedQueueState {
+    name: string;
+    paused: boolean;
+    rateLimit: number | null;
+    concurrencyLimit: number | null;
+    rateLimitDuration: number | null;
+    rateLimitExpiresAt: number | null;
+    stallConfig: StallConfig | null;
+    dlqConfig: DlqConfig | null;
+}
+/** Cron schedules and durable queue control-state. */
+export declare abstract class SqliteControl extends SqliteQueries {
+    saveCron(cron: CronJob): void;
+    loadCronJobs(): CronJob[];
+    deleteCron(name: string): void;
+    updateCron(name: string, executions: number, nextRun: number): void;
+    saveQueueState(name: string, state: {
+        paused: boolean;
+        rateLimit: number | null;
+        concurrencyLimit: number | null;
+        rateLimitDuration?: number | null;
+        rateLimitExpiresAt?: number | null;
+        stallConfig?: StallConfig | null;
+        dlqConfig?: DlqConfig | null;
+    }): void;
+    loadQueueState(): PersistedQueueState[];
+    deleteQueueState(name: string): void;
+}

package/dist/infrastructure/persistence/sqlite/control.js

@@ -0,0 +1,90 @@
+import { decodeStoredNamedPayload, pack, unpack } from '../sqliteSerializer';
+import { SqliteQueries } from './queries';
+/** Cron schedules and durable queue control-state. */
+export class SqliteControl extends SqliteQueries {
+    saveCron(cron) {
+        this.safeWrite(() => {
+            this.statements
+                .get('insertCron')
+                .run(cron.name, cron.queue, cron.jobName, pack(cron.data), cron.schedule, cron.repeatEvery, cron.priority, cron.nextRun, cron.executions, cron.maxLimit, cron.timezone, cron.uniqueKey, cron.dedup ? pack(cron.dedup) : null, cron.skipMissedOnRestart ? 1 : 0, cron.skipIfNoWorker ? 1 : 0, cron.preventOverlap ? 1 : 0, cron.jobOptions ? pack(cron.jobOptions) : null);
+        });
+    }
+    loadCronJobs() {
+        const rows = this.db.query('SELECT * FROM cron_jobs').all();
+        return rows.map((row) => {
+            const payload = decodeStoredNamedPayload(row.job_name, row.data, `loadCronJobs:${row.name}`);
+            return {
+                name: row.name,
+                queue: row.queue,
+                jobName: payload.name,
+                data: payload.data,
+                schedule: row.schedule,
+                repeatEvery: row.repeat_every,
+                priority: row.priority,
+                timezone: row.timezone,
+                nextRun: row.next_run,
+                executions: row.executions,
+                maxLimit: row.max_limit,
+                uniqueKey: row.unique_key ?? null,
+                dedup: row.dedup
+                    ? unpack(row.dedup, null, `loadCronDedup:${row.name}`)
+                    : null,
+                skipMissedOnRestart: row.skip_missed_on_restart === 1,
+                skipIfNoWorker: row.skip_if_no_worker === 1,
+                preventOverlap: row.prevent_overlap === 1,
+                jobOptions: row.job_options
+                    ? unpack(row.job_options, null, `loadCronJobOptions:${row.name}`)
+                    : null,
+            };
+        });
+    }
+    deleteCron(name) {
+        this.safeWrite(() => {
+            this.db.prepare('DELETE FROM cron_jobs WHERE name = ?').run(name);
+        });
+    }
+    updateCron(name, executions, nextRun) {
+        this.safeWrite(() => {
+            this.statements.get('updateCron').run(executions, nextRun, name);
+        });
+    }
+    saveQueueState(name, state) {
+        this.safeWrite(() => {
+            this.statements
+                .get('upsertQueueState')
+                .run(name, state.paused ? 1 : 0, state.rateLimit, state.concurrencyLimit, state.rateLimitDuration ?? null, state.rateLimitExpiresAt ?? null, state.stallConfig === null || state.stallConfig === undefined
+                ? null
+                : state.stallConfig.enabled
+                    ? 1
+                    : 0, state.stallConfig?.stallInterval ?? null, state.stallConfig?.maxStalls ?? null, state.stallConfig?.gracePeriod ?? null, state.dlqConfig ? pack(state.dlqConfig) : null);
+        });
+    }
+    loadQueueState() {
+        const rows = this.statements.get('loadQueueState').all();
+        return rows.map((row) => ({
+            name: row.name,
+            paused: row.paused === 1,
+            rateLimit: row.rate_limit,
+            concurrencyLimit: row.concurrency_limit,
+            rateLimitDuration: row.rate_limit_duration ?? null,
+            rateLimitExpiresAt: row.rate_limit_expires_at ?? null,
+            stallConfig: row.stall_enabled === null ||
+                row.stall_interval === null ||
+                row.max_stalls === null ||
+                row.stall_grace_period === null
+                ? null
+                : {
+                    enabled: row.stall_enabled === 1,
+                    stallInterval: row.stall_interval,
+                    maxStalls: row.max_stalls,
+                    gracePeriod: row.stall_grace_period,
+                },
+            dlqConfig: unpack(row.dlq_config, null, `loadQueueDlqConfig:${row.name}`),
+        }));
+    }
+    deleteQueueState(name) {
+        this.safeWrite(() => {
+            this.statements.get('deleteQueueState').run(name);
+        });
+    }
+}

package/dist/infrastructure/persistence/sqlite/flows.d.ts

@@ -0,0 +1,26 @@
+import type { FlowFailureRecord } from '../../../domain/types/flow';
+import type { Job, JobId } from '../../../domain/types/job';
+import type { DurableAdmissionMetadata } from '../types/admission';
+import { SqliteMutations } from './mutations';
+export type FlowLinkWriteMode = {
+    readonly type: 'update';
+} | {
+    readonly type: 'insert';
+} | {
+    readonly type: 'replace';
+    readonly previousJobId: JobId;
+} | {
+    readonly type: 'transfer-active';
+    readonly previousJobId: JobId;
+};
+/** Atomic persistence for parent/child relationships and failure outbox rows. */
+export declare abstract class SqliteFlows extends SqliteMutations {
+    updateFlowLink(child: Job, parent: Job, parentState: 'waiting-children' | 'waiting' | 'prioritized' | 'delayed'): void;
+    commitFlowLink(child: Job, parent: Job, parentState: 'waiting-children' | 'waiting' | 'prioritized' | 'delayed', mode: FlowLinkWriteMode, admission?: DurableAdmissionMetadata): void;
+    backpatchFlowChild(child: Pick<Job, 'id' | 'parentId' | 'data'>, previousParentId: JobId | null): void;
+    removeFlowLink(child: Pick<Job, 'id' | 'parentId' | 'data'>, parent: Pick<Job, 'id' | 'childrenIds' | 'dependsOn' | 'data' | 'runAt'>, parentState: 'waiting-children' | 'waiting' | 'prioritized'): void;
+    saveFlowFailure(record: FlowFailureRecord): void;
+    loadFlowFailures(): FlowFailureRecord[];
+    deleteFlowFailure(parentId: JobId, childId?: JobId): void;
+    updateFlowParentResolution(job: Pick<Job, 'id' | 'dependsOn' | 'runAt' | 'priority' | 'timeline'>, stateOverride?: 'waiting-children' | 'waiting' | 'prioritized' | 'delayed'): void;
+}