@getworkbench/core 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Pontus Abrahamsson
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,32 @@
+# @getworkbench/core
+
+Core of [Workbench](https://getworkbench.dev) — `QueueManager`, API router, and bundled React UI.
+
+This package is framework-agnostic. You typically don't depend on it directly — use a framework adapter instead:
+
+- [`@getworkbench/hono`](https://npm.im/@getworkbench/hono)
+
+## What's inside
+
+- `WorkbenchCore` — orchestrates queues, flows, schedulers, metrics, and search.
+- `QueueManager` — wraps your BullMQ `Queue` instances and powers list / detail / mutation endpoints.
+- HTTP-agnostic API router — handles `/api/*` requests for the dashboard.
+- Bundled UI — pre-built React app served as a single HTML entrypoint.
+
+## Install
+
+```bash
+npm i @getworkbench/core bullmq
+```
+
+## Direct usage (advanced)
+
+Most users should reach for an adapter. If you need to wire Workbench into an unsupported framework, see the source for the request/response contract.
+
+## Documentation
+
+[getworkbench.dev](https://getworkbench.dev) · [GitHub](https://github.com/pontusab/workbench)
+
+## License
+
+MIT

package/dist/index.d.ts

@@ -0,0 +1,665 @@
+import { Hono } from 'hono';
+import { Queue, RedisOptions } from 'bullmq';
+
+/**
+ * Job status types matching BullMQ states
+ */
+type JobStatus = "waiting" | "active" | "completed" | "failed" | "delayed" | "paused" | "unknown";
+/**
+ * Configuration options for Workbench
+ */
+interface WorkbenchOptions {
+    /** BullMQ Queue instances to display */
+    queues?: Queue[];
+    /** Redis connection for auto-discovery of queues */
+    redis?: string | RedisOptions;
+    /** Basic auth credentials */
+    auth?: {
+        username: string;
+        password: string;
+    };
+    /** Dashboard title */
+    title?: string;
+    /** Logo URL */
+    logo?: string;
+    /** Override base path detection */
+    basePath?: string;
+    /** Disable actions (retry, remove, promote) */
+    readonly?: boolean;
+    /** Fields from job.data to extract as filterable tags (e.g., ['teamId', 'userId']) */
+    tags?: string[];
+}
+/**
+ * Queue information for API responses
+ */
+interface QueueInfo {
+    name: string;
+    counts: {
+        waiting: number;
+        active: number;
+        completed: number;
+        failed: number;
+        delayed: number;
+        paused: number;
+    };
+    isPaused: boolean;
+}
+/**
+ * Worker information from BullMQ
+ */
+interface WorkerInfo {
+    id: string;
+    name: string;
+    addr: string;
+    age: number;
+    idle: number;
+    started: number;
+    queueName: string;
+}
+/**
+ * Extracted tag key-value pairs from job data
+ */
+type JobTags = Record<string, string | number | boolean | null>;
+/**
+ * Job information for API responses
+ */
+interface JobInfo {
+    id: string;
+    name: string;
+    data: unknown;
+    opts: {
+        attempts?: number;
+        delay?: number;
+        priority?: number;
+    };
+    progress: number | object;
+    attemptsMade: number;
+    processedOn?: number;
+    finishedOn?: number;
+    timestamp: number;
+    failedReason?: string;
+    stacktrace?: string[];
+    returnvalue?: unknown;
+    status: JobStatus;
+    duration?: number;
+    /** Extracted tag values from job.data based on configured tag fields */
+    tags?: JobTags;
+    /** Parent job info if this job is part of a flow */
+    parent?: {
+        id: string;
+        queueName: string;
+    };
+}
+/**
+ * Overview stats for dashboard
+ */
+interface OverviewStats {
+    totalJobs: number;
+    activeJobs: number;
+    failedJobs: number;
+    completedToday: number;
+    avgDuration: number;
+    queues: QueueInfo[];
+}
+/**
+ * Paginated response wrapper
+ */
+interface PaginatedResponse<T> {
+    data: T[];
+    total: number;
+    cursor?: string;
+    hasMore: boolean;
+}
+/**
+ * Search result item
+ */
+interface SearchResult {
+    queue: string;
+    job: JobInfo;
+}
+/**
+ * Run item - job execution with queue context
+ */
+interface RunInfo extends JobInfo {
+    queueName: string;
+}
+/**
+ * Lightweight run info for list view - only fields needed for table display
+ * Excludes large fields like full job.data, opts, progress, etc.
+ */
+interface RunInfoList {
+    id: string;
+    name: string;
+    status: JobStatus;
+    queueName: string;
+    tags?: JobTags;
+    processedOn?: number;
+    timestamp: number;
+    duration?: number;
+}
+/**
+ * Scheduler info for repeatable jobs
+ */
+interface SchedulerInfo {
+    key: string;
+    name: string;
+    queueName: string;
+    pattern?: string;
+    every?: number;
+    next?: number;
+    endDate?: number;
+    tz?: string;
+}
+/**
+ * Delayed job info
+ */
+interface DelayedJobInfo {
+    id: string;
+    name: string;
+    queueName: string;
+    delay: number;
+    processAt: number;
+    data: unknown;
+}
+/**
+ * Test job request
+ */
+interface TestJobRequest {
+    queueName: string;
+    jobName: string;
+    data: unknown;
+    opts?: {
+        delay?: number;
+        priority?: number;
+        attempts?: number;
+    };
+}
+/**
+ * Sort direction
+ */
+type SortDirection = "asc" | "desc";
+/**
+ * Sort options for API requests
+ */
+interface SortOptions {
+    field: string;
+    direction: SortDirection;
+}
+/**
+ * Valid sort fields for runs/jobs
+ */
+type RunSortField = "timestamp" | "name" | "status" | "duration" | "queueName";
+/**
+ * Valid sort fields for repeatable schedulers
+ */
+type RepeatableSortField = "name" | "queueName" | "pattern" | "next" | "tz";
+/**
+ * Valid sort fields for delayed schedulers
+ */
+type DelayedSortField = "name" | "queueName" | "processAt" | "delay";
+/**
+ * Hourly bucket for metrics aggregation
+ */
+interface HourlyBucket {
+    /** Unix timestamp (start of hour) */
+    hour: number;
+    /** Number of completed jobs */
+    completed: number;
+    /** Number of failed jobs */
+    failed: number;
+    /** Average processing duration in ms */
+    avgDuration: number;
+    /** Average queue wait time in ms */
+    avgWaitTime: number;
+}
+/**
+ * Metrics for a single queue
+ */
+interface QueueMetrics {
+    queueName: string;
+    buckets: HourlyBucket[];
+    summary: {
+        totalCompleted: number;
+        totalFailed: number;
+        /** Error rate as 0-1 */
+        errorRate: number;
+        /** Average processing duration in ms */
+        avgDuration: number;
+        /** Average queue wait time in ms */
+        avgWaitTime: number;
+        /** Average throughput per hour */
+        throughputPerHour: number;
+    };
+}
+/**
+ * Slowest job entry
+ */
+interface SlowestJob {
+    name: string;
+    queueName: string;
+    duration: number;
+    jobId: string;
+}
+/**
+ * Most failing job type entry
+ */
+interface FailingJobType {
+    name: string;
+    queueName: string;
+    failCount: number;
+    totalCount: number;
+    errorRate: number;
+}
+/**
+ * Complete metrics response
+ */
+interface MetricsResponse {
+    /** Metrics per queue */
+    queues: QueueMetrics[];
+    /** Aggregated metrics across all queues */
+    aggregate: Omit<QueueMetrics, "queueName"> & {
+        queueName: "all";
+    };
+    /** Top 10 slowest jobs */
+    slowestJobs: SlowestJob[];
+    /** Top 10 most failing job types */
+    mostFailingTypes: FailingJobType[];
+    /** Timestamp when metrics were computed */
+    computedAt: number;
+}
+/**
+ * A node in a flow tree representing a job and its children
+ */
+interface FlowNode {
+    job: JobInfo;
+    queueName: string;
+    children?: FlowNode[];
+}
+/**
+ * Flow summary for list view
+ */
+interface FlowSummary {
+    /** Root job ID */
+    id: string;
+    /** Root job name */
+    name: string;
+    /** Queue containing root job */
+    queueName: string;
+    /** Root job status */
+    status: JobStatus;
+    /** Total number of jobs in flow */
+    totalJobs: number;
+    /** Number of completed jobs */
+    completedJobs: number;
+    /** Number of failed jobs */
+    failedJobs: number;
+    /** When flow was created */
+    timestamp: number;
+    /** Duration if completed */
+    duration?: number;
+}
+/**
+ * Request to create a test flow
+ */
+interface CreateFlowRequest {
+    name: string;
+    queueName: string;
+    data?: unknown;
+    children: CreateFlowChildRequest[];
+}
+/**
+ * Child job in a flow creation request
+ */
+interface CreateFlowChildRequest {
+    name: string;
+    queueName: string;
+    data?: unknown;
+    children?: CreateFlowChildRequest[];
+}
+/**
+ * Activity bucket for timeline
+ */
+interface ActivityBucket {
+    /** Unix timestamp (start of bucket) */
+    time: number;
+    /** Number of completed jobs */
+    completed: number;
+    /** Number of failed jobs */
+    failed: number;
+}
+/**
+ * Activity stats response for the 7-day timeline
+ */
+interface ActivityStatsResponse {
+    /** Activity buckets (4-hour intervals over 7 days) */
+    buckets: ActivityBucket[];
+    /** Start time of the first bucket */
+    startTime: number;
+    /** End time (now) */
+    endTime: number;
+    /** Size of each bucket in ms */
+    bucketSize: number;
+    /** Total completed in period */
+    totalCompleted: number;
+    /** Total failed in period */
+    totalFailed: number;
+    /** Timestamp when stats were computed */
+    computedAt: number;
+}
+
+/**
+ * Manages queue operations for the Workbench dashboard
+ */
+declare class QueueManager {
+    private queues;
+    private tagFields;
+    private flowProducer;
+    private cache;
+    private readonly CACHE_TTL;
+    constructor(queues: Queue[], tagFields?: string[]);
+    /**
+     * Get cached value or compute and cache
+     */
+    private cached;
+    /**
+     * Execute a promise with a timeout
+     */
+    private withTimeout;
+    /**
+     * Get jobs by time range using Redis sorted sets (ZRANGEBYSCORE)
+     * This is more efficient than fetching all jobs and filtering in memory
+     */
+    private getJobsByTimeRange;
+    /**
+     * Cache for job state lookups to avoid repeated Redis calls
+     */
+    private jobStateCache;
+    /**
+     * Cache for job counts to avoid repeated Redis calls
+     * Short TTL since counts change frequently but are expensive to fetch
+     */
+    private countCache;
+    /**
+     * Get job counts with caching
+     */
+    private getCachedJobCounts;
+    /**
+     * Invalidate caches related to a job or queue
+     */
+    private invalidateJobCache;
+    /**
+     * Clear cache (useful after mutations)
+     */
+    clearCache(prefix?: string): void;
+    /**
+     * Get quick job counts across all queues (lightweight, for smart polling)
+     * Returns total counts per status - cached and very fast
+     */
+    getQuickCounts(): Promise<{
+        waiting: number;
+        active: number;
+        completed: number;
+        failed: number;
+        delayed: number;
+        total: number;
+        timestamp: number;
+    }>;
+    /**
+     * Get configured tag field names
+     */
+    getTagFields(): string[];
+    /**
+     * Get just queue names (very fast, no Redis calls)
+     * Used for sidebar initial render
+     */
+    getQueueNames(): string[];
+    /**
+     * Get a queue by name
+     */
+    getQueue(name: string): Queue | undefined;
+    /**
+     * Get information for all queues (cached)
+     */
+    getQueues(): Promise<QueueInfo[]>;
+    /**
+     * Get overview statistics (cached)
+     */
+    getOverview(): Promise<OverviewStats>;
+    /**
+     * Pause a queue - stops processing new jobs
+     */
+    pauseQueue(queueName: string): Promise<void>;
+    /**
+     * Resume a paused queue
+     */
+    resumeQueue(queueName: string): Promise<void>;
+    /**
+     * Check if a queue is paused
+     */
+    isQueuePaused(queueName: string): Promise<boolean>;
+    /**
+     * Get metrics for the last 24 hours (cached - expensive operation)
+     */
+    getMetrics(): Promise<MetricsResponse>;
+    /**
+     * Get activity stats for the last 7 days (cached)
+     * Returns 4-hour buckets for the activity timeline
+     */
+    getActivityStats(): Promise<ActivityStatsResponse>;
+    /**
+     * Get jobs for a specific queue with pagination and sorting
+     */
+    getJobs(queueName: string, status?: JobStatus, limit?: number, start?: number, sort?: SortOptions): Promise<PaginatedResponse<JobInfo>>;
+    /**
+     * Get a single job by ID
+     */
+    getJob(queueName: string, jobId: string): Promise<JobInfo | null>;
+    /**
+     * Retry a failed job
+     */
+    retryJob(queueName: string, jobId: string): Promise<boolean>;
+    /**
+     * Remove a job
+     */
+    removeJob(queueName: string, jobId: string): Promise<boolean>;
+    /**
+     * Promote a delayed job to waiting
+     */
+    promoteJob(queueName: string, jobId: string): Promise<boolean>;
+    /**
+     * Parse search query for field:value filters
+     * Returns { filters: { field: value }, text: remainingText }
+     */
+    private parseSearchQuery;
+    /**
+     * Check if a raw job matches all provided filters (before conversion)
+     * This is more efficient than converting to JobInfo first
+     */
+    private jobMatchesAllFilters;
+    /**
+     * Check if a job matches the given tag filters
+     */
+    private jobMatchesFilters;
+    /**
+     * Search jobs across all queues
+     * Supports field:value syntax (e.g., "teamId:abc-123 invoice")
+     * Optimized with parallel processing, early exits, and count checks
+     */
+    search(query: string, limit?: number): Promise<SearchResult[]>;
+    /**
+     * Clean jobs from a queue
+     */
+    cleanJobs(queueName: string, status: "completed" | "failed", grace?: number): Promise<number>;
+    /**
+     * FAST PATH: Get latest runs without filters
+     * Optimized for the common case of viewing newest jobs (timestamp desc, no filters)
+     * - Single getJobs call per queue (not per status type)
+     * - No count checks needed
+     * - Minimal Redis round-trips
+     */
+    private getLatestRuns;
+    /**
+     * Get all runs (jobs) across all queues with sorting and filtering
+     * Uses fast path for common case (no filters, timestamp desc)
+     */
+    getAllRuns(limit?: number, start?: number, sort?: SortOptions, filters?: {
+        status?: JobStatus;
+        tags?: Record<string, string>;
+        text?: string;
+        timeRange?: {
+            start: number;
+            end: number;
+        };
+    }): Promise<PaginatedResponse<RunInfoList>>;
+    /**
+     * Get all schedulers (repeatable and delayed jobs) with sorting
+     */
+    getSchedulers(repeatableSort?: SortOptions, delayedSort?: SortOptions): Promise<{
+        repeatable: SchedulerInfo[];
+        delayed: DelayedJobInfo[];
+    }>;
+    /**
+     * Enqueue a new job (for testing)
+     */
+    enqueueJob(request: TestJobRequest): Promise<{
+        id: string;
+    }>;
+    /**
+     * Extract tag values from job data based on configured tag fields
+     */
+    private extractTags;
+    /**
+     * Get unique values for a specific tag field across all jobs
+     */
+    getTagValues(field: string, limit?: number): Promise<{
+        value: string;
+        count: number;
+    }[]>;
+    /**
+     * Get sortable value from JobInfo/RunInfo
+     */
+    private getSortValue;
+    /**
+     * Get sortable value from RunInfoList (lightweight version)
+     */
+    private getSortValueForList;
+    /**
+     * Get sortable value from SchedulerInfo
+     */
+    private getSchedulerSortValue;
+    /**
+     * Get sortable value from DelayedJobInfo
+     */
+    private getDelayedSortValue;
+    /**
+     * Convert a BullMQ Job to JobInfo or RunInfoList
+     * @param job - The BullMQ job to convert
+     * @param fields - "list" for lightweight list view, "full" for complete job details
+     * @param knownState - Optional: skip getState() call if state is already known from fetch
+     */
+    private jobToInfo;
+    /**
+     * Retry multiple jobs across queues
+     * Processed in parallel for better performance
+     */
+    bulkRetry(jobs: {
+        queueName: string;
+        jobId: string;
+    }[]): Promise<{
+        success: number;
+        failed: number;
+    }>;
+    /**
+     * Delete multiple jobs across queues
+     * Processed in parallel for better performance
+     */
+    bulkDelete(jobs: {
+        queueName: string;
+        jobId: string;
+    }[]): Promise<{
+        success: number;
+        failed: number;
+    }>;
+    /**
+     * Promote multiple delayed jobs across queues (move to waiting)
+     * Processed in parallel for better performance
+     */
+    bulkPromote(jobs: {
+        queueName: string;
+        jobId: string;
+    }[]): Promise<{
+        success: number;
+        failed: number;
+    }>;
+    /**
+     * Get all flows (jobs that have children or are part of a flow) - cached
+     * Optimized to focus on waiting-children type first and early exit
+     */
+    getFlows(limit?: number): Promise<FlowSummary[]>;
+    /**
+     * Get a single flow tree by root job ID
+     */
+    getFlow(queueName: string, jobId: string): Promise<FlowNode | null>;
+    /**
+     * Create a new flow
+     */
+    createFlow(request: CreateFlowRequest): Promise<{
+        id: string;
+    }>;
+    /**
+     * Build a FlowJob from CreateFlowRequest or CreateFlowChildRequest
+     */
+    private buildFlowJob;
+    /**
+     * Convert BullMQ flow tree to our FlowNode structure
+     */
+    private convertFlowTree;
+    /**
+     * Count statistics for a flow tree
+     */
+    private countFlowStats;
+}
+
+/**
+ * Core Workbench class that manages the dashboard
+ */
+declare class WorkbenchCore {
+    readonly options: Required<Pick<WorkbenchOptions, "title" | "readonly">> & WorkbenchOptions;
+    readonly queueManager: QueueManager;
+    constructor(options: WorkbenchOptions | Queue[]);
+    /**
+     * Get the queue manager instance
+     */
+    getQueueManager(): QueueManager;
+    /**
+     * Check if authentication is required
+     */
+    requiresAuth(): boolean;
+    /**
+     * Validate authentication credentials
+     */
+    validateAuth(username: string, password: string): boolean;
+    /**
+     * Get dashboard configuration for the UI
+     */
+    getConfig(): {
+        title: string;
+        logo: string | undefined;
+        readonly: boolean;
+        queues: string[];
+        tags: string[];
+    };
+}
+
+/**
+ * Create API routes for Workbench
+ */
+declare function createApiRoutes(core: WorkbenchCore): Hono;
+
+/**
+ * Absolute filesystem path to the bundled UI assets (index.html + /assets).
+ * Adapters should serve static files from this directory.
+ */
+declare const UI_DIST_PATH: string;
+
+export { type ActivityBucket, type ActivityStatsResponse, type CreateFlowChildRequest, type CreateFlowRequest, type DelayedJobInfo, type DelayedSortField, type FailingJobType, type FlowNode, type FlowSummary, type HourlyBucket, type JobInfo, type JobStatus, type JobTags, type MetricsResponse, type OverviewStats, type PaginatedResponse, type QueueInfo, QueueManager, type QueueMetrics, type RepeatableSortField, type RunInfo, type RunInfoList, type RunSortField, type SchedulerInfo, type SearchResult, type SlowestJob, type SortDirection, type SortOptions, type TestJobRequest, UI_DIST_PATH, WorkbenchCore, type WorkbenchOptions, type WorkerInfo, createApiRoutes };