@rudderjs/horizon 0.0.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Suleiman Shahbari
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,87 @@
+# @rudderjs/horizon
+
+Queue monitoring dashboard for RudderJS — tracks job lifecycle, queue metrics, and worker status with a built-in UI.
+
+## Installation
+
+```bash
+pnpm add @rudderjs/horizon
+```
+
+## Setup
+
+```ts
+// bootstrap/providers.ts
+import { horizon } from '@rudderjs/horizon'
+import configs from '../config/index.js'
+export default [..., horizon(configs.horizon), ...]
+```
+
+## Horizon Facade
+
+```ts
+import { Horizon } from '@rudderjs/horizon'
+
+const jobs    = await Horizon.recentJobs({ queue: 'emails', perPage: 25 })
+const failed  = await Horizon.failedJobs()
+const job     = await Horizon.findJob('job-id')
+const metrics = await Horizon.currentMetrics()
+const workers = await Horizon.workers()
+const count   = await Horizon.jobCount('failed')
+```
+
+## `Horizon` Methods
+
+| Method | Returns | Description |
+|--------|---------|-------------|
+| `recentJobs(options?)` | `HorizonJob[]` | List recent jobs with optional filters |
+| `failedJobs(options?)` | `HorizonJob[]` | List failed jobs |
+| `findJob(id)` | `HorizonJob \| null` | Find a single job by ID |
+| `currentMetrics()` | `QueueMetric[]` | Latest metric snapshot per queue |
+| `workers()` | `WorkerInfo[]` | All known workers and their status |
+| `jobCount(status?)` | `number` | Count jobs, optionally by status |
+
+## Storage Drivers
+
+- **`memory`** (default) — In-process, bounded by `maxJobs`. Good for development.
+- **`sqlite`** — Persistent storage via `better-sqlite3`. Run `pnpm add better-sqlite3` to enable.
+
+## Configuration
+
+```ts
+// config/horizon.ts
+export default {
+  enabled: true,
+  path: 'horizon',             // Dashboard route prefix
+  storage: 'memory',           // 'memory' | 'sqlite'
+  sqlitePath: '.horizon.db',
+  maxJobs: 1000,               // Max jobs in memory storage
+  pruneAfterHours: 72,         // Auto-prune old records
+  metricsIntervalMs: 60_000,   // Metrics polling interval
+  auth: null,                  // Optional auth callback for dashboard
+} satisfies HorizonConfig
+```
+
+## Collectors
+
+Horizon auto-registers three collectors on boot:
+
+- **JobCollector** — Intercepts job dispatch/processing/completion/failure events
+- **MetricsCollector** — Periodically polls queue adapter for throughput, wait time, runtime
+- **WorkerCollector** — Tracks the current process as a worker (memory, job count)
+
+## Dashboard
+
+Horizon serves a built-in UI at `/{path}` with pages for:
+
+- Dashboard overview
+- Recent jobs
+- Failed jobs (with retry/delete)
+- Queue metrics
+- Worker status
+
+## Notes
+
+- Requires `@rudderjs/queue` for job lifecycle hooks.
+- Peers: `@rudderjs/router` and `@rudderjs/middleware` for route registration.
+- Auto-prune runs on a background interval (does not block the event loop).

package/boost/guidelines.md

@@ -0,0 +1,38 @@
+# @rudderjs/horizon — AI Coding Guidelines
+
+## What This Package Does
+
+Horizon is a deep queue monitoring tool for RudderJS applications. It goes beyond basic job recording (Telescope) to provide full job lifecycle tracking, per-queue metrics, worker status, and failed job management (retry/delete).
+
+## Architecture
+
+Three collectors:
+1. **JobCollector** — Wraps `QueueAdapter.dispatch()` to track full job lifecycle (pending → processing → completed/failed)
+2. **MetricsCollector** — Periodically snapshots per-queue stats: throughput, wait time, runtime, pending/active/completed/failed counts
+3. **WorkerCollector** — Reports current process as a worker with memory usage and job counts
+
+## Key Patterns
+
+- `HorizonJob` records the full lifecycle: dispatchedAt, startedAt, completedAt, duration, exception
+- Metrics are collected at configurable intervals (default 60s) and stored per-queue
+- Worker status is self-reported from the current process
+- Failed jobs can be retried via the API (delegates to `QueueAdapter.retryFailed()`)
+- Uses `@rudderjs/queue` as a direct dependency (not optional)
+
+## API Endpoints
+
+- `GET /horizon/api/stats` — Overview (job counts, queue metrics, worker count)
+- `GET /horizon/api/jobs/recent` — Recent jobs with filtering
+- `GET /horizon/api/jobs/failed` — Failed jobs list
+- `GET /horizon/api/jobs/:id` — Job detail
+- `POST /horizon/api/jobs/:id/retry` — Retry a failed job
+- `DELETE /horizon/api/jobs/:id` — Delete a job record
+- `GET /horizon/api/queues` — Current metrics for all queues
+- `GET /horizon/api/queues/:queue` — 24h metric history for a specific queue
+- `GET /horizon/api/workers` — Worker status list
+
+## Do NOT
+
+- Block the dispatch path — storage writes should be fast (fire-and-forget for memory)
+- Store full job payloads for sensitive data — use `safeSerialize` which strips functions
+- Wrap the adapter if no adapter is registered — always check `QueueRegistry.get()` first

package/dist/api/routes.d.ts

@@ -0,0 +1,6 @@
+import type { HorizonStorage, HorizonConfig } from '../types.js';
+/**
+ * Register all Horizon API + UI routes on the router.
+ */
+export declare function registerRoutes(storage: HorizonStorage, config: HorizonConfig): Promise<void>;
+//# sourceMappingURL=routes.d.ts.map

package/dist/api/routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../../src/api/routes.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAGhE;;GAEG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,cAAc,EACvB,MAAM,EAAG,aAAa,GACrB,OAAO,CAAC,IAAI,CAAC,CAuIf"}

package/dist/api/routes.js

@@ -0,0 +1,140 @@
+import { QueueRegistry } from '@rudderjs/queue';
+import { dashboardPage, recentJobsPage, failedJobsPage, queuesPage, workersPage } from '../ui/pages.js';
+/**
+ * Register all Horizon API + UI routes on the router.
+ */
+export async function registerRoutes(storage, config) {
+    const { router } = await import('@rudderjs/router');
+    const basePath = `/${config.path ?? 'horizon'}`;
+    const prefix = `${basePath}/api`;
+    const middleware = config.auth ? [authMiddleware(config)] : [];
+    // ── UI Pages ─────────────────────────────────────────────
+    const html = (_req, res, content) => res.header('Content-Type', 'text/html').send(content);
+    router.get(basePath, (r, s) => html(r, s, dashboardPage(basePath, prefix)), middleware);
+    router.get(`${basePath}/jobs/recent`, (r, s) => html(r, s, recentJobsPage(basePath, prefix)), middleware);
+    router.get(`${basePath}/jobs/failed`, (r, s) => html(r, s, failedJobsPage(basePath, prefix)), middleware);
+    router.get(`${basePath}/queues`, (r, s) => html(r, s, queuesPage(basePath, prefix)), middleware);
+    router.get(`${basePath}/workers`, (r, s) => html(r, s, workersPage(basePath, prefix)), middleware);
+    // ── Overview stats ───────────────────────────────────────
+    router.get(`${prefix}/stats`, async (_req, res) => {
+        const [total, pending, processing, completed, failed, metrics, workerList] = await Promise.all([
+            storage.jobCount(),
+            storage.jobCount('pending'),
+            storage.jobCount('processing'),
+            storage.jobCount('completed'),
+            storage.jobCount('failed'),
+            storage.currentMetrics(),
+            storage.workers(),
+        ]);
+        res.json({
+            jobs: { total, pending, processing, completed, failed },
+            queues: metrics,
+            workers: workerList.length,
+        });
+    }, middleware);
+    // ── Recent jobs ──────────────────────────────────────────
+    router.get(`${prefix}/jobs/recent`, async (req, res) => {
+        const jobs = await storage.recentJobs({
+            page: parseInt(req.query['page'] ?? '1', 10),
+            perPage: parseInt(req.query['per_page'] ?? '50', 10),
+            queue: req.query['queue'],
+            search: req.query['search'],
+            status: req.query['status'],
+        });
+        const total = await storage.jobCount();
+        res.json({ data: jobs, meta: { total } });
+    }, middleware);
+    // ── Failed jobs ──────────────────────────────────────────
+    router.get(`${prefix}/jobs/failed`, async (req, res) => {
+        const jobs = await storage.failedJobs({
+            page: parseInt(req.query['page'] ?? '1', 10),
+            perPage: parseInt(req.query['per_page'] ?? '50', 10),
+            queue: req.query['queue'],
+            search: req.query['search'],
+        });
+        const total = await storage.jobCount('failed');
+        res.json({ data: jobs, meta: { total } });
+    }, middleware);
+    // ── Single job detail ────────────────────────────────────
+    router.get(`${prefix}/jobs/:id`, async (req, res) => {
+        const job = await storage.findJob(req.params['id'] ?? '');
+        if (!job) {
+            res.status(404).json({ message: 'Job not found.' });
+            return;
+        }
+        res.json({ data: job });
+    }, middleware);
+    // ── Retry a failed job ───────────────────────────────────
+    router.post(`${prefix}/jobs/:id/retry`, async (req, res) => {
+        const job = await storage.findJob(req.params['id'] ?? '');
+        if (!job) {
+            res.status(404).json({ message: 'Job not found.' });
+            return;
+        }
+        if (job.status !== 'failed') {
+            res.status(422).json({ message: 'Only failed jobs can be retried.' });
+            return;
+        }
+        // Use the queue adapter's retry if available, otherwise re-dispatch
+        const adapter = QueueRegistry.get();
+        if (adapter?.retryFailed) {
+            await adapter.retryFailed(job.queue);
+            storage.updateJob(job.id, { status: 'pending', exception: null });
+            res.json({ message: 'Job queued for retry.' });
+        }
+        else {
+            res.status(501).json({ message: 'Queue adapter does not support retry.' });
+        }
+    }, middleware);
+    // ── Delete a failed job ──────────────────────────────────
+    router.delete(`${prefix}/jobs/:id`, async (req, res) => {
+        const job = await storage.findJob(req.params['id'] ?? '');
+        if (!job) {
+            res.status(404).json({ message: 'Job not found.' });
+            return;
+        }
+        storage.deleteJob(job.id);
+        res.json({ message: 'Job deleted.' });
+    }, middleware);
+    // ── Queue-level metrics ──────────────────────────────────
+    router.get(`${prefix}/queues`, async (_req, res) => {
+        const metrics = await storage.currentMetrics();
+        res.json({ data: metrics });
+    }, middleware);
+    router.get(`${prefix}/queues/:queue`, async (req, res) => {
+        const queue = req.params['queue'] ?? 'default';
+        const since = new Date(Date.now() - 24 * 60 * 60 * 1000); // last 24h
+        const history = await storage.metrics(queue, since);
+        // Also get live stats from the adapter if available
+        let live = null;
+        const adapter = QueueRegistry.get();
+        if (adapter?.status) {
+            try {
+                live = await adapter.status(queue);
+            }
+            catch {
+                // Not available
+            }
+        }
+        res.json({ queue, history, live });
+    }, middleware);
+    // ── Worker status ────────────────────────────────────────
+    router.get(`${prefix}/workers`, async (_req, res) => {
+        const workerList = await storage.workers();
+        res.json({ data: workerList });
+    }, middleware);
+}
+// ─── Auth Middleware ────────────────────────────────────────
+function authMiddleware(config) {
+    return async (req, res, next) => {
+        if (config.auth) {
+            const allowed = await config.auth(req);
+            if (!allowed) {
+                res.status(403).json({ message: 'Unauthorized.' });
+                return;
+            }
+        }
+        return next();
+    };
+}
+//# sourceMappingURL=routes.js.map

package/dist/api/routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.js","sourceRoot":"","sources":["../../src/api/routes.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAE/C,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAEvG;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAuB,EACvB,MAAsB;IAEtB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;IAEnD,MAAM,QAAQ,GAAI,IAAI,MAAM,CAAC,IAAI,IAAI,SAAS,EAAE,CAAA;IAChD,MAAM,MAAM,GAAM,GAAG,QAAQ,MAAM,CAAA;IACnC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAE9D,4DAA4D;IAC5D,MAAM,IAAI,GAAG,CAAC,IAAgB,EAAE,GAAgB,EAAE,OAAe,EAAE,EAAE,CACnE,GAAG,CAAC,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAEvD,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAmB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;IACxG,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;IACzG,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;IACzG,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,SAAS,EAAO,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;IACrG,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,UAAU,EAAM,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;IAEtG,4DAA4D;IAC5D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,QAAQ,EAAE,KAAK,EAAE,IAAgB,EAAE,GAAgB,EAAE,EAAE;QACzE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC7F,OAAO,CAAC,QAAQ,EAAE;YAClB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC3B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC9B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC7B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC1B,OAAO,CAAC,cAAc,EAAE;YACxB,OAAO,CAAC,OAAO,EAAE;SAClB,CAAC,CAAA;QAEF,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAK,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE;YAC1D,MAAM,EAAG,OAAO;YAChB,OAAO,EAAE,UAAU,CAAC,MAAM;SAC3B,CAAC,CAAA;IACJ,CAAC,EAAE,UAAU,CAAC,CAAA;IAEd,4DAA4D;IAC5D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,cAAc,EAAE,KAAK,EAAE,GAAe,EAAE,GAAgB,EAAE,EAAE;QAC9E,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACpC,IAAI,EAAK,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAQ,GAAG,EAAE,EAAE,CAAC;YACnD,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;YACpD,KAAK,EAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;YAC3B,MAAM,EAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC5B,MAAM,EAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAkE;SAC9F,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;QACtC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAA;IAC3C,CAAC,EAAE,UAAU,CAAC,CAAA;IAEd,4DAA4D;IAC5D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,cAAc,EAAE,KAAK,EAAE,GAAe,EAAE,GAAgB,EAAE,EAAE;QAC9E,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACpC,IAAI,EAAK,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAQ,GAAG,EAAE,EAAE,CAAC;YACnD,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;YACpD,KAAK,EAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;YAC3B,MAAM,EAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC;SAC7B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAC9C,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAA;IAC3C,CAAC,EAAE,UAAU,CAAC,CAAA;IAEd,4DAA4D;IAC5D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,WAAW,EAAE,KAAK,EAAE,GAAe,EAAE,GAAgB,EAAE,EAAE;QAC3E,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;QACzD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAA;YACnD,OAAM;QACR,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAA;IACzB,CAAC,EAAE,UAAU,CAAC,CAAA;IAEd,4DAA4D;IAC5D,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,iBAAiB,EAAE,KAAK,EAAE,GAAe,EAAE,GAAgB,EAAE,EAAE;QAClF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;QACzD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAA;YACnD,OAAM;QACR,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC5B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,kCAAkC,EAAE,CAAC,CAAA;YACrE,OAAM;QACR,CAAC;QAED,oEAAoE;QACpE,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,EAAE,CAAA;QACnC,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;YACzB,MAAM,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YACpC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;YACjE,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC,CAAA;QAChD,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,uCAAuC,EAAE,CAAC,CAAA;QAC5E,CAAC;IACH,CAAC,EAAE,UAAU,CAAC,CAAA;IAEd,4DAA4D;IAC5D,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,WAAW,EAAE,KAAK,EAAE,GAAe,EAAE,GAAgB,EAAE,EAAE;QAC9E,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;QACzD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAA;YACnD,OAAM;QACR,CAAC;QACD,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACzB,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAA;IACvC,CAAC,EAAE,UAAU,CAAC,CAAA;IAEd,4DAA4D;IAC5D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,IAAgB,EAAE,GAAgB,EAAE,EAAE;QAC1E,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,cAAc,EAAE,CAAA;QAC9C,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAA;IAC7B,CAAC,EAAE,UAAU,CAAC,CAAA;IAEd,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,gBAAgB,EAAE,KAAK,EAAE,GAAe,EAAE,GAAgB,EAAE,EAAE;QAChF,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,SAAS,CAAA;QAC9C,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAA,CAAC,WAAW;QACpE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAEnD,oDAAoD;QACpD,IAAI,IAAI,GAAG,IAAI,CAAA;QACf,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,EAAE,CAAA;QACnC,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,gBAAgB;YAClB,CAAC;QACH,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IACpC,CAAC,EAAE,UAAU,CAAC,CAAA;IAEd,4DAA4D;IAC5D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,UAAU,EAAE,KAAK,EAAE,IAAgB,EAAE,GAAgB,EAAE,EAAE;QAC3E,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;QAC1C,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;IAChC,CAAC,EAAE,UAAU,CAAC,CAAA;AAChB,CAAC;AAED,+DAA+D;AAE/D,SAAS,cAAc,CAAC,MAAqB;IAC3C,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC9B,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAA;gBAClD,OAAM;YACR,CAAC;QACH,CAAC;QACD,OAAO,IAAI,EAAE,CAAA;IACf,CAAC,CAAA;AACH,CAAC"}

package/dist/collectors/job.d.ts

@@ -0,0 +1,12 @@
+import type { HorizonStorage } from '../types.js';
+/**
+ * Intercepts job dispatch and execution to record full job lifecycle.
+ * Wraps the QueueAdapter to capture dispatch, start, completion, and failure events.
+ */
+export declare class JobCollector {
+    private readonly storage;
+    readonly name = "Job Collector";
+    constructor(storage: HorizonStorage);
+    register(): void;
+}
+//# sourceMappingURL=job.d.ts.map

package/dist/collectors/job.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../../src/collectors/job.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAc,MAAM,aAAa,CAAA;AAE7D;;;GAGG;AACH,qBAAa,YAAY;IAGX,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,QAAQ,CAAC,IAAI,mBAAkB;gBAEF,OAAO,EAAE,cAAc;IAEpD,QAAQ,IAAI,IAAI;CAwEjB"}

package/dist/collectors/job.js

@@ -0,0 +1,85 @@
+import { randomUUID } from 'node:crypto';
+import { QueueRegistry } from '@rudderjs/queue';
+/**
+ * Intercepts job dispatch and execution to record full job lifecycle.
+ * Wraps the QueueAdapter to capture dispatch, start, completion, and failure events.
+ */
+export class JobCollector {
+    storage;
+    name = 'Job Collector';
+    constructor(storage) {
+        this.storage = storage;
+    }
+    register() {
+        const adapter = QueueRegistry.get();
+        if (!adapter)
+            return;
+        const storage = this.storage;
+        const originalDispatch = adapter.dispatch.bind(adapter);
+        adapter['dispatch'] = async (job, options) => {
+            const id = randomUUID();
+            const name = job.constructor.name;
+            const queue = options?.queue ?? job.constructor['queue'] ?? 'default';
+            const now = new Date();
+            // Record dispatch
+            const record = {
+                id,
+                name,
+                queue,
+                status: 'pending',
+                payload: safeSerialize(job),
+                attempts: 0,
+                exception: null,
+                dispatchedAt: now,
+                startedAt: null,
+                completedAt: null,
+                duration: null,
+                tags: [`job:${name}`, `queue:${queue}`],
+            };
+            storage.recordJob(record);
+            // Track start/complete/fail via wrapping the job's handle method
+            const originalHandle = job.handle.bind(job);
+            const originalFailed = job.failed?.bind(job);
+            job.handle = async () => {
+                const startedAt = new Date();
+                storage.updateJob(id, { status: 'processing', startedAt, attempts: record.attempts + 1 });
+                try {
+                    await originalHandle();
+                    const completedAt = new Date();
+                    const duration = completedAt.getTime() - startedAt.getTime();
+                    storage.updateJob(id, { status: 'completed', completedAt, duration });
+                }
+                catch (err) {
+                    const completedAt = new Date();
+                    const duration = completedAt.getTime() - startedAt.getTime();
+                    storage.updateJob(id, {
+                        status: 'failed',
+                        completedAt,
+                        duration,
+                        exception: err instanceof Error ? err.message : String(err),
+                    });
+                    throw err;
+                }
+            };
+            if (originalFailed) {
+                job.failed = async (error) => {
+                    storage.updateJob(id, {
+                        status: 'failed',
+                        exception: error instanceof Error ? error.message : String(error),
+                    });
+                    await originalFailed(error);
+                };
+            }
+            await originalDispatch(job, options);
+        };
+    }
+}
+function safeSerialize(obj) {
+    try {
+        return JSON.parse(JSON.stringify(obj));
+    }
+    catch {
+        return {};
+    }
+}
+//# sourceMappingURL=job.js.map

package/dist/collectors/job.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job.js","sourceRoot":"","sources":["../../src/collectors/job.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,aAAa,EAAkC,MAAM,iBAAiB,CAAA;AAG/E;;;GAGG;AACH,MAAM,OAAO,YAAY;IAGM;IAFpB,IAAI,GAAG,eAAe,CAAA;IAE/B,YAA6B,OAAuB;QAAvB,YAAO,GAAP,OAAO,CAAgB;IAAG,CAAC;IAExD,QAAQ;QACN,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,EAAE,CAAA;QACnC,IAAI,CAAC,OAAO;YAAE,OAAM;QAEpB,MAAM,OAAO,GAAY,IAAI,CAAC,OAAO,CAAA;QACrC,MAAM,gBAAgB,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAEtD;QAAC,OAA8C,CAAC,UAAU,CAAC,GAAG,KAAK,EAClE,GAAQ,EACR,OAAyB,EACV,EAAE;YACjB,MAAM,EAAE,GAAM,UAAU,EAAE,CAAA;YAC1B,MAAM,IAAI,GAAI,GAAG,CAAC,WAAW,CAAC,IAAI,CAAA;YAClC,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAK,GAAG,CAAC,WAAkD,CAAC,OAAO,CAAW,IAAI,SAAS,CAAA;YACvH,MAAM,GAAG,GAAK,IAAI,IAAI,EAAE,CAAA;YAExB,kBAAkB;YAClB,MAAM,MAAM,GAAe;gBACzB,EAAE;gBACF,IAAI;gBACJ,KAAK;gBACL,MAAM,EAAQ,SAAS;gBACvB,OAAO,EAAO,aAAa,CAAC,GAAG,CAAC;gBAChC,QAAQ,EAAM,CAAC;gBACf,SAAS,EAAK,IAAI;gBAClB,YAAY,EAAE,GAAG;gBACjB,SAAS,EAAK,IAAI;gBAClB,WAAW,EAAG,IAAI;gBAClB,QAAQ,EAAM,IAAI;gBAClB,IAAI,EAAU,CAAC,OAAO,IAAI,EAAE,EAAE,SAAS,KAAK,EAAE,CAAC;aAChD,CAAA;YACD,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YAEzB,iEAAiE;YACjE,MAAM,cAAc,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAC3C,MAAM,cAAc,GAAG,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;YAE5C,GAAG,CAAC,MAAM,GAAG,KAAK,IAAI,EAAE;gBACtB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAA;gBAC5B,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,CAAA;gBAEzF,IAAI,CAAC;oBACH,MAAM,cAAc,EAAE,CAAA;oBACtB,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAA;oBAC9B,MAAM,QAAQ,GAAM,WAAW,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE,CAAA;oBAC/D,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAA;gBACvE,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAA;oBAC9B,MAAM,QAAQ,GAAM,WAAW,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE,CAAA;oBAC/D,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE;wBACpB,MAAM,EAAK,QAAQ;wBACnB,WAAW;wBACX,QAAQ;wBACR,SAAS,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;qBAC5D,CAAC,CAAA;oBACF,MAAM,GAAG,CAAA;gBACX,CAAC;YACH,CAAC,CAAA;YAED,IAAI,cAAc,EAAE,CAAC;gBACnB,GAAG,CAAC,MAAM,GAAG,KAAK,EAAE,KAAc,EAAE,EAAE;oBACpC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE;wBACpB,MAAM,EAAK,QAAQ;wBACnB,SAAS,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAClE,CAAC,CAAA;oBACF,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;gBAC7B,CAAC,CAAA;YACH,CAAC;YAED,MAAO,gBAA2E,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;QAClG,CAAC,CAAA;IACH,CAAC;CACF;AAED,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAA4B,CAAA;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC"}

package/dist/collectors/metrics.d.ts

@@ -0,0 +1,19 @@
+import type { HorizonStorage } from '../types.js';
+/**
+ * Periodically polls the queue adapter for stats and records metrics per queue.
+ * Also tracks job throughput by counting completed jobs in each interval.
+ */
+export declare class MetricsCollector {
+    private readonly storage;
+    private readonly intervalMs;
+    readonly name = "Metrics Collector";
+    private throughputCounters;
+    private waitTimeAccum;
+    private runtimeAccum;
+    constructor(storage: HorizonStorage, intervalMs?: number);
+    register(): void;
+    /** Called by the job collector when a job completes */
+    recordJobCompleted(queue: string, waitTime: number, runtime: number): void;
+    private collect;
+}
+//# sourceMappingURL=metrics.d.ts.map

package/dist/collectors/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/collectors/metrics.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAe,MAAM,aAAa,CAAA;AAE9D;;;GAGG;AACH,qBAAa,gBAAgB;IAOzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAP7B,QAAQ,CAAC,IAAI,uBAAsB;IACnC,OAAO,CAAC,kBAAkB,CAAiC;IAC3D,OAAO,CAAC,aAAa,CAAyD;IAC9E,OAAO,CAAC,YAAY,CAAyD;gBAG1D,OAAO,EAAE,cAAc,EACvB,UAAU,GAAE,MAAe;IAG9C,QAAQ,IAAI,IAAI;IAKhB,uDAAuD;IACvD,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;YAc5D,OAAO;CA2DtB"}

package/dist/collectors/metrics.js

@@ -0,0 +1,90 @@
+import { QueueRegistry } from '@rudderjs/queue';
+/**
+ * Periodically polls the queue adapter for stats and records metrics per queue.
+ * Also tracks job throughput by counting completed jobs in each interval.
+ */
+export class MetricsCollector {
+    storage;
+    intervalMs;
+    name = 'Metrics Collector';
+    throughputCounters = new Map();
+    waitTimeAccum = new Map();
+    runtimeAccum = new Map();
+    constructor(storage, intervalMs = 60_000) {
+        this.storage = storage;
+        this.intervalMs = intervalMs;
+    }
+    register() {
+        const timer = setInterval(() => this.collect(), this.intervalMs);
+        timer.unref();
+    }
+    /** Called by the job collector when a job completes */
+    recordJobCompleted(queue, waitTime, runtime) {
+        this.throughputCounters.set(queue, (this.throughputCounters.get(queue) ?? 0) + 1);
+        const wt = this.waitTimeAccum.get(queue) ?? { sum: 0, count: 0 };
+        wt.sum += waitTime;
+        wt.count += 1;
+        this.waitTimeAccum.set(queue, wt);
+        const rt = this.runtimeAccum.get(queue) ?? { sum: 0, count: 0 };
+        rt.sum += runtime;
+        rt.count += 1;
+        this.runtimeAccum.set(queue, rt);
+    }
+    async collect() {
+        const adapter = QueueRegistry.get();
+        if (!adapter)
+            return;
+        // Collect metrics for each queue we've seen throughput on
+        const queues = new Set(this.throughputCounters.keys());
+        // Also query the adapter for known queue stats
+        if (adapter.status) {
+            try {
+                const stats = await adapter.status();
+                // Default queue always exists
+                if (!queues.has('default'))
+                    queues.add('default');
+                void stats; // We'll use per-queue stats below
+            }
+            catch {
+                // Adapter doesn't support per-queue stats
+            }
+        }
+        for (const queue of queues) {
+            const throughput = this.throughputCounters.get(queue) ?? 0;
+            const wt = this.waitTimeAccum.get(queue);
+            const rt = this.runtimeAccum.get(queue);
+            const avgWait = wt && wt.count > 0 ? Math.round((wt.sum / wt.count) * 100) / 100 : 0;
+            const avgRuntime = rt && rt.count > 0 ? Math.round((rt.sum / rt.count) * 100) / 100 : 0;
+            // Try to get real queue stats from the adapter
+            let pending = 0, active = 0, completed = 0, failed = 0;
+            if (adapter.status) {
+                try {
+                    const stats = await adapter.status(queue);
+                    pending = stats.waiting;
+                    active = stats.active;
+                    completed = stats.completed;
+                    failed = stats.failed;
+                }
+                catch {
+                    // Not supported for this queue
+                }
+            }
+            const metric = {
+                queue,
+                throughput,
+                waitTime: avgWait,
+                runtime: avgRuntime,
+                pending,
+                active,
+                completed,
+                failed,
+            };
+            this.storage.recordMetric(metric);
+        }
+        // Reset accumulators
+        this.throughputCounters.clear();
+        this.waitTimeAccum.clear();
+        this.runtimeAccum.clear();
+    }
+}
+//# sourceMappingURL=metrics.js.map

package/dist/collectors/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/collectors/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAG/C;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IAOR;IACA;IAPV,IAAI,GAAG,mBAAmB,CAAA;IAC3B,kBAAkB,GAAwB,IAAI,GAAG,EAAE,CAAA;IACnD,aAAa,GAAgD,IAAI,GAAG,EAAE,CAAA;IACtE,YAAY,GAAgD,IAAI,GAAG,EAAE,CAAA;IAE7E,YACmB,OAAuB,EACvB,aAAqB,MAAM;QAD3B,YAAO,GAAP,OAAO,CAAgB;QACvB,eAAU,GAAV,UAAU,CAAiB;IAC3C,CAAC;IAEJ,QAAQ;QACN,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;QAChE,KAAK,CAAC,KAAK,EAAE,CAAA;IACf,CAAC;IAED,uDAAuD;IACvD,kBAAkB,CAAC,KAAa,EAAE,QAAgB,EAAE,OAAe;QACjE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAEjF,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QAChE,EAAE,CAAC,GAAG,IAAI,QAAQ,CAAA;QAClB,EAAE,CAAC,KAAK,IAAI,CAAC,CAAA;QACb,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAEjC,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QAC/D,EAAE,CAAC,GAAG,IAAI,OAAO,CAAA;QACjB,EAAE,CAAC,KAAK,IAAI,CAAC,CAAA;QACb,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IAClC,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,EAAE,CAAA;QACnC,IAAI,CAAC,OAAO;YAAE,OAAM;QAEpB,0DAA0D;QAC1D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAA;QAEtD,+CAA+C;QAC/C,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,CAAA;gBACpC,8BAA8B;gBAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;oBAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;gBACjD,KAAK,KAAK,CAAA,CAAC,kCAAkC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,0CAA0C;YAC5C,CAAC;QACH,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC1D,MAAM,EAAE,GAAW,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAChD,MAAM,EAAE,GAAW,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAC/C,MAAM,OAAO,GAAM,EAAE,IAAI,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YACvF,MAAM,UAAU,GAAG,EAAE,IAAI,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YAEvF,+CAA+C;YAC/C,IAAI,OAAO,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,EAAE,SAAS,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,CAAA;YACtD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;oBACzC,OAAO,GAAK,KAAK,CAAC,OAAO,CAAA;oBACzB,MAAM,GAAM,KAAK,CAAC,MAAM,CAAA;oBACxB,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;oBAC3B,MAAM,GAAM,KAAK,CAAC,MAAM,CAAA;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,+BAA+B;gBACjC,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAgB;gBAC1B,KAAK;gBACL,UAAU;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAG,UAAU;gBACpB,OAAO;gBACP,MAAM;gBACN,SAAS;gBACT,MAAM;aACP,CAAA;YAED,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACnC,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAA;QAC/B,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;QAC1B,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;CACF"}

package/dist/collectors/worker.d.ts

@@ -0,0 +1,19 @@
+import type { HorizonStorage } from '../types.js';
+/**
+ * Tracks the current process as a worker.
+ * Reports memory usage and job count periodically.
+ */
+export declare class WorkerCollector {
+    private readonly storage;
+    private readonly queue;
+    readonly name = "Worker Collector";
+    private readonly workerId;
+    private jobsRun;
+    private lastJobAt;
+    constructor(storage: HorizonStorage, queue?: string);
+    register(): void;
+    /** Call when a job is processed by this worker */
+    recordJobProcessed(): void;
+    private report;
+}
+//# sourceMappingURL=worker.d.ts.map

package/dist/collectors/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../src/collectors/worker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAc,MAAM,aAAa,CAAA;AAE7D;;;GAGG;AACH,qBAAa,eAAe;IAOxB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,KAAK;IAPxB,QAAQ,CAAC,IAAI,sBAAqB;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAQ;IACjC,OAAO,CAAC,OAAO,CAAI;IACnB,OAAO,CAAC,SAAS,CAAoB;gBAGlB,OAAO,EAAE,cAAc,EACvB,KAAK,GAAE,MAAkB;IAK5C,QAAQ,IAAI,IAAI;IAShB,kDAAkD;IAClD,kBAAkB,IAAI,IAAI;IAK1B,OAAO,CAAC,MAAM;CAaf"}

package/dist/collectors/worker.js

@@ -0,0 +1,44 @@
+import { randomUUID } from 'node:crypto';
+/**
+ * Tracks the current process as a worker.
+ * Reports memory usage and job count periodically.
+ */
+export class WorkerCollector {
+    storage;
+    queue;
+    name = 'Worker Collector';
+    workerId;
+    jobsRun = 0;
+    lastJobAt = null;
+    constructor(storage, queue = 'default') {
+        this.storage = storage;
+        this.queue = queue;
+        this.workerId = `worker-${randomUUID().slice(0, 8)}`;
+    }
+    register() {
+        // Report initial status
+        this.report('active');
+        // Periodically update
+        const timer = setInterval(() => this.report('active'), 30_000);
+        timer.unref();
+    }
+    /** Call when a job is processed by this worker */
+    recordJobProcessed() {
+        this.jobsRun++;
+        this.lastJobAt = new Date();
+    }
+    report(status) {
+        const memUsage = process.memoryUsage();
+        const info = {
+            id: this.workerId,
+            queue: this.queue,
+            status,
+            jobsRun: this.jobsRun,
+            memoryMb: Math.round((memUsage.heapUsed / 1024 / 1024) * 100) / 100,
+            startedAt: new Date(),
+            lastJobAt: this.lastJobAt,
+        };
+        this.storage.recordWorker(info);
+    }
+}
+//# sourceMappingURL=worker.js.map

package/dist/collectors/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/collectors/worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAGxC;;;GAGG;AACH,MAAM,OAAO,eAAe;IAOP;IACA;IAPV,IAAI,GAAG,kBAAkB,CAAA;IACjB,QAAQ,CAAQ;IACzB,OAAO,GAAG,CAAC,CAAA;IACX,SAAS,GAAgB,IAAI,CAAA;IAErC,YACmB,OAAuB,EACvB,QAAgB,SAAS;QADzB,YAAO,GAAP,OAAO,CAAgB;QACvB,UAAK,GAAL,KAAK,CAAoB;QAE1C,IAAI,CAAC,QAAQ,GAAG,UAAU,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;IACtD,CAAC;IAED,QAAQ;QACN,wBAAwB;QACxB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAErB,sBAAsB;QACtB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAA;QAC9D,KAAK,CAAC,KAAK,EAAE,CAAA;IACf,CAAC;IAED,kDAAkD;IAClD,kBAAkB;QAChB,IAAI,CAAC,OAAO,EAAE,CAAA;QACd,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAA;IAC7B,CAAC;IAEO,MAAM,CAAC,MAA4B;QACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAA;QACtC,MAAM,IAAI,GAAe;YACvB,EAAE,EAAS,IAAI,CAAC,QAAQ;YACxB,KAAK,EAAM,IAAI,CAAC,KAAK;YACrB,MAAM;YACN,OAAO,EAAI,IAAI,CAAC,OAAO;YACvB,QAAQ,EAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;YACpE,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAA;QACD,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;IACjC,CAAC;CACF"}