@soleri/core 7.0.0 → 8.1.0

package/dist/plugins/types.d.ts

@@ -1,9 +1,12 @@
 /**
  * Plugin System — Types & Manifest Schema
  *
- * A plugin is a directory containing a `soleri-plugin.json` manifest
- * and optionally additional intelligence data. Plugins register
- * OpDefinition[] (facades) dynamically without re-scaffolding.
+ * @deprecated Prefer knowledge packs (`soleri-pack.json`) over plugins (`soleri-plugin.json`).
+ * Knowledge packs are a superset of plugins — they support facades, vault entries, skills,
+ * hooks, and capability declarations. Plugins only support facades and intelligence entries.
+ *
+ * This module is maintained for backwards compatibility. New extensions should use
+ * the pack system in `../packs/`. See docs/architecture/extension-tiers.md.
  */
 import { z } from 'zod';
 import type { FacadeConfig } from '../facades/types.js';
@@ -25,28 +28,28 @@ export declare const pluginManifestSchema: z.ZodObject<{
             description: z.ZodDefault<z.ZodOptional<z.ZodString>>;
             auth: z.ZodDefault<z.ZodOptional<z.ZodEnum<["read", "write", "admin"]>>>;
         }, "strip", z.ZodTypeAny, {
-            name: string;
             description: string;
-            auth: "write" | "read" | "admin";
+            name: string;
+            auth: "read" | "write" | "admin";
         }, {
             name: string;
             description?: string | undefined;
-            auth?: "write" | "read" | "admin" | undefined;
+            auth?: "read" | "write" | "admin" | undefined;
         }>, "many">;
     }, "strip", z.ZodTypeAny, {
-        name: string;
         description: string;
+        name: string;
         ops: {
-            name: string;
             description: string;
-            auth: "write" | "read" | "admin";
+            name: string;
+            auth: "read" | "write" | "admin";
         }[];
     }, {
         name: string;
         ops: {
             name: string;
             description?: string | undefined;
-            auth?: "write" | "read" | "admin" | undefined;
+            auth?: "read" | "write" | "admin" | undefined;
         }[];
         description?: string | undefined;
     }>, "many">>>;
@@ -60,43 +63,43 @@ export declare const pluginManifestSchema: z.ZodObject<{
         description: z.ZodString;
         tags: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodString, "many">>>;
     }, "strip", z.ZodTypeAny, {
-        id: string;
         type: string;
-        description: string;
-        title: string;
         tags: string[];
+        title: string;
+        description: string;
+        id: string;
         domain?: string | undefined;
         severity?: "critical" | "warning" | "suggestion" | undefined;
     }, {
-        id: string;
         type: string;
-        description: string;
         title: string;
+        description: string;
+        id: string;
         domain?: string | undefined;
         severity?: "critical" | "warning" | "suggestion" | undefined;
         tags?: string[] | undefined;
     }>, "many">>>;
 }, "strip", z.ZodTypeAny, {
+    description: string;
     id: string;
     name: string;
-    description: string;
     version: string;
     dependencies: string[];
     facades: {
-        name: string;
         description: string;
+        name: string;
         ops: {
-            name: string;
             description: string;
-            auth: "write" | "read" | "admin";
+            name: string;
+            auth: "read" | "write" | "admin";
         }[];
     }[];
     intelligence: {
-        id: string;
         type: string;
-        description: string;
-        title: string;
         tags: string[];
+        title: string;
+        description: string;
+        id: string;
         domain?: string | undefined;
         severity?: "critical" | "warning" | "suggestion" | undefined;
     }[];
@@ -105,23 +108,23 @@ export declare const pluginManifestSchema: z.ZodObject<{
     id: string;
     name: string;
     version: string;
-    description?: string | undefined;
     domain?: string | undefined;
+    description?: string | undefined;
     dependencies?: string[] | undefined;
     facades?: {
         name: string;
         ops: {
             name: string;
             description?: string | undefined;
-            auth?: "write" | "read" | "admin" | undefined;
+            auth?: "read" | "write" | "admin" | undefined;
         }[];
         description?: string | undefined;
     }[] | undefined;
     intelligence?: {
-        id: string;
         type: string;
-        description: string;
         title: string;
+        description: string;
+        id: string;
         domain?: string | undefined;
         severity?: "critical" | "warning" | "suggestion" | undefined;
         tags?: string[] | undefined;
@@ -163,7 +166,9 @@ export type PluginFacadeBuilder = (ctx: PluginContext) => FacadeConfig[];
  * Context passed to plugin facade builders during activation.
  */
 export interface PluginContext {
-    /** The agent runtime — full access to vault, brain, planner, etc. */
+    /** Narrowed runtime — vault, projects, session checks. Preferred over full runtime. */
+    packRuntime: import('../domain-packs/pack-runtime.js').PackRuntime;
+    /** @deprecated Full agent runtime. Use packRuntime instead — only vault, projects, and session checks are guaranteed. */
     runtime: unknown;
     /** The plugin's own manifest */
     manifest: PluginManifest;

package/dist/plugins/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/plugins/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAMxD,eAAO,MAAM,oBAAoB;;;;;IAK/B,oDAAoD;;IAEpD,+DAA+D;;IAE/D,oDAAoD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAiBpD,kDAAkD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAelD,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAMlE,MAAM,MAAM,YAAY,GAAG,YAAY,GAAG,QAAQ,GAAG,OAAO,GAAG,aAAa,CAAC;AAC7E,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;AAE/D;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,cAAc,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,gBAAgB,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,cAAc,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,gBAAgB,CAAC;IAC7B,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;;GAKG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,GAAG,EAAE,aAAa,KAAK,YAAY,EAAE,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,qEAAqE;IACrE,OAAO,EAAE,OAAO,CAAC;IACjB,gCAAgC;IAChC,QAAQ,EAAE,cAAc,CAAC;IACzB,qCAAqC;IACrC,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACrD"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/plugins/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAMxD,eAAO,MAAM,oBAAoB;;;;;IAK/B,oDAAoD;;IAEpD,+DAA+D;;IAE/D,oDAAoD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAiBpD,kDAAkD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAelD,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAMlE,MAAM,MAAM,YAAY,GAAG,YAAY,GAAG,QAAQ,GAAG,OAAO,GAAG,aAAa,CAAC;AAC7E,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;AAE/D;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,cAAc,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,gBAAgB,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,cAAc,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,gBAAgB,CAAC;IAC7B,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;;GAKG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,GAAG,EAAE,aAAa,KAAK,YAAY,EAAE,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,uFAAuF;IACvF,WAAW,EAAE,OAAO,iCAAiC,EAAE,WAAW,CAAC;IACnE,yHAAyH;IACzH,OAAO,EAAE,OAAO,CAAC;IACjB,gCAAgC;IAChC,QAAQ,EAAE,cAAc,CAAC;IACzB,qCAAqC;IACrC,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACrD"}

package/dist/plugins/types.js

@@ -1,9 +1,12 @@
 /**
  * Plugin System — Types & Manifest Schema
  *
- * A plugin is a directory containing a `soleri-plugin.json` manifest
- * and optionally additional intelligence data. Plugins register
- * OpDefinition[] (facades) dynamically without re-scaffolding.
+ * @deprecated Prefer knowledge packs (`soleri-pack.json`) over plugins (`soleri-plugin.json`).
+ * Knowledge packs are a superset of plugins — they support facades, vault entries, skills,
+ * hooks, and capability declarations. Plugins only support facades and intelligence entries.
+ *
+ * This module is maintained for backwards compatibility. New extensions should use
+ * the pack system in `../packs/`. See docs/architecture/extension-tiers.md.
  */
 import { z } from 'zod';
 // =============================================================================

package/dist/plugins/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/plugins/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,gFAAgF;AAChF,2CAA2C;AAC3C,gFAAgF;AAEhF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,uDAAuD,CAAC;IAC7F,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,iBAAiB,EAAE,gCAAgC,CAAC;IAC9E,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9C,oDAAoD;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,+DAA+D;IAC/D,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACxD,oDAAoD;IACpD,OAAO,EAAE,CAAC;SACP,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9C,GAAG,EAAE,CAAC,CAAC,KAAK,CACV,CAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9C,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SACpE,CAAC,CACH;KACF,CAAC,CACH;SACA,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;IACd,kDAAkD;IAClD,YAAY,EAAE,CAAC;SACZ,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;QACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE;QAClE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;QACvB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KACjD,CAAC,CACH;SACA,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;CACf,CAAC,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/plugins/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,gFAAgF;AAChF,2CAA2C;AAC3C,gFAAgF;AAEhF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,uDAAuD,CAAC;IAC7F,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,iBAAiB,EAAE,gCAAgC,CAAC;IAC9E,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9C,oDAAoD;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,+DAA+D;IAC/D,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACxD,oDAAoD;IACpD,OAAO,EAAE,CAAC;SACP,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9C,GAAG,EAAE,CAAC,CAAC,KAAK,CACV,CAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9C,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SACpE,CAAC,CACH;KACF,CAAC,CACH;SACA,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;IACd,kDAAkD;IAClD,YAAY,EAAE,CAAC;SACZ,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;QACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE;QAClE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;QACvB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KACjD,CAAC,CACH;SACA,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;CACf,CAAC,CAAC"}

package/dist/queue/job-queue.d.ts

@@ -0,0 +1,92 @@
+/**
+ * Job Queue — SQLite-backed FIFO queue with DAG dependencies and retries.
+ *
+ * Generic infrastructure — not curator-specific. Reusable by agency, intake, etc.
+ *
+ * Features:
+ * - Persistent jobs (survive process restarts)
+ * - DAG dependency resolution (job B waits for job A)
+ * - Pipeline grouping (group related jobs under one ID)
+ * - Configurable retries with max limit
+ * - Status tracking: pending → running → completed | failed
+ */
+import type { PersistenceProvider } from '../persistence/types.js';
+export type JobStatus = 'pending' | 'running' | 'completed' | 'failed';
+export interface Job {
+    id: string;
+    type: string;
+    status: JobStatus;
+    entryId: string | null;
+    payload: Record<string, unknown>;
+    dependsOn: string[];
+    pipelineId: string | null;
+    retryCount: number;
+    maxRetries: number;
+    result: unknown | null;
+    error: string | null;
+    createdAt: string;
+    startedAt: string | null;
+    completedAt: string | null;
+}
+export interface JobQueueStats {
+    pending: number;
+    running: number;
+    completed: number;
+    failed: number;
+    total: number;
+}
+export interface EnqueueOptions {
+    entryId?: string;
+    payload?: Record<string, unknown>;
+    dependsOn?: string[];
+    pipelineId?: string;
+    maxRetries?: number;
+}
+export declare class JobQueue {
+    private provider;
+    constructor(provider: PersistenceProvider);
+    private initializeTable;
+    /**
+     * Enqueue a new job. Returns the job ID.
+     */
+    enqueue(type: string, options?: EnqueueOptions): string;
+    /**
+     * Dequeue the oldest pending job with all dependencies completed.
+     * Marks it as running. Returns null if no ready jobs.
+     */
+    dequeue(): Job | null;
+    /**
+     * Dequeue up to `limit` pending jobs whose dependencies are all completed.
+     */
+    dequeueReady(limit?: number): Job[];
+    /**
+     * Mark a job as completed with an optional result.
+     */
+    complete(jobId: string, result?: unknown): void;
+    /**
+     * Mark a job as failed with an error message.
+     */
+    fail(jobId: string, error: string): void;
+    /**
+     * Retry a failed job (resets to pending). Returns false if max retries exceeded.
+     */
+    retry(jobId: string): boolean;
+    /**
+     * Get queue statistics.
+     */
+    getStats(): JobQueueStats;
+    /**
+     * Get all jobs for a pipeline.
+     */
+    getByPipeline(pipelineId: string): Job[];
+    /**
+     * Get a single job by ID.
+     */
+    get(jobId: string): Job | null;
+    /**
+     * Purge completed/failed jobs older than N days.
+     */
+    purge(olderThanDays?: number): number;
+    private allDepsCompleted;
+}
+//# sourceMappingURL=job-queue.d.ts.map

package/dist/queue/job-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-queue.d.ts","sourceRoot":"","sources":["../../src/queue/job-queue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAInE,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;AAEvE,MAAM,WAAW,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAID,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAsB;gBAE1B,QAAQ,EAAE,mBAAmB;IAKzC,OAAO,CAAC,eAAe;IAwBvB;;OAEG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,MAAM;IAkBvD;;;OAGG;IACH,OAAO,IAAI,GAAG,GAAG,IAAI;IAKrB;;OAEG;IACH,YAAY,CAAC,KAAK,GAAE,MAAW,GAAG,GAAG,EAAE;IAuBvC;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI;IAO/C;;OAEG;IACH,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAOxC;;OAEG;IACH,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAY7B;;OAEG;IACH,QAAQ,IAAI,aAAa;IAmBzB;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,EAAE;IAQxC;;OAEG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,IAAI;IAK9B;;OAEG;IACH,KAAK,CAAC,aAAa,GAAE,MAAW,GAAG,MAAM;IAUzC,OAAO,CAAC,gBAAgB;CAUzB"}

package/dist/queue/job-queue.js

@@ -0,0 +1,180 @@
+/**
+ * Job Queue — SQLite-backed FIFO queue with DAG dependencies and retries.
+ *
+ * Generic infrastructure — not curator-specific. Reusable by agency, intake, etc.
+ *
+ * Features:
+ * - Persistent jobs (survive process restarts)
+ * - DAG dependency resolution (job B waits for job A)
+ * - Pipeline grouping (group related jobs under one ID)
+ * - Configurable retries with max limit
+ * - Status tracking: pending → running → completed | failed
+ */
+import { randomUUID } from 'node:crypto';
+// ─── Class ───────────────────────────────────────────────────────────
+export class JobQueue {
+    provider;
+    constructor(provider) {
+        this.provider = provider;
+        this.initializeTable();
+    }
+    initializeTable() {
+        this.provider.execSql(`
+      CREATE TABLE IF NOT EXISTS job_queue (
+        id TEXT PRIMARY KEY,
+        type TEXT NOT NULL,
+        status TEXT NOT NULL DEFAULT 'pending',
+        entry_id TEXT,
+        payload TEXT DEFAULT '{}',
+        depends_on TEXT DEFAULT '[]',
+        pipeline_id TEXT,
+        retry_count INTEGER DEFAULT 0,
+        max_retries INTEGER DEFAULT 3,
+        result TEXT,
+        error TEXT,
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        started_at TEXT,
+        completed_at TEXT
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_job_queue_status ON job_queue(status);
+      CREATE INDEX IF NOT EXISTS idx_job_queue_pipeline ON job_queue(pipeline_id);
+    `);
+    }
+    /**
+     * Enqueue a new job. Returns the job ID.
+     */
+    enqueue(type, options) {
+        const id = randomUUID().slice(0, 12);
+        this.provider.run(`INSERT INTO job_queue (id, type, entry_id, payload, depends_on, pipeline_id, max_retries)
+       VALUES (?, ?, ?, ?, ?, ?, ?)`, [
+            id,
+            type,
+            options?.entryId ?? null,
+            JSON.stringify(options?.payload ?? {}),
+            JSON.stringify(options?.dependsOn ?? []),
+            options?.pipelineId ?? null,
+            options?.maxRetries ?? 3,
+        ]);
+        return id;
+    }
+    /**
+     * Dequeue the oldest pending job with all dependencies completed.
+     * Marks it as running. Returns null if no ready jobs.
+     */
+    dequeue() {
+        const ready = this.dequeueReady(1);
+        return ready.length > 0 ? ready[0] : null;
+    }
+    /**
+     * Dequeue up to `limit` pending jobs whose dependencies are all completed.
+     */
+    dequeueReady(limit = 10) {
+        const rows = this.provider.all("SELECT * FROM job_queue WHERE status = 'pending' ORDER BY created_at ASC LIMIT ?", [limit * 3]);
+        const ready = [];
+        for (const row of rows) {
+            if (ready.length >= limit)
+                break;
+            const deps = JSON.parse(row.depends_on);
+            if (deps.length === 0 || this.allDepsCompleted(deps)) {
+                this.provider.run("UPDATE job_queue SET status = 'running', started_at = datetime('now') WHERE id = ?", [row.id]);
+                const job = rowToJob(row);
+                job.status = 'running';
+                ready.push(job);
+            }
+        }
+        return ready;
+    }
+    /**
+     * Mark a job as completed with an optional result.
+     */
+    complete(jobId, result) {
+        this.provider.run("UPDATE job_queue SET status = 'completed', completed_at = datetime('now'), result = ? WHERE id = ?", [result !== undefined ? JSON.stringify(result) : null, jobId]);
+    }
+    /**
+     * Mark a job as failed with an error message.
+     */
+    fail(jobId, error) {
+        this.provider.run("UPDATE job_queue SET status = 'failed', completed_at = datetime('now'), error = ? WHERE id = ?", [error, jobId]);
+    }
+    /**
+     * Retry a failed job (resets to pending). Returns false if max retries exceeded.
+     */
+    retry(jobId) {
+        const row = this.provider.get('SELECT * FROM job_queue WHERE id = ?', [jobId]);
+        if (!row)
+            return false;
+        if (row.retry_count >= row.max_retries)
+            return false;
+        this.provider.run("UPDATE job_queue SET status = 'pending', retry_count = retry_count + 1, error = NULL, started_at = NULL, completed_at = NULL WHERE id = ?", [jobId]);
+        return true;
+    }
+    /**
+     * Get queue statistics.
+     */
+    getStats() {
+        const rows = this.provider.all('SELECT status, COUNT(*) as count FROM job_queue GROUP BY status');
+        const byStatus = {};
+        let total = 0;
+        for (const row of rows) {
+            byStatus[row.status] = row.count;
+            total += row.count;
+        }
+        return {
+            pending: byStatus['pending'] ?? 0,
+            running: byStatus['running'] ?? 0,
+            completed: byStatus['completed'] ?? 0,
+            failed: byStatus['failed'] ?? 0,
+            total,
+        };
+    }
+    /**
+     * Get all jobs for a pipeline.
+     */
+    getByPipeline(pipelineId) {
+        const rows = this.provider.all('SELECT * FROM job_queue WHERE pipeline_id = ? ORDER BY created_at ASC', [pipelineId]);
+        return rows.map(rowToJob);
+    }
+    /**
+     * Get a single job by ID.
+     */
+    get(jobId) {
+        const row = this.provider.get('SELECT * FROM job_queue WHERE id = ?', [jobId]);
+        return row ? rowToJob(row) : null;
+    }
+    /**
+     * Purge completed/failed jobs older than N days.
+     */
+    purge(olderThanDays = 30) {
+        const result = this.provider.run("DELETE FROM job_queue WHERE status IN ('completed', 'failed') AND completed_at < datetime('now', ?)", [`-${olderThanDays} days`]);
+        return result.changes;
+    }
+    // ─── Internal ──────────────────────────────────────────────────────
+    allDepsCompleted(deps) {
+        for (const depId of deps) {
+            const row = this.provider.get('SELECT status FROM job_queue WHERE id = ?', [depId]);
+            if (!row || row.status !== 'completed')
+                return false;
+        }
+        return true;
+    }
+}
+function rowToJob(row) {
+    return {
+        id: row.id,
+        type: row.type,
+        status: row.status,
+        entryId: row.entry_id,
+        payload: JSON.parse(row.payload),
+        dependsOn: JSON.parse(row.depends_on),
+        pipelineId: row.pipeline_id,
+        retryCount: row.retry_count,
+        maxRetries: row.max_retries,
+        result: row.result ? JSON.parse(row.result) : null,
+        error: row.error,
+        createdAt: row.created_at,
+        startedAt: row.started_at,
+        completedAt: row.completed_at,
+    };
+}
+//# sourceMappingURL=job-queue.js.map

package/dist/queue/job-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-queue.js","sourceRoot":"","sources":["../../src/queue/job-queue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAwCzC,wEAAwE;AAExE,MAAM,OAAO,QAAQ;IACX,QAAQ,CAAsB;IAEtC,YAAY,QAA6B;QACvC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAEO,eAAe;QACrB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;;;;;;;;;;;;;;;;;;;;KAoBrB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,IAAY,EAAE,OAAwB;QAC5C,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf;oCAC8B,EAC9B;YACE,EAAE;YACF,IAAI;YACJ,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;YACxC,OAAO,EAAE,UAAU,IAAI,IAAI;YAC3B,OAAO,EAAE,UAAU,IAAI,CAAC;SACzB,CACF,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;OAGG;IACH,OAAO;QACL,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACnC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAgB,EAAE;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAC5B,kFAAkF,EAClF,CAAC,KAAK,GAAG,CAAC,CAAC,CACZ,CAAC;QAEF,MAAM,KAAK,GAAU,EAAE,CAAC;QACxB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAM;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAa,CAAC;YACpD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrD,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,oFAAoF,EACpF,CAAC,GAAG,CAAC,EAAE,CAAC,CACT,CAAC;gBACF,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAC1B,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,KAAa,EAAE,MAAgB;QACtC,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,oGAAoG,EACpG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAC9D,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,KAAa,EAAE,KAAa;QAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,gGAAgG,EAChG,CAAC,KAAK,EAAE,KAAK,CAAC,CACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAa;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAS,sCAAsC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACvF,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QACvB,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,WAAW;YAAE,OAAO,KAAK,CAAC;QAErD,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,2IAA2I,EAC3I,CAAC,KAAK,CAAC,CACR,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAC5B,iEAAiE,CAClE,CAAC;QACF,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAC5C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;YACjC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC;QACrB,CAAC;QACD,OAAO;YACL,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;YACjC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;YACjC,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC;YACrC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC/B,KAAK;SACN,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,UAAkB;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAC5B,uEAAuE,EACvE,CAAC,UAAU,CAAC,CACb,CAAC;QACF,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,KAAa;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAS,sCAAsC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACvF,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAwB,EAAE;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAC9B,qGAAqG,EACrG,CAAC,IAAI,aAAa,OAAO,CAAC,CAC3B,CAAC;QACF,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,sEAAsE;IAE9D,gBAAgB,CAAC,IAAc;QACrC,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAC3B,2CAA2C,EAC3C,CAAC,KAAK,CAAC,CACR,CAAC;YACF,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW;gBAAE,OAAO,KAAK,CAAC;QACvD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAqBD,SAAS,QAAQ,CAAC,GAAW;IAC3B,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,MAAM,EAAE,GAAG,CAAC,MAAmB;QAC/B,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAA4B;QAC3D,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAa;QACjD,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;QAClD,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,WAAW,EAAE,GAAG,CAAC,YAAY;KAC9B,CAAC;AACJ,CAAC"}

package/dist/queue/pipeline-runner.d.ts

@@ -0,0 +1,62 @@
+/**
+ * Pipeline Runner — background polling loop for DAG job execution.
+ *
+ * Polls the job queue for ready jobs (dependencies completed),
+ * dispatches them to registered handlers, and marks them complete/failed.
+ *
+ * Generic — handlers are registered by type, any module can add its own.
+ */
+import type { JobQueue, Job } from './job-queue.js';
+export type JobHandler = (job: Job) => Promise<unknown>;
+export interface PipelineRunnerStatus {
+    running: boolean;
+    pollIntervalMs: number;
+    tickCount: number;
+    jobsProcessed: number;
+    jobsFailed: number;
+    jobsRetried: number;
+    lastTickAt: string | null;
+}
+export declare class PipelineRunner {
+    private queue;
+    private handlers;
+    private pollIntervalMs;
+    private running;
+    private timer;
+    private tickCount;
+    private jobsProcessed;
+    private jobsFailed;
+    private jobsRetried;
+    private lastTickAt;
+    private processing;
+    constructor(queue: JobQueue, pollIntervalMs?: number);
+    /**
+     * Register a handler for a job type. When a job of this type is dequeued,
+     * the handler is called. Return value is stored as the job result.
+     */
+    registerHandler(type: string, handler: JobHandler): void;
+    /**
+     * Start background polling. Idempotent — calling start() twice is safe.
+     */
+    start(): void;
+    /**
+     * Stop background polling.
+     */
+    stop(): void;
+    /**
+     * Process one batch of ready jobs immediately (without waiting for poll).
+     * Useful for testing or manual triggering.
+     */
+    processOnce(batchSize?: number): Promise<number>;
+    /**
+     * Get runner status.
+     */
+    getStatus(): PipelineRunnerStatus;
+    /**
+     * Check if a handler is registered for a job type.
+     */
+    hasHandler(type: string): boolean;
+    private tick;
+    private processBatch;
+}
+//# sourceMappingURL=pipeline-runner.d.ts.map

package/dist/queue/pipeline-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-runner.d.ts","sourceRoot":"","sources":["../../src/queue/pipeline-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC;AAIpD,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;AAExD,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAID,qBAAa,cAAc;IACzB,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,QAAQ,CAAiC;IACjD,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAA+C;IAC5D,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,UAAU,CAAS;gBAEf,KAAK,EAAE,QAAQ,EAAE,cAAc,GAAE,MAAa;IAK1D;;;OAGG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,GAAG,IAAI;IAIxD;;OAEG;IACH,KAAK,IAAI,IAAI;IAMb;;OAEG;IACH,IAAI,IAAI,IAAI;IAQZ;;;OAGG;IACG,WAAW,CAAC,SAAS,GAAE,MAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAIzD;;OAEG;IACH,SAAS,IAAI,oBAAoB;IAYjC;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAMjC,OAAO,CAAC,IAAI;YASE,YAAY;CAkC3B"}

package/dist/queue/pipeline-runner.js

@@ -0,0 +1,126 @@
+/**
+ * Pipeline Runner — background polling loop for DAG job execution.
+ *
+ * Polls the job queue for ready jobs (dependencies completed),
+ * dispatches them to registered handlers, and marks them complete/failed.
+ *
+ * Generic — handlers are registered by type, any module can add its own.
+ */
+// ─── Class ───────────────────────────────────────────────────────────
+export class PipelineRunner {
+    queue;
+    handlers = new Map();
+    pollIntervalMs;
+    running = false;
+    timer = null;
+    tickCount = 0;
+    jobsProcessed = 0;
+    jobsFailed = 0;
+    jobsRetried = 0;
+    lastTickAt = null;
+    processing = false;
+    constructor(queue, pollIntervalMs = 5000) {
+        this.queue = queue;
+        this.pollIntervalMs = pollIntervalMs;
+    }
+    /**
+     * Register a handler for a job type. When a job of this type is dequeued,
+     * the handler is called. Return value is stored as the job result.
+     */
+    registerHandler(type, handler) {
+        this.handlers.set(type, handler);
+    }
+    /**
+     * Start background polling. Idempotent — calling start() twice is safe.
+     */
+    start() {
+        if (this.running)
+            return;
+        this.running = true;
+        this.timer = setInterval(() => this.tick(), this.pollIntervalMs);
+    }
+    /**
+     * Stop background polling.
+     */
+    stop() {
+        this.running = false;
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+    }
+    /**
+     * Process one batch of ready jobs immediately (without waiting for poll).
+     * Useful for testing or manual triggering.
+     */
+    async processOnce(batchSize = 5) {
+        return this.processBatch(batchSize);
+    }
+    /**
+     * Get runner status.
+     */
+    getStatus() {
+        return {
+            running: this.running,
+            pollIntervalMs: this.pollIntervalMs,
+            tickCount: this.tickCount,
+            jobsProcessed: this.jobsProcessed,
+            jobsFailed: this.jobsFailed,
+            jobsRetried: this.jobsRetried,
+            lastTickAt: this.lastTickAt,
+        };
+    }
+    /**
+     * Check if a handler is registered for a job type.
+     */
+    hasHandler(type) {
+        return this.handlers.has(type);
+    }
+    // ─── Internal ──────────────────────────────────────────────────────
+    tick() {
+        if (this.processing)
+            return; // Skip if previous tick still running
+        this.tickCount++;
+        this.lastTickAt = new Date().toISOString();
+        this.processBatch(5).catch(() => {
+            /* best-effort */
+        });
+    }
+    async processBatch(batchSize) {
+        this.processing = true;
+        let processed = 0;
+        try {
+            const jobs = this.queue.dequeueReady(batchSize);
+            for (const job of jobs) {
+                const handler = this.handlers.get(job.type);
+                if (!handler) {
+                    this.queue.fail(job.id, `No handler registered for job type: ${job.type}`);
+                    this.jobsFailed++;
+                    continue;
+                }
+                try {
+                    const result = await handler(job);
+                    this.queue.complete(job.id, result);
+                    this.jobsProcessed++;
+                    processed++;
+                }
+                catch (err) {
+                    const errorMsg = err instanceof Error ? err.message : String(err);
+                    const retried = this.queue.retry(job.id);
+                    if (retried) {
+                        this.jobsRetried++;
+                    }
+                    else {
+                        this.queue.fail(job.id, errorMsg);
+                        this.jobsFailed++;
+                    }
+                }
+            }
+        }
+        finally {
+            this.processing = false;
+        }
+        return processed;
+    }
+}
+//# sourceMappingURL=pipeline-runner.js.map