@semiont/jobs 0.2.30 → 0.2.31

package/README.md

@@ -1,7 +1,9 @@
 # @semiont/jobs
 
 [![Tests](https://github.com/The-AI-Alliance/semiont/actions/workflows/package-tests.yml/badge.svg)](https://github.com/The-AI-Alliance/semiont/actions/workflows/package-tests.yml?query=branch%3Amain+is%3Asuccess+job%3A%22Test+jobs%22)
+[![codecov](https://codecov.io/gh/The-AI-Alliance/semiont/graph/badge.svg?flag=jobs)](https://codecov.io/gh/The-AI-Alliance/semiont?flag=jobs)
 [![npm version](https://img.shields.io/npm/v/@semiont/jobs.svg)](https://www.npmjs.com/package/@semiont/jobs)
+[![npm downloads](https://img.shields.io/npm/dm/@semiont/jobs.svg)](https://www.npmjs.com/package/@semiont/jobs)
 [![License](https://img.shields.io/npm/l/@semiont/jobs.svg)](https://github.com/The-AI-Alliance/semiont/blob/main/LICENSE)
 
 Filesystem-based job queue and worker infrastructure for [Semiont](https://github.com/The-AI-Alliance/semiont) - provides async job processing, background workers, and long-running task management.
@@ -35,27 +37,36 @@ import {
   initializeJobQueue,
   getJobQueue,
   JobWorker,
-  type GenerationJob,
+  type PendingJob,
+  type RunningJob,
+  type GenerationParams,
+  type AnyJob,
 } from '@semiont/jobs';
 import { jobId } from '@semiont/api-client';
-import { userId, resourceId } from '@semiont/core';
+import { userId, resourceId, annotationId } from '@semiont/core';
 
 // 1. Initialize job queue
 await initializeJobQueue({ dataDir: './data' });
 
 // 2. Create a job
 const jobQueue = getJobQueue();
-const job: GenerationJob = {
-  id: jobId('job-abc123'),
-  type: 'generation',
+const job: PendingJob<GenerationParams> = {
   status: 'pending',
-  userId: userId('user@example.com'),
-  referenceId: annotationId('ref-123'),
-  sourceResourceId: resourceId('doc-456'),
-  title: 'Generated Article',
-  created: new Date().toISOString(),
-  retryCount: 0,
-  maxRetries: 3,
+  metadata: {
+    id: jobId('job-abc123'),
+    type: 'generation',
+    userId: userId('user@example.com'),
+    created: new Date().toISOString(),
+    retryCount: 0,
+    maxRetries: 3,
+  },
+  params: {
+    referenceId: annotationId('ref-123'),
+    sourceResourceId: resourceId('doc-456'),
+    title: 'Generated Article',
+    prompt: 'Write about AI',
+    language: 'en-US',
+  },
 };
 
 await jobQueue.createJob(job);
@@ -66,13 +77,18 @@ class MyGenerationWorker extends JobWorker {
     return 'MyGenerationWorker';
   }
 
-  protected canProcessJob(job: Job): boolean {
-    return job.type === 'generation';
+  protected canProcessJob(job: AnyJob): boolean {
+    return job.metadata.type === 'generation';
   }
 
-  protected async executeJob(job: Job): Promise<void> {
-    const genJob = job as GenerationJob;
-    console.log(`Generating resource: ${genJob.title}`);
+  protected async executeJob(job: AnyJob): Promise<void> {
+    // Type guard ensures job is running
+    if (job.status !== 'running') {
+      throw new Error('Job must be running');
+    }
+
+    const genJob = job as RunningJob<GenerationParams>;
+    console.log(`Generating resource: ${genJob.params.title}`);
     // Your processing logic here
   }
 }
@@ -112,61 +128,75 @@ data/
 
 ### Jobs
 
-Jobs are JSON documents that represent async work:
+Jobs use discriminated unions based on their status, ensuring type safety and preventing invalid state access:
 
 ```typescript
-import type { GenerationJob } from '@semiont/jobs';
+import type { PendingJob, RunningJob, CompleteJob, GenerationParams, GenerationProgress, GenerationResult } from '@semiont/jobs';
 
-const job: GenerationJob = {
-  id: jobId('job-123'),
-  type: 'generation',
+// Pending job - waiting to be processed
+const pendingJob: PendingJob<GenerationParams> = {
   status: 'pending',
-  userId: userId('user@example.com'),
-
-  // Job-specific fields
-  referenceId: annotationId('ref-456'),
-  sourceResourceId: resourceId('doc-789'),
-  title: 'AI Generated Article',
-  prompt: 'Write about quantum computing',
-  language: 'en-US',
-
-  // Timestamps
-  created: '2024-01-01T00:00:00Z',
-  startedAt: undefined,      // Set when worker picks up job
-  completedAt: undefined,    // Set when job finishes
-
-  // Retry handling
-  retryCount: 0,
-  maxRetries: 3,
-  error: undefined,          // Set if job fails
-
-  // Progress tracking (optional)
+  metadata: {
+    id: jobId('job-123'),
+    type: 'generation',
+    userId: userId('user@example.com'),
+    created: '2024-01-01T00:00:00Z',
+    retryCount: 0,
+    maxRetries: 3,
+  },
+  params: {
+    referenceId: annotationId('ref-456'),
+    sourceResourceId: resourceId('doc-789'),
+    title: 'AI Generated Article',
+    prompt: 'Write about quantum computing',
+    language: 'en-US',
+  },
+};
+
+// Running job - currently being processed
+const runningJob: RunningJob<GenerationParams, GenerationProgress> = {
+  status: 'running',
+  metadata: { /* same as above */ },
+  params: { /* same as above */ },
+  startedAt: '2024-01-01T00:01:00Z',
   progress: {
     stage: 'generating',
     percentage: 45,
     message: 'Generating content...',
   },
+};
 
-  // Result (optional)
+// Complete job - successfully finished
+const completeJob: CompleteJob<GenerationParams, GenerationResult> = {
+  status: 'complete',
+  metadata: { /* same as above */ },
+  params: { /* same as above */ },
+  startedAt: '2024-01-01T00:01:00Z',
+  completedAt: '2024-01-01T00:05:00Z',
   result: {
     resourceId: resourceId('doc-new'),
     resourceName: 'Generated Article',
   },
 };
+
+// TypeScript prevents accessing progress on pending jobs!
+// pendingJob.progress  // ❌ Compile error
+// runningJob.progress  // ✅ Available
+// completeJob.result   // ✅ Available
 ```
 
 ### Job Types
 
-The package supports multiple job types for different tasks:
+The package supports multiple job types for different tasks, each with their own parameter types:
 
 ```typescript
 import type {
-  DetectionJob,           // Entity detection in resources
-  GenerationJob,          // AI content generation
-  HighlightDetectionJob,  // Identify key passages
-  AssessmentDetectionJob, // Generate evaluative comments
-  CommentDetectionJob,    // Generate explanatory comments
-  TagDetectionJob,        // Structural role detection
+  DetectionParams,           // Entity detection in resources
+  GenerationParams,          // AI content generation
+  HighlightDetectionParams,  // Identify key passages
+  AssessmentDetectionParams, // Generate evaluative comments
+  CommentDetectionParams,    // Generate explanatory comments
+  TagDetectionParams,        // Structural role detection
 } from '@semiont/jobs';
 ```
 
@@ -188,7 +218,7 @@ type JobStatus =
 Workers poll the queue and process jobs:
 
 ```typescript
-import { JobWorker, type Job } from '@semiont/jobs';
+import { JobWorker, type AnyJob, type RunningJob, type CustomParams } from '@semiont/jobs';
 
 class CustomWorker extends JobWorker {
   // Worker identification
@@ -197,20 +227,30 @@ class CustomWorker extends JobWorker {
   }
 
   // Filter which jobs this worker processes
-  protected canProcessJob(job: Job): boolean {
-    return job.type === 'custom-type';
+  protected canProcessJob(job: AnyJob): boolean {
+    return job.metadata.type === 'custom-type';
   }
 
   // Implement job processing logic
-  protected async executeJob(job: Job): Promise<void> {
-    // 1. Access job data
-    const customJob = job as CustomJob;
+  protected async executeJob(job: AnyJob): Promise<void> {
+    // 1. Type guard - job must be running
+    if (job.status !== 'running') {
+      throw new Error('Job must be running');
+    }
+
+    // 2. Access typed job data
+    const customJob = job as RunningJob<CustomParams>;
+    const params = customJob.params;
 
-    // 2. Perform async work
-    const result = await doWork(customJob);
+    // 3. Perform async work
+    const result = await doWork(params);
 
-    // 3. Update job with results
-    customJob.result = result;
+    // 4. Create updated job with result (immutable pattern)
+    const updatedJob: RunningJob<CustomParams> = {
+      ...customJob,
+      progress: { stage: 'complete', percentage: 100 },
+    };
+    await this.updateJobProgress(updatedJob);
   }
 }
 ```
@@ -337,22 +377,28 @@ data/
       job-ghi789.json
 ```
 
-Each job file contains the complete job object:
+Each job file contains the complete job object using the discriminated union structure:
 
 ```json
 {
-  "id": "job-abc123",
-  "type": "generation",
   "status": "complete",
-  "userId": "user@example.com",
-  "referenceId": "ref-456",
-  "sourceResourceId": "doc-789",
-  "title": "Generated Article",
-  "created": "2024-01-01T00:00:00Z",
+  "metadata": {
+    "id": "job-abc123",
+    "type": "generation",
+    "userId": "user@example.com",
+    "created": "2024-01-01T00:00:00Z",
+    "retryCount": 0,
+    "maxRetries": 3
+  },
+  "params": {
+    "referenceId": "ref-456",
+    "sourceResourceId": "doc-789",
+    "title": "Generated Article",
+    "prompt": "Write about AI",
+    "language": "en-US"
+  },
   "startedAt": "2024-01-01T00:01:00Z",
   "completedAt": "2024-01-01T00:05:00Z",
-  "retryCount": 0,
-  "maxRetries": 3,
   "result": {
     "resourceId": "doc-new",
     "resourceName": "Generated Article"
@@ -379,7 +425,11 @@ Each job file contains the complete job object:
 
 ```typescript
 class ResilientWorker extends JobWorker {
-  protected async executeJob(job: Job): Promise<void> {
+  protected async executeJob(job: AnyJob): Promise<void> {
+    if (job.status !== 'running') {
+      throw new Error('Job must be running');
+    }
+
     try {
       await doWork(job);
     } catch (error) {
@@ -400,11 +450,17 @@ const queue = getJobQueue();
 const failedJobs = await queue.queryJobs({ status: 'failed' });
 
 for (const job of failedJobs) {
-  if (job.retryCount < job.maxRetries) {
-    job.status = 'pending';
-    job.retryCount++;
-    delete job.error;
-    await queue.updateJob(job, 'failed');
+  if (job.status === 'failed' && job.metadata.retryCount < job.metadata.maxRetries) {
+    // Create new pending job from failed job
+    const retryJob: PendingJob<any> = {
+      status: 'pending',
+      metadata: {
+        ...job.metadata,
+        retryCount: job.metadata.retryCount + 1,
+      },
+      params: job.params,
+    };
+    await queue.updateJob(retryJob, 'failed');
   }
 }
 ```
@@ -413,6 +469,7 @@ for (const job of failedJobs) {
 
 ```typescript
 import { initializeJobQueue, getJobQueue } from '@semiont/jobs';
+import type { PendingJob, GenerationParams } from '@semiont/jobs';
 import { describe, it, beforeEach } from 'vitest';
 
 describe('Job queue', () => {
@@ -423,11 +480,23 @@ describe('Job queue', () => {
   it('should create and retrieve jobs', async () => {
     const queue = getJobQueue();
 
-    const job: GenerationJob = {
-      id: jobId('test-1'),
-      type: 'generation',
+    const job: PendingJob<GenerationParams> = {
       status: 'pending',
-      // ... other fields
+      metadata: {
+        id: jobId('test-1'),
+        type: 'generation',
+        userId: userId('user@test.com'),
+        created: new Date().toISOString(),
+        retryCount: 0,
+        maxRetries: 3,
+      },
+      params: {
+        referenceId: annotationId('ref-1'),
+        sourceResourceId: resourceId('doc-1'),
+        title: 'Test',
+        prompt: 'Test prompt',
+        language: 'en-US',
+      },
     };
 
     await queue.createJob(job);
@@ -443,7 +512,7 @@ describe('Job queue', () => {
 ### Building a Background Worker
 
 ```typescript
-import { JobWorker, type Job, type GenerationJob } from '@semiont/jobs';
+import { JobWorker, type AnyJob, type RunningJob, type GenerationParams, type GenerationProgress } from '@semiont/jobs';
 import { InferenceService } from './inference';
 
 class GenerationWorker extends JobWorker {
@@ -458,44 +527,55 @@ class GenerationWorker extends JobWorker {
     return 'GenerationWorker';
   }
 
-  protected canProcessJob(job: Job): boolean {
-    return job.type === 'generation';
+  protected canProcessJob(job: AnyJob): boolean {
+    return job.metadata.type === 'generation';
   }
 
-  protected async executeJob(job: Job): Promise<void> {
-    const genJob = job as GenerationJob;
+  protected async executeJob(job: AnyJob): Promise<void> {
+    // Type guard
+    if (job.status !== 'running') {
+      throw new Error('Job must be running');
+    }
+
+    const genJob = job as RunningJob<GenerationParams, GenerationProgress>;
 
-    // Report progress
-    genJob.progress = {
-      stage: 'generating',
-      percentage: 0,
-      message: 'Starting generation...',
+    // Report progress (create new object - immutable pattern)
+    const updatedJob1: RunningJob<GenerationParams, GenerationProgress> = {
+      ...genJob,
+      progress: {
+        stage: 'generating',
+        percentage: 0,
+        message: 'Starting generation...',
+      },
     };
-    await getJobQueue().updateJob(genJob);
+    await getJobQueue().updateJob(updatedJob1);
 
     // Generate content
     const content = await this.inference.generate({
-      prompt: genJob.prompt,
-      context: genJob.context,
-      temperature: genJob.temperature,
-      maxTokens: genJob.maxTokens,
+      prompt: genJob.params.prompt,
+      context: genJob.params.context,
+      temperature: genJob.params.temperature,
+      maxTokens: genJob.params.maxTokens,
     });
 
     // Update progress
-    genJob.progress = {
-      stage: 'creating',
-      percentage: 75,
-      message: 'Creating resource...',
+    const updatedJob2: RunningJob<GenerationParams, GenerationProgress> = {
+      ...updatedJob1,
+      progress: {
+        stage: 'creating',
+        percentage: 75,
+        message: 'Creating resource...',
+      },
     };
-    await getJobQueue().updateJob(genJob);
+    await getJobQueue().updateJob(updatedJob2);
 
     // Create resource (simplified)
-    const resourceId = await createResource(content, genJob.title);
+    const resourceId = await createResource(content, genJob.params.title);
 
-    // Set result
-    genJob.result = {
+    // Set result (will be handled by base class transition to complete)
+    return {
       resourceId,
-      resourceName: genJob.title,
+      resourceName: genJob.params.title,
     };
   }
 }
@@ -519,10 +599,21 @@ async function monitorJob(jobId: JobId): Promise<void> {
 
     console.log(`Status: ${job.status}`);
 
-    if (job.progress) {
+    // Type-safe progress access - only available on running jobs
+    if (job.status === 'running') {
       console.log(`Progress: ${job.progress.percentage}%`);
       console.log(`Stage: ${job.progress.stage}`);
-      console.log(`Message: ${job.progress.message}`);
+      console.log(`Message: ${job.progress.message || 'Processing...'}`);
+    }
+
+    // Type-safe result access - only available on complete jobs
+    if (job.status === 'complete') {
+      console.log(`Result: ${JSON.stringify(job.result)}`);
+    }
+
+    // Type-safe error access - only available on failed jobs
+    if (job.status === 'failed') {
+      console.log(`Error: ${job.error}`);
     }
 
     if (job.status === 'complete' || job.status === 'failed') {

package/dist/index.d.ts

@@ -2,55 +2,43 @@ import { JobId, EntityType, GenerationContext } from '@semiont/api-client';
 import { UserId, ResourceId, AnnotationId } from '@semiont/core';
 
 /**
- * Job Queue Type Definitions
+ * Job Queue Type Definitions - Discriminated Union Design
  *
  * Jobs represent async work that can be queued, processed, and monitored.
- * They are completely independent of HTTP request/response cycles.
+ * Uses TypeScript discriminated unions to enforce valid state transitions.
+ *
+ * Design principles:
+ * - Each job status has specific valid fields
+ * - Type narrowing works automatically via status discriminant
+ * - No optional fields that may or may not exist
+ * - State machine is explicit and type-safe
  */
 
 type JobType = 'detection' | 'generation' | 'highlight-detection' | 'assessment-detection' | 'comment-detection' | 'tag-detection';
 type JobStatus = 'pending' | 'running' | 'complete' | 'failed' | 'cancelled';
 /**
- * Base job interface - all jobs extend this
+ * Job metadata - common to all states
  */
-interface BaseJob {
+interface JobMetadata {
     id: JobId;
     type: JobType;
-    status: JobStatus;
     userId: UserId;
     created: string;
-    startedAt?: string;
-    completedAt?: string;
-    error?: string;
     retryCount: number;
     maxRetries: number;
 }
 /**
- * Detection job - finds entities in a resource using AI inference
+ * Detection job parameters
  */
-interface DetectionJob extends BaseJob {
-    type: 'detection';
+interface DetectionParams {
     resourceId: ResourceId;
     entityTypes: EntityType[];
     includeDescriptiveReferences?: boolean;
-    progress?: {
-        totalEntityTypes: number;
-        processedEntityTypes: number;
-        currentEntityType?: string;
-        entitiesFound: number;
-        entitiesEmitted: number;
-    };
-    result?: {
-        totalFound: number;
-        totalEmitted: number;
-        errors: number;
-    };
 }
 /**
- * Generation job - generates a new resource using AI inference
+ * Generation job parameters
  */
-interface GenerationJob extends BaseJob {
-    type: 'generation';
+interface GenerationParams {
     referenceId: AnnotationId;
     sourceResourceId: ResourceId;
     prompt?: string;
@@ -60,101 +48,208 @@ interface GenerationJob extends BaseJob {
     context?: GenerationContext;
     temperature?: number;
     maxTokens?: number;
-    progress?: {
-        stage: 'fetching' | 'generating' | 'creating' | 'linking';
-        percentage: number;
-        message?: string;
-    };
-    result?: {
-        resourceId: ResourceId;
-        resourceName: string;
-    };
 }
 /**
- * Highlight Detection job - finds passages to highlight using AI
+ * Highlight detection job parameters
  */
-interface HighlightDetectionJob extends BaseJob {
-    type: 'highlight-detection';
+interface HighlightDetectionParams {
     resourceId: ResourceId;
     instructions?: string;
     density?: number;
-    progress?: {
-        stage: 'analyzing' | 'creating';
-        percentage: number;
-        message?: string;
-    };
-    result?: {
-        highlightsFound: number;
-        highlightsCreated: number;
-    };
 }
 /**
- * Assessment Detection job - evaluates passages using AI
+ * Assessment detection job parameters
  */
-interface AssessmentDetectionJob extends BaseJob {
-    type: 'assessment-detection';
+interface AssessmentDetectionParams {
     resourceId: ResourceId;
     instructions?: string;
     tone?: 'analytical' | 'critical' | 'balanced' | 'constructive';
     density?: number;
-    progress?: {
-        stage: 'analyzing' | 'creating';
-        percentage: number;
-        message?: string;
-    };
-    result?: {
-        assessmentsFound: number;
-        assessmentsCreated: number;
-    };
 }
 /**
- * Comment Detection job - generates explanatory comments on passages using AI
+ * Comment detection job parameters
  */
-interface CommentDetectionJob extends BaseJob {
-    type: 'comment-detection';
+interface CommentDetectionParams {
     resourceId: ResourceId;
     instructions?: string;
     tone?: 'scholarly' | 'explanatory' | 'conversational' | 'technical';
     density?: number;
-    progress?: {
-        stage: 'analyzing' | 'creating';
-        percentage: number;
-        message?: string;
-    };
-    result?: {
-        commentsFound: number;
-        commentsCreated: number;
-    };
 }
 /**
- * Tag Detection job - identifies passages serving structural roles using AI
+ * Tag detection job parameters
  */
-interface TagDetectionJob extends BaseJob {
-    type: 'tag-detection';
+interface TagDetectionParams {
     resourceId: ResourceId;
     schemaId: string;
     categories: string[];
-    progress?: {
-        stage: 'analyzing' | 'creating';
-        percentage: number;
-        currentCategory?: string;
-        processedCategories: number;
-        totalCategories: number;
-        message?: string;
-    };
-    result?: {
-        tagsFound: number;
-        tagsCreated: number;
-        byCategory: Record<string, number>;
-    };
 }
 /**
- * Discriminated union of all job types
+ * Detection job progress
+ */
+interface DetectionProgress {
+    totalEntityTypes: number;
+    processedEntityTypes: number;
+    currentEntityType?: string;
+    entitiesFound: number;
+    entitiesEmitted: number;
+}
+/**
+ * Detection job result
+ */
+interface DetectionResult {
+    totalFound: number;
+    totalEmitted: number;
+    errors: number;
+}
+/**
+ * Generation job progress
+ */
+interface GenerationProgress {
+    stage: 'fetching' | 'generating' | 'creating' | 'linking';
+    percentage: number;
+    message?: string;
+    resultResourceId?: ResourceId;
+}
+/**
+ * Generation job result
+ */
+interface GenerationResult {
+    resourceId: ResourceId;
+    resourceName: string;
+}
+/**
+ * Highlight detection job progress
+ */
+interface HighlightDetectionProgress {
+    stage: 'analyzing' | 'creating';
+    percentage: number;
+    message?: string;
+}
+/**
+ * Highlight detection job result
+ */
+interface HighlightDetectionResult {
+    highlightsFound: number;
+    highlightsCreated: number;
+}
+/**
+ * Assessment detection job progress
+ */
+interface AssessmentDetectionProgress {
+    stage: 'analyzing' | 'creating';
+    percentage: number;
+    message?: string;
+}
+/**
+ * Assessment detection job result
+ */
+interface AssessmentDetectionResult {
+    assessmentsFound: number;
+    assessmentsCreated: number;
+}
+/**
+ * Comment detection job progress
+ */
+interface CommentDetectionProgress {
+    stage: 'analyzing' | 'creating';
+    percentage: number;
+    message?: string;
+}
+/**
+ * Comment detection job result
+ */
+interface CommentDetectionResult {
+    commentsFound: number;
+    commentsCreated: number;
+}
+/**
+ * Tag detection job progress
+ */
+interface TagDetectionProgress {
+    stage: 'analyzing' | 'creating';
+    percentage: number;
+    currentCategory?: string;
+    processedCategories: number;
+    totalCategories: number;
+    message?: string;
+}
+/**
+ * Tag detection job result
  */
-type Job = DetectionJob | GenerationJob | HighlightDetectionJob | AssessmentDetectionJob | CommentDetectionJob | TagDetectionJob;
+interface TagDetectionResult {
+    tagsFound: number;
+    tagsCreated: number;
+    byCategory: Record<string, number>;
+}
+/**
+ * Pending job - just created, waiting to be picked up
+ */
+interface PendingJob<P> {
+    status: 'pending';
+    metadata: JobMetadata;
+    params: P;
+}
+/**
+ * Running job - actively being processed
+ */
+interface RunningJob<P, PG> {
+    status: 'running';
+    metadata: JobMetadata;
+    params: P;
+    startedAt: string;
+    progress: PG;
+}
 /**
- * Job query filters
+ * Complete job - successfully finished
+ */
+interface CompleteJob<P, R> {
+    status: 'complete';
+    metadata: JobMetadata;
+    params: P;
+    startedAt: string;
+    completedAt: string;
+    result: R;
+}
+/**
+ * Failed job - encountered an error
+ */
+interface FailedJob<P> {
+    status: 'failed';
+    metadata: JobMetadata;
+    params: P;
+    startedAt?: string;
+    completedAt: string;
+    error: string;
+}
+/**
+ * Cancelled job - stopped by user
+ */
+interface CancelledJob<P> {
+    status: 'cancelled';
+    metadata: JobMetadata;
+    params: P;
+    startedAt?: string;
+    completedAt: string;
+}
+/**
+ * Generic job - discriminated union of all states
+ */
+type Job<P, PG, R> = PendingJob<P> | RunningJob<P, PG> | CompleteJob<P, R> | FailedJob<P> | CancelledJob<P>;
+type DetectionJob = Job<DetectionParams, DetectionProgress, DetectionResult>;
+type GenerationJob = Job<GenerationParams, GenerationProgress, GenerationResult>;
+type HighlightDetectionJob = Job<HighlightDetectionParams, HighlightDetectionProgress, HighlightDetectionResult>;
+type AssessmentDetectionJob = Job<AssessmentDetectionParams, AssessmentDetectionProgress, AssessmentDetectionResult>;
+type CommentDetectionJob = Job<CommentDetectionParams, CommentDetectionProgress, CommentDetectionResult>;
+type TagDetectionJob = Job<TagDetectionParams, TagDetectionProgress, TagDetectionResult>;
+/**
+ * Discriminated union of all job types
  */
+type AnyJob = DetectionJob | GenerationJob | HighlightDetectionJob | AssessmentDetectionJob | CommentDetectionJob | TagDetectionJob;
+declare function isPendingJob(job: AnyJob): job is PendingJob<any>;
+declare function isRunningJob(job: AnyJob): job is RunningJob<any, any>;
+declare function isCompleteJob(job: AnyJob): job is CompleteJob<any, any>;
+declare function isFailedJob(job: AnyJob): job is FailedJob<any>;
+declare function isCancelledJob(job: AnyJob): job is CancelledJob<any>;
 interface JobQueryFilters {
     status?: JobStatus;
     type?: JobType;
@@ -183,23 +278,23 @@ declare class JobQueue {
     /**
      * Create a new job
      */
-    createJob(job: Job): Promise<void>;
+    createJob(job: AnyJob): Promise<void>;
     /**
      * Get a job by ID (searches all status directories)
      */
-    getJob(jobId: JobId): Promise<Job | null>;
+    getJob(jobId: JobId): Promise<AnyJob | null>;
     /**
      * Update a job (atomic: delete old, write new)
      */
-    updateJob(job: Job, oldStatus?: JobStatus): Promise<void>;
+    updateJob(job: AnyJob, oldStatus?: JobStatus): Promise<void>;
     /**
      * Poll for next pending job (FIFO)
      */
-    pollNextPendingJob(): Promise<Job | null>;
+    pollNextPendingJob(): Promise<AnyJob | null>;
     /**
      * List jobs with filters
      */
-    listJobs(filters?: JobQueryFilters): Promise<Job[]>;
+    listJobs(filters?: JobQueryFilters): Promise<AnyJob[]>;
     /**
      * Cancel a job
      */
@@ -238,7 +333,8 @@ declare abstract class JobWorker {
     private currentJob;
     private pollIntervalMs;
     private errorBackoffMs;
-    constructor(pollIntervalMs?: number, errorBackoffMs?: number);
+    protected jobQueue: JobQueue;
+    constructor(jobQueue: JobQueue, pollIntervalMs?: number, errorBackoffMs?: number);
     /**
      * Start the worker (polls queue in loop)
      */
@@ -258,11 +354,11 @@ declare abstract class JobWorker {
     /**
      * Handle job failure (retry or move to failed)
      */
-    protected handleJobFailure(job: Job, error: any): Promise<void>;
+    protected handleJobFailure(job: AnyJob, error: any): Promise<void>;
     /**
      * Update job progress (best-effort, doesn't throw)
      */
-    protected updateJobProgress(job: Job): Promise<void>;
+    protected updateJobProgress(job: AnyJob): Promise<void>;
     /**
      * Sleep utility
      */
@@ -274,13 +370,13 @@ declare abstract class JobWorker {
     /**
      * Check if this worker can process the given job
      */
-    protected abstract canProcessJob(job: Job): boolean;
+    protected abstract canProcessJob(job: AnyJob): boolean;
     /**
      * Execute the job (job-specific logic)
      * This is where the actual work happens
      * Throw an error to trigger retry logic
      */
-    protected abstract executeJob(job: Job): Promise<void>;
+    protected abstract executeJob(job: AnyJob): Promise<void>;
 }
 
-export { type AssessmentDetectionJob, type BaseJob, type CommentDetectionJob, type DetectionJob, type GenerationJob, type HighlightDetectionJob, type Job, type JobQueryFilters, JobQueue, type JobQueueConfig, type JobStatus, type JobType, JobWorker, type TagDetectionJob, getJobQueue, initializeJobQueue };
+export { type AnyJob, type AssessmentDetectionJob, type AssessmentDetectionParams, type AssessmentDetectionProgress, type AssessmentDetectionResult, type CancelledJob, type CommentDetectionJob, type CommentDetectionParams, type CommentDetectionProgress, type CommentDetectionResult, type CompleteJob, type DetectionJob, type DetectionParams, type DetectionProgress, type DetectionResult, type FailedJob, type GenerationJob, type GenerationParams, type GenerationProgress, type GenerationResult, type HighlightDetectionJob, type HighlightDetectionParams, type HighlightDetectionProgress, type HighlightDetectionResult, type JobMetadata, type JobQueryFilters, JobQueue, type JobQueueConfig, type JobStatus, type JobType, JobWorker, type PendingJob, type RunningJob, type TagDetectionJob, type TagDetectionParams, type TagDetectionProgress, type TagDetectionResult, getJobQueue, initializeJobQueue, isCancelledJob, isCompleteJob, isFailedJob, isPendingJob, isRunningJob };

package/dist/index.js

@@ -22,9 +22,9 @@ var JobQueue = class {
    * Create a new job
    */
   async createJob(job) {
-    const jobPath = this.getJobPath(job.id, job.status);
+    const jobPath = this.getJobPath(job.metadata.id, job.status);
     await promises.writeFile(jobPath, JSON.stringify(job, null, 2), "utf-8");
-    console.log(`[JobQueue] Created job ${job.id} with status ${job.status}`);
+    console.log(`[JobQueue] Created job ${job.metadata.id} with status ${job.status}`);
   }
   /**
    * Get a job by ID (searches all status directories)
@@ -47,18 +47,18 @@ var JobQueue = class {
    */
   async updateJob(job, oldStatus) {
     if (oldStatus && oldStatus !== job.status) {
-      const oldPath = this.getJobPath(job.id, oldStatus);
+      const oldPath = this.getJobPath(job.metadata.id, oldStatus);
       try {
         await promises.unlink(oldPath);
       } catch (error) {
       }
     }
-    const newPath = this.getJobPath(job.id, job.status);
+    const newPath = this.getJobPath(job.metadata.id, job.status);
     await promises.writeFile(newPath, JSON.stringify(job, null, 2), "utf-8");
     if (oldStatus && oldStatus !== job.status) {
-      console.log(`[JobQueue] Moved job ${job.id} from ${oldStatus} to ${job.status}`);
+      console.log(`[JobQueue] Moved job ${job.metadata.id} from ${oldStatus} to ${job.status}`);
     } else {
-      console.log(`[JobQueue] Updated job ${job.id} (status: ${job.status})`);
+      console.log(`[JobQueue] Updated job ${job.metadata.id} (status: ${job.status})`);
     }
   }
   /**
@@ -95,15 +95,15 @@ var JobQueue = class {
           const jobPath = path.join(statusDir, file);
           const content = await promises.readFile(jobPath, "utf-8");
           const job = JSON.parse(content);
-          if (filters.type && job.type !== filters.type) continue;
-          if (filters.userId && job.userId !== filters.userId) continue;
+          if (filters.type && job.metadata.type !== filters.type) continue;
+          if (filters.userId && job.metadata.userId !== filters.userId) continue;
           jobs.push(job);
         }
       } catch (error) {
         continue;
       }
     }
-    jobs.sort((a, b) => new Date(b.created).getTime() - new Date(a.created).getTime());
+    jobs.sort((a, b) => new Date(b.metadata.created).getTime() - new Date(a.metadata.created).getTime());
     const offset = filters.offset || 0;
     const limit = filters.limit || 100;
     return jobs.slice(offset, offset + limit);
@@ -120,9 +120,14 @@ var JobQueue = class {
       return false;
     }
     const oldStatus = job.status;
-    job.status = "cancelled";
-    job.completedAt = (/* @__PURE__ */ new Date()).toISOString();
-    await this.updateJob(job, oldStatus);
+    const cancelledJob = {
+      status: "cancelled",
+      metadata: job.metadata,
+      params: job.status === "pending" ? job.params : job.params,
+      startedAt: job.status === "running" ? job.startedAt : void 0,
+      completedAt: (/* @__PURE__ */ new Date()).toISOString()
+    };
+    await this.updateJob(cancelledJob, oldStatus);
     return true;
   }
   /**
@@ -140,7 +145,7 @@ var JobQueue = class {
           const jobPath = path.join(statusDir, file);
           const content = await promises.readFile(jobPath, "utf-8");
           const job = JSON.parse(content);
-          if (job.completedAt) {
+          if (job.status === "complete" || job.status === "failed" || job.status === "cancelled") {
             const completedTime = new Date(job.completedAt).getTime();
             if (completedTime < cutoffTime) {
               await promises.unlink(jobPath);
@@ -206,7 +211,9 @@ var JobWorker = class {
   currentJob = null;
   pollIntervalMs;
   errorBackoffMs;
-  constructor(pollIntervalMs = 1e3, errorBackoffMs = 5e3) {
+  jobQueue;
+  constructor(jobQueue2, pollIntervalMs = 1e3, errorBackoffMs = 5e3) {
+    this.jobQueue = jobQueue2;
     this.pollIntervalMs = pollIntervalMs;
     this.errorBackoffMs = errorBackoffMs;
   }
@@ -243,15 +250,14 @@ var JobWorker = class {
       await this.sleep(100);
     }
     if (this.currentJob) {
-      console.warn(`[${this.getWorkerName()}] Forced shutdown while processing job ${this.currentJob.id}`);
+      console.warn(`[${this.getWorkerName()}] Forced shutdown while processing job ${this.currentJob.metadata.id}`);
     }
   }
   /**
    * Poll for next job to process
    */
   async pollNextJob() {
-    const jobQueue2 = getJobQueue();
-    const job = await jobQueue2.pollNextPendingJob();
+    const job = await this.jobQueue.pollNextPendingJob();
     if (job && this.canProcessJob(job)) {
       return job;
     }
@@ -262,18 +268,33 @@ var JobWorker = class {
    */
   async processJob(job) {
     this.currentJob = job;
-    const jobQueue2 = getJobQueue();
     try {
-      const oldStatus = job.status;
-      job.status = "running";
-      job.startedAt = (/* @__PURE__ */ new Date()).toISOString();
-      await jobQueue2.updateJob(job, oldStatus);
-      console.log(`[${this.getWorkerName()}] \u{1F504} Processing job ${job.id} (type: ${job.type})`);
-      await this.executeJob(job);
-      job.status = "complete";
-      job.completedAt = (/* @__PURE__ */ new Date()).toISOString();
-      await jobQueue2.updateJob(job, "running");
-      console.log(`[${this.getWorkerName()}] \u2705 Job ${job.id} completed successfully`);
+      if (job.status !== "pending") {
+        console.warn(`[${this.getWorkerName()}] Skipping non-pending job ${job.metadata.id}`);
+        return;
+      }
+      const runningJob = {
+        status: "running",
+        metadata: job.metadata,
+        params: job.params,
+        startedAt: (/* @__PURE__ */ new Date()).toISOString(),
+        progress: {}
+        // Initialize with empty progress
+      };
+      await this.jobQueue.updateJob(runningJob, "pending");
+      console.log(`[${this.getWorkerName()}] \u{1F504} Processing job ${job.metadata.id} (type: ${job.metadata.type})`);
+      await this.executeJob(runningJob);
+      const completeJob = {
+        status: "complete",
+        metadata: runningJob.metadata,
+        params: runningJob.params,
+        startedAt: runningJob.startedAt,
+        completedAt: (/* @__PURE__ */ new Date()).toISOString(),
+        result: {}
+        // Subclass should set this via updateJobProgress
+      };
+      await this.jobQueue.updateJob(completeJob, "running");
+      console.log(`[${this.getWorkerName()}] \u2705 Job ${job.metadata.id} completed successfully`);
     } catch (error) {
       await this.handleJobFailure(job, error);
     } finally {
@@ -284,21 +305,31 @@ var JobWorker = class {
    * Handle job failure (retry or move to failed)
    */
   async handleJobFailure(job, error) {
-    const jobQueue2 = getJobQueue();
-    job.retryCount++;
-    if (job.retryCount < job.maxRetries) {
-      console.log(`[${this.getWorkerName()}] Job ${job.id} failed, will retry (${job.retryCount}/${job.maxRetries})`);
+    const updatedMetadata = {
+      ...job.metadata,
+      retryCount: job.metadata.retryCount + 1
+    };
+    if (updatedMetadata.retryCount < updatedMetadata.maxRetries) {
+      console.log(`[${this.getWorkerName()}] Job ${job.metadata.id} failed, will retry (${updatedMetadata.retryCount}/${updatedMetadata.maxRetries})`);
       console.log(`[${this.getWorkerName()}] Error:`, error);
-      job.status = "pending";
-      job.startedAt = void 0;
-      await jobQueue2.updateJob(job, "running");
+      const retryJob = {
+        status: "pending",
+        metadata: updatedMetadata,
+        params: job.status === "pending" ? job.params : job.params
+      };
+      await this.jobQueue.updateJob(retryJob, job.status);
     } else {
-      console.error(`[${this.getWorkerName()}] \u274C Job ${job.id} failed permanently after ${job.retryCount} retries`);
+      console.error(`[${this.getWorkerName()}] \u274C Job ${job.metadata.id} failed permanently after ${updatedMetadata.retryCount} retries`);
       console.error(`[${this.getWorkerName()}] Error:`, error);
-      job.status = "failed";
-      job.error = error instanceof Error ? error.message : String(error);
-      job.completedAt = (/* @__PURE__ */ new Date()).toISOString();
-      await jobQueue2.updateJob(job, "running");
+      const failedJob = {
+        status: "failed",
+        metadata: updatedMetadata,
+        params: job.status === "pending" ? job.params : job.params,
+        startedAt: job.status === "running" ? job.startedAt : void 0,
+        completedAt: (/* @__PURE__ */ new Date()).toISOString(),
+        error: error instanceof Error ? error.message : String(error)
+      };
+      await this.jobQueue.updateJob(failedJob, job.status);
     }
   }
   /**
@@ -306,8 +337,7 @@ var JobWorker = class {
    */
   async updateJobProgress(job) {
     try {
-      const jobQueue2 = getJobQueue();
-      await jobQueue2.updateJob(job);
+      await this.jobQueue.updateJob(job);
     } catch (error) {
       console.warn(`[${this.getWorkerName()}] Failed to update job progress:`, error);
     }

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/job-queue.ts","../src/job-worker.ts"],"names":["fs","jobQueue"],"mappings":";;;;AAgBO,IAAM,WAAN,MAAe;AAAA,EACZ,OAAA;AAAA,EAER,YAAY,MAAA,EAAwB;AAClC,IAAA,IAAA,CAAK,OAAA,GAAe,IAAA,CAAA,IAAA,CAAK,MAAA,CAAO,OAAA,EAAS,MAAM,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,WAAwB,CAAC,SAAA,EAAW,SAAA,EAAW,UAAA,EAAY,UAAU,WAAW,CAAA;AAEtF,IAAA,KAAA,MAAW,UAAU,QAAA,EAAU;AAC7B,MAAA,MAAM,GAAA,GAAW,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,MAAM,CAAA;AAC1C,MAAA,MAAMA,SAAG,KAAA,CAAM,GAAA,EAAK,EAAE,SAAA,EAAW,MAAM,CAAA;AAAA,IACzC;AAEA,IAAA,OAAA,CAAQ,IAAI,wCAAwC,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,GAAA,EAAyB;AACvC,IAAA,MAAM,UAAU,IAAA,CAAK,UAAA,CAAW,GAAA,CAAI,EAAA,EAAI,IAAI,MAAM,CAAA;AAClD,IAAA,MAAMA,QAAA,CAAG,UAAU,OAAA,EAAS,IAAA,CAAK,UAAU,GAAA,EAAK,IAAA,EAAM,CAAC,CAAA,EAAG,OAAO,CAAA;AACjE,IAAA,OAAA,CAAQ,IAAI,CAAA,uBAAA,EAA0B,GAAA,CAAI,EAAE,CAAA,aAAA,EAAgB,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,EAC1E;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAO,KAAA,EAAmC;AAC9C,IAAA,MAAM,WAAwB,CAAC,SAAA,EAAW,SAAA,EAAW,UAAA,EAAY,UAAU,WAAW,CAAA;AAEtF,IAAA,KAAA,MAAW,UAAU,QAAA,EAAU;AAC7B,MAAA,MAAM,OAAA,GAAU,IAAA,CAAK,UAAA,CAAW,KAAA,EAAO,MAAM,CAAA;AAC7C,MAAA,IAAI;AACF,QAAA,MAAM,OAAA,GAAU,MAAMA,QAAA,CAAG,QAAA,CAAS,SAAS,OAAO,CAAA;AAClD,QAAA,OAAO,IAAA,CAAK,MAAM,OAAO,CAAA;AAAA,MAC3B,SAAS,KAAA,EAAO;AAEd,QAAA;AAAA,MACF;AAAA,IACF;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,SAAA,CAAU,GAAA,EAAU,SAAA,EAAsC;AAE9D,IAAA,IAAI,SAAA,IAAa,SAAA,KAAc,GAAA,CAAI,MAAA,EAAQ;AACzC,MAAA,MAAM,OAAA,GAAU,IAAA,CAAK,UAAA,CAAW,GAAA,CAAI,IAAI,SAAS,CAAA;AACjD,MAAA,IAAI;AACF,QAAA,MAAMA,QAAA,CAAG,OAAO,OAAO,CAAA;AAAA,MACzB,SAAS,KAAA,EAAO;AAAA,MAEhB;AAAA,IACF;AAGA,IAAA,MAAM,UAAU,IAAA,CAAK,UAAA,CAAW,GAAA,CAAI,EAAA,EAAI,IAAI,MAAM,CAAA;AAClD,IAAA,MAAMA,QAAA,CAAG,UAAU,OAAA,EAAS,IAAA,CAAK,UAAU,GAAA,EAAK,IAAA,EAAM,CAAC,CAAA,EAAG,OAAO,CAAA;AAEjE,IAAA,IAAI,SAAA,IAAa,SAAA,KAAc,GAAA,CAAI,MAAA,EAAQ;AACzC,MAAA,OAAA,CAAQ,GAAA,CAAI,wBAAwB,GAAA,CAAI,EAAE,SAAS,SAAS,CAAA,IAAA,EAAO,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,IACjF,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,IAAI,CAAA,uBAAA,EAA0B,GAAA,CAAI,EAAE,CAAA,UAAA,EAAa,GAAA,CAAI,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACxE;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAA,GAA0C;AAC9C,IAAA,MAAM,UAAA,GAAkB,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,SAAS,CAAA;AAEpD,IAAA,IAAI;AACF,MAAA,MAAM,KAAA,GAAQ,MAAMA,QAAA,CAAG,OAAA,CAAQ,UAAU,CAAA;AAEzC,MAAA,IAAI,KAAA,CAAM,WAAW,CAAA,EAAG;AACtB,QAAA,OAAO,IAAA;AAAA,MACT;AAGA,MAAA,KAAA,CAAM,IAAA,EAAK;AAEX,MAAA,MAAM,OAAA,GAAU,MAAM,CAAC,CAAA;AACvB,MAAA,MAAM,OAAA,GAAe,IAAA,CAAA,IAAA,CAAK,UAAA,EAAY,OAAO,CAAA;AAE7C,MAAA,MAAM,OAAA,GAAU,MAAMA,QAAA,CAAG,QAAA,CAAS,SAAS,OAAO,CAAA;AAClD,MAAA,OAAO,IAAA,CAAK,MAAM,OAAO,CAAA;AAAA,IAC3B,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,0CAA0C,KAAK,CAAA;AAC7D,MAAA,OAAO,IAAA;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,QAAA,CAAS,OAAA,GAA2B,EAAC,EAAmB;AAC5D,IAAA,MAAM,OAAc,EAAC;AAGrB,IAAA,MAAM,QAAA,GAAwB,OAAA,CAAQ,MAAA,GAClC,CAAC,OAAA,CAAQ,MAAM,CAAA,GACf,CAAC,SAAA,EAAW,SAAA,EAAW,UAAA,EAAY,QAAA,EAAU,WAAW,CAAA;AAE5D,IAAA,KAAA,MAAW,UAAU,QAAA,EAAU;AAC7B,MAAA,MAAM,SAAA,GAAiB,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,MAAM,CAAA;AAEhD,MAAA,IAAI;AACF,QAAA,MAAM,KAAA,GAAQ,MAAMA,QAAA,CAAG,OAAA,CAAQ,SAAS,CAAA;AAExC,QAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,UAAA,MAAM,OAAA,GAAe,IAAA,CAAA,IAAA,CAAK,SAAA,EAAW,IAAI,CAAA;AACzC,UAAA,MAAM,OAAA,GAAU,MAAMA,QAAA,CAAG,QAAA,CAAS,SAAS,OAAO,CAAA;AAClD,UAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,OAAO,CAAA;AAG9B,UAAA,IAAI,OAAA,CAAQ,IAAA,IAAQ,GAAA,CAAI,IAAA,KAAS,QAAQ,IAAA,EAAM;AAC/C,UAAA,IAAI,OAAA,CAAQ,MAAA,IAAU,GAAA,CAAI,MAAA,KAAW,QAAQ,MAAA,EAAQ;AAErD,UAAA,IAAA,CAAK,KAAK,GAAG,CAAA;AAAA,QACf;AAAA,MACF,SAAS,KAAA,EAAO;AAEd,QAAA;AAAA,MACF;AAAA,IACF;AAGA,IAAA,IAAA,CAAK,KAAK,CAAC,CAAA,EAAG,CAAA,KAAM,IAAI,KAAK,CAAA,CAAE,OAAO,CAAA,CAAE,OAAA,KAAY,IAAI,IAAA,CAAK,EAAE,OAAO,CAAA,CAAE,SAAS,CAAA;AAGjF,IAAA,MAAM,MAAA,GAAS,QAAQ,MAAA,IAAU,CAAA;AACjC,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,GAAA;AAE/B,IAAA,OAAO,IAAA,CAAK,KAAA,CAAM,MAAA,EAAQ,MAAA,GAAS,KAAK,CAAA;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,KAAA,EAAgC;AAC9C,IAAA,MAAM,GAAA,GAAM,MAAM,IAAA,CAAK,MAAA,CAAO,KAAK,CAAA;AAEnC,IAAA,IAAI,CAAC,GAAA,EAAK;AACR,MAAA,OAAO,KAAA;AAAA,IACT;AAGA,IAAA,IAAI,GAAA,CAAI,MAAA,KAAW,SAAA,IAAa,GAAA,CAAI,WAAW,SAAA,EAAW;AACxD,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,YAAY,GAAA,CAAI,MAAA;AACtB,IAAA,GAAA,CAAI,MAAA,GAAS,WAAA;AACb,IAAA,GAAA,CAAI,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAEzC,IAAA,MAAM,IAAA,CAAK,SAAA,CAAU,GAAA,EAAK,SAAS,CAAA;AACnC,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAA,CAAe,cAAA,GAAyB,EAAA,EAAqB;AACjE,IAAA,MAAM,aAAa,IAAA,CAAK,GAAA,EAAI,GAAK,cAAA,GAAiB,KAAK,EAAA,GAAK,GAAA;AAC5D,IAAA,IAAI,YAAA,GAAe,CAAA;AAEnB,IAAA,MAAM,eAAA,GAA+B,CAAC,UAAA,EAAY,QAAA,EAAU,WAAW,CAAA;AAEvE,IAAA,KAAA,MAAW,UAAU,eAAA,EAAiB;AACpC,MAAA,MAAM,SAAA,GAAiB,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,MAAM,CAAA;AAEhD,MAAA,IAAI;AACF,QAAA,MAAM,KAAA,GAAQ,MAAMA,QAAA,CAAG,OAAA,CAAQ,SAAS,CAAA;AAExC,QAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,UAAA,MAAM,OAAA,GAAe,IAAA,CAAA,IAAA,CAAK,SAAA,EAAW,IAAI,CAAA;AACzC,UAAA,MAAM,OAAA,GAAU,MAAMA,QAAA,CAAG,QAAA,CAAS,SAAS,OAAO,CAAA;AAClD,UAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,OAAO,CAAA;AAE9B,UAAA,IAAI,IAAI,WAAA,EAAa;AACnB,YAAA,MAAM,gBAAgB,IAAI,IAAA,CAAK,GAAA,CAAI,WAAW,EAAE,OAAA,EAAQ;AAExD,YAAA,IAAI,gBAAgB,UAAA,EAAY;AAC9B,cAAA,MAAMA,QAAA,CAAG,OAAO,OAAO,CAAA;AACvB,cAAA,YAAA,EAAA;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,OAAA,CAAQ,KAAA,CAAM,CAAA,6BAAA,EAAgC,MAAM,CAAA,MAAA,CAAA,EAAU,KAAK,CAAA;AAAA,MACrE;AAAA,IACF;AAEA,IAAA,IAAI,eAAe,CAAA,EAAG;AACpB,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,sBAAA,EAAyB,YAAY,CAAA,SAAA,CAAW,CAAA;AAAA,IAC9D;AAEA,IAAA,OAAO,YAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKQ,UAAA,CAAW,OAAc,MAAA,EAA2B;AAC1D,IAAA,OAAY,UAAK,IAAA,CAAK,OAAA,EAAS,MAAA,EAAQ,CAAA,EAAG,KAAK,CAAA,KAAA,CAAO,CAAA;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,QAAA,GAMH;AACD,IAAA,MAAM,KAAA,GAAQ;AAAA,MACZ,OAAA,EAAS,CAAA;AAAA,MACT,OAAA,EAAS,CAAA;AAAA,MACT,QAAA,EAAU,CAAA;AAAA,MACV,MAAA,EAAQ,CAAA;AAAA,MACR,SAAA,EAAW;AAAA,KACb;AAEA,IAAA,MAAM,WAAwB,CAAC,SAAA,EAAW,SAAA,EAAW,UAAA,EAAY,UAAU,WAAW,CAAA;AAEtF,IAAA,KAAA,MAAW,UAAU,QAAA,EAAU;AAC7B,MAAA,MAAM,SAAA,GAAiB,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,MAAM,CAAA;AAEhD,MAAA,IAAI;AACF,QAAA,MAAM,KAAA,GAAQ,MAAMA,QAAA,CAAG,OAAA,CAAQ,SAAS,CAAA;AACxC,QAAA,KAAA,CAAM,MAAM,IAAI,KAAA,CAAM,MAAA;AAAA,MACxB,SAAS,KAAA,EAAO;AAEd,QAAA,KAAA,CAAM,MAAM,CAAA,GAAI,CAAA;AAAA,MAClB;AAAA,IACF;AAEA,IAAA,OAAO,KAAA;AAAA,EACT;AACF;AAGA,IAAI,QAAA,GAA4B,IAAA;AAEzB,SAAS,WAAA,GAAwB;AACtC,EAAA,IAAI,CAAC,QAAA,EAAU;AACb,IAAA,MAAM,IAAI,MAAM,4DAA4D,CAAA;AAAA,EAC9E;AACA,EAAA,OAAO,QAAA;AACT;AAEA,eAAsB,mBAAmB,MAAA,EAA2C;AAClF,EAAA,QAAA,GAAW,IAAI,SAAS,MAAM,CAAA;AAC9B,EAAA,MAAM,SAAS,UAAA,EAAW;AAC1B,EAAA,OAAO,QAAA;AACT;;;ACjRO,IAAe,YAAf,MAAyB;AAAA,EACtB,OAAA,GAAU,KAAA;AAAA,EACV,UAAA,GAAyB,IAAA;AAAA,EACzB,cAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CACE,cAAA,GAAyB,GAAA,EACzB,cAAA,GAAyB,GAAA,EACzB;AACA,IAAA,IAAA,CAAK,cAAA,GAAiB,cAAA;AACtB,IAAA,IAAA,CAAK,cAAA,GAAiB,cAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,KAAA,GAAuB;AAC3B,IAAA,IAAA,CAAK,OAAA,GAAU,IAAA;AACf,IAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,SAAA,CAAW,CAAA;AAE/C,IAAA,OAAO,KAAK,OAAA,EAAS;AACnB,MAAA,IAAI;AACF,QAAA,MAAM,GAAA,GAAM,MAAM,IAAA,CAAK,WAAA,EAAY;AAEnC,QAAA,IAAI,GAAA,EAAK;AACP,UAAA,MAAM,IAAA,CAAK,WAAW,GAAG,CAAA;AAAA,QAC3B,CAAA,MAAO;AAEL,UAAA,MAAM,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,cAAc,CAAA;AAAA,QACtC;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,OAAA,CAAQ,MAAM,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,yBAAyB,KAAK,CAAA;AAEpE,QAAA,MAAM,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,cAAc,CAAA;AAAA,MACtC;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,SAAA,CAAW,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,IAAA,GAAsB;AAC1B,IAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,aAAA,CAAe,CAAA;AACnD,IAAA,IAAA,CAAK,OAAA,GAAU,KAAA;AAGf,IAAA,MAAM,OAAA,GAAU,GAAA;AAChB,IAAA,MAAM,SAAA,GAAY,KAAK,GAAA,EAAI;AAE3B,IAAA,OAAO,KAAK,UAAA,IAAe,IAAA,CAAK,GAAA,EAAI,GAAI,YAAa,OAAA,EAAS;AAC5D,MAAA,MAAM,IAAA,CAAK,MAAM,GAAG,CAAA;AAAA,IACtB;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,OAAA,CAAQ,IAAA,CAAK,IAAI,IAAA,CAAK,aAAA,EAAe,CAAA,uCAAA,EAA0C,IAAA,CAAK,UAAA,CAAW,EAAE,CAAA,CAAE,CAAA;AAAA,IACrG;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,WAAA,GAAmC;AAC/C,IAAA,MAAMC,YAAW,WAAA,EAAY;AAC7B,IAAA,MAAM,GAAA,GAAM,MAAMA,SAAAA,CAAS,kBAAA,EAAmB;AAE9C,IAAA,IAAI,GAAA,IAAO,IAAA,CAAK,aAAA,CAAc,GAAG,CAAA,EAAG;AAClC,MAAA,OAAO,GAAA;AAAA,IACT;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,WAAW,GAAA,EAAyB;AAChD,IAAA,IAAA,CAAK,UAAA,GAAa,GAAA;AAClB,IAAA,MAAMA,YAAW,WAAA,EAAY;AAE7B,IAAA,IAAI;AAEF,MAAA,MAAM,YAAY,GAAA,CAAI,MAAA;AACtB,MAAA,GAAA,CAAI,MAAA,GAAS,SAAA;AACb,MAAA,GAAA,CAAI,SAAA,GAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AACvC,MAAA,MAAMA,SAAAA,CAAS,SAAA,CAAU,GAAA,EAAK,SAAS,CAAA;AAEvC,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,2BAAA,EAAuB,GAAA,CAAI,EAAE,CAAA,QAAA,EAAW,GAAA,CAAI,IAAI,CAAA,CAAA,CAAG,CAAA;AAGvF,MAAA,MAAM,IAAA,CAAK,WAAW,GAAG,CAAA;AAGzB,MAAA,GAAA,CAAI,MAAA,GAAS,UAAA;AACb,MAAA,GAAA,CAAI,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AACzC,MAAA,MAAMA,SAAAA,CAAS,SAAA,CAAU,GAAA,EAAK,SAAS,CAAA;AAEvC,MAAA,OAAA,CAAQ,GAAA,CAAI,IAAI,IAAA,CAAK,aAAA,EAAe,CAAA,aAAA,EAAW,GAAA,CAAI,EAAE,CAAA,uBAAA,CAAyB,CAAA;AAAA,IAEhF,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAA,CAAK,gBAAA,CAAiB,GAAA,EAAK,KAAK,CAAA;AAAA,IACxC,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,UAAA,GAAa,IAAA;AAAA,IACpB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,gBAAA,CAAiB,GAAA,EAAU,KAAA,EAA2B;AACpE,IAAA,MAAMA,YAAW,WAAA,EAAY;AAC7B,IAAA,GAAA,CAAI,UAAA,EAAA;AAEJ,IAAA,IAAI,GAAA,CAAI,UAAA,GAAa,GAAA,CAAI,UAAA,EAAY;AACnC,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,MAAA,EAAS,GAAA,CAAI,EAAE,CAAA,qBAAA,EAAwB,GAAA,CAAI,UAAU,CAAA,CAAA,EAAI,GAAA,CAAI,UAAU,CAAA,CAAA,CAAG,CAAA;AAC9G,MAAA,OAAA,CAAQ,IAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,YAAY,KAAK,CAAA;AAGrD,MAAA,GAAA,CAAI,MAAA,GAAS,SAAA;AACb,MAAA,GAAA,CAAI,SAAA,GAAY,MAAA;AAChB,MAAA,MAAMA,SAAAA,CAAS,SAAA,CAAU,GAAA,EAAK,SAAS,CAAA;AAAA,IAEzC,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,KAAA,CAAM,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,aAAA,EAAW,GAAA,CAAI,EAAE,CAAA,0BAAA,EAA6B,GAAA,CAAI,UAAU,CAAA,QAAA,CAAU,CAAA;AAC5G,MAAA,OAAA,CAAQ,MAAM,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,YAAY,KAAK,CAAA;AAGvD,MAAA,GAAA,CAAI,MAAA,GAAS,QAAA;AACb,MAAA,GAAA,CAAI,QAAQ,KAAA,YAAiB,KAAA,GAAQ,KAAA,CAAM,OAAA,GAAU,OAAO,KAAK,CAAA;AACjE,MAAA,GAAA,CAAI,WAAA,GAAA,iBAAc,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AACzC,MAAA,MAAMA,SAAAA,CAAS,SAAA,CAAU,GAAA,EAAK,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,kBAAkB,GAAA,EAAyB;AACzD,IAAA,IAAI;AACF,MAAA,MAAMA,YAAW,WAAA,EAAY;AAC7B,MAAA,MAAMA,SAAAA,CAAS,UAAU,GAAG,CAAA;AAAA,IAC9B,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAK,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,oCAAoC,KAAK,CAAA;AAAA,IAEhF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKU,MAAM,EAAA,EAA2B;AACzC,IAAA,OAAO,IAAI,OAAA,CAAQ,CAAA,OAAA,KAAW,UAAA,CAAW,OAAA,EAAS,EAAE,CAAC,CAAA;AAAA,EACvD;AAoBF","file":"index.js","sourcesContent":["/**\n * Job Queue Manager\n *\n * Filesystem-based job queue with atomic operations.\n * Jobs are stored in directories by status for easy polling.\n */\n\nimport { promises as fs } from 'fs';\nimport * as path from 'path';\nimport type { Job, JobStatus, JobQueryFilters } from './types';\nimport type { JobId } from '@semiont/api-client';\n\nexport interface JobQueueConfig {\n  dataDir: string;\n}\n\nexport class JobQueue {\n  private jobsDir: string;\n\n  constructor(config: JobQueueConfig) {\n    this.jobsDir = path.join(config.dataDir, 'jobs');\n  }\n\n  /**\n   * Initialize job queue directories\n   */\n  async initialize(): Promise<void> {\n    const statuses: JobStatus[] = ['pending', 'running', 'complete', 'failed', 'cancelled'];\n\n    for (const status of statuses) {\n      const dir = path.join(this.jobsDir, status);\n      await fs.mkdir(dir, { recursive: true });\n    }\n\n    console.log('[JobQueue] Initialized job directories');\n  }\n\n  /**\n   * Create a new job\n   */\n  async createJob(job: Job): Promise<void> {\n    const jobPath = this.getJobPath(job.id, job.status);\n    await fs.writeFile(jobPath, JSON.stringify(job, null, 2), 'utf-8');\n    console.log(`[JobQueue] Created job ${job.id} with status ${job.status}`);\n  }\n\n  /**\n   * Get a job by ID (searches all status directories)\n   */\n  async getJob(jobId: JobId): Promise<Job | null> {\n    const statuses: JobStatus[] = ['pending', 'running', 'complete', 'failed', 'cancelled'];\n\n    for (const status of statuses) {\n      const jobPath = this.getJobPath(jobId, status);\n      try {\n        const content = await fs.readFile(jobPath, 'utf-8');\n        return JSON.parse(content) as Job;\n      } catch (error) {\n        // File doesn't exist in this status directory, try next\n        continue;\n      }\n    }\n\n    return null;\n  }\n\n  /**\n   * Update a job (atomic: delete old, write new)\n   */\n  async updateJob(job: Job, oldStatus?: JobStatus): Promise<void> {\n    // If oldStatus provided, delete from old location\n    if (oldStatus && oldStatus !== job.status) {\n      const oldPath = this.getJobPath(job.id, oldStatus);\n      try {\n        await fs.unlink(oldPath);\n      } catch (error) {\n        // Ignore if file doesn't exist\n      }\n    }\n\n    // Write to new location\n    const newPath = this.getJobPath(job.id, job.status);\n    await fs.writeFile(newPath, JSON.stringify(job, null, 2), 'utf-8');\n\n    if (oldStatus && oldStatus !== job.status) {\n      console.log(`[JobQueue] Moved job ${job.id} from ${oldStatus} to ${job.status}`);\n    } else {\n      console.log(`[JobQueue] Updated job ${job.id} (status: ${job.status})`);\n    }\n  }\n\n  /**\n   * Poll for next pending job (FIFO)\n   */\n  async pollNextPendingJob(): Promise<Job | null> {\n    const pendingDir = path.join(this.jobsDir, 'pending');\n\n    try {\n      const files = await fs.readdir(pendingDir);\n\n      if (files.length === 0) {\n        return null;\n      }\n\n      // Sort by filename (job IDs have timestamps via nanoid)\n      files.sort();\n\n      const jobFile = files[0]!;\n      const jobPath = path.join(pendingDir, jobFile);\n\n      const content = await fs.readFile(jobPath, 'utf-8');\n      return JSON.parse(content) as Job;\n    } catch (error) {\n      console.error('[JobQueue] Error polling pending jobs:', error);\n      return null;\n    }\n  }\n\n  /**\n   * List jobs with filters\n   */\n  async listJobs(filters: JobQueryFilters = {}): Promise<Job[]> {\n    const jobs: Job[] = [];\n\n    // Determine which status directories to scan\n    const statuses: JobStatus[] = filters.status\n      ? [filters.status]\n      : ['pending', 'running', 'complete', 'failed', 'cancelled'];\n\n    for (const status of statuses) {\n      const statusDir = path.join(this.jobsDir, status);\n\n      try {\n        const files = await fs.readdir(statusDir);\n\n        for (const file of files) {\n          const jobPath = path.join(statusDir, file);\n          const content = await fs.readFile(jobPath, 'utf-8');\n          const job = JSON.parse(content) as Job;\n\n          // Apply filters\n          if (filters.type && job.type !== filters.type) continue;\n          if (filters.userId && job.userId !== filters.userId) continue;\n\n          jobs.push(job);\n        }\n      } catch (error) {\n        // Directory might not exist yet\n        continue;\n      }\n    }\n\n    // Sort by created descending (newest first)\n    jobs.sort((a, b) => new Date(b.created).getTime() - new Date(a.created).getTime());\n\n    // Apply pagination\n    const offset = filters.offset || 0;\n    const limit = filters.limit || 100;\n\n    return jobs.slice(offset, offset + limit);\n  }\n\n  /**\n   * Cancel a job\n   */\n  async cancelJob(jobId: JobId): Promise<boolean> {\n    const job = await this.getJob(jobId);\n\n    if (!job) {\n      return false;\n    }\n\n    // Can only cancel pending or running jobs\n    if (job.status !== 'pending' && job.status !== 'running') {\n      return false;\n    }\n\n    const oldStatus = job.status;\n    job.status = 'cancelled';\n    job.completedAt = new Date().toISOString();\n\n    await this.updateJob(job, oldStatus);\n    return true;\n  }\n\n  /**\n   * Clean up old completed/failed jobs (older than retention period)\n   */\n  async cleanupOldJobs(retentionHours: number = 24): Promise<number> {\n    const cutoffTime = Date.now() - (retentionHours * 60 * 60 * 1000);\n    let deletedCount = 0;\n\n    const cleanupStatuses: JobStatus[] = ['complete', 'failed', 'cancelled'];\n\n    for (const status of cleanupStatuses) {\n      const statusDir = path.join(this.jobsDir, status);\n\n      try {\n        const files = await fs.readdir(statusDir);\n\n        for (const file of files) {\n          const jobPath = path.join(statusDir, file);\n          const content = await fs.readFile(jobPath, 'utf-8');\n          const job = JSON.parse(content) as Job;\n\n          if (job.completedAt) {\n            const completedTime = new Date(job.completedAt).getTime();\n\n            if (completedTime < cutoffTime) {\n              await fs.unlink(jobPath);\n              deletedCount++;\n            }\n          }\n        }\n      } catch (error) {\n        console.error(`[JobQueue] Error cleaning up ${status} jobs:`, error);\n      }\n    }\n\n    if (deletedCount > 0) {\n      console.log(`[JobQueue] Cleaned up ${deletedCount} old jobs`);\n    }\n\n    return deletedCount;\n  }\n\n  /**\n   * Get job file path\n   */\n  private getJobPath(jobId: JobId, status: JobStatus): string {\n    return path.join(this.jobsDir, status, `${jobId}.json`);\n  }\n\n  /**\n   * Get statistics about the queue\n   */\n  async getStats(): Promise<{\n    pending: number;\n    running: number;\n    complete: number;\n    failed: number;\n    cancelled: number;\n  }> {\n    const stats = {\n      pending: 0,\n      running: 0,\n      complete: 0,\n      failed: 0,\n      cancelled: 0\n    };\n\n    const statuses: JobStatus[] = ['pending', 'running', 'complete', 'failed', 'cancelled'];\n\n    for (const status of statuses) {\n      const statusDir = path.join(this.jobsDir, status);\n\n      try {\n        const files = await fs.readdir(statusDir);\n        stats[status] = files.length;\n      } catch (error) {\n        // Directory might not exist yet\n        stats[status] = 0;\n      }\n    }\n\n    return stats;\n  }\n}\n\n// Singleton instance\nlet jobQueue: JobQueue | null = null;\n\nexport function getJobQueue(): JobQueue {\n  if (!jobQueue) {\n    throw new Error('JobQueue not initialized. Call initializeJobQueue() first.');\n  }\n  return jobQueue;\n}\n\nexport async function initializeJobQueue(config: JobQueueConfig): Promise<JobQueue> {\n  jobQueue = new JobQueue(config);\n  await jobQueue.initialize();\n  return jobQueue;\n}\n","/**\n * Job Worker Base Class\n *\n * Abstract worker that polls the job queue and processes jobs.\n * Subclasses implement specific job processing logic.\n */\n\nimport type { Job } from './types';\nimport { getJobQueue } from './job-queue';\n\nexport abstract class JobWorker {\n  private running = false;\n  private currentJob: Job | null = null;\n  private pollIntervalMs: number;\n  private errorBackoffMs: number;\n\n  constructor(\n    pollIntervalMs: number = 1000,\n    errorBackoffMs: number = 5000\n  ) {\n    this.pollIntervalMs = pollIntervalMs;\n    this.errorBackoffMs = errorBackoffMs;\n  }\n\n  /**\n   * Start the worker (polls queue in loop)\n   */\n  async start(): Promise<void> {\n    this.running = true;\n    console.log(`[${this.getWorkerName()}] Started`);\n\n    while (this.running) {\n      try {\n        const job = await this.pollNextJob();\n\n        if (job) {\n          await this.processJob(job);\n        } else {\n          // No jobs available, wait before polling again\n          await this.sleep(this.pollIntervalMs);\n        }\n      } catch (error) {\n        console.error(`[${this.getWorkerName()}] Error in main loop:`, error);\n        // Back off on error to avoid tight error loops\n        await this.sleep(this.errorBackoffMs);\n      }\n    }\n\n    console.log(`[${this.getWorkerName()}] Stopped`);\n  }\n\n  /**\n   * Stop the worker (graceful shutdown)\n   */\n  async stop(): Promise<void> {\n    console.log(`[${this.getWorkerName()}] Stopping...`);\n    this.running = false;\n\n    // Wait for current job to finish (with timeout)\n    const timeout = 60000; // 60 seconds\n    const startTime = Date.now();\n\n    while (this.currentJob && (Date.now() - startTime) < timeout) {\n      await this.sleep(100);\n    }\n\n    if (this.currentJob) {\n      console.warn(`[${this.getWorkerName()}] Forced shutdown while processing job ${this.currentJob.id}`);\n    }\n  }\n\n  /**\n   * Poll for next job to process\n   */\n  private async pollNextJob(): Promise<Job | null> {\n    const jobQueue = getJobQueue();\n    const job = await jobQueue.pollNextPendingJob();\n\n    if (job && this.canProcessJob(job)) {\n      return job;\n    }\n\n    return null;\n  }\n\n  /**\n   * Process a job (handles state transitions and error handling)\n   */\n  private async processJob(job: Job): Promise<void> {\n    this.currentJob = job;\n    const jobQueue = getJobQueue();\n\n    try {\n      // Move to running state\n      const oldStatus = job.status;\n      job.status = 'running';\n      job.startedAt = new Date().toISOString();\n      await jobQueue.updateJob(job, oldStatus);\n\n      console.log(`[${this.getWorkerName()}] 🔄 Processing job ${job.id} (type: ${job.type})`);\n\n      // Execute job-specific logic\n      await this.executeJob(job);\n\n      // Move to complete state\n      job.status = 'complete';\n      job.completedAt = new Date().toISOString();\n      await jobQueue.updateJob(job, 'running');\n\n      console.log(`[${this.getWorkerName()}] ✅ Job ${job.id} completed successfully`);\n\n    } catch (error) {\n      await this.handleJobFailure(job, error);\n    } finally {\n      this.currentJob = null;\n    }\n  }\n\n  /**\n   * Handle job failure (retry or move to failed)\n   */\n  protected async handleJobFailure(job: Job, error: any): Promise<void> {\n    const jobQueue = getJobQueue();\n    job.retryCount++;\n\n    if (job.retryCount < job.maxRetries) {\n      console.log(`[${this.getWorkerName()}] Job ${job.id} failed, will retry (${job.retryCount}/${job.maxRetries})`);\n      console.log(`[${this.getWorkerName()}] Error:`, error);\n\n      // Move back to pending for retry\n      job.status = 'pending';\n      job.startedAt = undefined; // Clear start time for retry\n      await jobQueue.updateJob(job, 'running');\n\n    } else {\n      console.error(`[${this.getWorkerName()}] ❌ Job ${job.id} failed permanently after ${job.retryCount} retries`);\n      console.error(`[${this.getWorkerName()}] Error:`, error);\n\n      // Move to failed state\n      job.status = 'failed';\n      job.error = error instanceof Error ? error.message : String(error);\n      job.completedAt = new Date().toISOString();\n      await jobQueue.updateJob(job, 'running');\n    }\n  }\n\n  /**\n   * Update job progress (best-effort, doesn't throw)\n   */\n  protected async updateJobProgress(job: Job): Promise<void> {\n    try {\n      const jobQueue = getJobQueue();\n      await jobQueue.updateJob(job);\n    } catch (error) {\n      console.warn(`[${this.getWorkerName()}] Failed to update job progress:`, error);\n      // Don't throw - progress updates are best-effort\n    }\n  }\n\n  /**\n   * Sleep utility\n   */\n  protected sleep(ms: number): Promise<void> {\n    return new Promise(resolve => setTimeout(resolve, ms));\n  }\n\n  // Abstract methods to be implemented by subclasses\n\n  /**\n   * Get worker name (for logging)\n   */\n  protected abstract getWorkerName(): string;\n\n  /**\n   * Check if this worker can process the given job\n   */\n  protected abstract canProcessJob(job: Job): boolean;\n\n  /**\n   * Execute the job (job-specific logic)\n   * This is where the actual work happens\n   * Throw an error to trigger retry logic\n   */\n  protected abstract executeJob(job: Job): Promise<void>;\n}\n"]}
+{"version":3,"sources":["../src/job-queue.ts","../src/job-worker.ts"],"names":["fs","jobQueue"],"mappings":";;;;AAgBO,IAAM,WAAN,MAAe;AAAA,EACZ,OAAA;AAAA,EAER,YAAY,MAAA,EAAwB;AAClC,IAAA,IAAA,CAAK,OAAA,GAAe,IAAA,CAAA,IAAA,CAAK,MAAA,CAAO,OAAA,EAAS,MAAM,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,WAAwB,CAAC,SAAA,EAAW,SAAA,EAAW,UAAA,EAAY,UAAU,WAAW,CAAA;AAEtF,IAAA,KAAA,MAAW,UAAU,QAAA,EAAU;AAC7B,MAAA,MAAM,GAAA,GAAW,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,MAAM,CAAA;AAC1C,MAAA,MAAMA,SAAG,KAAA,CAAM,GAAA,EAAK,EAAE,SAAA,EAAW,MAAM,CAAA;AAAA,IACzC;AAEA,IAAA,OAAA,CAAQ,IAAI,wCAAwC,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,GAAA,EAA4B;AAC1C,IAAA,MAAM,UAAU,IAAA,CAAK,UAAA,CAAW,IAAI,QAAA,CAAS,EAAA,EAAI,IAAI,MAAM,CAAA;AAC3D,IAAA,MAAMA,QAAA,CAAG,UAAU,OAAA,EAAS,IAAA,CAAK,UAAU,GAAA,EAAK,IAAA,EAAM,CAAC,CAAA,EAAG,OAAO,CAAA;AACjE,IAAA,OAAA,CAAQ,GAAA,CAAI,0BAA0B,GAAA,CAAI,QAAA,CAAS,EAAE,CAAA,aAAA,EAAgB,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,EACnF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAO,KAAA,EAAsC;AACjD,IAAA,MAAM,WAAwB,CAAC,SAAA,EAAW,SAAA,EAAW,UAAA,EAAY,UAAU,WAAW,CAAA;AAEtF,IAAA,KAAA,MAAW,UAAU,QAAA,EAAU;AAC7B,MAAA,MAAM,OAAA,GAAU,IAAA,CAAK,UAAA,CAAW,KAAA,EAAO,MAAM,CAAA;AAC7C,MAAA,IAAI;AACF,QAAA,MAAM,OAAA,GAAU,MAAMA,QAAA,CAAG,QAAA,CAAS,SAAS,OAAO,CAAA;AAClD,QAAA,OAAO,IAAA,CAAK,MAAM,OAAO,CAAA;AAAA,MAC3B,SAAS,KAAA,EAAO;AAEd,QAAA;AAAA,MACF;AAAA,IACF;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,SAAA,CAAU,GAAA,EAAa,SAAA,EAAsC;AAEjE,IAAA,IAAI,SAAA,IAAa,SAAA,KAAc,GAAA,CAAI,MAAA,EAAQ;AACzC,MAAA,MAAM,UAAU,IAAA,CAAK,UAAA,CAAW,GAAA,CAAI,QAAA,CAAS,IAAI,SAAS,CAAA;AAC1D,MAAA,IAAI;AACF,QAAA,MAAMA,QAAA,CAAG,OAAO,OAAO,CAAA;AAAA,MACzB,SAAS,KAAA,EAAO;AAAA,MAEhB;AAAA,IACF;AAGA,IAAA,MAAM,UAAU,IAAA,CAAK,UAAA,CAAW,IAAI,QAAA,CAAS,EAAA,EAAI,IAAI,MAAM,CAAA;AAC3D,IAAA,MAAMA,QAAA,CAAG,UAAU,OAAA,EAAS,IAAA,CAAK,UAAU,GAAA,EAAK,IAAA,EAAM,CAAC,CAAA,EAAG,OAAO,CAAA;AAEjE,IAAA,IAAI,SAAA,IAAa,SAAA,KAAc,GAAA,CAAI,MAAA,EAAQ;AACzC,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,qBAAA,EAAwB,GAAA,CAAI,QAAA,CAAS,EAAE,SAAS,SAAS,CAAA,IAAA,EAAO,GAAA,CAAI,MAAM,CAAA,CAAE,CAAA;AAAA,IAC1F,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,GAAA,CAAI,0BAA0B,GAAA,CAAI,QAAA,CAAS,EAAE,CAAA,UAAA,EAAa,GAAA,CAAI,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACjF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,kBAAA,GAA6C;AACjD,IAAA,MAAM,UAAA,GAAkB,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,SAAS,CAAA;AAEpD,IAAA,IAAI;AACF,MAAA,MAAM,KAAA,GAAQ,MAAMA,QAAA,CAAG,OAAA,CAAQ,UAAU,CAAA;AAEzC,MAAA,IAAI,KAAA,CAAM,WAAW,CAAA,EAAG;AACtB,QAAA,OAAO,IAAA;AAAA,MACT;AAGA,MAAA,KAAA,CAAM,IAAA,EAAK;AAEX,MAAA,MAAM,OAAA,GAAU,MAAM,CAAC,CAAA;AACvB,MAAA,MAAM,OAAA,GAAe,IAAA,CAAA,IAAA,CAAK,UAAA,EAAY,OAAO,CAAA;AAE7C,MAAA,MAAM,OAAA,GAAU,MAAMA,QAAA,CAAG,QAAA,CAAS,SAAS,OAAO,CAAA;AAClD,MAAA,OAAO,IAAA,CAAK,MAAM,OAAO,CAAA;AAAA,IAC3B,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,0CAA0C,KAAK,CAAA;AAC7D,MAAA,OAAO,IAAA;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,QAAA,CAAS,OAAA,GAA2B,EAAC,EAAsB;AAC/D,IAAA,MAAM,OAAiB,EAAC;AAGxB,IAAA,MAAM,QAAA,GAAwB,OAAA,CAAQ,MAAA,GAClC,CAAC,OAAA,CAAQ,MAAM,CAAA,GACf,CAAC,SAAA,EAAW,SAAA,EAAW,UAAA,EAAY,QAAA,EAAU,WAAW,CAAA;AAE5D,IAAA,KAAA,MAAW,UAAU,QAAA,EAAU;AAC7B,MAAA,MAAM,SAAA,GAAiB,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,MAAM,CAAA;AAEhD,MAAA,IAAI;AACF,QAAA,MAAM,KAAA,GAAQ,MAAMA,QAAA,CAAG,OAAA,CAAQ,SAAS,CAAA;AAExC,QAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,UAAA,MAAM,OAAA,GAAe,IAAA,CAAA,IAAA,CAAK,SAAA,EAAW,IAAI,CAAA;AACzC,UAAA,MAAM,OAAA,GAAU,MAAMA,QAAA,CAAG,QAAA,CAAS,SAAS,OAAO,CAAA;AAClD,UAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,OAAO,CAAA;AAG9B,UAAA,IAAI,QAAQ,IAAA,IAAQ,GAAA,CAAI,QAAA,CAAS,IAAA,KAAS,QAAQ,IAAA,EAAM;AACxD,UAAA,IAAI,QAAQ,MAAA,IAAU,GAAA,CAAI,QAAA,CAAS,MAAA,KAAW,QAAQ,MAAA,EAAQ;AAE9D,UAAA,IAAA,CAAK,KAAK,GAAG,CAAA;AAAA,QACf;AAAA,MACF,SAAS,KAAA,EAAO;AAEd,QAAA;AAAA,MACF;AAAA,IACF;AAGA,IAAA,IAAA,CAAK,KAAK,CAAC,CAAA,EAAG,MAAM,IAAI,IAAA,CAAK,EAAE,QAAA,CAAS,OAAO,EAAE,OAAA,EAAQ,GAAI,IAAI,IAAA,CAAK,CAAA,CAAE,SAAS,OAAO,CAAA,CAAE,SAAS,CAAA;AAGnG,IAAA,MAAM,MAAA,GAAS,QAAQ,MAAA,IAAU,CAAA;AACjC,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,GAAA;AAE/B,IAAA,OAAO,IAAA,CAAK,KAAA,CAAM,MAAA,EAAQ,MAAA,GAAS,KAAK,CAAA;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,KAAA,EAAgC;AAC9C,IAAA,MAAM,GAAA,GAAM,MAAM,IAAA,CAAK,MAAA,CAAO,KAAK,CAAA;AAEnC,IAAA,IAAI,CAAC,GAAA,EAAK;AACR,MAAA,OAAO,KAAA;AAAA,IACT;AAGA,IAAA,IAAI,GAAA,CAAI,MAAA,KAAW,SAAA,IAAa,GAAA,CAAI,WAAW,SAAA,EAAW;AACxD,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,YAAY,GAAA,CAAI,MAAA;AAGtB,IAAA,MAAM,YAAA,GAAkC;AAAA,MACtC,MAAA,EAAQ,WAAA;AAAA,MACR,UAAU,GAAA,CAAI,QAAA;AAAA,MACd,QAAQ,GAAA,CAAI,MAAA,KAAW,SAAA,GAAY,GAAA,CAAI,SAAS,GAAA,CAAI,MAAA;AAAA,MACpD,SAAA,EAAW,GAAA,CAAI,MAAA,KAAW,SAAA,GAAY,IAAI,SAAA,GAAY,MAAA;AAAA,MACtD,WAAA,EAAA,iBAAa,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY,KACtC;AAEA,IAAA,MAAM,IAAA,CAAK,SAAA,CAAU,YAAA,EAAc,SAAS,CAAA;AAC5C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAA,CAAe,cAAA,GAAyB,EAAA,EAAqB;AACjE,IAAA,MAAM,aAAa,IAAA,CAAK,GAAA,EAAI,GAAK,cAAA,GAAiB,KAAK,EAAA,GAAK,GAAA;AAC5D,IAAA,IAAI,YAAA,GAAe,CAAA;AAEnB,IAAA,MAAM,eAAA,GAA+B,CAAC,UAAA,EAAY,QAAA,EAAU,WAAW,CAAA;AAEvE,IAAA,KAAA,MAAW,UAAU,eAAA,EAAiB;AACpC,MAAA,MAAM,SAAA,GAAiB,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,MAAM,CAAA;AAEhD,MAAA,IAAI;AACF,QAAA,MAAM,KAAA,GAAQ,MAAMA,QAAA,CAAG,OAAA,CAAQ,SAAS,CAAA;AAExC,QAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,UAAA,MAAM,OAAA,GAAe,IAAA,CAAA,IAAA,CAAK,SAAA,EAAW,IAAI,CAAA;AACzC,UAAA,MAAM,OAAA,GAAU,MAAMA,QAAA,CAAG,QAAA,CAAS,SAAS,OAAO,CAAA;AAClD,UAAA,MAAM,GAAA,GAAM,IAAA,CAAK,KAAA,CAAM,OAAO,CAAA;AAE9B,UAAA,IAAI,GAAA,CAAI,WAAW,UAAA,IAAc,GAAA,CAAI,WAAW,QAAA,IAAY,GAAA,CAAI,WAAW,WAAA,EAAa;AACtF,YAAA,MAAM,gBAAgB,IAAI,IAAA,CAAK,GAAA,CAAI,WAAW,EAAE,OAAA,EAAQ;AAExD,YAAA,IAAI,gBAAgB,UAAA,EAAY;AAC9B,cAAA,MAAMA,QAAA,CAAG,OAAO,OAAO,CAAA;AACvB,cAAA,YAAA,EAAA;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,OAAA,CAAQ,KAAA,CAAM,CAAA,6BAAA,EAAgC,MAAM,CAAA,MAAA,CAAA,EAAU,KAAK,CAAA;AAAA,MACrE;AAAA,IACF;AAEA,IAAA,IAAI,eAAe,CAAA,EAAG;AACpB,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,sBAAA,EAAyB,YAAY,CAAA,SAAA,CAAW,CAAA;AAAA,IAC9D;AAEA,IAAA,OAAO,YAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKQ,UAAA,CAAW,OAAc,MAAA,EAA2B;AAC1D,IAAA,OAAY,UAAK,IAAA,CAAK,OAAA,EAAS,MAAA,EAAQ,CAAA,EAAG,KAAK,CAAA,KAAA,CAAO,CAAA;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,QAAA,GAMH;AACD,IAAA,MAAM,KAAA,GAAQ;AAAA,MACZ,OAAA,EAAS,CAAA;AAAA,MACT,OAAA,EAAS,CAAA;AAAA,MACT,QAAA,EAAU,CAAA;AAAA,MACV,MAAA,EAAQ,CAAA;AAAA,MACR,SAAA,EAAW;AAAA,KACb;AAEA,IAAA,MAAM,WAAwB,CAAC,SAAA,EAAW,SAAA,EAAW,UAAA,EAAY,UAAU,WAAW,CAAA;AAEtF,IAAA,KAAA,MAAW,UAAU,QAAA,EAAU;AAC7B,MAAA,MAAM,SAAA,GAAiB,IAAA,CAAA,IAAA,CAAK,IAAA,CAAK,OAAA,EAAS,MAAM,CAAA;AAEhD,MAAA,IAAI;AACF,QAAA,MAAM,KAAA,GAAQ,MAAMA,QAAA,CAAG,OAAA,CAAQ,SAAS,CAAA;AACxC,QAAA,KAAA,CAAM,MAAM,IAAI,KAAA,CAAM,MAAA;AAAA,MACxB,SAAS,KAAA,EAAO;AAEd,QAAA,KAAA,CAAM,MAAM,CAAA,GAAI,CAAA;AAAA,MAClB;AAAA,IACF;AAEA,IAAA,OAAO,KAAA;AAAA,EACT;AACF;AAGA,IAAI,QAAA,GAA4B,IAAA;AAEzB,SAAS,WAAA,GAAwB;AACtC,EAAA,IAAI,CAAC,QAAA,EAAU;AACb,IAAA,MAAM,IAAI,MAAM,4DAA4D,CAAA;AAAA,EAC9E;AACA,EAAA,OAAO,QAAA;AACT;AAEA,eAAsB,mBAAmB,MAAA,EAA2C;AAClF,EAAA,QAAA,GAAW,IAAI,SAAS,MAAM,CAAA;AAC9B,EAAA,MAAM,SAAS,UAAA,EAAW;AAC1B,EAAA,OAAO,QAAA;AACT;;;ACxRO,IAAe,YAAf,MAAyB;AAAA,EACtB,OAAA,GAAU,KAAA;AAAA,EACV,UAAA,GAA4B,IAAA;AAAA,EAC5B,cAAA;AAAA,EACA,cAAA;AAAA,EACE,QAAA;AAAA,EAEV,WAAA,CACEC,SAAAA,EACA,cAAA,GAAyB,GAAA,EACzB,iBAAyB,GAAA,EACzB;AACA,IAAA,IAAA,CAAK,QAAA,GAAWA,SAAAA;AAChB,IAAA,IAAA,CAAK,cAAA,GAAiB,cAAA;AACtB,IAAA,IAAA,CAAK,cAAA,GAAiB,cAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,KAAA,GAAuB;AAC3B,IAAA,IAAA,CAAK,OAAA,GAAU,IAAA;AACf,IAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,SAAA,CAAW,CAAA;AAE/C,IAAA,OAAO,KAAK,OAAA,EAAS;AACnB,MAAA,IAAI;AACF,QAAA,MAAM,GAAA,GAAM,MAAM,IAAA,CAAK,WAAA,EAAY;AAEnC,QAAA,IAAI,GAAA,EAAK;AACP,UAAA,MAAM,IAAA,CAAK,WAAW,GAAG,CAAA;AAAA,QAC3B,CAAA,MAAO;AAEL,UAAA,MAAM,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,cAAc,CAAA;AAAA,QACtC;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,OAAA,CAAQ,MAAM,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,yBAAyB,KAAK,CAAA;AAEpE,QAAA,MAAM,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,cAAc,CAAA;AAAA,MACtC;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,SAAA,CAAW,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,IAAA,GAAsB;AAC1B,IAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,aAAA,CAAe,CAAA;AACnD,IAAA,IAAA,CAAK,OAAA,GAAU,KAAA;AAGf,IAAA,MAAM,OAAA,GAAU,GAAA;AAChB,IAAA,MAAM,SAAA,GAAY,KAAK,GAAA,EAAI;AAE3B,IAAA,OAAO,KAAK,UAAA,IAAe,IAAA,CAAK,GAAA,EAAI,GAAI,YAAa,OAAA,EAAS;AAC5D,MAAA,MAAM,IAAA,CAAK,MAAM,GAAG,CAAA;AAAA,IACtB;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,OAAA,CAAQ,IAAA,CAAK,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,0CAA0C,IAAA,CAAK,UAAA,CAAW,QAAA,CAAS,EAAE,CAAA,CAAE,CAAA;AAAA,IAC9G;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,WAAA,GAAsC;AAClD,IAAA,MAAM,GAAA,GAAM,MAAM,IAAA,CAAK,QAAA,CAAS,kBAAA,EAAmB;AAEnD,IAAA,IAAI,GAAA,IAAO,IAAA,CAAK,aAAA,CAAc,GAAG,CAAA,EAAG;AAClC,MAAA,OAAO,GAAA;AAAA,IACT;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,WAAW,GAAA,EAA4B;AACnD,IAAA,IAAA,CAAK,UAAA,GAAa,GAAA;AAElB,IAAA,IAAI;AAEF,MAAA,IAAI,GAAA,CAAI,WAAW,SAAA,EAAW;AAC5B,QAAA,OAAA,CAAQ,IAAA,CAAK,IAAI,IAAA,CAAK,aAAA,EAAe,CAAA,2BAAA,EAA8B,GAAA,CAAI,QAAA,CAAS,EAAE,CAAA,CAAE,CAAA;AACpF,QAAA;AAAA,MACF;AAGA,MAAA,MAAM,UAAA,GAAmC;AAAA,QACvC,MAAA,EAAQ,SAAA;AAAA,QACR,UAAU,GAAA,CAAI,QAAA;AAAA,QACd,QAAQ,GAAA,CAAI,MAAA;AAAA,QACZ,SAAA,EAAA,iBAAW,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,QAClC,UAAU;AAAC;AAAA,OACb;AAEA,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,UAAA,EAAY,SAAS,CAAA;AAEnD,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,2BAAA,EAAuB,GAAA,CAAI,QAAA,CAAS,EAAE,CAAA,QAAA,EAAW,GAAA,CAAI,QAAA,CAAS,IAAI,CAAA,CAAA,CAAG,CAAA;AAGzG,MAAA,MAAM,IAAA,CAAK,WAAW,UAAU,CAAA;AAGhC,MAAA,MAAM,WAAA,GAAqC;AAAA,QACzC,MAAA,EAAQ,UAAA;AAAA,QACR,UAAU,UAAA,CAAW,QAAA;AAAA,QACrB,QAAQ,UAAA,CAAW,MAAA;AAAA,QACnB,WAAW,UAAA,CAAW,SAAA;AAAA,QACtB,WAAA,EAAA,iBAAa,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,QACpC,QAAQ;AAAC;AAAA,OACX;AAEA,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,WAAA,EAAa,SAAS,CAAA;AAEpD,MAAA,OAAA,CAAQ,GAAA,CAAI,IAAI,IAAA,CAAK,aAAA,EAAe,CAAA,aAAA,EAAW,GAAA,CAAI,QAAA,CAAS,EAAE,CAAA,uBAAA,CAAyB,CAAA;AAAA,IAEzF,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAA,CAAK,gBAAA,CAAiB,GAAA,EAAK,KAAK,CAAA;AAAA,IACxC,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,UAAA,GAAa,IAAA;AAAA,IACpB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,gBAAA,CAAiB,GAAA,EAAa,KAAA,EAA2B;AACvE,IAAA,MAAM,eAAA,GAAkB;AAAA,MACtB,GAAG,GAAA,CAAI,QAAA;AAAA,MACP,UAAA,EAAY,GAAA,CAAI,QAAA,CAAS,UAAA,GAAa;AAAA,KACxC;AAEA,IAAA,IAAI,eAAA,CAAgB,UAAA,GAAa,eAAA,CAAgB,UAAA,EAAY;AAC3D,MAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,MAAA,EAAS,GAAA,CAAI,QAAA,CAAS,EAAE,wBAAwB,eAAA,CAAgB,UAAU,CAAA,CAAA,EAAI,eAAA,CAAgB,UAAU,CAAA,CAAA,CAAG,CAAA;AAC/I,MAAA,OAAA,CAAQ,IAAI,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,YAAY,KAAK,CAAA;AAGrD,MAAA,MAAM,QAAA,GAA4B;AAAA,QAChC,MAAA,EAAQ,SAAA;AAAA,QACR,QAAA,EAAU,eAAA;AAAA,QACV,QAAQ,GAAA,CAAI,MAAA,KAAW,SAAA,GAAY,GAAA,CAAI,SAAS,GAAA,CAAI;AAAA,OACtD;AAEA,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,QAAA,EAAU,IAAI,MAAM,CAAA;AAAA,IAEpD,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,KAAA,CAAM,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,CAAA,aAAA,EAAW,GAAA,CAAI,QAAA,CAAS,EAAE,CAAA,0BAAA,EAA6B,eAAA,CAAgB,UAAU,CAAA,QAAA,CAAU,CAAA;AACjI,MAAA,OAAA,CAAQ,MAAM,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,YAAY,KAAK,CAAA;AAGvD,MAAA,MAAM,SAAA,GAA4B;AAAA,QAChC,MAAA,EAAQ,QAAA;AAAA,QACR,QAAA,EAAU,eAAA;AAAA,QACV,QAAQ,GAAA,CAAI,MAAA,KAAW,SAAA,GAAY,GAAA,CAAI,SAAS,GAAA,CAAI,MAAA;AAAA,QACpD,SAAA,EAAW,GAAA,CAAI,MAAA,KAAW,SAAA,GAAY,IAAI,SAAA,GAAY,MAAA;AAAA,QACtD,WAAA,EAAA,iBAAa,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AAAA,QACpC,OAAO,KAAA,YAAiB,KAAA,GAAQ,KAAA,CAAM,OAAA,GAAU,OAAO,KAAK;AAAA,OAC9D;AAEA,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAA,EAAW,IAAI,MAAM,CAAA;AAAA,IACrD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,kBAAkB,GAAA,EAA4B;AAC5D,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,GAAG,CAAA;AAAA,IACnC,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAK,CAAA,CAAA,EAAI,IAAA,CAAK,aAAA,EAAe,oCAAoC,KAAK,CAAA;AAAA,IAEhF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKU,MAAM,EAAA,EAA2B;AACzC,IAAA,OAAO,IAAI,OAAA,CAAQ,CAAA,OAAA,KAAW,UAAA,CAAW,OAAA,EAAS,EAAE,CAAC,CAAA;AAAA,EACvD;AAoBF","file":"index.js","sourcesContent":["/**\n * Job Queue Manager\n *\n * Filesystem-based job queue with atomic operations.\n * Jobs are stored in directories by status for easy polling.\n */\n\nimport { promises as fs } from 'fs';\nimport * as path from 'path';\nimport type { AnyJob, JobStatus, JobQueryFilters, CancelledJob } from './types';\nimport type { JobId } from '@semiont/api-client';\n\nexport interface JobQueueConfig {\n  dataDir: string;\n}\n\nexport class JobQueue {\n  private jobsDir: string;\n\n  constructor(config: JobQueueConfig) {\n    this.jobsDir = path.join(config.dataDir, 'jobs');\n  }\n\n  /**\n   * Initialize job queue directories\n   */\n  async initialize(): Promise<void> {\n    const statuses: JobStatus[] = ['pending', 'running', 'complete', 'failed', 'cancelled'];\n\n    for (const status of statuses) {\n      const dir = path.join(this.jobsDir, status);\n      await fs.mkdir(dir, { recursive: true });\n    }\n\n    console.log('[JobQueue] Initialized job directories');\n  }\n\n  /**\n   * Create a new job\n   */\n  async createJob(job: AnyJob): Promise<void> {\n    const jobPath = this.getJobPath(job.metadata.id, job.status);\n    await fs.writeFile(jobPath, JSON.stringify(job, null, 2), 'utf-8');\n    console.log(`[JobQueue] Created job ${job.metadata.id} with status ${job.status}`);\n  }\n\n  /**\n   * Get a job by ID (searches all status directories)\n   */\n  async getJob(jobId: JobId): Promise<AnyJob | null> {\n    const statuses: JobStatus[] = ['pending', 'running', 'complete', 'failed', 'cancelled'];\n\n    for (const status of statuses) {\n      const jobPath = this.getJobPath(jobId, status);\n      try {\n        const content = await fs.readFile(jobPath, 'utf-8');\n        return JSON.parse(content) as AnyJob;\n      } catch (error) {\n        // File doesn't exist in this status directory, try next\n        continue;\n      }\n    }\n\n    return null;\n  }\n\n  /**\n   * Update a job (atomic: delete old, write new)\n   */\n  async updateJob(job: AnyJob, oldStatus?: JobStatus): Promise<void> {\n    // If oldStatus provided, delete from old location\n    if (oldStatus && oldStatus !== job.status) {\n      const oldPath = this.getJobPath(job.metadata.id, oldStatus);\n      try {\n        await fs.unlink(oldPath);\n      } catch (error) {\n        // Ignore if file doesn't exist\n      }\n    }\n\n    // Write to new location\n    const newPath = this.getJobPath(job.metadata.id, job.status);\n    await fs.writeFile(newPath, JSON.stringify(job, null, 2), 'utf-8');\n\n    if (oldStatus && oldStatus !== job.status) {\n      console.log(`[JobQueue] Moved job ${job.metadata.id} from ${oldStatus} to ${job.status}`);\n    } else {\n      console.log(`[JobQueue] Updated job ${job.metadata.id} (status: ${job.status})`);\n    }\n  }\n\n  /**\n   * Poll for next pending job (FIFO)\n   */\n  async pollNextPendingJob(): Promise<AnyJob | null> {\n    const pendingDir = path.join(this.jobsDir, 'pending');\n\n    try {\n      const files = await fs.readdir(pendingDir);\n\n      if (files.length === 0) {\n        return null;\n      }\n\n      // Sort by filename (job IDs have timestamps via nanoid)\n      files.sort();\n\n      const jobFile = files[0]!;\n      const jobPath = path.join(pendingDir, jobFile);\n\n      const content = await fs.readFile(jobPath, 'utf-8');\n      return JSON.parse(content) as AnyJob;\n    } catch (error) {\n      console.error('[JobQueue] Error polling pending jobs:', error);\n      return null;\n    }\n  }\n\n  /**\n   * List jobs with filters\n   */\n  async listJobs(filters: JobQueryFilters = {}): Promise<AnyJob[]> {\n    const jobs: AnyJob[] = [];\n\n    // Determine which status directories to scan\n    const statuses: JobStatus[] = filters.status\n      ? [filters.status]\n      : ['pending', 'running', 'complete', 'failed', 'cancelled'];\n\n    for (const status of statuses) {\n      const statusDir = path.join(this.jobsDir, status);\n\n      try {\n        const files = await fs.readdir(statusDir);\n\n        for (const file of files) {\n          const jobPath = path.join(statusDir, file);\n          const content = await fs.readFile(jobPath, 'utf-8');\n          const job = JSON.parse(content) as AnyJob;\n\n          // Apply filters\n          if (filters.type && job.metadata.type !== filters.type) continue;\n          if (filters.userId && job.metadata.userId !== filters.userId) continue;\n\n          jobs.push(job);\n        }\n      } catch (error) {\n        // Directory might not exist yet\n        continue;\n      }\n    }\n\n    // Sort by created descending (newest first)\n    jobs.sort((a, b) => new Date(b.metadata.created).getTime() - new Date(a.metadata.created).getTime());\n\n    // Apply pagination\n    const offset = filters.offset || 0;\n    const limit = filters.limit || 100;\n\n    return jobs.slice(offset, offset + limit);\n  }\n\n  /**\n   * Cancel a job\n   */\n  async cancelJob(jobId: JobId): Promise<boolean> {\n    const job = await this.getJob(jobId);\n\n    if (!job) {\n      return false;\n    }\n\n    // Can only cancel pending or running jobs\n    if (job.status !== 'pending' && job.status !== 'running') {\n      return false;\n    }\n\n    const oldStatus = job.status;\n\n    // Create cancelled job with proper structure\n    const cancelledJob: CancelledJob<any> = {\n      status: 'cancelled',\n      metadata: job.metadata,\n      params: job.status === 'pending' ? job.params : job.params,\n      startedAt: job.status === 'running' ? job.startedAt : undefined,\n      completedAt: new Date().toISOString(),\n    };\n\n    await this.updateJob(cancelledJob, oldStatus);\n    return true;\n  }\n\n  /**\n   * Clean up old completed/failed jobs (older than retention period)\n   */\n  async cleanupOldJobs(retentionHours: number = 24): Promise<number> {\n    const cutoffTime = Date.now() - (retentionHours * 60 * 60 * 1000);\n    let deletedCount = 0;\n\n    const cleanupStatuses: JobStatus[] = ['complete', 'failed', 'cancelled'];\n\n    for (const status of cleanupStatuses) {\n      const statusDir = path.join(this.jobsDir, status);\n\n      try {\n        const files = await fs.readdir(statusDir);\n\n        for (const file of files) {\n          const jobPath = path.join(statusDir, file);\n          const content = await fs.readFile(jobPath, 'utf-8');\n          const job = JSON.parse(content) as AnyJob;\n\n          if (job.status === 'complete' || job.status === 'failed' || job.status === 'cancelled') {\n            const completedTime = new Date(job.completedAt).getTime();\n\n            if (completedTime < cutoffTime) {\n              await fs.unlink(jobPath);\n              deletedCount++;\n            }\n          }\n        }\n      } catch (error) {\n        console.error(`[JobQueue] Error cleaning up ${status} jobs:`, error);\n      }\n    }\n\n    if (deletedCount > 0) {\n      console.log(`[JobQueue] Cleaned up ${deletedCount} old jobs`);\n    }\n\n    return deletedCount;\n  }\n\n  /**\n   * Get job file path\n   */\n  private getJobPath(jobId: JobId, status: JobStatus): string {\n    return path.join(this.jobsDir, status, `${jobId}.json`);\n  }\n\n  /**\n   * Get statistics about the queue\n   */\n  async getStats(): Promise<{\n    pending: number;\n    running: number;\n    complete: number;\n    failed: number;\n    cancelled: number;\n  }> {\n    const stats = {\n      pending: 0,\n      running: 0,\n      complete: 0,\n      failed: 0,\n      cancelled: 0\n    };\n\n    const statuses: JobStatus[] = ['pending', 'running', 'complete', 'failed', 'cancelled'];\n\n    for (const status of statuses) {\n      const statusDir = path.join(this.jobsDir, status);\n\n      try {\n        const files = await fs.readdir(statusDir);\n        stats[status] = files.length;\n      } catch (error) {\n        // Directory might not exist yet\n        stats[status] = 0;\n      }\n    }\n\n    return stats;\n  }\n}\n\n// Singleton instance\nlet jobQueue: JobQueue | null = null;\n\nexport function getJobQueue(): JobQueue {\n  if (!jobQueue) {\n    throw new Error('JobQueue not initialized. Call initializeJobQueue() first.');\n  }\n  return jobQueue;\n}\n\nexport async function initializeJobQueue(config: JobQueueConfig): Promise<JobQueue> {\n  jobQueue = new JobQueue(config);\n  await jobQueue.initialize();\n  return jobQueue;\n}\n","/**\n * Job Worker Base Class\n *\n * Abstract worker that polls the job queue and processes jobs.\n * Subclasses implement specific job processing logic.\n */\n\nimport type { AnyJob, RunningJob, CompleteJob, FailedJob, PendingJob } from './types';\nimport type { JobQueue } from './job-queue';\n\nexport abstract class JobWorker {\n  private running = false;\n  private currentJob: AnyJob | null = null;\n  private pollIntervalMs: number;\n  private errorBackoffMs: number;\n  protected jobQueue: JobQueue;\n\n  constructor(\n    jobQueue: JobQueue,\n    pollIntervalMs: number = 1000,\n    errorBackoffMs: number = 5000\n  ) {\n    this.jobQueue = jobQueue;\n    this.pollIntervalMs = pollIntervalMs;\n    this.errorBackoffMs = errorBackoffMs;\n  }\n\n  /**\n   * Start the worker (polls queue in loop)\n   */\n  async start(): Promise<void> {\n    this.running = true;\n    console.log(`[${this.getWorkerName()}] Started`);\n\n    while (this.running) {\n      try {\n        const job = await this.pollNextJob();\n\n        if (job) {\n          await this.processJob(job);\n        } else {\n          // No jobs available, wait before polling again\n          await this.sleep(this.pollIntervalMs);\n        }\n      } catch (error) {\n        console.error(`[${this.getWorkerName()}] Error in main loop:`, error);\n        // Back off on error to avoid tight error loops\n        await this.sleep(this.errorBackoffMs);\n      }\n    }\n\n    console.log(`[${this.getWorkerName()}] Stopped`);\n  }\n\n  /**\n   * Stop the worker (graceful shutdown)\n   */\n  async stop(): Promise<void> {\n    console.log(`[${this.getWorkerName()}] Stopping...`);\n    this.running = false;\n\n    // Wait for current job to finish (with timeout)\n    const timeout = 60000; // 60 seconds\n    const startTime = Date.now();\n\n    while (this.currentJob && (Date.now() - startTime) < timeout) {\n      await this.sleep(100);\n    }\n\n    if (this.currentJob) {\n      console.warn(`[${this.getWorkerName()}] Forced shutdown while processing job ${this.currentJob.metadata.id}`);\n    }\n  }\n\n  /**\n   * Poll for next job to process\n   */\n  private async pollNextJob(): Promise<AnyJob | null> {\n    const job = await this.jobQueue.pollNextPendingJob();\n\n    if (job && this.canProcessJob(job)) {\n      return job;\n    }\n\n    return null;\n  }\n\n  /**\n   * Process a job (handles state transitions and error handling)\n   */\n  private async processJob(job: AnyJob): Promise<void> {\n    this.currentJob = job;\n\n    try {\n      // Only process pending jobs\n      if (job.status !== 'pending') {\n        console.warn(`[${this.getWorkerName()}] Skipping non-pending job ${job.metadata.id}`);\n        return;\n      }\n\n      // Create running job\n      const runningJob: RunningJob<any, any> = {\n        status: 'running',\n        metadata: job.metadata,\n        params: job.params,\n        startedAt: new Date().toISOString(),\n        progress: {}, // Initialize with empty progress\n      };\n\n      await this.jobQueue.updateJob(runningJob, 'pending');\n\n      console.log(`[${this.getWorkerName()}] 🔄 Processing job ${job.metadata.id} (type: ${job.metadata.type})`);\n\n      // Execute job-specific logic (passing running job)\n      await this.executeJob(runningJob);\n\n      // Move to complete state\n      const completeJob: CompleteJob<any, any> = {\n        status: 'complete',\n        metadata: runningJob.metadata,\n        params: runningJob.params,\n        startedAt: runningJob.startedAt,\n        completedAt: new Date().toISOString(),\n        result: {}, // Subclass should set this via updateJobProgress\n      };\n\n      await this.jobQueue.updateJob(completeJob, 'running');\n\n      console.log(`[${this.getWorkerName()}] ✅ Job ${job.metadata.id} completed successfully`);\n\n    } catch (error) {\n      await this.handleJobFailure(job, error);\n    } finally {\n      this.currentJob = null;\n    }\n  }\n\n  /**\n   * Handle job failure (retry or move to failed)\n   */\n  protected async handleJobFailure(job: AnyJob, error: any): Promise<void> {\n    const updatedMetadata = {\n      ...job.metadata,\n      retryCount: job.metadata.retryCount + 1,\n    };\n\n    if (updatedMetadata.retryCount < updatedMetadata.maxRetries) {\n      console.log(`[${this.getWorkerName()}] Job ${job.metadata.id} failed, will retry (${updatedMetadata.retryCount}/${updatedMetadata.maxRetries})`);\n      console.log(`[${this.getWorkerName()}] Error:`, error);\n\n      // Move back to pending for retry\n      const retryJob: PendingJob<any> = {\n        status: 'pending',\n        metadata: updatedMetadata,\n        params: job.status === 'pending' ? job.params : job.params,\n      };\n\n      await this.jobQueue.updateJob(retryJob, job.status);\n\n    } else {\n      console.error(`[${this.getWorkerName()}] ❌ Job ${job.metadata.id} failed permanently after ${updatedMetadata.retryCount} retries`);\n      console.error(`[${this.getWorkerName()}] Error:`, error);\n\n      // Move to failed state\n      const failedJob: FailedJob<any> = {\n        status: 'failed',\n        metadata: updatedMetadata,\n        params: job.status === 'pending' ? job.params : job.params,\n        startedAt: job.status === 'running' ? job.startedAt : undefined,\n        completedAt: new Date().toISOString(),\n        error: error instanceof Error ? error.message : String(error),\n      };\n\n      await this.jobQueue.updateJob(failedJob, job.status);\n    }\n  }\n\n  /**\n   * Update job progress (best-effort, doesn't throw)\n   */\n  protected async updateJobProgress(job: AnyJob): Promise<void> {\n    try {\n      await this.jobQueue.updateJob(job);\n    } catch (error) {\n      console.warn(`[${this.getWorkerName()}] Failed to update job progress:`, error);\n      // Don't throw - progress updates are best-effort\n    }\n  }\n\n  /**\n   * Sleep utility\n   */\n  protected sleep(ms: number): Promise<void> {\n    return new Promise(resolve => setTimeout(resolve, ms));\n  }\n\n  // Abstract methods to be implemented by subclasses\n\n  /**\n   * Get worker name (for logging)\n   */\n  protected abstract getWorkerName(): string;\n\n  /**\n   * Check if this worker can process the given job\n   */\n  protected abstract canProcessJob(job: AnyJob): boolean;\n\n  /**\n   * Execute the job (job-specific logic)\n   * This is where the actual work happens\n   * Throw an error to trigger retry logic\n   */\n  protected abstract executeJob(job: AnyJob): Promise<void>;\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@semiont/jobs",
-  "version": "0.2.30",
+  "version": "0.2.31",
   "type": "module",
   "description": "Filesystem-based job queue and worker infrastructure",
   "main": "./dist/index.js",
@@ -18,13 +18,15 @@
   "scripts": {
     "build": "npm run typecheck && tsup",
     "typecheck": "tsc --noEmit",
-    "test": "vitest"
+    "test": "vitest",
+    "test:coverage": "vitest run --coverage"
   },
   "dependencies": {
     "@semiont/api-client": "*",
     "@semiont/core": "*"
   },
   "devDependencies": {
+    "@vitest/coverage-v8": "^2.1.8",
     "tsup": "^8.0.1",
     "typescript": "^5.6.3",
     "vitest": "^2.1.8"