atomic-queues 1.5.2 → 1.6.0

package/dist/services/processor-discovery/processor-discovery.service.d.ts

@@ -1,66 +1,24 @@
 import { OnModuleInit, Type } from '@nestjs/common';
-import { ModuleRef, DiscoveryService, MetadataScanner } from '@nestjs/core';
-import { WorkerProcessorOptions, EntityScalerOptions } from '../../decorators';
-import { WorkerManagerService } from '../worker-manager';
-import { QueueManagerService } from '../queue-manager';
-import { CronManagerService } from '../cron-manager';
+import { ModuleRef, DiscoveryService } from '@nestjs/core';
+import { ICommandBus, IQueryBus, IAtomicQueuesModuleConfig } from '../../domain';
 import { CommandDiscoveryService } from '../command-discovery';
-import { ServiceQueueManager } from '../service-queue';
-import { QueueEventsManagerService } from '../queue-events-manager';
-import { SpawnQueueService } from '../spawn-queue';
-import { IAtomicQueuesModuleConfig } from '../../domain';
-interface ICommandBus {
-    execute<T>(command: T): Promise<any>;
-}
-interface IQueryBus {
-    execute<T>(query: T): Promise<any>;
-}
-/**
- * Registered processor info
- */
-export interface RegisteredProcessor {
-    entityType: string;
-    processorInstance: any;
-    options: WorkerProcessorOptions;
-    jobHandlers: Map<string, {
-        method: string;
-        isWildcard: boolean;
-    }>;
-    wildcardHandler?: {
-        method: string;
-    };
-    queueNameFn: (entityId: string) => string;
-    workerNameFn: (entityId: string) => string;
-}
-/**
- * Registered scaler info
- */
-export interface RegisteredScaler {
-    entityType: string;
-    scalerInstance: any;
-    options: EntityScalerOptions;
-    methods: {
-        getActiveEntities?: string;
-        getDesiredWorkerCount?: string;
-        onSpawnWorker?: string;
-        onTerminateWorker?: string;
-    };
-}
+import { ProcessorRegistry, RegisteredProcessor, RegisteredScaler } from './processor-registry';
+import { DecoratorDiscoveryService } from './decorator-discovery.service';
+import { WorkerFactoryService } from './worker-factory.service';
+import { ScalingRegistrationService } from './scaling-registration.service';
 /**
  * ProcessorDiscoveryService
  *
- * Automatically discovers and registers classes decorated with:
- * - @WorkerProcessor - For job processing
- * - @EntityScaler - For entity scaling logic
+ * Orchestrator that coordinates discovery, registration, worker creation,
+ * and scaling setup. Delegates to focused services:
  *
- * This service bridges the decorator-based API with the core services:
- * - WorkerManagerService - For worker lifecycle
- * - QueueManagerService - For queue management
- * - CronManagerService - For automatic scaling
+ * - ProcessorRegistry: state management for processors/scalers/workers
+ * - DecoratorDiscoveryService: NestJS provider scanning and registration
+ * - WorkerFactoryService: worker creation and job processing
+ * - ScalingRegistrationService: scaling/spawn registration logic
  *
  * @example
  * ```typescript
- * // Classes are auto-discovered from module providers
  * @WorkerProcessor({ entityType: 'table' })
  * @Injectable()
  * export class TableProcessor {
@@ -78,23 +36,16 @@ export interface RegisteredScaler {
  */
 export declare class ProcessorDiscoveryService implements OnModuleInit {
     private readonly discoveryService;
-    private readonly metadataScanner;
     private readonly moduleRef;
-    private readonly workerManager;
-    private readonly queueManager;
-    private readonly cronManager;
+    private readonly registry;
+    private readonly decoratorDiscovery;
+    private readonly workerFactory;
+    private readonly scalingRegistration;
     private readonly commandDiscovery;
-    private readonly serviceQueueManager;
-    private readonly queueEventsManager;
-    private readonly spawnQueueService;
     private readonly config;
     private readonly logger;
-    private readonly processors;
-    private readonly scalers;
-    private readonly activeWorkers;
-    private commandBus;
-    private queryBus;
-    constructor(discoveryService: DiscoveryService, metadataScanner: MetadataScanner, moduleRef: ModuleRef, workerManager: WorkerManagerService, queueManager: QueueManagerService, cronManager: CronManagerService, commandDiscovery: CommandDiscoveryService, serviceQueueManager: ServiceQueueManager, queueEventsManager: QueueEventsManagerService, spawnQueueService: SpawnQueueService, config: IAtomicQueuesModuleConfig);
+    constructor(discoveryService: DiscoveryService, moduleRef: ModuleRef, registry: ProcessorRegistry, decoratorDiscovery: DecoratorDiscoveryService, workerFactory: WorkerFactoryService, scalingRegistration: ScalingRegistrationService, commandDiscovery: CommandDiscoveryService, config: IAtomicQueuesModuleConfig);
+    onModuleInit(): Promise<void>;
     /**
      * Set the CommandBus for executing commands from QueueBus registry
      */
@@ -103,124 +54,45 @@ export declare class ProcessorDiscoveryService implements OnModuleInit {
      * Set the QueryBus for executing queries from QueueBus registry
      */
     setQueryBus(queryBus: IQueryBus): void;
-    onModuleInit(): Promise<void>;
     /**
      * Attempt to resolve CommandBus and QueryBus from the DI container.
-     * This allows config-driven mode to work out of the box when the
-     * consuming app imports CqrsModule, without requiring a manual bridge.
      */
     private autoWireCqrsBuses;
-    /**
-     * Register entity types from module config `entities` option.
-     * This creates virtual processors for entities that don't have explicit @WorkerProcessor classes.
-     *
-     * Benefits:
-     * - No boilerplate @WorkerProcessor class needed
-     * - Just configure in module and decorate commands with @QueueEntity
-     * - Workers auto-spawn on job arrival and terminate when idle
-     */
-    private registerEntitiesFromConfig;
-    /**
-     * Register processors that don't have an EntityScaler (scalerless mode).
-     * These processors will auto-spawn workers when jobs arrive and
-     * auto-terminate when idle.
-     *
-     * When SpawnQueueService is available, this registration is SKIPPED
-     * because the spawn queue handles both on-demand worker creation
-     * (distributed across pods) and idle cleanup (local sweep).
-     * The old CronManager path creates workers eagerly via polling,
-     * which defeats the purpose of distributed spawn.
-     */
-    private registerScalerlessProcessors;
-    /**
-     * Register with SpawnQueueService for distributed worker creation.
-     * This replaces the cron-based approach: every pod's SpawnQueueService
-     * worker can pick up spawn jobs and create entity workers locally.
-     */
-    private registerWithSpawnQueue;
-    /**
-     * Setup QueueEvents listening for job arrivals.
-     * This enables automatic worker spawning when jobs are added.
-     */
-    private setupQueueEventsListening;
-    /**
-     * Register spawn worker handler with ServiceQueueManager
-     * This allows workers to be spawned on-demand via the service queue.
-     * Uses the same logic as scaling cycle - calls scaler's @OnSpawnWorker first,
-     * then auto-creates via processor if registered.
-     */
-    private registerSpawnWorkerHandler;
     /**
      * Auto-discover and register commands/queries from @nestjs/cqrs handlers
      */
     private autoRegisterCommandsFromCqrs;
     /**
-     * Discover all @WorkerProcessor decorated classes
+     * Get registered processor for an entity type
      */
-    private discoverProcessors;
+    getProcessor(entityType: string): RegisteredProcessor | undefined;
     /**
-     * Discover all @EntityScaler decorated classes
+     * Get registered scaler for an entity type
      */
-    private discoverScalers;
+    getScaler(entityType: string): RegisteredScaler | undefined;
     /**
-     * Register a processor from discovered metadata
+     * Get all registered entity types
      */
-    private registerProcessor;
+    getRegisteredEntityTypes(): string[];
     /**
-     * Register a scaler from discovered metadata
+     * Check if a worker exists for an entity
      */
-    private registerScaler;
+    hasActiveWorker(entityType: string, entityId: string): boolean;
     /**
-     * Register scalers with CronManager for automatic scaling
+     * Get all active workers for an entity type
      */
-    private registerScalersWithCronManager;
+    getActiveWorkers(entityType: string): string[];
     /**
      * Create a worker for an entity using the registered processor
      */
     createWorkerForEntity(entityType: string, entityId: string): Promise<void>;
-    /**
-     * Process a job using the registered handlers
-     *
-     * Priority order:
-     * 1. Explicit @JobHandler on the processor class (if instance exists)
-     * 2. Auto-routing via @JobCommand/@JobQuery decorated classes
-     * 3. QueueBus registry lookup (class name as job name)
-     * 4. Wildcard @JobHandler('*') on the processor class (if instance exists)
-     */
-    private processJob;
-    /**
-     * Execute a command/query from QueueBus registry
-     */
-    private executeFromRegistry;
     /**
      * Manually register a processor class
-     * Use this when auto-discovery is not available or for dynamic registration
      */
     registerProcessorClass<T>(processorClass: Type<T>, instance?: T): Promise<void>;
     /**
      * Manually register a scaler class
      */
     registerScalerClass<T>(scalerClass: Type<T>, instance?: T): Promise<void>;
-    /**
-     * Get registered processor for an entity type
-     */
-    getProcessor(entityType: string): RegisteredProcessor | undefined;
-    /**
-     * Get registered scaler for an entity type
-     */
-    getScaler(entityType: string): RegisteredScaler | undefined;
-    /**
-     * Get all registered entity types
-     */
-    getRegisteredEntityTypes(): string[];
-    /**
-     * Check if a worker exists for an entity
-     */
-    hasActiveWorker(entityType: string, entityId: string): boolean;
-    /**
-     * Get all active workers for an entity type
-     */
-    getActiveWorkers(entityType: string): string[];
 }
-export {};
 //# sourceMappingURL=processor-discovery.service.d.ts.map

package/dist/services/processor-discovery/processor-discovery.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"processor-discovery.service.d.ts","sourceRoot":"","sources":["../../../src/services/processor-discovery/processor-discovery.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,YAAY,EACZ,IAAI,EAGL,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAG5E,OAAO,EAQL,sBAAsB,EACtB,mBAAmB,EAKpB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEvD,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,OAAO,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAGzD,UAAU,WAAW;IACnB,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CACtC;AAED,UAAU,SAAS;IACjB,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,GAAG,CAAC;IACvB,OAAO,EAAE,sBAAsB,CAAC;IAChC,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAClE,eAAe,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACrC,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC;IAC1C,YAAY,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC;CAC5C;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,GAAG,CAAC;IACpB,OAAO,EAAE,mBAAmB,CAAC;IAC7B,OAAO,EAAE;QACP,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,qBACa,yBAA0B,YAAW,YAAY;IAU9C,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,eAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,YAAY;IACjB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,mBAAmB;IACpC,OAAO,CAAC,QAAQ,CAAC,kBAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAE9C,OAAO,CAAC,QAAQ,CAAC,MAAM;IApBzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA8C;IACrE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA+C;IAC1E,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA4C;IACpE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAuC;IAErE,OAAO,CAAC,UAAU,CAA4B;IAC9C,OAAO,CAAC,QAAQ,CAA0B;gBAGX,gBAAgB,EAAE,gBAAgB,EAClC,eAAe,EAAE,eAAe,EAC5C,SAAS,EAAE,SAAS,EACpB,aAAa,EAAE,oBAAoB,EACnC,YAAY,EAAE,mBAAmB,EACrB,WAAW,EAAE,kBAAkB,EAC/B,gBAAgB,EAAE,uBAAuB,EACzC,mBAAmB,EAAE,mBAAmB,EACxC,kBAAkB,EAAE,yBAAyB,EAC7C,iBAAiB,EAAE,iBAAiB,EAEhD,MAAM,EAAE,yBAAyB;IAGpD;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,WAAW,GAAG,IAAI;IAQ5C;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,SAAS,GAAG,IAAI;IAQhC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IA0BnC;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAoCzB;;;;;;;;OAQG;YACW,0BAA0B;IAwDxC;;;;;;;;;;OAUG;YACW,4BAA4B;IA+D1C;;;;OAIG;YACW,sBAAsB;IAiDpC;;;OAGG;YACW,yBAAyB;IAuCvC;;;;;OAKG;YACW,0BAA0B;IAkCxC;;OAEG;IACH,OAAO,CAAC,4BAA4B;IAUpC;;OAEG;YACW,kBAAkB;IAqBhC;;OAEG;YACW,eAAe;IAqB7B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA0DzB;;OAEG;IACH,OAAO,CAAC,cAAc;IA6CtB;;OAEG;YACW,8BAA8B;IAqE5C;;OAEG;IACG,qBAAqB,CACzB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IA2DhB;;;;;;;;OAQG;YACW,UAAU;IA+CxB;;OAEG;YACW,mBAAmB;IAiCjC;;;OAGG;IACG,sBAAsB,CAAC,CAAC,EAC5B,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,EACvB,QAAQ,CAAC,EAAE,CAAC,GACX,OAAO,CAAC,IAAI,CAAC;IAYhB;;OAEG;IACG,mBAAmB,CAAC,CAAC,EACzB,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,EACpB,QAAQ,CAAC,EAAE,CAAC,GACX,OAAO,CAAC,IAAI,CAAC;IAYhB;;OAEG;IACH,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,mBAAmB,GAAG,SAAS;IAIjE;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAI3D;;OAEG;IACH,wBAAwB,IAAI,MAAM,EAAE;IAMpC;;OAEG;IACH,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAI9D;;OAEG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE;CAG/C"}
+{"version":3,"file":"processor-discovery.service.d.ts","sourceRoot":"","sources":["../../../src/services/processor-discovery/processor-discovery.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,YAAY,EACZ,IAAI,EAGL,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AACjF,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAG/D,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAChG,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AAE5E;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,qBACa,yBAA0B,YAAW,YAAY;IAI9C,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAC7C,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,kBAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,mBAAmB;IACxB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAE7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAXzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA8C;gBAGtC,gBAAgB,EAAE,gBAAgB,EAC9C,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,iBAAiB,EAC3B,kBAAkB,EAAE,yBAAyB,EAC7C,aAAa,EAAE,oBAAoB,EACnC,mBAAmB,EAAE,0BAA0B,EACnC,gBAAgB,EAAE,uBAAuB,EAErD,MAAM,EAAE,yBAAyB;IAG9C,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IA8BnC;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,WAAW,GAAG,IAAI;IAO5C;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,SAAS,GAAG,IAAI;IAOtC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAgCzB;;OAEG;IACH,OAAO,CAAC,4BAA4B;IAcpC;;OAEG;IACH,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,mBAAmB,GAAG,SAAS;IAIjE;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAI3D;;OAEG;IACH,wBAAwB,IAAI,MAAM,EAAE;IAIpC;;OAEG;IACH,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAI9D;;OAEG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE;IAQ9C;;OAEG;IACG,qBAAqB,CACzB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAQhB;;OAEG;IACG,sBAAsB,CAAC,CAAC,EAC5B,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,EACvB,QAAQ,CAAC,EAAE,CAAC,GACX,OAAO,CAAC,IAAI,CAAC;IAahB;;OAEG;IACG,mBAAmB,CAAC,CAAC,EACzB,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,EACpB,QAAQ,CAAC,EAAE,CAAC,GACX,OAAO,CAAC,IAAI,CAAC;CAYjB"}