@semiont/make-meaning 0.2.34 → 0.2.35-build.100

package/dist/index.d.ts

@@ -216,59 +216,93 @@ declare class TagAnnotationWorker extends JobWorker {
 
 /**
  * GraphDB Consumer
- * Subscribes to resource events and updates GraphDB accordingly
  *
- * Makes GraphDB a projection of Event Store events (single source of truth)
+ * Subscribes to resource events and updates GraphDB accordingly.
+ * Makes GraphDB a projection of Event Store events (single source of truth).
+ *
+ * Uses an RxJS pipeline with adaptive burst buffering:
+ *   - First event after idle passes through immediately (zero latency)
+ *   - Subsequent events in a burst are batched and flushed together
+ *   - After idle, returns to passthrough mode
+ *
+ * Per-resource ordering is preserved via groupBy(resourceId) + concatMap.
+ * Cross-resource parallelism is provided via mergeMap over groups.
+ *
+ * Burst buffer thresholds (see BATCH-GRAPH-CONSUMER-RX.md for tuning guidance):
+ *   BURST_WINDOW_MS  = 50   — debounce window before flushing a batch
+ *   MAX_BATCH_SIZE   = 500  — force flush to bound memory
+ *   IDLE_TIMEOUT_MS  = 200  — silence before returning to passthrough
  */
 
 declare class GraphDBConsumer {
     private config;
     private eventStore;
     private graphDb;
+    private static readonly GRAPH_RELEVANT_EVENTS;
+    private static readonly BURST_WINDOW_MS;
+    private static readonly MAX_BATCH_SIZE;
+    private static readonly IDLE_TIMEOUT_MS;
     private _globalSubscription;
-    private processing;
+    private eventSubject;
+    private pipelineSubscription;
     private lastProcessed;
     private readonly logger;
     constructor(config: EnvironmentConfig, eventStore: EventStore, graphDb: GraphDatabase, logger: Logger);
     initialize(): Promise<void>;
     /**
-     * Subscribe globally to ALL events (system AND resource events)
-     * Resource events are now sent to global subscribers (see EventBus.publish)
+     * Subscribe globally to ALL events, pre-filter to graph-relevant types,
+     * and wire through the RxJS burst-buffered pipeline.
      */
     private subscribeToGlobalEvents;
+    /**
+     * Wrap applyEventToGraph in try/catch so one failed event doesn't kill the pipeline.
+     */
+    private safeApplyEvent;
     private ensureInitialized;
     /**
-     * Stop the consumer and unsubscribe from all events
+     * Stop the consumer, flush remaining buffered events, and unsubscribe.
      */
     stop(): Promise<void>;
     /**
-     * Process event with ordering guarantee (sequential per resource)
+     * Process a batch of events for the same resource.
+     * Partitions into consecutive same-type runs for batch optimization.
+     */
+    private processBatch;
+    /**
+     * Batch-optimized processing for consecutive events of the same type.
+     * Uses batch graph methods where available, falls back to sequential.
+     */
+    private applyBatchByType;
+    /**
+     * Build a ResourceDescriptor from a resource.created event.
+     * Extracted for reuse by both applyEventToGraph and applyBatchByType.
      */
-    protected processEvent(storedEvent: StoredEvent): Promise<void>;
+    private buildResourceDescriptor;
     /**
-     * Apply event to GraphDB
+     * Apply a single event to GraphDB.
      */
     protected applyEventToGraph(storedEvent: StoredEvent): Promise<void>;
     /**
-     * Rebuild entire resource from events
-     * Useful for recovery or initial sync
+     * Rebuild entire resource from events.
+     * Bypasses the live pipeline — reads directly from event store.
      */
     rebuildResource(resourceId: ResourceId): Promise<void>;
     /**
-     * Rebuild entire GraphDB from all events
-     * Uses two-pass approach to ensure all resources exist before creating REFERENCES edges
+     * Rebuild entire GraphDB from all events.
+     * Uses two-pass approach to ensure all resources exist before creating REFERENCES edges.
+     * Bypasses the live pipeline — reads directly from event store.
      */
     rebuildAll(): Promise<void>;
     /**
-     * Get consumer health metrics
+     * Get consumer health metrics.
      */
     getHealthMetrics(): {
         subscriptions: number;
         lastProcessed: Record<string, number>;
-        processing: string[];
+        pipelineActive: boolean;
     };
     /**
-     * Shutdown consumer
+     * Shutdown consumer.
      */
     shutdown(): Promise<void>;
 }