@zintrust/core 0.1.49 → 0.1.51

package/packages/workers/src/DatacenterOrchestrator.js

@@ -1,404 +0,0 @@
-/**
- * Datacenter Orchestration
- * Multi-datacenter worker coordination with region affinity and failover
- * Sealed namespace for immutability
- */
-import { ErrorFactory, Logger } from '../../../src/index.js';
-import { ClusterLock } from './ClusterLock.js';
-// Internal state
-const regions = new Map();
-const workerPlacements = new Map();
-const failoverPolicies = new Map();
-const healthCheckIntervals = new Map();
-/**
- * Helper: Calculate distance between two coordinates (Haversine formula)
- */
-const calculateDistance = (lat1, lng1, lat2, lng2) => {
-    const R = 6371; // Earth's radius in km
-    const dLat = ((lat2 - lat1) * Math.PI) / 180;
-    const dLng = ((lng2 - lng1) * Math.PI) / 180;
-    const a = Math.sin(dLat / 2) * Math.sin(dLat / 2) +
-        Math.cos((lat1 * Math.PI) / 180) *
-            Math.cos((lat2 * Math.PI) / 180) *
-            Math.sin(dLng / 2) *
-            Math.sin(dLng / 2);
-    const c = 2 * Math.atan2(Math.sqrt(a), Math.sqrt(1 - a));
-    return R * c;
-};
-/**
- * Helper: Find optimal region for placement
- */
-const findOptimalRegion = (placement, clientRegion) => {
-    const candidateRegions = [placement.primaryRegion, ...placement.secondaryRegions];
-    const healthyRegions = candidateRegions.filter((regionId) => {
-        const region = regions.get(regionId);
-        return region?.healthStatus === 'healthy' && region.currentLoad < region.capacity;
-    });
-    if (healthyRegions.length === 0) {
-        return null;
-    }
-    // If client region specified and local preference enabled
-    if (placement.affinityRules.preferLocal &&
-        typeof clientRegion === 'string' &&
-        clientRegion.length > 0) {
-        if (healthyRegions.includes(clientRegion)) {
-            return clientRegion;
-        }
-    }
-    // Sort by priority, then by current load (lower is better)
-    healthyRegions.sort((a, b) => {
-        const regionA = regions.get(a);
-        const regionB = regions.get(b);
-        if (!regionA || !regionB) {
-            return 0;
-        }
-        if (regionA.priority !== regionB.priority) {
-            return regionB.priority - regionA.priority;
-        }
-        const loadA = regionA.currentLoad / regionA.capacity;
-        const loadB = regionB.currentLoad / regionB.capacity;
-        return loadA - loadB;
-    });
-    return healthyRegions[0];
-};
-/**
- * Helper: Perform health check for region
- */
-const performHealthCheck = async (regionId) => {
-    const region = regions.get(regionId);
-    if (!region) {
-        return;
-    }
-    try {
-        // Check if region can acquire lock (indicates healthy Redis connection)
-        const lockKey = `health:${regionId}`;
-        const acquired = await ClusterLock.acquire({
-            lockKey,
-            ttl: 5,
-            region: regionId,
-            userId: regionId,
-        });
-        if (acquired) {
-            await ClusterLock.release(lockKey, regionId);
-            // Update health status
-            if (region.healthStatus === 'offline') {
-                region.healthStatus = 'healthy';
-                Logger.info(`Region recovered: ${regionId}`);
-            }
-        }
-    }
-    catch (error) {
-        Logger.error(`Health check failed for region: ${regionId}`, error);
-        region.healthStatus = 'offline';
-        // Trigger failover if enabled
-        const policy = failoverPolicies.get(regionId);
-        if (policy?.enabled === true && policy.autoFailover) {
-            triggerFailover(regionId);
-        }
-    }
-};
-/**
- * Helper: Trigger failover from unhealthy region
- */
-const triggerFailover = (failedRegionId) => {
-    Logger.warn(`Triggering failover from region: ${failedRegionId}`);
-    // Find all workers placed in failed region
-    const affectedWorkers = [];
-    for (const [workerName, placement] of workerPlacements.entries()) {
-        if (placement.primaryRegion === failedRegionId) {
-            affectedWorkers.push(workerName);
-        }
-    }
-    // Reassign workers to healthy regions
-    for (const workerName of affectedWorkers) {
-        const placement = workerPlacements.get(workerName);
-        if (!placement) {
-            continue;
-        }
-        const newRegion = findOptimalRegion(placement);
-        if (newRegion === null) {
-            Logger.error(`Failover failed: No healthy region available for worker`, {
-                workerName,
-                failedRegion: failedRegionId,
-            });
-            continue;
-        }
-        Logger.info(`Failover: Moving worker from ${failedRegionId} to ${newRegion}`, {
-            workerName,
-        });
-        // Update placement (would trigger actual worker migration in real implementation)
-        placement.primaryRegion = newRegion;
-    }
-};
-/**
- * Datacenter Orchestrator - Sealed namespace
- */
-export const DatacenterOrchestrator = Object.freeze({
-    /**
-     * Register datacenter region
-     */
-    registerRegion(region) {
-        if (regions.has(region.id)) {
-            throw ErrorFactory.createConfigError(`Region "${region.id}" already registered`);
-        }
-        regions.set(region.id, { ...region });
-        Logger.info(`Datacenter region registered: ${region.id}`, {
-            location: `${region.location.city}, ${region.location.country}`,
-            capacity: region.capacity,
-        });
-    },
-    /**
-     * Unregister datacenter region
-     */
-    unregisterRegion(regionId) {
-        const region = regions.get(regionId);
-        if (!region) {
-            throw ErrorFactory.createNotFoundError(`Region "${regionId}" not found`);
-        }
-        // Check if any workers are still placed in this region
-        const hasWorkers = Array.from(workerPlacements.values()).some((p) => p.primaryRegion === regionId || p.secondaryRegions.includes(regionId));
-        if (hasWorkers) {
-            throw ErrorFactory.createValidationError(`Cannot unregister region with active workers: ${regionId}`);
-        }
-        regions.delete(regionId);
-        // Stop health checks
-        const interval = healthCheckIntervals.get(regionId);
-        if (interval) {
-            clearInterval(interval);
-            healthCheckIntervals.delete(regionId);
-        }
-        Logger.info(`Datacenter region unregistered: ${regionId}`);
-    },
-    /**
-     * Get region information
-     */
-    getRegion(regionId) {
-        const region = regions.get(regionId);
-        return region ? { ...region } : null;
-    },
-    /**
-     * List all regions
-     */
-    listRegions(healthStatus) {
-        const allRegions = Array.from(regions.values());
-        if (healthStatus) {
-            return allRegions.filter((r) => r.healthStatus === healthStatus);
-        }
-        return allRegions;
-    },
-    /**
-     * Update region health status
-     */
-    updateRegionHealth(regionId, healthStatus) {
-        const region = regions.get(regionId);
-        if (!region) {
-            throw ErrorFactory.createNotFoundError(`Region "${regionId}" not found`);
-        }
-        const oldStatus = region.healthStatus;
-        region.healthStatus = healthStatus;
-        Logger.info(`Region health updated: ${regionId}`, {
-            oldStatus,
-            newStatus: healthStatus,
-        });
-        // Trigger failover if region went offline
-        if (healthStatus === 'offline' && oldStatus !== 'offline') {
-            const policy = failoverPolicies.get(regionId);
-            if (policy?.enabled === true && policy.autoFailover) {
-                triggerFailover(regionId);
-            }
-        }
-    },
-    /**
-     * Update region load
-     */
-    updateRegionLoad(regionId, currentLoad) {
-        const region = regions.get(regionId);
-        if (!region) {
-            throw ErrorFactory.createNotFoundError(`Region "${regionId}" not found`);
-        }
-        region.currentLoad = currentLoad;
-        // Check if region is overloaded
-        if (currentLoad > region.capacity * 0.9) {
-            Logger.warn(`Region approaching capacity: ${regionId}`, {
-                currentLoad,
-                capacity: region.capacity,
-            });
-            region.healthStatus = 'degraded';
-        }
-        else if (region.healthStatus === 'degraded' && currentLoad < region.capacity * 0.7) {
-            region.healthStatus = 'healthy';
-        }
-    },
-    /**
-     * Place worker in datacenter
-     */
-    placeWorker(placement) {
-        if (workerPlacements.has(placement.workerName)) {
-            throw ErrorFactory.createConfigError(`Worker "${placement.workerName}" already has a placement`);
-        }
-        // Validate regions exist
-        const allRegions = [placement.primaryRegion, ...placement.secondaryRegions];
-        for (const regionId of allRegions) {
-            if (!regions.has(regionId)) {
-                throw ErrorFactory.createNotFoundError(`Region "${regionId}" not found`);
-            }
-        }
-        workerPlacements.set(placement.workerName, { ...placement });
-        Logger.info(`Worker placed in datacenter: ${placement.workerName}`, {
-            primaryRegion: placement.primaryRegion,
-            secondaryRegions: placement.secondaryRegions,
-        });
-    },
-    /**
-     * Get worker placement
-     */
-    getPlacement(workerName) {
-        const placement = workerPlacements.get(workerName);
-        return placement ? { ...placement } : null;
-    },
-    /**
-     * Update worker placement
-     */
-    updatePlacement(workerName, updates) {
-        const placement = workerPlacements.get(workerName);
-        if (!placement) {
-            throw ErrorFactory.createNotFoundError(`Placement not found for worker "${workerName}"`);
-        }
-        Object.assign(placement, updates);
-        Logger.info(`Worker placement updated: ${workerName}`);
-    },
-    /**
-     * Remove worker placement
-     */
-    removeWorker(workerName) {
-        if (!workerPlacements.has(workerName)) {
-            return;
-        }
-        workerPlacements.delete(workerName);
-        Logger.info(`Worker placement removed: ${workerName}`);
-    },
-    /**
-     * Find optimal region for job execution
-     */
-    findOptimalRegion(workerName, clientRegion) {
-        const placement = workerPlacements.get(workerName);
-        if (!placement) {
-            throw ErrorFactory.createNotFoundError(`Placement not found for worker "${workerName}"`);
-        }
-        return findOptimalRegion(placement, clientRegion);
-    },
-    /**
-     * Set failover policy for region
-     */
-    setFailoverPolicy(regionId, policy) {
-        const region = regions.get(regionId);
-        if (!region) {
-            throw ErrorFactory.createNotFoundError(`Region "${regionId}" not found`);
-        }
-        failoverPolicies.set(regionId, { ...policy });
-        // Start health checks if enabled
-        if (policy.enabled) {
-            DatacenterOrchestrator.startHealthChecks(regionId, policy.healthCheckInterval);
-        }
-        Logger.info(`Failover policy set for region: ${regionId}`, {
-            autoFailover: policy.autoFailover,
-        });
-    },
-    /**
-     * Get failover policy
-     */
-    getFailoverPolicy(regionId) {
-        const policy = failoverPolicies.get(regionId);
-        return policy ? { ...policy } : null;
-    },
-    /**
-     * Start health checks for region
-     */
-    startHealthChecks(regionId, intervalSeconds) {
-        // Clear existing interval
-        const existing = healthCheckIntervals.get(regionId);
-        if (existing) {
-            clearInterval(existing);
-        }
-        // Start new interval
-        const interval = setInterval(() => {
-            performHealthCheck(regionId);
-        }, intervalSeconds * 1000);
-        healthCheckIntervals.set(regionId, interval);
-        Logger.info(`Health checks started for region: ${regionId}`, {
-            interval: intervalSeconds,
-        });
-    },
-    /**
-     * Stop health checks for region
-     */
-    stopHealthChecks(regionId) {
-        const interval = healthCheckIntervals.get(regionId);
-        if (interval) {
-            clearInterval(interval);
-            healthCheckIntervals.delete(regionId);
-            Logger.info(`Health checks stopped for region: ${regionId}`);
-        }
-    },
-    /**
-     * Get datacenter topology
-     */
-    getTopology() {
-        const regionList = Array.from(regions.values());
-        const connections = [];
-        // Calculate latencies between regions based on distance
-        for (let i = 0; i < regionList.length; i++) {
-            for (let j = i + 1; j < regionList.length; j++) {
-                const from = regionList[i];
-                const to = regionList[j];
-                if (from.location.coordinates && to.location.coordinates) {
-                    const distance = calculateDistance(from.location.coordinates.lat, from.location.coordinates.lng, to.location.coordinates.lat, to.location.coordinates.lng);
-                    // Rough estimate: 1ms per 100km + base latency
-                    const latency = Math.round(distance / 100) + 10;
-                    connections.push({
-                        from: from.id,
-                        to: to.id,
-                        latency,
-                        bandwidth: 10000, // 10 Gbps default
-                    });
-                }
-            }
-        }
-        return {
-            regions: regionList,
-            connections,
-        };
-    },
-    /**
-     * Get load balancing recommendation
-     */
-    getLoadBalancingRecommendation() {
-        const regionList = Array.from(regions.values()).filter((r) => r.healthStatus === 'healthy');
-        const totalCapacity = regionList.reduce((sum, r) => sum + r.capacity, 0);
-        return regionList.map((region) => {
-            const idealLoad = (region.capacity / totalCapacity) * 100;
-            const currentLoadPercent = (region.currentLoad / region.capacity) * 100;
-            const recommendedAdjustment = idealLoad - currentLoadPercent;
-            return {
-                regionId: region.id,
-                recommendedLoad: Math.max(0, region.currentLoad + recommendedAdjustment),
-            };
-        });
-    },
-    /**
-     * Shutdown datacenter orchestrator
-     */
-    shutdown() {
-        Logger.info('DatacenterOrchestrator shutting down...');
-        // Stop all health checks
-        for (const interval of healthCheckIntervals.values()) {
-            clearInterval(interval);
-        }
-        healthCheckIntervals.clear();
-        regions.clear();
-        workerPlacements.clear();
-        failoverPolicies.clear();
-        Logger.info('DatacenterOrchestrator shutdown complete');
-    },
-});
-// Graceful shutdown handled by WorkerShutdown

package/packages/workers/src/DeadLetterQueue.d.ts

@@ -1,123 +0,0 @@
-/**
- * Dead Letter Queue Manager
- * Failed job handling with compliance tracking (GDPR/HIPAA/SOC2)
- * Sealed namespace for immutability
- */
-import { type RedisConfig } from '../../../src/index.js';
-export type FailedJobEntry = {
-    id: string;
-    queueName: string;
-    workerName: string;
-    jobName: string;
-    data: unknown;
-    error: {
-        message: string;
-        stack?: string;
-        name: string;
-    };
-    attemptsMade: number;
-    maxAttempts: number;
-    failedAt: Date;
-    firstAttemptAt: Date;
-    lastAttemptAt: Date;
-    processingTime: number;
-    metadata: {
-        version?: string;
-        region?: string;
-        instanceId?: string;
-    };
-    complianceFlags: {
-        containsPII: boolean;
-        containsPHI: boolean;
-        dataClassification: 'public' | 'internal' | 'confidential' | 'restricted';
-    };
-};
-export type ComplianceAuditEntry = {
-    timestamp: Date;
-    action: 'access' | 'retry' | 'delete' | 'export' | 'anonymize';
-    failedJobId: string;
-    userId: string;
-    userRole?: string;
-    reason: string;
-    ipAddress?: string;
-    dataAccessed?: string[];
-    result: 'success' | 'failure';
-    errorMessage?: string;
-};
-export type RetentionPolicy = {
-    enabled: boolean;
-    defaultRetentionDays: number;
-    gdprCompliant: boolean;
-    hipaaCompliant: boolean;
-    soc2Compliant: boolean;
-    autoDeleteAfterDays?: number;
-    anonymizeInsteadOfDelete: boolean;
-};
-export type DLQStats = {
-    totalFailed: number;
-    byQueue: Record<string, number>;
-    byWorker: Record<string, number>;
-    byErrorType: Record<string, number>;
-    oldestFailure: Date | null;
-    newestFailure: Date | null;
-    averageAttempts: number;
-    retentionViolations: number;
-};
-/**
- * Dead Letter Queue Manager - Sealed namespace
- */
-export declare const DeadLetterQueue: Readonly<{
-    /**
-     * Initialize DLQ with Redis and retention policy
-     */
-    initialize(config: RedisConfig, policy: RetentionPolicy): void;
-    /**
-     * Add failed job to DLQ
-     */
-    addFailedJob(entry: FailedJobEntry): Promise<void>;
-    /**
-     * Get failed job by ID
-     */
-    getFailedJob(queueName: string, jobId: string, userId: string, reason: string): Promise<FailedJobEntry | null>;
-    /**
-     * Get all failed jobs for a queue
-     */
-    getFailedJobs(queueName: string, limit?: number): Promise<ReadonlyArray<FailedJobEntry>>;
-    /**
-     * Retry a failed job
-     */
-    retry(queueName: string, jobId: string, userId: string, reason: string): Promise<boolean>;
-    /**
-     * Delete a failed job (GDPR right to deletion)
-     */
-    deleteFailedJob(queueName: string, jobId: string, userId: string, reason: string): Promise<boolean>;
-    /**
-     * Anonymize a failed job (GDPR/HIPAA compliance)
-     */
-    anonymizeFailedJob(queueName: string, jobId: string, userId: string, reason: string): Promise<boolean>;
-    /**
-     * Get audit log for a failed job
-     */
-    getAuditLog(failedJobId: string, limit?: number): Promise<ReadonlyArray<ComplianceAuditEntry>>;
-    /**
-     * Get DLQ statistics
-     */
-    getStats(): Promise<DLQStats>;
-    /**
-     * Export failed jobs (compliance)
-     */
-    exportFailedJobs(queueName: string, userId: string, reason: string): Promise<ReadonlyArray<FailedJobEntry>>;
-    /**
-     * Update retention policy
-     */
-    updateRetentionPolicy(policy: RetentionPolicy): void;
-    /**
-     * Get current retention policy
-     */
-    getRetentionPolicy(): RetentionPolicy | null;
-    /**
-     * Shutdown DLQ manager
-     */
-    shutdown(): Promise<void>;
-}>;
-//# sourceMappingURL=DeadLetterQueue.d.ts.map

package/packages/workers/src/DeadLetterQueue.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"DeadLetterQueue.d.ts","sourceRoot":"","sources":["../../../../packages/workers/src/DeadLetterQueue.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAA+C,KAAK,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAK/F,MAAM,MAAM,cAAc,GAAG;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,IAAI,CAAC;IACf,cAAc,EAAE,IAAI,CAAC;IACrB,aAAa,EAAE,IAAI,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,eAAe,EAAE;QACf,WAAW,EAAE,OAAO,CAAC;QACrB,WAAW,EAAE,OAAO,CAAC;QACrB,kBAAkB,EAAE,QAAQ,GAAG,UAAU,GAAG,cAAc,GAAG,YAAY,CAAC;KAC3E,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,SAAS,EAAE,IAAI,CAAC;IAChB,MAAM,EAAE,QAAQ,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;IAC/D,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,MAAM,EAAE,SAAS,GAAG,SAAS,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,OAAO,CAAC;IACvB,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,OAAO,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,wBAAwB,EAAE,OAAO,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,aAAa,EAAE,IAAI,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,IAAI,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;CAC7B,CAAC;AAiLF;;GAEG;AACH,eAAO,MAAM,eAAe;IAC1B;;OAEG;uBACgB,WAAW,UAAU,eAAe,GAAG,IAAI;IA6B9D;;OAEG;wBACuB,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IA0CxD;;OAEG;4BAEU,MAAM,SACV,MAAM,UACL,MAAM,UACN,MAAM,GACb,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAyCjC;;OAEG;6BAC4B,MAAM,mBAAgB,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;IAiB3F;;OAEG;qBACoB,MAAM,SAAS,MAAM,UAAU,MAAM,UAAU,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA+C/F;;OAEG;+BAEU,MAAM,SACV,MAAM,UACL,MAAM,UACN,MAAM,GACb,OAAO,CAAC,OAAO,CAAC;IA8CnB;;OAEG;kCAEU,MAAM,SACV,MAAM,UACL,MAAM,UACN,MAAM,GACb,OAAO,CAAC,OAAO,CAAC;IAqDnB;;OAEG;6BAEY,MAAM,mBAElB,OAAO,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC;IAgB/C;;OAEG;gBACe,OAAO,CAAC,QAAQ,CAAC;IAoEnC;;OAEG;gCAEU,MAAM,UACT,MAAM,UACN,MAAM,GACb,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;IAqCzC;;OAEG;kCAC2B,eAAe,GAAG,IAAI;IAMpD;;OAEG;0BACmB,eAAe,GAAG,IAAI;IAI5C;;OAEG;gBACe,OAAO,CAAC,IAAI,CAAC;EAiB/B,CAAC"}