specweave 0.21.1 → 0.21.3

package/dist/plugins/specweave-kafka/lib/utils/partitioning.js

@@ -1,281 +0,0 @@
-/**
- * Partitioning Strategy Analyzer
- *
- * Analyzes partition key distribution and provides recommendations
- * for optimal Kafka topic partitioning strategies.
- */
-export class PartitioningStrategyAnalyzer {
-    constructor() {
-        this.MAX_PARTITION_THROUGHPUT_MBPS = 20;
-        this.MAX_PARTITION_MSG_PER_SEC = 50000;
-        this.IDEAL_PARTITIONS_PER_CONSUMER = 2;
-    }
-    /**
-     * Analyze partition key candidates and recommend strategy
-     */
-    analyze(req) {
-        const peakMultiplier = req.peakMultiplier ?? 3;
-        const targetLatency = req.targetLatencyMs ?? 100;
-        const peakMessagesPerSec = req.expectedMessagesPerSecond * peakMultiplier;
-        // Analyze each potential key
-        const keyAnalyses = req.potentialKeys.map(key => this.analyzeKey(key));
-        // Find best key based on distribution
-        const bestKey = this.selectBestKey(keyAnalyses, req.orderingRequired);
-        // Calculate partitions needed based on throughput
-        let partitionsForThroughput = 1;
-        if (req.targetThroughputMBps) {
-            partitionsForThroughput = Math.ceil(req.targetThroughputMBps / this.MAX_PARTITION_THROUGHPUT_MBPS);
-        }
-        // Calculate partitions needed based on message rate
-        const partitionsForMsgRate = Math.ceil(peakMessagesPerSec / this.MAX_PARTITION_MSG_PER_SEC);
-        // Calculate partitions for consumer parallelism
-        const partitionsForParallelism = Math.max(4, partitionsForMsgRate * this.IDEAL_PARTITIONS_PER_CONSUMER);
-        // Take maximum (most constraining)
-        let recommendedPartitions = Math.max(partitionsForThroughput, partitionsForMsgRate, partitionsForParallelism);
-        // Round up to nearest power of 2 or multiple of 3 (for rack awareness)
-        if (recommendedPartitions <= 16) {
-            recommendedPartitions = this.nextPowerOfTwo(recommendedPartitions);
-        }
-        else {
-            recommendedPartitions = Math.ceil(recommendedPartitions / 12) * 12; // Multiple of 12 (3 racks × 4)
-        }
-        // Ensure minimum partitions
-        recommendedPartitions = Math.max(recommendedPartitions, 3);
-        // Determine key strategy
-        const { keyStrategy, keyField, reasoning } = this.determineKeyStrategy(bestKey, req.orderingRequired, recommendedPartitions);
-        // Generate warnings
-        const warnings = this.generateWarnings({
-            bestKey,
-            recommendedPartitions,
-            currentPartitionCount: req.currentPartitionCount,
-            req
-        });
-        // Generate usage examples
-        const examples = this.generateExamples(keyStrategy, keyField, req.topicName);
-        return {
-            recommendedPartitions,
-            keyStrategy,
-            keyField,
-            reasoning,
-            warnings,
-            examples
-        };
-    }
-    /**
-     * Analyze a single partition key candidate
-     */
-    analyzeKey(key) {
-        const cardinality = key.estimatedUniqueCount;
-        const sampleSize = key.sampleValues.length;
-        // Estimate distribution from sample
-        const uniqueInSample = new Set(key.sampleValues).size;
-        const uniquenessRatio = uniqueInSample / sampleSize;
-        // Classify distribution
-        let distribution;
-        if (uniquenessRatio > 0.9) {
-            distribution = 'uniform'; // Most values are unique
-        }
-        else if (uniquenessRatio > 0.5) {
-            distribution = 'skewed'; // Some duplicate values
-        }
-        else {
-            distribution = 'severely-skewed'; // Many duplicate values
-        }
-        // Assess hotspot risk
-        let hotspotRisk;
-        if (cardinality > 10000 && distribution === 'uniform') {
-            hotspotRisk = 'low';
-        }
-        else if (cardinality > 1000 && distribution !== 'severely-skewed') {
-            hotspotRisk = 'medium';
-        }
-        else {
-            hotspotRisk = 'high';
-        }
-        return {
-            key: key.fieldName,
-            sampleValues: key.sampleValues.slice(0, 5), // Top 5 examples
-            estimatedCardinality: cardinality,
-            distribution,
-            hotspotRisk
-        };
-    }
-    /**
-     * Select best partition key from candidates
-     */
-    selectBestKey(analyses, orderingRequired) {
-        // Sort by hotspot risk (low is best) and cardinality (high is best)
-        const sorted = [...analyses].sort((a, b) => {
-            const riskScore = { low: 0, medium: 1, high: 2 };
-            const riskDiff = riskScore[a.hotspotRisk] - riskScore[b.hotspotRisk];
-            if (riskDiff !== 0)
-                return riskDiff; // Lower risk wins
-            // If risks equal, higher cardinality wins
-            return b.estimatedCardinality - a.estimatedCardinality;
-        });
-        return sorted[0];
-    }
-    /**
-     * Determine optimal partitioning key strategy
-     */
-    determineKeyStrategy(bestKey, orderingRequired, partitionCount) {
-        // No ordering required and no good key → round-robin
-        if (!orderingRequired && (!bestKey || bestKey.hotspotRisk === 'high')) {
-            return {
-                keyStrategy: 'round-robin',
-                keyField: null,
-                reasoning: 'No ordering requirement and no suitable key field. Round-robin provides best load distribution.'
-            };
-        }
-        // Ordering required but bad key → need compound key or custom partitioner
-        if (orderingRequired && bestKey && bestKey.hotspotRisk === 'high') {
-            return {
-                keyStrategy: 'compound-hash',
-                keyField: bestKey.key,
-                reasoning: `Ordering required but ${bestKey.key} has high hotspot risk. Use compound key (e.g., ${bestKey.key} + timestamp) to distribute load.`
-            };
-        }
-        // Good key with ordering → simple hash
-        if (orderingRequired && bestKey && bestKey.hotspotRisk !== 'high') {
-            return {
-                keyStrategy: 'simple-hash',
-                keyField: bestKey.key,
-                reasoning: `${bestKey.key} has ${bestKey.distribution} distribution with ${bestKey.hotspotRisk} hotspot risk. Use simple hash partitioning.`
-            };
-        }
-        // No ordering, but good key available → can use for locality
-        if (!orderingRequired && bestKey && bestKey.hotspotRisk === 'low') {
-            return {
-                keyStrategy: 'simple-hash',
-                keyField: bestKey.key,
-                reasoning: `${bestKey.key} has excellent distribution. Use hash partitioning for data locality even though ordering not required.`
-            };
-        }
-        // Fallback: custom partitioner for complex cases
-        return {
-            keyStrategy: 'custom-partitioner',
-            keyField: bestKey?.key ?? null,
-            reasoning: 'Complex partitioning requirements. Implement custom partitioner for optimal distribution.'
-        };
-    }
-    /**
-     * Generate warnings for partitioning strategy
-     */
-    generateWarnings(params) {
-        const warnings = [];
-        // Hotspot warnings
-        if (params.bestKey && params.bestKey.hotspotRisk === 'high') {
-            warnings.push(`⚠️  Best key (${params.bestKey.key}) has HIGH hotspot risk with cardinality ${params.bestKey.estimatedCardinality}. ` +
-                `Consider compound key or custom partitioner.`);
-        }
-        if (params.bestKey && params.bestKey.hotspotRisk === 'medium') {
-            warnings.push(`⚠️  Key (${params.bestKey.key}) has MEDIUM hotspot risk. Monitor partition distribution in production.`);
-        }
-        // Partition count warnings
-        if (params.currentPartitionCount && params.recommendedPartitions > params.currentPartitionCount) {
-            warnings.push(`⚠️  Current partition count (${params.currentPartitionCount}) is below recommended (${params.recommendedPartitions}). ` +
-                `Increasing partitions requires re-creating topic or using partition expansion (Kafka 2.4+).`);
-        }
-        if (params.recommendedPartitions > 100) {
-            warnings.push(`⚠️  Recommended ${params.recommendedPartitions} partitions is high. Ensure cluster can handle this (max ~4000 per broker).`);
-        }
-        // Ordering warnings
-        if (params.req.orderingRequired && !params.bestKey) {
-            warnings.push(`🚨 CRITICAL: Ordering required but no suitable partition key found. ALL messages will be unordered!`);
-        }
-        // Throughput warnings
-        if (params.req.targetThroughputMBps && params.req.targetThroughputMBps > params.recommendedPartitions * this.MAX_PARTITION_THROUGHPUT_MBPS) {
-            const neededPartitions = Math.ceil(params.req.targetThroughputMBps / this.MAX_PARTITION_THROUGHPUT_MBPS);
-            warnings.push(`⚠️  Target throughput (${params.req.targetThroughputMBps} MB/s) requires ${neededPartitions} partitions, ` +
-                `but recommended only ${params.recommendedPartitions}. Increase partition count.`);
-        }
-        return warnings;
-    }
-    /**
-     * Generate usage examples for the recommended strategy
-     */
-    generateExamples(keyStrategy, keyField, topicName) {
-        const examples = [];
-        switch (keyStrategy) {
-            case 'simple-hash':
-                examples.push(`// Producer (JavaScript/Node.js)`, `await producer.send({`, `  topic: '${topicName}',`, `  messages: [{`, `    key: record.${keyField}, // Hash this key`, `    value: JSON.stringify(record)`, `  }]`, `});`, ``, `// Producer (Java)`, `ProducerRecord<String, String> record = new ProducerRecord<>(`, `  "${topicName}",`, `  record.get${this.capitalize(keyField || 'id')}(), // Partition key`, `  jsonValue`, `);`, `producer.send(record);`);
-                break;
-            case 'compound-hash':
-                examples.push(`// Producer (JavaScript/Node.js) - Compound Key`, `const compoundKey = \`\${record.${keyField}}-\${Date.now() % 100}\`; // Add temporal component`, `await producer.send({`, `  topic: '${topicName}',`, `  messages: [{`, `    key: compoundKey,`, `    value: JSON.stringify(record)`, `  }]`, `});`, ``, `// Alternative: Geographic + Entity ID`, `const compoundKey = \`\${record.region}-\${record.${keyField}}\`;`);
-                break;
-            case 'custom-partitioner':
-                examples.push(`// Custom Partitioner (Java)`, `public class CustomPartitioner implements Partitioner {`, `  @Override`, `  public int partition(String topic, Object key, byte[] keyBytes,`, `                       Object value, byte[] valueBytes, Cluster cluster) {`, `    int partitionCount = cluster.partitionCountForTopic(topic);`, `    `, `    // Custom logic here`, `    String keyStr = (String) key;`, `    if (keyStr.startsWith("priority-")) {`, `      return 0; // High-priority partition`, `    }`, `    `, `    // Default hashing for others`, `    return Math.abs(keyStr.hashCode()) % (partitionCount - 1) + 1;`, `  }`, `}`, ``, `// Configure producer`, `props.put("partitioner.class", "com.example.CustomPartitioner");`);
-                break;
-            case 'round-robin':
-                examples.push(`// Producer (JavaScript/Node.js) - No Key`, `await producer.send({`, `  topic: '${topicName}',`, `  messages: [{`, `    value: JSON.stringify(record) // No key = round-robin`, `  }]`, `});`, ``, `// Producer (Java)`, `ProducerRecord<String, String> record = new ProducerRecord<>(`, `  "${topicName}",`, `  null, // No key`, `  jsonValue`, `);`, `producer.send(record);`);
-                break;
-        }
-        return examples;
-    }
-    /**
-     * Helper: Next power of 2
-     */
-    nextPowerOfTwo(n) {
-        return Math.pow(2, Math.ceil(Math.log2(n)));
-    }
-    /**
-     * Helper: Capitalize first letter
-     */
-    capitalize(str) {
-        return str.charAt(0).toUpperCase() + str.slice(1);
-    }
-    /**
-     * Calculate partition distribution for a given key
-     */
-    calculateDistribution(sampleValues, partitionCount) {
-        // Simulate Kafka's DefaultPartitioner
-        const partitionCounts = new Map();
-        for (const value of sampleValues) {
-            const hash = this.murmur2Hash(value);
-            const partition = Math.abs(hash) % partitionCount;
-            partitionCounts.set(partition, (partitionCounts.get(partition) || 0) + 1);
-        }
-        // Convert to array and calculate percentages
-        const distribution = Array.from(partitionCounts.entries())
-            .map(([partition, count]) => ({
-            partition,
-            count,
-            percentage: (count / sampleValues.length) * 100
-        }))
-            .sort((a, b) => b.count - a.count);
-        return distribution;
-    }
-    /**
-     * Simple MurmurHash2 implementation (matches Kafka's DefaultPartitioner)
-     */
-    murmur2Hash(data) {
-        const bytes = Buffer.from(data, 'utf-8');
-        const length = bytes.length;
-        const seed = 0x9747b28c;
-        const m = 0x5bd1e995;
-        const r = 24;
-        let h = seed ^ length;
-        for (let i = 0; i + 4 <= length; i += 4) {
-            let k = bytes.readInt32LE(i);
-            k = Math.imul(k, m);
-            k ^= k >>> r;
-            k = Math.imul(k, m);
-            h = Math.imul(h, m);
-            h ^= k;
-        }
-        const remaining = length % 4;
-        if (remaining >= 3)
-            h ^= bytes[length - 3] << 16;
-        if (remaining >= 2)
-            h ^= bytes[length - 2] << 8;
-        if (remaining >= 1) {
-            h ^= bytes[length - 1];
-            h = Math.imul(h, m);
-        }
-        h ^= h >>> 13;
-        h = Math.imul(h, m);
-        h ^= h >>> 15;
-        return h;
-    }
-}
-//# sourceMappingURL=partitioning.js.map

package/dist/plugins/specweave-kafka/lib/utils/partitioning.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"partitioning.js","sourceRoot":"","sources":["../../../../../plugins/specweave-kafka/lib/utils/partitioning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAyCH,MAAM,OAAO,4BAA4B;IAAzC;QACmB,kCAA6B,GAAG,EAAE,CAAC;QACnC,8BAAyB,GAAG,KAAK,CAAC;QAClC,kCAA6B,GAAG,CAAC,CAAC;IAuarD,CAAC;IAraC;;OAEG;IACH,OAAO,CAAC,GAA6B;QACnC,MAAM,cAAc,GAAG,GAAG,CAAC,cAAc,IAAI,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC;QACjD,MAAM,kBAAkB,GAAG,GAAG,CAAC,yBAAyB,GAAG,cAAc,CAAC;QAE1E,6BAA6B;QAC7B,MAAM,WAAW,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;QAEvE,sCAAsC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAEtE,kDAAkD;QAClD,IAAI,uBAAuB,GAAG,CAAC,CAAC;QAChC,IAAI,GAAG,CAAC,oBAAoB,EAAE,CAAC;YAC7B,uBAAuB,GAAG,IAAI,CAAC,IAAI,CACjC,GAAG,CAAC,oBAAoB,GAAG,IAAI,CAAC,6BAA6B,CAC9D,CAAC;QACJ,CAAC;QAED,oDAAoD;QACpD,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CACpC,kBAAkB,GAAG,IAAI,CAAC,yBAAyB,CACpD,CAAC;QAEF,gDAAgD;QAChD,MAAM,wBAAwB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,GAAG,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAExG,mCAAmC;QACnC,IAAI,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAClC,uBAAuB,EACvB,oBAAoB,EACpB,wBAAwB,CACzB,CAAC;QAEF,uEAAuE;QACvE,IAAI,qBAAqB,IAAI,EAAE,EAAE,CAAC;YAChC,qBAAqB,GAAG,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;QACrE,CAAC;aAAM,CAAC;YACN,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,+BAA+B;QACrG,CAAC;QAED,4BAA4B;QAC5B,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC;QAE3D,yBAAyB;QACzB,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,oBAAoB,CACpE,OAAO,EACP,GAAG,CAAC,gBAAgB,EACpB,qBAAqB,CACtB,CAAC;QAEF,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC;YACrC,OAAO;YACP,qBAAqB;YACrB,qBAAqB,EAAE,GAAG,CAAC,qBAAqB;YAChD,GAAG;SACJ,CAAC,CAAC;QAEH,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAE7E,OAAO;YACL,qBAAqB;YACrB,WAAW;YACX,QAAQ;YACR,SAAS;YACT,QAAQ;YACR,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,GAAgF;QACjG,MAAM,WAAW,GAAG,GAAG,CAAC,oBAAoB,CAAC;QAC7C,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC;QAE3C,oCAAoC;QACpC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC;QACtD,MAAM,eAAe,GAAG,cAAc,GAAG,UAAU,CAAC;QAEpD,wBAAwB;QACxB,IAAI,YAAsD,CAAC;QAC3D,IAAI,eAAe,GAAG,GAAG,EAAE,CAAC;YAC1B,YAAY,GAAG,SAAS,CAAC,CAAC,yBAAyB;QACrD,CAAC;aAAM,IAAI,eAAe,GAAG,GAAG,EAAE,CAAC;YACjC,YAAY,GAAG,QAAQ,CAAC,CAAC,wBAAwB;QACnD,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,iBAAiB,CAAC,CAAC,wBAAwB;QAC5D,CAAC;QAED,sBAAsB;QACtB,IAAI,WAAsC,CAAC;QAC3C,IAAI,WAAW,GAAG,KAAK,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YACtD,WAAW,GAAG,KAAK,CAAC;QACtB,CAAC;aAAM,IAAI,WAAW,GAAG,IAAI,IAAI,YAAY,KAAK,iBAAiB,EAAE,CAAC;YACpE,WAAW,GAAG,QAAQ,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,MAAM,CAAC;QACvB,CAAC;QAED,OAAO;YACL,GAAG,EAAE,GAAG,CAAC,SAAS;YAClB,YAAY,EAAE,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,iBAAiB;YAC7D,oBAAoB,EAAE,WAAW;YACjC,YAAY;YACZ,WAAW;SACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,aAAa,CACnB,QAAgC,EAChC,gBAAyB;QAEzB,oEAAoE;QACpE,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACzC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACjD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YAErE,IAAI,QAAQ,KAAK,CAAC;gBAAE,OAAO,QAAQ,CAAC,CAAC,kBAAkB;YAEvD,0CAA0C;YAC1C,OAAO,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC,oBAAoB,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,oBAAoB,CAC1B,OAAoC,EACpC,gBAAyB,EACzB,cAAsB;QAEtB,qDAAqD;QACrD,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,WAAW,KAAK,MAAM,CAAC,EAAE,CAAC;YACtE,OAAO;gBACL,WAAW,EAAE,aAAa;gBAC1B,QAAQ,EAAE,IAAI;gBACd,SAAS,EAAE,iGAAiG;aAC7G,CAAC;QACJ,CAAC;QAED,0EAA0E;QAC1E,IAAI,gBAAgB,IAAI,OAAO,IAAI,OAAO,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;YAClE,OAAO;gBACL,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,OAAO,CAAC,GAAG;gBACrB,SAAS,EAAE,yBAAyB,OAAO,CAAC,GAAG,mDAAmD,OAAO,CAAC,GAAG,mCAAmC;aACjJ,CAAC;QACJ,CAAC;QAED,uCAAuC;QACvC,IAAI,gBAAgB,IAAI,OAAO,IAAI,OAAO,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;YAClE,OAAO;gBACL,WAAW,EAAE,aAAa;gBAC1B,QAAQ,EAAE,OAAO,CAAC,GAAG;gBACrB,SAAS,EAAE,GAAG,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,YAAY,sBAAsB,OAAO,CAAC,WAAW,8CAA8C;aAC7I,CAAC;QACJ,CAAC;QAED,6DAA6D;QAC7D,IAAI,CAAC,gBAAgB,IAAI,OAAO,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAClE,OAAO;gBACL,WAAW,EAAE,aAAa;gBAC1B,QAAQ,EAAE,OAAO,CAAC,GAAG;gBACrB,SAAS,EAAE,GAAG,OAAO,CAAC,GAAG,yGAAyG;aACnI,CAAC;QACJ,CAAC;QAED,iDAAiD;QACjD,OAAO;YACL,WAAW,EAAE,oBAAoB;YACjC,QAAQ,EAAE,OAAO,EAAE,GAAG,IAAI,IAAI;YAC9B,SAAS,EAAE,2FAA2F;SACvG,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,MAKxB;QACC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,mBAAmB;QACnB,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;YAC5D,QAAQ,CAAC,IAAI,CACX,iBAAiB,MAAM,CAAC,OAAO,CAAC,GAAG,4CAA4C,MAAM,CAAC,OAAO,CAAC,oBAAoB,IAAI;gBACtH,8CAA8C,CAC/C,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAC9D,QAAQ,CAAC,IAAI,CACX,YAAY,MAAM,CAAC,OAAO,CAAC,GAAG,0EAA0E,CACzG,CAAC;QACJ,CAAC;QAED,2BAA2B;QAC3B,IAAI,MAAM,CAAC,qBAAqB,IAAI,MAAM,CAAC,qBAAqB,GAAG,MAAM,CAAC,qBAAqB,EAAE,CAAC;YAChG,QAAQ,CAAC,IAAI,CACX,gCAAgC,MAAM,CAAC,qBAAqB,2BAA2B,MAAM,CAAC,qBAAqB,KAAK;gBACxH,6FAA6F,CAC9F,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,qBAAqB,GAAG,GAAG,EAAE,CAAC;YACvC,QAAQ,CAAC,IAAI,CACX,mBAAmB,MAAM,CAAC,qBAAqB,6EAA6E,CAC7H,CAAC;QACJ,CAAC;QAED,oBAAoB;QACpB,IAAI,MAAM,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACnD,QAAQ,CAAC,IAAI,CACX,qGAAqG,CACtG,CAAC;QACJ,CAAC;QAED,sBAAsB;QACtB,IAAI,MAAM,CAAC,GAAG,CAAC,oBAAoB,IAAI,MAAM,CAAC,GAAG,CAAC,oBAAoB,GAAG,MAAM,CAAC,qBAAqB,GAAG,IAAI,CAAC,6BAA6B,EAAE,CAAC;YAC3I,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oBAAoB,GAAG,IAAI,CAAC,6BAA6B,CAAC,CAAC;YACzG,QAAQ,CAAC,IAAI,CACX,0BAA0B,MAAM,CAAC,GAAG,CAAC,oBAAoB,mBAAmB,gBAAgB,eAAe;gBAC3G,wBAAwB,MAAM,CAAC,qBAAqB,6BAA6B,CAClF,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,WAAmB,EACnB,QAAuB,EACvB,SAAiB;QAEjB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,aAAa;gBAChB,QAAQ,CAAC,IAAI,CACX,kCAAkC,EAClC,uBAAuB,EACvB,aAAa,SAAS,IAAI,EAC1B,gBAAgB,EAChB,mBAAmB,QAAQ,oBAAoB,EAC/C,mCAAmC,EACnC,MAAM,EACN,KAAK,EACL,EAAE,EACF,oBAAoB,EACpB,+DAA+D,EAC/D,MAAM,SAAS,IAAI,EACnB,eAAe,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,IAAI,CAAC,sBAAsB,EACtE,aAAa,EACb,IAAI,EACJ,wBAAwB,CACzB,CAAC;gBACF,MAAM;YAER,KAAK,eAAe;gBAClB,QAAQ,CAAC,IAAI,CACX,iDAAiD,EACjD,mCAAmC,QAAQ,qDAAqD,EAChG,uBAAuB,EACvB,aAAa,SAAS,IAAI,EAC1B,gBAAgB,EAChB,uBAAuB,EACvB,mCAAmC,EACnC,MAAM,EACN,KAAK,EACL,EAAE,EACF,wCAAwC,EACxC,qDAAqD,QAAQ,MAAM,CACpE,CAAC;gBACF,MAAM;YAER,KAAK,oBAAoB;gBACvB,QAAQ,CAAC,IAAI,CACX,8BAA8B,EAC9B,yDAAyD,EACzD,aAAa,EACb,mEAAmE,EACnE,4EAA4E,EAC5E,iEAAiE,EACjE,MAAM,EACN,0BAA0B,EAC1B,mCAAmC,EACnC,2CAA2C,EAC3C,4CAA4C,EAC5C,OAAO,EACP,MAAM,EACN,mCAAmC,EACnC,oEAAoE,EACpE,KAAK,EACL,GAAG,EACH,EAAE,EACF,uBAAuB,EACvB,kEAAkE,CACnE,CAAC;gBACF,MAAM;YAER,KAAK,aAAa;gBAChB,QAAQ,CAAC,IAAI,CACX,2CAA2C,EAC3C,uBAAuB,EACvB,aAAa,SAAS,IAAI,EAC1B,gBAAgB,EAChB,2DAA2D,EAC3D,MAAM,EACN,KAAK,EACL,EAAE,EACF,oBAAoB,EACpB,+DAA+D,EAC/D,MAAM,SAAS,IAAI,EACnB,mBAAmB,EACnB,aAAa,EACb,IAAI,EACJ,wBAAwB,CACzB,CAAC;gBACF,MAAM;QACV,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,CAAS;QAC9B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,GAAW;QAC5B,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,qBAAqB,CACnB,YAAsB,EACtB,cAAsB;QAEtB,sCAAsC;QACtC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;QAElD,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC;YAClD,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5E,CAAC;QAED,6CAA6C;QAC7C,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;aACvD,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5B,SAAS;YACT,KAAK;YACL,UAAU,EAAE,CAAC,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,GAAG;SAChD,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,IAAY;QAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5B,MAAM,IAAI,GAAG,UAAU,CAAC;QAExB,MAAM,CAAC,GAAG,UAAU,CAAC;QACrB,MAAM,CAAC,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC;QAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACb,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC;QAC7B,IAAI,SAAS,IAAI,CAAC;YAAE,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACjD,IAAI,SAAS,IAAI,CAAC;YAAE,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACnB,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACvB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtB,CAAC;QAED,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACd,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpB,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAEd,OAAO,CAAC,CAAC;IACX,CAAC;CACF"}

package/dist/plugins/specweave-kafka/lib/utils/sizing.d.ts

@@ -1,75 +0,0 @@
-/**
- * Cluster Sizing Calculator
- *
- * Calculates optimal Kafka cluster size based on workload requirements.
- * Considers throughput, retention, replication, and growth factors.
- */
-export interface SizingRequirements {
-    writeThroughputMBps: number;
-    readThroughputMBps: number;
-    retentionDays: number;
-    avgMessageSizeKB: number;
-    messagesPerDay: number;
-    replicationFactor: number;
-    minInsyncReplicas?: number;
-    topicCount: number;
-    avgPartitionsPerTopic: number;
-    growthFactor?: number;
-    targetCPUUtilization?: number;
-    targetDiskUtilization?: number;
-}
-export interface ClusterSizingRecommendation {
-    brokerCount: number;
-    totalPartitions: number;
-    partitionsPerBroker: number;
-    cpuCores: number;
-    ramGB: number;
-    diskGB: number;
-    networkGbps: number;
-    estimatedWriteThroughputMBps: number;
-    estimatedReadThroughputMBps: number;
-    estimatedLatencyP99Ms: number;
-    dailyDataVolumeMB: number;
-    totalStorageRequiredGB: number;
-    storageWithReplicationGB: number;
-    warnings: string[];
-    recommendations: string[];
-}
-export declare class ClusterSizingCalculator {
-    private readonly MAX_PARTITIONS_PER_BROKER;
-    private readonly SINGLE_PARTITION_WRITE_MBPS;
-    private readonly SINGLE_PARTITION_READ_MBPS;
-    private readonly NETWORK_OVERHEAD;
-    private readonly BASE_RAM_GB;
-    private readonly RAM_PER_PARTITION_MB;
-    private readonly RAM_PER_REPLICATION_MB;
-    /**
-     * Calculate recommended cluster size
-     */
-    calculate(req: SizingRequirements): ClusterSizingRecommendation;
-    /**
-     * Calculate network bandwidth requirements
-     */
-    private calculateNetworkBandwidth;
-    /**
-     * Estimate p99 latency based on partition count and disk size
-     */
-    private estimateLatency;
-    /**
-     * Generate warnings for potential issues
-     */
-    private generateWarnings;
-    /**
-     * Generate optimization recommendations
-     */
-    private generateRecommendations;
-    /**
-     * Calculate disk IOPS requirements
-     */
-    calculateDiskIOPS(writeThroughputMBps: number, replicationFactor: number): {
-        readIOPS: number;
-        writeIOPS: number;
-        recommendation: string;
-    };
-}
-//# sourceMappingURL=sizing.d.ts.map

package/dist/plugins/specweave-kafka/lib/utils/sizing.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sizing.d.ts","sourceRoot":"","sources":["../../../../../plugins/specweave-kafka/lib/utils/sizing.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,WAAW,kBAAkB;IAEjC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAG3B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IAGvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,UAAU,EAAE,MAAM,CAAC;IACnB,qBAAqB,EAAE,MAAM,CAAC;IAG9B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,2BAA2B;IAE1C,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;IAG5B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IAGpB,4BAA4B,EAAE,MAAM,CAAC;IACrC,2BAA2B,EAAE,MAAM,CAAC;IACpC,qBAAqB,EAAE,MAAM,CAAC;IAG9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,wBAAwB,EAAE,MAAM,CAAC;IAGjC,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,qBAAa,uBAAuB;IAElC,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAQ;IAClD,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAM;IAClD,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAM;IACjD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAO;IAExC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAK;IACjC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAK;IAC1C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAK;IAE5C;;OAEG;IACH,SAAS,CAAC,GAAG,EAAE,kBAAkB,GAAG,2BAA2B;IAqG/D;;OAEG;IACH,OAAO,CAAC,yBAAyB;IAiBjC;;OAEG;IACH,OAAO,CAAC,eAAe;IAoBvB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAyDxB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA+D/B;;OAEG;IACH,iBAAiB,CAAC,mBAAmB,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG;QACzE,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,EAAE,MAAM,CAAC;KACxB;CAwBF"}

package/dist/plugins/specweave-kafka/lib/utils/sizing.js

@@ -1,238 +0,0 @@
-/**
- * Cluster Sizing Calculator
- *
- * Calculates optimal Kafka cluster size based on workload requirements.
- * Considers throughput, retention, replication, and growth factors.
- */
-export class ClusterSizingCalculator {
-    constructor() {
-        // Constants (empirical limits from production deployments)
-        this.MAX_PARTITIONS_PER_BROKER = 4000;
-        this.SINGLE_PARTITION_WRITE_MBPS = 20; // Conservative estimate
-        this.SINGLE_PARTITION_READ_MBPS = 40;
-        this.NETWORK_OVERHEAD = 1.3; // 30% overhead for protocol, replication
-        this.BASE_RAM_GB = 8; // Minimum OS + Kafka overhead
-        this.RAM_PER_PARTITION_MB = 1; // Page cache per partition
-        this.RAM_PER_REPLICATION_MB = 2; // Replica fetcher overhead
-    }
-    /**
-     * Calculate recommended cluster size
-     */
-    calculate(req) {
-        const growthFactor = req.growthFactor ?? 2.0;
-        const targetCPU = req.targetCPUUtilization ?? 0.6;
-        const targetDisk = req.targetDiskUtilization ?? 0.7;
-        // Apply growth factor to throughput
-        const writeThru = req.writeThroughputMBps * growthFactor;
-        const readThru = req.readThroughputMBps * growthFactor;
-        // Calculate total partitions needed
-        const totalPartitions = req.topicCount * req.avgPartitionsPerTopic;
-        // Calculate brokers needed based on throughput
-        const brokersForWrite = Math.ceil((writeThru * this.NETWORK_OVERHEAD) / (this.SINGLE_PARTITION_WRITE_MBPS * this.MAX_PARTITIONS_PER_BROKER / 10));
-        const brokersForRead = Math.ceil((readThru * this.NETWORK_OVERHEAD) / (this.SINGLE_PARTITION_READ_MBPS * this.MAX_PARTITIONS_PER_BROKER / 10));
-        // Calculate brokers needed based on partition count
-        const brokersForPartitions = Math.ceil(totalPartitions / this.MAX_PARTITIONS_PER_BROKER);
-        // Take maximum (most constraining factor)
-        let brokerCount = Math.max(brokersForWrite, brokersForRead, brokersForPartitions);
-        // Ensure minimum for replication factor
-        brokerCount = Math.max(brokerCount, req.replicationFactor);
-        // Ensure broker count allows for rack awareness (multiples of 3)
-        if (brokerCount > 3 && brokerCount % 3 !== 0) {
-            brokerCount = Math.ceil(brokerCount / 3) * 3;
-        }
-        // Calculate partitions per broker
-        const partitionsPerBroker = Math.ceil(totalPartitions / brokerCount);
-        // Calculate daily data volume
-        const dailyDataVolumeMB = (req.messagesPerDay * req.avgMessageSizeKB) / 1024;
-        // Calculate total storage needed
-        const totalStorageGB = (dailyDataVolumeMB * req.retentionDays) / 1024;
-        const storageWithReplicationGB = totalStorageGB * req.replicationFactor;
-        // Calculate disk per broker (with headroom)
-        const diskPerBrokerGB = Math.ceil((storageWithReplicationGB / brokerCount) / targetDisk);
-        // Calculate RAM per broker
-        const ramForPartitionsGB = (partitionsPerBroker * this.RAM_PER_PARTITION_MB) / 1024;
-        const ramForReplicationGB = (partitionsPerBroker * req.replicationFactor * this.RAM_PER_REPLICATION_MB) / 1024;
-        const ramGB = Math.ceil(this.BASE_RAM_GB + ramForPartitionsGB + ramForReplicationGB);
-        // Calculate CPU cores (rule: 1 core per 500 partitions + 8 base cores)
-        const cpuCores = Math.ceil(partitionsPerBroker / 500) + 8;
-        // Calculate network bandwidth needed
-        const networkGbps = this.calculateNetworkBandwidth(writeThru, readThru, brokerCount);
-        // Estimate performance
-        const estimatedWriteThroughputMBps = brokerCount * this.SINGLE_PARTITION_WRITE_MBPS * (partitionsPerBroker / 10);
-        const estimatedReadThroughputMBps = brokerCount * this.SINGLE_PARTITION_READ_MBPS * (partitionsPerBroker / 10);
-        const estimatedLatencyP99Ms = this.estimateLatency(partitionsPerBroker, diskPerBrokerGB);
-        // Generate warnings
-        const warnings = this.generateWarnings({
-            partitionsPerBroker,
-            brokerCount,
-            req,
-            diskPerBrokerGB
-        });
-        // Generate recommendations
-        const recommendations = this.generateRecommendations({
-            partitionsPerBroker,
-            brokerCount,
-            req,
-            ramGB,
-            diskPerBrokerGB
-        });
-        return {
-            brokerCount,
-            totalPartitions,
-            partitionsPerBroker,
-            cpuCores,
-            ramGB,
-            diskGB: diskPerBrokerGB,
-            networkGbps,
-            estimatedWriteThroughputMBps,
-            estimatedReadThroughputMBps,
-            estimatedLatencyP99Ms,
-            dailyDataVolumeMB,
-            totalStorageRequiredGB: totalStorageGB,
-            storageWithReplicationGB,
-            warnings,
-            recommendations
-        };
-    }
-    /**
-     * Calculate network bandwidth requirements
-     */
-    calculateNetworkBandwidth(writeMBps, readMBps, brokerCount) {
-        // Each broker handles replication traffic
-        const replicationTrafficMBps = writeMBps * 2; // Leader + follower writes
-        const totalTrafficMBps = writeMBps + readMBps + replicationTrafficMBps;
-        const perBrokerMBps = totalTrafficMBps / brokerCount;
-        // Convert to Gbps and round up
-        const gbps = Math.ceil((perBrokerMBps * 8) / 1000);
-        // Recommend common NIC sizes: 1, 10, 25, 40, 100 Gbps
-        if (gbps <= 1)
-            return 1;
-        if (gbps <= 10)
-            return 10;
-        if (gbps <= 25)
-            return 25;
-        if (gbps <= 40)
-            return 40;
-        return 100;
-    }
-    /**
-     * Estimate p99 latency based on partition count and disk size
-     */
-    estimateLatency(partitionsPerBroker, diskGB) {
-        let latencyMs = 5; // Base latency (network + CPU)
-        // Add latency for partition count (more partitions = more overhead)
-        if (partitionsPerBroker > 2000) {
-            latencyMs += 5;
-        }
-        else if (partitionsPerBroker > 1000) {
-            latencyMs += 2;
-        }
-        // Add latency for disk size (larger disks = potential seek time)
-        if (diskGB > 10000) {
-            latencyMs += 10; // HDD territory
-        }
-        else if (diskGB > 5000) {
-            latencyMs += 5; // Large SSD
-        }
-        return latencyMs;
-    }
-    /**
-     * Generate warnings for potential issues
-     */
-    generateWarnings(params) {
-        const warnings = [];
-        // Partition count warnings
-        if (params.partitionsPerBroker > 4000) {
-            warnings.push(`⚠️  ${params.partitionsPerBroker} partitions per broker exceeds recommended limit (4000). ` +
-                `Consider increasing broker count to ${Math.ceil(params.req.topicCount * params.req.avgPartitionsPerTopic / 4000)}.`);
-        }
-        if (params.partitionsPerBroker < 100) {
-            warnings.push(`⚠️  ${params.partitionsPerBroker} partitions per broker is very low. ` +
-                `You may be over-provisioned. Consider reducing to ${Math.max(3, Math.ceil(params.brokerCount / 2))} brokers.`);
-        }
-        // Broker count warnings
-        if (params.brokerCount < params.req.replicationFactor) {
-            warnings.push(`🚨 CRITICAL: ${params.brokerCount} brokers < replication factor (${params.req.replicationFactor}). ` +
-                `Minimum required: ${params.req.replicationFactor} brokers.`);
-        }
-        if (params.brokerCount === params.req.replicationFactor) {
-            warnings.push(`⚠️  Broker count equals replication factor. No fault tolerance! ` +
-                `Increase to at least ${params.req.replicationFactor + 1} brokers.`);
-        }
-        // Disk size warnings
-        if (params.diskPerBrokerGB > 10000) {
-            warnings.push(`⚠️  ${params.diskPerBrokerGB} GB per broker is very large. ` +
-                `Consider using HDD for cost savings or increasing broker count to reduce disk per broker.`);
-        }
-        // Replication warnings
-        if (params.req.minInsyncReplicas && params.req.minInsyncReplicas >= params.req.replicationFactor) {
-            warnings.push(`🚨 CRITICAL: min.insync.replicas (${params.req.minInsyncReplicas}) >= replication.factor (${params.req.replicationFactor}). ` +
-                `This will cause writes to fail! Set min.insync.replicas to ${params.req.replicationFactor - 1}.`);
-        }
-        return warnings;
-    }
-    /**
-     * Generate optimization recommendations
-     */
-    generateRecommendations(params) {
-        const recommendations = [];
-        // Partition strategy
-        if (params.req.avgPartitionsPerTopic < 10) {
-            recommendations.push(`💡 Consider increasing partitions per topic to 12-24 for better parallelism and future growth.`);
-        }
-        if (params.req.avgPartitionsPerTopic > 100) {
-            recommendations.push(`💡 ${params.req.avgPartitionsPerTopic} partitions per topic is high. ` +
-                `Consider splitting into multiple topics or reducing partition count unless you need extreme parallelism.`);
-        }
-        // Hardware recommendations
-        if (params.diskPerBrokerGB > 5000) {
-            recommendations.push(`💡 Large disk requirement (${params.diskPerBrokerGB} GB). Consider using tiered storage (Kafka 2.8+) ` +
-                `to offload old data to S3/Azure Blob/GCS.`);
-        }
-        if (params.ramGB > 128) {
-            recommendations.push(`💡 High RAM requirement (${params.ramGB} GB). Ensure your infrastructure supports this. ` +
-                `Consider AWS i3en/i4i instances or equivalent.`);
-        }
-        // Replication recommendations
-        if (!params.req.minInsyncReplicas) {
-            recommendations.push(`💡 Set min.insync.replicas=2 for production (currently not configured). ` +
-                `This prevents data loss if a broker fails.`);
-        }
-        if (params.req.replicationFactor < 3) {
-            recommendations.push(`💡 Increase replication factor to 3 for production durability (currently ${params.req.replicationFactor}).`);
-        }
-        // Broker count recommendations
-        if (params.brokerCount % 3 !== 0 && params.brokerCount > 3) {
-            recommendations.push(`💡 Broker count (${params.brokerCount}) is not a multiple of 3. ` +
-                `Consider using ${Math.ceil(params.brokerCount / 3) * 3} brokers for better rack awareness.`);
-        }
-        return recommendations;
-    }
-    /**
-     * Calculate disk IOPS requirements
-     */
-    calculateDiskIOPS(writeThroughputMBps, replicationFactor) {
-        // Assume 4KB blocks
-        const writeIOPS = (writeThroughputMBps * 1024) / 4;
-        const replicationWriteIOPS = writeIOPS * (replicationFactor - 1); // Follower writes
-        const readIOPS = writeIOPS * 0.5; // Conservative (depends on consumer lag)
-        const totalWriteIOPS = writeIOPS + replicationWriteIOPS;
-        const totalReadIOPS = readIOPS;
-        let recommendation = '';
-        if (totalWriteIOPS > 50000) {
-            recommendation = 'Use NVMe SSDs (500K+ IOPS)';
-        }
-        else if (totalWriteIOPS > 10000) {
-            recommendation = 'Use Premium SSD (20K-64K IOPS)';
-        }
-        else {
-            recommendation = 'Standard SSD (3K-6K IOPS) sufficient';
-        }
-        return {
-            readIOPS: Math.ceil(totalReadIOPS),
-            writeIOPS: Math.ceil(totalWriteIOPS),
-            recommendation
-        };
-    }
-}
-//# sourceMappingURL=sizing.js.map

package/dist/plugins/specweave-kafka/lib/utils/sizing.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sizing.js","sourceRoot":"","sources":["../../../../../plugins/specweave-kafka/lib/utils/sizing.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAqDH,MAAM,OAAO,uBAAuB;IAApC;QACE,2DAA2D;QAC1C,8BAAyB,GAAG,IAAI,CAAC;QACjC,gCAA2B,GAAG,EAAE,CAAC,CAAC,wBAAwB;QAC1D,+BAA0B,GAAG,EAAE,CAAC;QAChC,qBAAgB,GAAG,GAAG,CAAC,CAAC,yCAAyC;QAEjE,gBAAW,GAAG,CAAC,CAAC,CAAC,8BAA8B;QAC/C,yBAAoB,GAAG,CAAC,CAAC,CAAC,2BAA2B;QACrD,2BAAsB,GAAG,CAAC,CAAC,CAAC,2BAA2B;IAkT1E,CAAC;IAhTC;;OAEG;IACH,SAAS,CAAC,GAAuB;QAC/B,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC;QAC7C,MAAM,SAAS,GAAG,GAAG,CAAC,oBAAoB,IAAI,GAAG,CAAC;QAClD,MAAM,UAAU,GAAG,GAAG,CAAC,qBAAqB,IAAI,GAAG,CAAC;QAEpD,oCAAoC;QACpC,MAAM,SAAS,GAAG,GAAG,CAAC,mBAAmB,GAAG,YAAY,CAAC;QACzD,MAAM,QAAQ,GAAG,GAAG,CAAC,kBAAkB,GAAG,YAAY,CAAC;QAEvD,oCAAoC;QACpC,MAAM,eAAe,GAAG,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,qBAAqB,CAAC;QAEnE,+CAA+C;QAC/C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAC/B,CAAC,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,GAAG,IAAI,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAC/G,CAAC;QACF,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAC9B,CAAC,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAC7G,CAAC;QAEF,oDAAoD;QACpD,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAEzF,0CAA0C;QAC1C,IAAI,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,cAAc,EAAE,oBAAoB,CAAC,CAAC;QAElF,wCAAwC;QACxC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAE3D,iEAAiE;QACjE,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/C,CAAC;QAED,kCAAkC;QAClC,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,CAAC;QAErE,8BAA8B;QAC9B,MAAM,iBAAiB,GAAG,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC;QAE7E,iCAAiC;QACjC,MAAM,cAAc,GAAG,CAAC,iBAAiB,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;QACtE,MAAM,wBAAwB,GAAG,cAAc,GAAG,GAAG,CAAC,iBAAiB,CAAC;QAExE,4CAA4C;QAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAC/B,CAAC,wBAAwB,GAAG,WAAW,CAAC,GAAG,UAAU,CACtD,CAAC;QAEF,2BAA2B;QAC3B,MAAM,kBAAkB,GAAG,CAAC,mBAAmB,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,IAAI,CAAC;QACpF,MAAM,mBAAmB,GAAG,CAAC,mBAAmB,GAAG,GAAG,CAAC,iBAAiB,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAC;QAC/G,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,kBAAkB,GAAG,mBAAmB,CAAC,CAAC;QAErF,uEAAuE;QACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAE1D,qCAAqC;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,yBAAyB,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;QAErF,uBAAuB;QACvB,MAAM,4BAA4B,GAAG,WAAW,GAAG,IAAI,CAAC,2BAA2B,GAAG,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC;QACjH,MAAM,2BAA2B,GAAG,WAAW,GAAG,IAAI,CAAC,0BAA0B,GAAG,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC;QAC/G,MAAM,qBAAqB,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;QAEzF,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC;YACrC,mBAAmB;YACnB,WAAW;YACX,GAAG;YACH,eAAe;SAChB,CAAC,CAAC;QAEH,2BAA2B;QAC3B,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC;YACnD,mBAAmB;YACnB,WAAW;YACX,GAAG;YACH,KAAK;YACL,eAAe;SAChB,CAAC,CAAC;QAEH,OAAO;YACL,WAAW;YACX,eAAe;YACf,mBAAmB;YACnB,QAAQ;YACR,KAAK;YACL,MAAM,EAAE,eAAe;YACvB,WAAW;YACX,4BAA4B;YAC5B,2BAA2B;YAC3B,qBAAqB;YACrB,iBAAiB;YACjB,sBAAsB,EAAE,cAAc;YACtC,wBAAwB;YACxB,QAAQ;YACR,eAAe;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,yBAAyB,CAAC,SAAiB,EAAE,QAAgB,EAAE,WAAmB;QACxF,0CAA0C;QAC1C,MAAM,sBAAsB,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,2BAA2B;QACzE,MAAM,gBAAgB,GAAG,SAAS,GAAG,QAAQ,GAAG,sBAAsB,CAAC;QACvE,MAAM,aAAa,GAAG,gBAAgB,GAAG,WAAW,CAAC;QAErD,+BAA+B;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAEnD,sDAAsD;QACtD,IAAI,IAAI,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QACxB,IAAI,IAAI,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAC1B,IAAI,IAAI,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAC1B,IAAI,IAAI,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAC1B,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,mBAA2B,EAAE,MAAc;QACjE,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,+BAA+B;QAElD,oEAAoE;QACpE,IAAI,mBAAmB,GAAG,IAAI,EAAE,CAAC;YAC/B,SAAS,IAAI,CAAC,CAAC;QACjB,CAAC;aAAM,IAAI,mBAAmB,GAAG,IAAI,EAAE,CAAC;YACtC,SAAS,IAAI,CAAC,CAAC;QACjB,CAAC;QAED,iEAAiE;QACjE,IAAI,MAAM,GAAG,KAAK,EAAE,CAAC;YACnB,SAAS,IAAI,EAAE,CAAC,CAAC,gBAAgB;QACnC,CAAC;aAAM,IAAI,MAAM,GAAG,IAAI,EAAE,CAAC;YACzB,SAAS,IAAI,CAAC,CAAC,CAAC,YAAY;QAC9B,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,MAKxB;QACC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,2BAA2B;QAC3B,IAAI,MAAM,CAAC,mBAAmB,GAAG,IAAI,EAAE,CAAC;YACtC,QAAQ,CAAC,IAAI,CACX,OAAO,MAAM,CAAC,mBAAmB,2DAA2D;gBAC5F,uCAAuC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,qBAAqB,GAAG,IAAI,CAAC,GAAG,CACrH,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,mBAAmB,GAAG,GAAG,EAAE,CAAC;YACrC,QAAQ,CAAC,IAAI,CACX,OAAO,MAAM,CAAC,mBAAmB,sCAAsC;gBACvE,qDAAqD,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,WAAW,CAC/G,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YACtD,QAAQ,CAAC,IAAI,CACX,gBAAgB,MAAM,CAAC,WAAW,kCAAkC,MAAM,CAAC,GAAG,CAAC,iBAAiB,KAAK;gBACrG,qBAAqB,MAAM,CAAC,GAAG,CAAC,iBAAiB,WAAW,CAC7D,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YACxD,QAAQ,CAAC,IAAI,CACX,kEAAkE;gBAClE,wBAAwB,MAAM,CAAC,GAAG,CAAC,iBAAiB,GAAG,CAAC,WAAW,CACpE,CAAC;QACJ,CAAC;QAED,qBAAqB;QACrB,IAAI,MAAM,CAAC,eAAe,GAAG,KAAK,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CACX,OAAO,MAAM,CAAC,eAAe,gCAAgC;gBAC7D,2FAA2F,CAC5F,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,IAAI,MAAM,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YACjG,QAAQ,CAAC,IAAI,CACX,qCAAqC,MAAM,CAAC,GAAG,CAAC,iBAAiB,4BAA4B,MAAM,CAAC,GAAG,CAAC,iBAAiB,KAAK;gBAC9H,8DAA8D,MAAM,CAAC,GAAG,CAAC,iBAAiB,GAAG,CAAC,GAAG,CAClG,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,MAM/B;QACC,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,qBAAqB;QACrB,IAAI,MAAM,CAAC,GAAG,CAAC,qBAAqB,GAAG,EAAE,EAAE,CAAC;YAC1C,eAAe,CAAC,IAAI,CAClB,gGAAgG,CACjG,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,GAAG,CAAC,qBAAqB,GAAG,GAAG,EAAE,CAAC;YAC3C,eAAe,CAAC,IAAI,CAClB,MAAM,MAAM,CAAC,GAAG,CAAC,qBAAqB,iCAAiC;gBACvE,0GAA0G,CAC3G,CAAC;QACJ,CAAC;QAED,2BAA2B;QAC3B,IAAI,MAAM,CAAC,eAAe,GAAG,IAAI,EAAE,CAAC;YAClC,eAAe,CAAC,IAAI,CAClB,8BAA8B,MAAM,CAAC,eAAe,mDAAmD;gBACvG,2CAA2C,CAC5C,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC;YACvB,eAAe,CAAC,IAAI,CAClB,4BAA4B,MAAM,CAAC,KAAK,kDAAkD;gBAC1F,gDAAgD,CACjD,CAAC;QACJ,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAClC,eAAe,CAAC,IAAI,CAClB,0EAA0E;gBAC1E,4CAA4C,CAC7C,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,GAAG,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;YACrC,eAAe,CAAC,IAAI,CAClB,4EAA4E,MAAM,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAC7G,CAAC;QACJ,CAAC;QAED,+BAA+B;QAC/B,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;YAC3D,eAAe,CAAC,IAAI,CAClB,oBAAoB,MAAM,CAAC,WAAW,4BAA4B;gBAClE,kBAAkB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,qCAAqC,CAC7F,CAAC;QACJ,CAAC;QAED,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,mBAA2B,EAAE,iBAAyB;QAKtE,oBAAoB;QACpB,MAAM,SAAS,GAAG,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,oBAAoB,GAAG,SAAS,GAAG,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB;QACpF,MAAM,QAAQ,GAAG,SAAS,GAAG,GAAG,CAAC,CAAC,yCAAyC;QAE3E,MAAM,cAAc,GAAG,SAAS,GAAG,oBAAoB,CAAC;QACxD,MAAM,aAAa,GAAG,QAAQ,CAAC;QAE/B,IAAI,cAAc,GAAG,EAAE,CAAC;QACxB,IAAI,cAAc,GAAG,KAAK,EAAE,CAAC;YAC3B,cAAc,GAAG,4BAA4B,CAAC;QAChD,CAAC;aAAM,IAAI,cAAc,GAAG,KAAK,EAAE,CAAC;YAClC,cAAc,GAAG,gCAAgC,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,sCAAsC,CAAC;QAC1D,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;YAClC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;YACpC,cAAc;SACf,CAAC;IACJ,CAAC;CACF"}