blaze-performance-tester 3.1.55 → 3.1.56

package/dist/cli.js

@@ -163,6 +163,19 @@ function getLoadMultiplier(elapsedMs, rampUpMs, steadyMs, rampDownMs) {
   }
   return elapsedMs >= totalDurationMs ? 0 : 1;
 }
+function loadBaselineData(filePath) {
+  if (!filePath) return null;
+  try {
+    const resolved = path.resolve(filePath);
+    if (fs.existsSync(resolved)) {
+      console.log(`\u{1F4C1} Loaded baseline comparison telemetry from: ${resolved}`);
+      return JSON.parse(fs.readFileSync(resolved, "utf-8"));
+    }
+  } catch (e) {
+    console.error(`\u274C Failed to parse baseline telemetry file: ${e}`);
+  }
+  return null;
+}
 async function generateGeminiRCA(history, finalSummary, errorLogs) {
   const apiKey = process.env.GEMINI_API_KEY;
   if (!apiKey) {
@@ -291,6 +304,7 @@ function parseArguments(args) {
   let maxThreads = 300;
   let maxAllowedLatencyMs = 800;
   let outputHtml = "blaze-dashboard.html";
+  let baselinePath = null;
   const threadsIdx = args.indexOf("--threads");
   if (threadsIdx !== -1) threads = parseInt(args[threadsIdx + 1], 10);
   const durationIdx = args.indexOf("--duration");
@@ -300,13 +314,15 @@ function parseArguments(args) {
   const rampDownIdx = args.indexOf("--ramp-down");
   if (rampDownIdx !== -1) rampDownSec = parseInt(args[rampDownIdx + 1], 10);
   const apdexIdx = args.indexOf("--target-apdex");
-  if (apdexIdx !== -1) targetApdex = parseFloat(args[apdexIdx + 1]);
+  if (apdexIdx !== -1) targetApdex = parseFloat(apdexIdx + 1);
   const errorIdx = args.indexOf("--target-error");
   if (errorIdx !== -1) targetErrorRate = parseFloat(args[errorIdx + 1]);
   const maxThreadsIdx = args.indexOf("--max-threads");
   if (maxThreadsIdx !== -1) maxThreads = parseInt(args[maxThreadsIdx + 1], 10);
   const outputIdx = args.indexOf("--output");
   if (outputIdx !== -1) outputHtml = args[outputIdx + 1];
+  const baselineIdx = args.indexOf("--baseline");
+  if (baselineIdx !== -1) baselinePath = args[baselineIdx + 1];
   const positionalNums = args.slice(1).filter((arg) => !arg.startsWith("-")).map(Number).filter((n) => !isNaN(n));
   if (positionalNums.length > 0 && threadsIdx === -1 && !isAgentic) threads = positionalNums[0];
   if (positionalNums.length > 1 && durationIdx === -1 && !isAgentic) durationSec = positionalNums[1];
@@ -340,7 +356,8 @@ function parseArguments(args) {
     maxThreads,
     stepSize: 15,
     maxAllowedLatencyMs,
-    outputHtml
+    outputHtml,
+    baselinePath
   };
 }
 async function runBlazeCoreEngine(config) {
@@ -495,7 +512,9 @@ async function runIntelligentAgenticStressTest(config) {
     tls: mathUtils.mean(globalMetricsAccumulator.tls),
     stdDev: mathUtils.stdDev(globalMetricsAccumulator.latencies, mathUtils.mean(globalMetricsAccumulator.latencies)),
     saturationKneePoint: saturationKneePoint || finalState.threads || 50,
-    healthScore
+    healthScore,
+    errorRate: finalState.errorRate,
+    p95Latency: finalState.p95Latency
   };
   generateFinalAgentReport(history, healthScore);
   const geminiAnalysisHtml = await generateGeminiRCA(history, finalSummaryCards, aggregateErrorLogs);
@@ -509,7 +528,8 @@ async function runIntelligentAgenticStressTest(config) {
     const code = Number(codeStr);
     breakdownRates[code] = totalRequestsAccumulator === 0 ? 0 : globalCodeCounts[code] / totalRequestsAccumulator * 100;
   });
-  exportHtmlDashboard(history, config, verdictReason, semanticReport, { total1xx, total2xx, total3xx, total4xx, total5xx, breakdownRates }, finalSummaryCards, lastRawRequests, geminiAnalysisHtml);
+  const baselineData = loadBaselineData(config.baselinePath);
+  exportHtmlDashboard(history, config, verdictReason, semanticReport, { total1xx, total2xx, total3xx, total4xx, total5xx, breakdownRates }, finalSummaryCards, lastRawRequests, geminiAnalysisHtml, baselineData);
 }
 async function runStandardStressTest(config) {
   console.log(`\u{1F3CB}\uFE0F Running Standard Stress Test [Threads: ${config.threads} | Duration: ${config.durationSec}s | RampUp: ${config.rampUpSec}s | RampDown: ${config.rampDownSec}s]`);
@@ -544,7 +564,9 @@ async function runStandardStressTest(config) {
     tls: metrics.avgTlsMs,
     stdDev: metrics.stdDevMs,
     saturationKneePoint: config.threads,
-    healthScore
+    healthScore,
+    errorRate: metrics.errorRate,
+    p95Latency: metrics.p95LatencyMs
   };
   const isPassed = metrics.apdexScore >= config.targetApdex && metrics.errorRate <= config.targetErrorRate;
   const verdictReason = isPassed ? "Static single-wave baseline checks concluded successfully without triggering health boundaries." : "Static verification loop completed with values exceeding defined quality thresholds.";
@@ -558,6 +580,7 @@ async function runStandardStressTest(config) {
     const code = Number(codeStr);
     breakdownRates[code] = metrics.totalRequests === 0 ? 0 : metrics.codeCounts[code] / metrics.totalRequests * 100;
   });
+  const baselineData = loadBaselineData(config.baselinePath);
   exportHtmlDashboard(history, config, verdictReason, semanticReport, {
     total1xx: metrics.c1xx,
     total2xx: metrics.c2xx,
@@ -565,7 +588,7 @@ async function runStandardStressTest(config) {
     total4xx: metrics.c4xx,
     total5xx: metrics.c5xx,
     breakdownRates
-  }, finalSummaryCards, rawRequests, geminiAnalysisHtml);
+  }, finalSummaryCards, rawRequests, geminiAnalysisHtml, baselineData);
 }
 function getFallbackClusterLogs() {
   const logs = [];
@@ -690,7 +713,12 @@ function generateFinalAgentReport(history, score) {
   console.log(`\u26A1 Peak Achieved Cluster Velocity   : ${peakThroughput.toFixed(0)} req/sec`);
   console.log("=======================================================\n");
 }
-function exportHtmlDashboard(history, config, verdictReason, semanticReport, responseMatrix, cards, rawRequests = [], geminiAnalysisHtml = "") {
+function exportHtmlDashboard(history, config, verdictReason, semanticReport, responseMatrix, cards, rawRequests = [], geminiAnalysisHtml = "", baselineData = null) {
+  const summaryArtifactPath = config.outputHtml.replace(/\.html$/, "-summary.json");
+  try {
+    fs.writeFileSync(summaryArtifactPath, JSON.stringify(cards, null, 2), "utf-8");
+  } catch (e) {
+  }
   const labels = history.map((h, i) => `${i + 1}s`);
   const successRequestsData = history.map((h) => h.successRequests);
   const failedWorkloadsData = history.map((h) => h.failedRequests);
@@ -707,6 +735,50 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
     x: Number(((r.timestampMs - firstTimestamp) / 1e3).toFixed(2)),
     y: Number(((r.dnsTimeMs || 0) + (r.tcpTimeMs || 0) + (r.tlsTimeMs || 0) + r.durationMs * 0.3).toFixed(1))
   }));
+  let baselineComparisonHtml = "";
+  if (baselineData) {
+    const diffApdex = cards.apdex - baselineData.apdex;
+    const diffThroughput = (cards.throughput - baselineData.throughput) / (baselineData.throughput || 1) * 100;
+    const diffTtfb = (cards.ttfb - baselineData.ttfb) / (baselineData.ttfb || 1) * 100;
+    const diffHealth = cards.healthScore - baselineData.healthScore;
+    const formatDelta = (val, isInverse = false) => {
+      const good = isInverse ? val <= 0 : val >= 0;
+      const color = good ? "#10b981" : "#ef4444";
+      const sign = val > 0 ? "+" : "";
+      return `<span style="color: ${color}; font-weight: bold;">${sign}${val.toFixed(1)}%</span>`;
+    };
+    baselineComparisonHtml = `
+    <div class="card" style="margin-top: 2rem; background: #131c2e; border: 1px solid #7c3aed;">
+      <h3 style="color: #a78bfa; display: flex; align-items: center; gap: 0.6rem; font-size: 1.2rem; border-bottom: 1px solid #1e293b; padding-bottom: 0.5rem;">
+        \u{1F4CA} Baseline Regression Comparison (Delta Engine)
+      </h3>
+      <p style="color: #94a3b8; font-size: 0.9rem; margin-bottom: 1.5rem;">
+        Comparing current execution metrics directly against reference payload from baseline source.
+      </p>
+      <div style="display: grid; grid-template-columns: repeat(4, 1fr); gap: 1rem;">
+        <div style="background: #090d16; padding: 1rem; border-radius: 6px; border: 1px solid #1e293b;">
+          <div class="card-title">Apdex Shift</div>
+          <div style="font-size: 1.4rem; font-weight: bold; color: #ffffff;">${cards.apdex.toFixed(2)}</div>
+          <div style="font-size: 0.8rem; margin-top: 0.2rem;">Delta: <span style="color: ${diffApdex >= 0 ? "#10b981" : "#ef4444"}; font-weight: bold;">${diffApdex >= 0 ? "+" : ""}${diffApdex.toFixed(2)}</span></div>
+        </div>
+        <div style="background: #090d16; padding: 1rem; border-radius: 6px; border: 1px solid #1e293b;">
+          <div class="card-title">Throughput Delta</div>
+          <div style="font-size: 1.4rem; font-weight: bold; color: #ffffff;">${cards.throughput.toFixed(0)}/s</div>
+          <div style="font-size: 0.8rem; margin-top: 0.2rem;">Delta: ${formatDelta(diffThroughput, false)}</div>
+        </div>
+        <div style="background: #090d16; padding: 1rem; border-radius: 6px; border: 1px solid #1e293b;">
+          <div class="card-title">TTFB Latency Shift</div>
+          <div style="font-size: 1.4rem; font-weight: bold; color: #ffffff;">${cards.ttfb.toFixed(1)}ms</div>
+          <div style="font-size: 0.8rem; margin-top: 0.2rem;">Delta: ${formatDelta(diffTtfb, true)}</div>
+        </div>
+        <div style="background: #090d16; padding: 1rem; border-radius: 6px; border: 1px solid #1e293b;">
+          <div class="card-title">Health Score Diff</div>
+          <div style="font-size: 1.4rem; font-weight: bold; color: #ffffff;">${cards.healthScore}/100</div>
+          <div style="font-size: 0.8rem; margin-top: 0.2rem;">Delta: <span style="color: ${diffHealth >= 0 ? "#10b981" : "#ef4444"}; font-weight: bold;">${diffHealth >= 0 ? "+" : ""}${diffHealth} pts</span></div>
+        </div>
+      </div>
+    </div>`;
+  }
   let logClustersHtml = "";
   if (semanticReport) {
     const totalLogCount = semanticReport.clusters.reduce((sum, c) => sum + c.count, 0);
@@ -969,6 +1041,8 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
       </div>
     </div>
 
+    ${baselineComparisonHtml}
+
     <div class="top-layout-grid">
       <div class="verdict-box">
         <div class="verdict-title">\u{1F916} AI Stress-Testing Agent Verdict</div>
@@ -1365,6 +1439,6 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
 function printUsage() {
   console.log(`Blaze Core Performance Test CLI Engine
 Options:
-  --threads <count> | --duration <seconds> | --ramp-up <seconds> | --ramp-down <seconds> | --agentic | --cluster-logs | --correlate | --seo`);
+  --threads <count> | --duration <seconds> | --baseline <json_file> | --output <html_file>`);
 }
 main().catch(console.error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "blaze-performance-tester",
-  "version": "3.1.55",
+  "version": "3.1.56",
   "description": "A high-performance, multi-threaded load testing engine built with Rust and QuickJS.",
   "type": "module",
   "main": "dist/index.js",