blaze-performance-tester 3.2.4 → 3.2.6

package/dist/cli.js

@@ -1,10 +1,10 @@
-#!/usr/bin/env ts-node
-
 // cli.ts
+import fs from "fs";
+import path from "path";
+import yargs from "yargs";
+import { hideBin } from "yargs/helpers";
 import { createRequire } from "module";
-import * as path from "path";
 import { fileURLToPath } from "url";
-import * as fs from "fs";
 
 // src/LogAnalyzer.ts
 var LogAnalyzer = class {
@@ -261,31 +261,108 @@ CRITICAL: Return ONLY plain paragraph text. Do not use markdown headers (###). I
     return `<span style="color: #f87171;">Failed to generate AI diagnosis framework: ${error.message || error}</span>`;
   }
 }
-async function executeTestPipeline(config) {
-  if (!blazeCore || typeof blazeCore.runCorrelatedTransaction !== "function") {
-    console.error("\u274C Error: runCorrelatedTransaction function is missing from the compiled binary bindings.");
-    return;
+async function generateNlpToTsScenario(promptText) {
+  const apiKey = process.env.GEMINI_API_KEY;
+  if (!apiKey) {
+    console.warn("\u26A0\uFE0F GEMINI_API_KEY missing. Falling back to default transactional scenario.");
+    return getDefaultTransactionalScenario();
   }
-  const transactionalScenario = [
+  console.log(`\u{1F916} [NLP Scenario Generator]: Translating natural language prompt into TS simulation scenario via Gemini 2.5 Flash...`);
+  console.log(`Prompt: "${promptText}"`);
+  const systemPrompt = `
+You are an expert Performance & Load Testing Architect. Your task is to convert the following natural language description of a user journey into a strict JSON array of HTTP transaction steps for a TypeScript load testing script.
+
+Each step in the array must be an object with the following fields:
+- "name": string (descriptive name of the step)
+- "url": string (target URL, supporting dynamic token interpolation like \${token_name})
+- "method": string ("GET", "POST", "PUT", "DELETE", etc.)
+- "headers": object (optional key-value pairs of HTTP headers, e.g. { "Authorization": "Bearer \${auth_token}", "Content-Type": "application/json" })
+- "body": string or null (stringified JSON or payload, supporting dynamic tokens)
+- "extractors": object (optional key-value pairs to extract dynamic tokens from response headers/body)
+
+Natural Language Journey Description:
+"${promptText}"
+
+CRITICAL REQUIREMENTS:
+1. Return ONLY a valid JSON array. No markdown code blocks, no preamble, no explanatory text.
+2. Ensure proper handling of headers, dynamic tokens, and multi-step transaction loops.
+3. If the prompt implies multiple iterations or steps, sequence them logically in the array.
+`;
+  try {
+    const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent?key=${apiKey}`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        contents: [{ parts: [{ text: systemPrompt }] }],
+        generationConfig: {
+          temperature: 0.1,
+          maxOutputTokens: 8192
+        }
+      })
+    });
+    const data = await response.json();
+    if (data?.error) {
+      throw new Error(`Google API Error ${data.error.code}: ${data.error.message}`);
+    }
+    const candidateText = data?.candidates?.[0]?.content?.parts?.[0]?.text;
+    if (!candidateText) {
+      throw new Error("Empty response body from Gemini API.");
+    }
+    const cleanedJson = candidateText.replace(/```json/g, "").replace(/```/g, "").trim();
+    const parsedScenario = JSON.parse(cleanedJson);
+    if (!Array.isArray(parsedScenario) || parsedScenario.length === 0) {
+      throw new Error("Generated scenario is not a valid non-empty array.");
+    }
+    console.log(`\u2705 Successfully generated ${parsedScenario.length} transaction steps from natural language.`);
+    return parsedScenario;
+  } catch (error) {
+    console.error(`\u274C NLP Scenario Generation failed: ${error.message || error}. Falling back to default scenario.`);
+    return getDefaultTransactionalScenario();
+  }
+}
+function getDefaultTransactionalScenario() {
+  return [
     {
       name: "Fetch Target Anti-Forgery Nonce",
       url: "https://httpbin.org/json",
       method: "GET",
+      headers: { "Accept": "application/json" },
       body: null
     },
     {
       name: "Perform Contextual Post Action",
       url: "https://httpbin.org/post?verification=${csrf_token}",
       method: "POST",
+      headers: { "Content-Type": "application/json", "Authorization": "Bearer ${bearer_token}" },
       body: JSON.stringify({
         data: "performance_payload",
         security_token: "${csrf_token}"
       })
     }
   ];
+}
+async function executeTestPipeline(config) {
+  if (!blazeCore || typeof blazeCore.runCorrelatedTransaction !== "function") {
+    console.error("\u274C Error: runCorrelatedTransaction function is missing from the compiled binary bindings.");
+    return;
+  }
+  let transactionalScenario;
+  if (config.nlpPrompt) {
+    transactionalScenario = await generateNlpToTsScenario(config.nlpPrompt);
+  } else if (config.targetScript && fs.existsSync(config.targetScript) && !fs.lstatSync(config.targetScript).isDirectory()) {
+    const fileContent = fs.readFileSync(config.targetScript, "utf-8");
+    if (fileContent.length < 1e3 && !fileContent.includes("import ")) {
+      transactionalScenario = await generateNlpToTsScenario(fileContent);
+    } else {
+      transactionalScenario = getDefaultTransactionalScenario();
+    }
+  } else {
+    transactionalScenario = getDefaultTransactionalScenario();
+  }
   console.log(`Launching automated script transaction analysis for: ${config.targetScript}`);
   const sanitizedSteps = transactionalScenario.map((step) => ({
     ...step,
+    headers: step.headers || { "Content-Type": "application/json" },
     body: typeof step.body === "string" ? step.body : step.body ? JSON.stringify(step.body) : ""
   }));
   const success = await blazeCore.runCorrelatedTransaction(sanitizedSteps);
@@ -293,93 +370,6 @@ async function executeTestPipeline(config) {
     console.log("Pipeline run complete. Parameter tracking successfully mitigated breaking changes.");
   }
 }
-async function main() {
-  const args = process.argv.slice(2);
-  if (args.length === 0 || args.includes("--help") || args.includes("-h")) {
-    printUsage();
-    return;
-  }
-  const config = parseArguments(args);
-  if (config.isCorrelate) {
-    await executeTestPipeline(config);
-  }
-  if (config.isAgentic) {
-    await runIntelligentAgenticStressTest(config);
-  } else {
-    await runStandardStressTest(config);
-  }
-}
-function parseArguments(args) {
-  const targetScript = path.resolve(args[0] || ".");
-  const isAgentic = args.includes("--agentic");
-  const isCorrelate = args.includes("--correlate");
-  const isSeo = args.includes("--seo");
-  const clusterLogs = !args.includes("--no-cluster-logs");
-  let threads = 10;
-  let durationSec = 10;
-  let rampUpSec = 0;
-  let rampDownSec = 0;
-  let targetApdex = 0.85;
-  let targetErrorRate = 0.01;
-  let maxThreads = 300;
-  let maxAllowedLatencyMs = 800;
-  let outputHtml = "blaze-dashboard.html";
-  let baselinePath = null;
-  const threadsIdx = args.indexOf("--threads");
-  if (threadsIdx !== -1) threads = parseInt(args[threadsIdx + 1], 10);
-  const durationIdx = args.indexOf("--duration");
-  if (durationIdx !== -1) durationSec = parseInt(args[durationIdx + 1], 10);
-  const rampUpIdx = args.indexOf("--ramp-up");
-  if (rampUpIdx !== -1) rampUpSec = parseInt(args[rampUpIdx + 1], 10);
-  const rampDownIdx = args.indexOf("--ramp-down");
-  if (rampDownIdx !== -1) rampDownSec = parseInt(args[rampDownIdx + 1], 10);
-  const apdexIdx = args.indexOf("--target-apdex");
-  if (apdexIdx !== -1) targetApdex = parseFloat(args[apdexIdx + 1]);
-  const errorIdx = args.indexOf("--target-error");
-  if (errorIdx !== -1) targetErrorRate = parseFloat(args[errorIdx + 1]);
-  const maxThreadsIdx = args.indexOf("--max-threads");
-  if (maxThreadsIdx !== -1) maxThreads = parseInt(args[maxThreadsIdx + 1], 10);
-  const outputIdx = args.indexOf("--output");
-  if (outputIdx !== -1) outputHtml = args[outputIdx + 1];
-  const baselineIdx = args.indexOf("--baseline");
-  if (baselineIdx !== -1) baselinePath = args[baselineIdx + 1];
-  const positionalNums = args.slice(1).filter((arg) => !arg.startsWith("-")).map(Number).filter((n) => !isNaN(n));
-  if (positionalNums.length > 0 && threadsIdx === -1 && !isAgentic) threads = positionalNums[0];
-  if (positionalNums.length > 1 && durationIdx === -1 && !isAgentic) durationSec = positionalNums[1];
-  if (positionalNums.length > 2 && errorIdx === -1 && !isAgentic) targetErrorRate = positionalNums[2] / 100;
-  if (isAgentic) {
-    const agenticIdx = args.indexOf("--agentic");
-    const trailingArgs = args.slice(agenticIdx + 1).filter((arg) => !arg.startsWith("--"));
-    if (trailingArgs[0]) maxThreads = parseInt(trailingArgs[0], 10);
-    if (trailingArgs[1]) {
-      let rawLatency = parseFloat(trailingArgs[1]);
-      if (rawLatency < 50) {
-        maxAllowedLatencyMs = rawLatency * 1e3;
-      } else {
-        maxAllowedLatencyMs = rawLatency;
-      }
-    }
-    if (trailingArgs[2]) targetErrorRate = parseFloat(trailingArgs[2]) / 100;
-  }
-  return {
-    targetScript,
-    isAgentic,
-    isCorrelate,
-    isSeo,
-    clusterLogs,
-    threads,
-    durationSec,
-    rampUpSec,
-    rampDownSec,
-    targetApdex,
-    targetErrorRate,
-    maxThreads,
-    stepSize: 15,
-    maxAllowedLatencyMs,
-    outputHtml,
-    baselinePath
-  };
-}
 async function runBlazeCoreEngine(config) {
   return new Promise((resolve2) => {
     setTimeout(() => {
@@ -815,10 +805,10 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
       <table style="width: 100%; border-collapse: collapse;">
         <thead>
           <tr style="border-bottom: 1px solid #1e293b;">
-            <th style="width: 8%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold; text-transform: none;">Count</th>
-            <th style="width: 22%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold; text-transform: none;">Classification Category</th>
-            <th style="width: 10%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold; text-transform: none;">Severity</th>
-            <th style="width: 60%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold; text-transform: none;">Structural Abstract Blueprint / Dynamic Log Fingerprint</th>
+            <th style="width: 8%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold;">Count</th>
+            <th style="width: 22%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold;">Classification Category</th>
+            <th style="width: 10%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold;">Severity</th>
+            <th style="width: 60%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold;">Structural Abstract Blueprint / Dynamic Log Fingerprint</th>
           </tr>
         </thead>
         <tbody>
@@ -938,12 +928,12 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
     <div style="display: flex; gap: 0.75rem; margin-bottom: 0.75rem;">
       <input type="text" id="nlpQueryInput" placeholder="e.g., show me tiers where latency > 40ms or error rate > 0%" 
              style="flex: 1; background: #090d16; border: 1px solid #1e293b; border-radius: 6px; padding: 0.75rem 1rem; color: #ffffff; font-size: 0.95rem; outline: none; transition: border-color 0.2s;">
-      <button id="nlpQueryBtn" style="background: #0ea5e9; color: #ffffff; border: none; border-radius: 6px; padding: 0.75rem 1.5rem; font-weight: 600; cursor: pointer; transition: background 0.2s;">
+      <button id="nlpQueryBtn" style="background: #0ea5e9; color: #ffffff; border: none; border-radius: 6px; padding: 0.75rem 1.5rem; font-weight: 600; cursor: pointer;">
         Query Matrix
       </button>
     </div>
     <div style="display: flex; gap: 0.5rem; flex-wrap: wrap; align-items: center;">
-      <span style="font-size: 0.8rem; color: #64748b; font-weight: bold; text-transform: uppercase; letter-spacing: 0.05em;">Suggestions:</span>
+      <span style="font-size: 0.8rem; color: #64748b; font-weight: bold; text-transform: uppercase;">Suggestions:</span>
       <button onclick="setNlpQuery('Show P95 latency > 50ms')" style="background: #1e293b; color: #cbd5e1; border: 1px solid #334155; border-radius: 4px; padding: 0.25rem 0.5rem; font-size: 0.8rem; cursor: pointer;">P95 Latency > 50ms</button>
       <button onclick="setNlpQuery('Find tiers with errors > 0%')" style="background: #1e293b; color: #cbd5e1; border: 1px solid #334155; border-radius: 4px; padding: 0.25rem 0.5rem; font-size: 0.8rem; cursor: pointer;">Errors > 0%</button>
       <button onclick="setNlpQuery('High concurrency > 25 VUs')" style="background: #1e293b; color: #cbd5e1; border: 1px solid #334155; border-radius: 4px; padding: 0.25rem 0.5rem; font-size: 0.8rem; cursor: pointer;">Concurrency > 25 VUs</button>
@@ -1223,7 +1213,7 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
       const feedback = document.getElementById('nlpQueryFeedback');
       
       let filterFn = (row, data) => true;
-      const numMatch = q.match(/(\\d+(?:\\.\\d+)?)/);
+      const numMatch = q.match(/(d+(?:.d+)?)/);
       const targetNum = numMatch ? parseFloat(numMatch[1]) : null;
       
       const isGreater = q.includes('>') || q.includes('greater') || q.includes('above') || q.includes('more');
@@ -1459,6 +1449,44 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
 function printUsage() {
   console.log(`Blaze Core Performance Test CLI Engine
 Options:
-  --threads <count> | --duration <seconds> | --baseline <json_file> | --output <html_file>`);
+  --threads <count> | --duration <seconds> | --baseline <json_file> | --output <html_file> | --prompt "<natural language description>" | --correlate`);
+}
+async function main() {
+  const argv = yargs(hideBin(process.argv)).scriptName("blaze-cli").usage("$0 [targetScript] [options]").positional("targetScript", {
+    type: "string",
+    default: ".",
+    describe: "Target script file or directory"
+  }).option("prompt", { type: "string", describe: "Natural language description of the test" }).option("nlp-scenario", { type: "string", describe: "NLP scenario description" }).option("threads", { type: "number", default: 10, describe: "Number of concurrent threads / VUs" }).option("duration", { type: "number", default: 10, describe: "Duration of test in seconds" }).option("ramp-up", { type: "number", default: 0, describe: "Ramp-up duration in seconds" }).option("ramp-down", { type: "number", default: 0, describe: "Ramp-down duration in seconds" }).option("agentic", { type: "boolean", default: false, describe: "Run intelligent autonomous load agent" }).option("correlate", { type: "boolean", default: false, describe: "Run correlated transaction pipeline" }).option("seo", { type: "boolean", default: false, describe: "Include SEO rank impact analysis" }).option("no-cluster-logs", { type: "boolean", default: false, describe: "Disable log clustering" }).option("target-apdex", { type: "number", default: 0.85, describe: "Target Apdex score threshold" }).option("target-error", { type: "number", default: 0.01, describe: "Target max error rate" }).option("max-threads", { type: "number", default: 300, describe: "Max threads for agentic scaling" }).option("max-allowed-latency", { type: "number", default: 800, describe: "Max allowed latency in ms" }).option("output", { type: "string", default: "blaze-dashboard.html", describe: "Output HTML report path" }).option("baseline", { type: "string", default: null, describe: "Baseline comparison telemetry JSON path" }).help().alias("help", "h").parseSync();
+  const config = {
+    targetScript: path.resolve(argv._[0] ? String(argv._[0]) : "."),
+    isAgentic: argv.agentic,
+    isCorrelate: argv.correlate,
+    isSeo: argv.seo,
+    clusterLogs: !argv.noClusterLogs,
+    nlpPrompt: argv.prompt || argv.nlpScenario || null,
+    threads: argv.threads,
+    durationSec: argv.duration,
+    rampUpSec: argv.rampUp,
+    rampDownSec: argv.rampDown,
+    targetApdex: argv.targetApdex,
+    targetErrorRate: argv.targetError,
+    maxThreads: argv.maxThreads,
+    stepSize: 15,
+    maxAllowedLatencyMs: argv.maxAllowedLatency,
+    outputHtml: argv.output,
+    baselinePath: argv.baseline
+  };
+  if (argv.help || process.argv.slice(2).length === 0) {
+    printUsage();
+    return;
+  }
+  if (config.isCorrelate || config.nlpPrompt) {
+    await executeTestPipeline(config);
+  }
+  if (config.isAgentic) {
+    await runIntelligentAgenticStressTest(config);
+  } else {
+    await runStandardStressTest(config);
+  }
 }
 main().catch(console.error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "blaze-performance-tester",
-  "version": "3.2.4",
+  "version": "3.2.6",
   "description": "A high-performance, multi-threaded load testing engine built with Rust and QuickJS.",
   "type": "module",
   "main": "dist/index.js",