blaze-performance-tester 3.2.3 → 3.2.5

package/dist/cli.js

@@ -196,94 +196,6 @@ function loadBaselineData(filePath) {
   }
   return null;
 }
-async function generateScenarioTS(prompt) {
-  const apiKey = process.env.GEMINI_API_KEY;
-  if (!apiKey) {
-    throw new Error("\u274C Environment variable GEMINI_API_KEY is missing. AI scenario generation aborted.");
-  }
-  console.log("\u{1F9E0} Translating natural language requirements into TypeScript via Gemini 2.5 Flash...");
-  const systemInstruction = `
-You are an expert Performance & Systems Reliability Engineer specializing in QuickJS-compatible virtual user load testing scripts for the Blaze framework.
-Your task is to convert a natural language description into a clean, valid TypeScript simulation script.
-
-The script must adhere to this exact structural import pattern:
-\`\`\`typescript
-import { VirtualUser } from '../src/core/vu';
-
-export async function runScenario(vu: VirtualUser) {
-  // Setup headers
-  // Execute multi-step operations (e.g., fetching a login, parsing tokens, making subsequent requests)
-  // Manage dynamic value extraction (e.g., const token = response.json().token) and pass variables forward
-  // Include standard loops (e.g., for-loops) or timeouts as requested
-}
-\`\`\`
-
-Rules:
-1. Return ONLY executable, valid TypeScript script.
-2. Cleanly extract dynamic payload fields or tokens and assign them to downstream headers.
-3. Keep logic performance-optimized and sandbox-compatible.
-4. Do NOT wrap code blocks in backticks like \`\`\`typescript. Start directly with the TypeScript imports and export block. Do not include markdown or text commentary.
-`;
-  try {
-    const endpoint = "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent?key=" + apiKey;
-    const response = await fetch(endpoint, {
-      method: "POST",
-      headers: { "Content-Type": "application/json" },
-      body: JSON.stringify({
-        contents: [{ parts: [{ text: `Generate a Virtual User script for this scenario: ${prompt}` }] }],
-        generationConfig: {
-          temperature: 0.1,
-          maxOutputTokens: 65536
-        },
-        systemInstruction: {
-          parts: [{ text: systemInstruction }]
-        }
-      })
-    });
-    const data = await response.json();
-    if (data?.error) {
-      throw new Error(`Google API Error ${data.error.code}: ${data.error.message}`);
-    }
-    const candidateText = data?.candidates?.[0]?.content?.parts?.[0]?.text;
-    if (!candidateText) {
-      throw new Error(`Malformed API layout or empty response body.`);
-    }
-    return candidateText.replace(/```typescript/g, "").replace(/```javascript/g, "").replace(/```/g, "").trim();
-  } catch (error) {
-    throw new Error(`Failed to generate script via Gemini: ${error.message || error}`);
-  }
-}
-async function handleScenarioGeneration(config) {
-  const targetDir = path.resolve(__dirname, "./tests");
-  const tsFilePath = path.join(targetDir, "generated_scenario.ts");
-  const jsFilePath = path.join(targetDir, "generated_scenario.js");
-  try {
-    if (!fs.existsSync(targetDir)) {
-      fs.mkdirSync(targetDir, { recursive: true });
-    }
-    const tsCode = await generateScenarioTS(config.scenarioPrompt);
-    fs.writeFileSync(tsFilePath, tsCode, "utf-8");
-    console.log(`\u{1F4BE} Successfully generated scenario script saved to: ${tsFilePath}`);
-    console.log("\u2699\uFE0F Transpiling generated scenario to JavaScript for native QuickJS sandbox validation...");
-    let compiledSuccessfully = false;
-    try {
-      const { execSync } = require2("child_process");
-      execSync(`npx tsc "${tsFilePath}" --target es2020 --module commonjs --allowJs --skipLibCheck`, { stdio: "ignore" });
-      compiledSuccessfully = true;
-    } catch (e) {
-      console.warn("\u26A0\uFE0F TypeScript compiler (tsc) was not found or timed out. Falling back to clean JS copy conversion...");
-    }
-    if (!compiledSuccessfully) {
-      const cleanJs = tsCode.replace(/: VirtualUser/g, "").replace(/import {[^}]+} from .*/g, "").replace(/export async/g, "async");
-      fs.writeFileSync(jsFilePath, cleanJs, "utf-8");
-    }
-    console.log(`\u2705 Sandbox compilation resolved. Active test file: ${jsFilePath}`);
-    config.targetScript = jsFilePath;
-  } catch (error) {
-    console.error(`\u274C Scenario generation flow aborted: ${error.message || error}`);
-    process.exit(1);
-  }
-}
 async function generateGeminiRCA(history, finalSummary, errorLogs) {
   const apiKey = process.env.GEMINI_API_KEY;
   if (!apiKey) {
@@ -313,15 +225,14 @@ Provide a comprehensive, highly technical Root Cause Analysis (RCA) report struc
 
 Paragraph 1 - GENERATIVE INCIDENT NARRATIVE: Write a clean, plain-English story of the incident that builds a chronological timeline of the failure event (e.g., "At 00:12s, traffic spiked by 40%. This caused database connection pool exhaustion, which triggered a cascading series of 504 errors on the checkout endpoint, ultimately hitting a knee-point crash at 500 virtual users."). Translate raw logs and metrics trends directly into an easy-to-read chronological story.
 
-Paragraph 2 - TECHNICAL BOTTLENECK DIAGNOSOR: Diagnose the exact bottleneck point (CPU saturation, socket pool exhaustion, database lock contention, etc.) indicated by how latency changes dynamically alongside concurrency, and correlate unique structural exception/error patterns directly to the performance drops.
+Paragraph 2 - TECHNICAL BOTTLENECK DIAGNOSIS: Diagnose the exact bottleneck point (CPU saturation, socket pool exhaustion, database lock contention, etc.) indicated by how latency changes dynamically alongside concurrency, and correlate unique structural exception/error patterns directly to the performance drops.
 
 Paragraph 3 - ARCHITECTURAL SIZING RECOMMENDATIONS: Give concrete, infrastructure sizing or cloud architecture remediation recommendations based on the stress points found.
 
 CRITICAL: Return ONLY plain paragraph text. Do not use markdown headers (###). If you use bold text, use standard HTML <strong> tags. Wrap lines cleanly.
 `;
   try {
-    const endpoint = `[https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent?key=$](https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent?key=$){apiKey}`;
-    const response = await fetch(endpoint, {
+    const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent?key=${apiKey}`, {
       method: "POST",
       headers: { "Content-Type": "application/json" },
       body: JSON.stringify({
@@ -350,31 +261,108 @@ CRITICAL: Return ONLY plain paragraph text. Do not use markdown headers (###). I
     return `<span style="color: #f87171;">Failed to generate AI diagnosis framework: ${error.message || error}</span>`;
   }
 }
-async function executeTestPipeline(config) {
-  if (!blazeCore || typeof blazeCore.runCorrelatedTransaction !== "function") {
-    console.error("\u274C Error: runCorrelatedTransaction function is missing from the compiled binary bindings.");
-    return;
+async function generateNlpToTsScenario(promptText) {
+  const apiKey = process.env.GEMINI_API_KEY;
+  if (!apiKey) {
+    console.warn("\u26A0\uFE0F GEMINI_API_KEY missing. Falling back to default transactional scenario.");
+    return getDefaultTransactionalScenario();
   }
-  const transactionalScenario = [
+  console.log(`\u{1F916} [NLP Scenario Generator]: Translating natural language prompt into TS simulation scenario via Gemini 2.5 Flash...`);
+  console.log(`Prompt: "${promptText}"`);
+  const systemPrompt = `
+You are an expert Performance & Load Testing Architect. Your task is to convert the following natural language description of a user journey into a strict JSON array of HTTP transaction steps for a TypeScript load testing script.
+
+Each step in the array must be an object with the following fields:
+- "name": string (descriptive name of the step)
+- "url": string (target URL, supporting dynamic token interpolation like \${token_name})
+- "method": string ("GET", "POST", "PUT", "DELETE", etc.)
+- "headers": object (optional key-value pairs of HTTP headers, e.g. { "Authorization": "Bearer \${auth_token}", "Content-Type": "application/json" })
+- "body": string or null (stringified JSON or payload, supporting dynamic tokens)
+- "extractors": object (optional key-value pairs to extract dynamic tokens from response headers/body)
+
+Natural Language Journey Description:
+"${promptText}"
+
+CRITICAL REQUIREMENTS:
+1. Return ONLY a valid JSON array. No markdown code blocks, no preamble, no explanatory text.
+2. Ensure proper handling of headers, dynamic tokens, and multi-step transaction loops.
+3. If the prompt implies multiple iterations or steps, sequence them logically in the array.
+`;
+  try {
+    const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent?key=${apiKey}`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        contents: [{ parts: [{ text: systemPrompt }] }],
+        generationConfig: {
+          temperature: 0.1,
+          maxOutputTokens: 8192
+        }
+      })
+    });
+    const data = await response.json();
+    if (data?.error) {
+      throw new Error(`Google API Error ${data.error.code}: ${data.error.message}`);
+    }
+    const candidateText = data?.candidates?.[0]?.content?.parts?.[0]?.text;
+    if (!candidateText) {
+      throw new Error("Empty response body from Gemini API.");
+    }
+    const cleanedJson = candidateText.replace(/```json/g, "").replace(/```/g, "").trim();
+    const parsedScenario = JSON.parse(cleanedJson);
+    if (!Array.isArray(parsedScenario) || parsedScenario.length === 0) {
+      throw new Error("Generated scenario is not a valid non-empty array.");
+    }
+    console.log(`\u2705 Successfully generated ${parsedScenario.length} transaction steps from natural language.`);
+    return parsedScenario;
+  } catch (error) {
+    console.error(`\u274C NLP Scenario Generation failed: ${error.message || error}. Falling back to default scenario.`);
+    return getDefaultTransactionalScenario();
+  }
+}
+function getDefaultTransactionalScenario() {
+  return [
     {
       name: "Fetch Target Anti-Forgery Nonce",
       url: "https://httpbin.org/json",
       method: "GET",
+      headers: { "Accept": "application/json" },
       body: null
     },
     {
       name: "Perform Contextual Post Action",
       url: "https://httpbin.org/post?verification=${csrf_token}",
       method: "POST",
+      headers: { "Content-Type": "application/json", "Authorization": "Bearer ${bearer_token}" },
       body: JSON.stringify({
         data: "performance_payload",
         security_token: "${csrf_token}"
       })
     }
   ];
+}
+async function executeTestPipeline(config) {
+  if (!blazeCore || typeof blazeCore.runCorrelatedTransaction !== "function") {
+    console.error("\u274C Error: runCorrelatedTransaction function is missing from the compiled binary bindings.");
+    return;
+  }
+  let transactionalScenario;
+  if (config.nlpPrompt) {
+    transactionalScenario = await generateNlpToTsScenario(config.nlpPrompt);
+  } else if (config.targetScript && fs.existsSync(config.targetScript) && !fs.lstatSync(config.targetScript).isDirectory()) {
+    const fileContent = fs.readFileSync(config.targetScript, "utf-8");
+    if (fileContent.length < 1e3 && !fileContent.includes("import ")) {
+      transactionalScenario = await generateNlpToTsScenario(fileContent);
+    } else {
+      transactionalScenario = getDefaultTransactionalScenario();
+    }
+  } else {
+    transactionalScenario = getDefaultTransactionalScenario();
+  }
   console.log(`Launching automated script transaction analysis for: ${config.targetScript}`);
   const sanitizedSteps = transactionalScenario.map((step) => ({
     ...step,
+    headers: step.headers || { "Content-Type": "application/json" },
     body: typeof step.body === "string" ? step.body : step.body ? JSON.stringify(step.body) : ""
   }));
   const success = await blazeCore.runCorrelatedTransaction(sanitizedSteps);
@@ -389,10 +377,7 @@ async function main() {
     return;
   }
   const config = parseArguments(args);
-  if (config.scenarioPrompt) {
-    await handleScenarioGeneration(config);
-  }
-  if (config.isCorrelate) {
+  if (config.isCorrelate || config.nlpPrompt) {
     await executeTestPipeline(config);
   }
   if (config.isAgentic) {
@@ -402,17 +387,16 @@ async function main() {
   }
 }
 function parseArguments(args) {
-  const scenarioIdx = args.indexOf("--generate-scenario");
-  let scenarioPrompt = null;
-  if (scenarioIdx !== -1) {
-    scenarioPrompt = args[scenarioIdx + 1];
-    args.splice(scenarioIdx, 2);
-  }
   const targetScript = path.resolve(args[0] || ".");
   const isAgentic = args.includes("--agentic");
   const isCorrelate = args.includes("--correlate");
   const isSeo = args.includes("--seo");
   const clusterLogs = !args.includes("--no-cluster-logs");
+  let nlpPrompt = null;
+  const promptIdx = args.indexOf("--prompt");
+  if (promptIdx !== -1) nlpPrompt = args[promptIdx + 1];
+  const nlpScenarioIdx = args.indexOf("--nlp-scenario");
+  if (nlpScenarioIdx !== -1) nlpPrompt = args[nlpScenarioIdx + 1];
   let threads = 10;
   let durationSec = 10;
   let rampUpSec = 0;
@@ -461,11 +445,11 @@ function parseArguments(args) {
   }
   return {
     targetScript,
-    scenarioPrompt,
     isAgentic,
     isCorrelate,
     isSeo,
     clusterLogs,
+    nlpPrompt,
     threads,
     durationSec,
     rampUpSec,
@@ -914,10 +898,10 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
       <table style="width: 100%; border-collapse: collapse;">
         <thead>
           <tr style="border-bottom: 1px solid #1e293b;">
-            <th style="width: 8%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold; text-transform: none;">Count</th>
-            <th style="width: 22%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold; text-transform: none;">Classification Category</th>
-            <th style="width: 10%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold; text-transform: none;">Severity</th>
-            <th style="width: 60%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold; text-transform: none;">Structural Abstract Blueprint / Dynamic Log Fingerprint</th>
+            <th style="width: 8%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold;">Count</th>
+            <th style="width: 22%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold;">Classification Category</th>
+            <th style="width: 10%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold;">Severity</th>
+            <th style="width: 60%; padding: 0.75rem; text-align: left; color: #64748b; font-size: 0.85rem; font-weight: bold;">Structural Abstract Blueprint / Dynamic Log Fingerprint</th>
           </tr>
         </thead>
         <tbody>
@@ -1037,12 +1021,12 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
     <div style="display: flex; gap: 0.75rem; margin-bottom: 0.75rem;">
       <input type="text" id="nlpQueryInput" placeholder="e.g., show me tiers where latency > 40ms or error rate > 0%" 
              style="flex: 1; background: #090d16; border: 1px solid #1e293b; border-radius: 6px; padding: 0.75rem 1rem; color: #ffffff; font-size: 0.95rem; outline: none; transition: border-color 0.2s;">
-      <button id="nlpQueryBtn" style="background: #0ea5e9; color: #ffffff; border: none; border-radius: 6px; padding: 0.75rem 1.5rem; font-weight: 600; cursor: pointer; transition: background 0.2s;">
+      <button id="nlpQueryBtn" style="background: #0ea5e9; color: #ffffff; border: none; border-radius: 6px; padding: 0.75rem 1.5rem; font-weight: 600; cursor: pointer;">
         Query Matrix
       </button>
     </div>
     <div style="display: flex; gap: 0.5rem; flex-wrap: wrap; align-items: center;">
-      <span style="font-size: 0.8rem; color: #64748b; font-weight: bold; text-transform: uppercase; letter-spacing: 0.05em;">Suggestions:</span>
+      <span style="font-size: 0.8rem; color: #64748b; font-weight: bold; text-transform: uppercase;">Suggestions:</span>
       <button onclick="setNlpQuery('Show P95 latency > 50ms')" style="background: #1e293b; color: #cbd5e1; border: 1px solid #334155; border-radius: 4px; padding: 0.25rem 0.5rem; font-size: 0.8rem; cursor: pointer;">P95 Latency > 50ms</button>
       <button onclick="setNlpQuery('Find tiers with errors > 0%')" style="background: #1e293b; color: #cbd5e1; border: 1px solid #334155; border-radius: 4px; padding: 0.25rem 0.5rem; font-size: 0.8rem; cursor: pointer;">Errors > 0%</button>
       <button onclick="setNlpQuery('High concurrency > 25 VUs')" style="background: #1e293b; color: #cbd5e1; border: 1px solid #334155; border-radius: 4px; padding: 0.25rem 0.5rem; font-size: 0.8rem; cursor: pointer;">Concurrency > 25 VUs</button>
@@ -1062,11 +1046,10 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
     `;
   }).join("");
   const gaugeColor = cards.healthScore >= 90 ? "#10b981" : cards.healthScore >= 70 ? "#f59e0b" : "#ef4444";
-  const chartJsCdn = "https://cdn.jsdelivr.net/npm/chart.js";
   const htmlContent = `<!DOCTYPE html><html lang="en"><head>
   <meta charset="UTF-8">
   <title>Blaze Core Performance Report</title>
-  <script src="${chartJsCdn}"></script>
+  <script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
   <style>
     body { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif; background: #0b111e; color: #f8fafc; margin: 0; padding: 2rem; }
     .container { max-width: 1300px; margin: 0 auto; }
@@ -1122,7 +1105,7 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
   </style></head><body>
   <div class="container">
     <div class="header">
-      <h1>\u{1F525} Blaze Core Performance Report</h1>
+      <h1>\u{1F525} Blaze Core Performance Analysis</h1>
       <div class="meta">Target Script: <code>${config.targetScript}</code> | Ramp-Up: ${config.rampUpSec}s | Ramp-Down: ${config.rampDownSec}s</div>
     </div>
     
@@ -1323,7 +1306,7 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
       const feedback = document.getElementById('nlpQueryFeedback');
       
       let filterFn = (row, data) => true;
-      const numMatch = q.match(/(\\d+(?:\\.\\d+)?)/);
+      const numMatch = q.match(/(d+(?:.d+)?)/);
       const targetNum = numMatch ? parseFloat(numMatch[1]) : null;
       
       const isGreater = q.includes('>') || q.includes('greater') || q.includes('above') || q.includes('more');
@@ -1559,14 +1542,6 @@ function exportHtmlDashboard(history, config, verdictReason, semanticReport, res
 function printUsage() {
   console.log(`Blaze Core Performance Test CLI Engine
 Options:
-  --generate-scenario <prompt>  Generates a virtual user script from a natural language prompt
-  --threads <count>             Number of concurrent threads (default: 10)
-  --duration <seconds>          Duration of stress testing in seconds (default: 10)
-  --ramp-up <seconds>           Ramp-up speed
-  --ramp-down <seconds>         Ramp-down speed
-  --agentic                     Enable Intelligent Autonomous Agentic Stress Test
-  --correlate                   Launch dynamic transaction parameter mapping pipeline
-  --baseline <json_file>        Input baseline JSON benchmark reference
-  --output <html_file>          Target path for exported standalone dashboard`);
+  --threads <count> | --duration <seconds> | --baseline <json_file> | --output <html_file> | --prompt "<natural language description>" | --correlate`);
 }
 main().catch(console.error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "blaze-performance-tester",
-  "version": "3.2.3",
+  "version": "3.2.5",
   "description": "A high-performance, multi-threaded load testing engine built with Rust and QuickJS.",
   "type": "module",
   "main": "dist/index.js",