@testsmith/api-spector 0.1.8 → 0.2.0

package/out/main/runner.js

@@ -3,13 +3,14 @@
 const promises = require("fs/promises");
 const path = require("path");
 const undici = require("undici");
-const requestHandler = require("./chunks/request-handler-BEFvdSz6.js");
+const requestHandler = require("./chunks/request-handler-AFBOd__c.js");
 require("crypto");
 require("dayjs");
 require("vm");
 require("tv4");
 require("jsonpath-plus");
 require("@xmldom/xmldom");
+require("ajv");
 function buildJsonReport(results, summary, meta = {}) {
   return JSON.stringify({
     timestamp: meta.timestamp ?? (/* @__PURE__ */ new Date()).toISOString(),
@@ -62,8 +63,13 @@ function buildHtmlReport(results, summary, meta = {}) {
     after: "AFTER",
     afterAll: "AFTER ALL"
   };
+  let lastScopeKey = null;
   const cards = results.map((r, idx) => {
-    const statusCls = r.status === "passed" ? "badge-pass" : r.status === "failed" ? "badge-fail" : "badge-err";
+    const scopeKey = (r.scopePath ?? []).join(" / ");
+    const groupHeading = scopeKey && scopeKey !== lastScopeKey ? `    <div class="scope-heading">${esc(scopeKey)}</div>
+` : "";
+    lastScopeKey = scopeKey;
+    const statusCls = r.status === "passed" ? "badge-pass" : r.status === "failed" ? "badge-fail" : r.status === "skipped" ? "badge-skip" : "badge-err";
     const httpCls = r.httpStatus && r.httpStatus < 300 ? "http-ok" : r.httpStatus && r.httpStatus < 400 ? "http-redir" : "http-err";
     const dur = r.durationMs != null ? `${r.durationMs} ms` : "—";
     const label = r.iterationLabel ? ` <span class="muted">#${esc(r.iterationLabel)}</span>` : "";
@@ -101,7 +107,7 @@ function buildHtmlReport(results, summary, meta = {}) {
         ${resp.body ? `<div class="section-label">Body</div><pre class="code-block">${prettyJson(resp.body)}</pre>` : ""}
       </div>` : "";
     const hookCls = hookLabel ? r.hookType?.startsWith("before") ? "card-hook-before" : "card-hook-after" : "";
-    return `
+    return `${groupHeading}
     <div class="card ${hookCls}" id="r${idx}">
       <div class="card-header" onclick="toggle(${idx})">
         <span class="chevron" id="ch${idx}">▶</span>
@@ -142,8 +148,11 @@ function buildHtmlReport(results, summary, meta = {}) {
   .stat-pass .stat-val { color: #3fb950; }
   .stat-fail .stat-val { color: #f85149; }
   .stat-err  .stat-val { color: #d29922; }
+  .stat-skip .stat-val { color: #8b949e; }
   /* Cards */
   .card { border: 1px solid #21262d; border-radius: 8px; margin-bottom: 8px; overflow: hidden; }
+  .scope-heading { margin: 18px 0 6px; padding: 4px 2px; font-size: 11px; font-weight: 600; color: #8b949e; text-transform: uppercase; letter-spacing: 0.5px; border-bottom: 1px solid #21262d; }
+  .scope-heading::before { content: "▸ "; color: #484f58; }
   .card-header { display: flex; align-items: baseline; gap: 8px; padding: 10px 14px; cursor: pointer; user-select: none; }
   .card-header:hover { background: #161b22; }
   .chevron { font-size: 10px; color: #8b949e; min-width: 10px; transition: transform .15s; }
@@ -155,6 +164,7 @@ function buildHtmlReport(results, summary, meta = {}) {
   .badge-pass { background: #0d3a1e; color: #3fb950; }
   .badge-fail { background: #3d1014; color: #f85149; }
   .badge-err  { background: #3d2a00; color: #d29922; }
+  .badge-skip { background: #21262d; color: #8b949e; }
   .method { font-family: monospace; font-size: 11px; font-weight: 700; color: #79c0ff; white-space: nowrap; }
   .method-badge { display: inline-block; font-family: monospace; font-size: 11px; font-weight: 700; color: #79c0ff; min-width: 52px; }
   .http-badge { font-family: monospace; font-size: 11px; font-weight: 600; white-space: nowrap; }
@@ -208,6 +218,7 @@ function buildHtmlReport(results, summary, meta = {}) {
     <div class="stat stat-pass"><div class="stat-val">${summary.passed}</div><div class="stat-lbl">Passed</div></div>
     <div class="stat stat-fail"><div class="stat-val">${summary.failed}</div><div class="stat-lbl">Failed</div></div>
     <div class="stat stat-err"><div class="stat-val">${summary.errors}</div><div class="stat-lbl">Errors</div></div>
+    <div class="stat stat-skip"><div class="stat-val">${summary.skipped ?? 0}</div><div class="stat-lbl">No tests</div></div>
     <div class="stat"><div class="stat-val">${passRate}%</div><div class="stat-lbl">Pass rate</div></div>
     <div class="stat"><div class="stat-val">${summary.durationMs} ms</div><div class="stat-lbl">Duration</div></div>
   </div>
@@ -251,6 +262,8 @@ function buildJUnitReport(results, summary, meta = {}) {
       failures.push(`      <error message="${esc(r.preScriptError)}" type="PreScriptError" />`);
     } else if (r.postScriptError) {
       failures.push(`      <error message="${esc(r.postScriptError)}" type="PostScriptError" />`);
+    } else if (r.status === "skipped") {
+      failures.push('      <skipped message="No assertions defined for this request" />');
     } else if (r.testResults?.length) {
       for (const t of r.testResults) {
         if (!t.passed) {
@@ -265,29 +278,31 @@ ${failures.join("\n")}
     ` : "";
     return `    <testcase name="${name}" classname="${classname}" time="${timeSec}">${inner}</testcase>`;
   });
+  const skipped = summary.skipped ?? 0;
   const lines = [
     '<?xml version="1.0" encoding="UTF-8"?>',
-    `<testsuites name="${suiteName}" tests="${summary.total}" failures="${summary.failed}" errors="${summary.errors}" time="${totalSec}">`,
-    `  <testsuite name="${suiteName}" tests="${summary.total}" failures="${summary.failed}" errors="${summary.errors}" time="${totalSec}" timestamp="${ts}">`,
+    `<testsuites name="${suiteName}" tests="${summary.total}" failures="${summary.failed}" errors="${summary.errors}" skipped="${skipped}" time="${totalSec}">`,
+    `  <testsuite name="${suiteName}" tests="${summary.total}" failures="${summary.failed}" errors="${summary.errors}" skipped="${skipped}" time="${totalSec}" timestamp="${ts}">`,
     ...cases,
     "  </testsuite>",
     "</testsuites>"
   ];
   return lines.join("\n") + "\n";
 }
-function collectTagged(folder, requests, collectionVars, filterTags) {
+function collectTagged(folder, requests, collectionVars, filterTags, parentPath = [], isRoot = true) {
   const results = [];
+  const scopePath = isRoot ? parentPath : [...parentPath, folder.name];
   for (const reqId of folder.requestIds) {
     const req = requests[reqId];
-    if (!req || req.hookType) continue;
+    if (!req || req.hookType || req.disabled) continue;
     const tags = req.meta?.tags ?? [];
     if (filterTags.length > 0 && !filterTags.some((t) => tags.includes(t))) continue;
-    results.push({ request: req, collectionVars });
+    results.push({ request: req, collectionVars, scopePath });
   }
   for (const sub of folder.folders) {
     const folderTags = sub.tags ?? [];
     const effectiveTags = filterTags.length === 0 ? filterTags : folderTags.some((t) => filterTags.includes(t)) ? [] : filterTags;
-    results.push(...collectTagged(sub, requests, collectionVars, effectiveTags));
+    results.push(...collectTagged(sub, requests, collectionVars, effectiveTags, scopePath, false));
   }
   return results;
 }
@@ -370,8 +385,10 @@ async function executeRequest(req, collectionVars, envVars, globals, localVars,
   let updatedCollectionVars = { ...collectionVars };
   let updatedGlobals = { ...globals };
   let preScriptError;
+  const dynamicVars = await requestHandler.buildDynamicVars();
+  let vars = requestHandler.mergeVars(envVars, collectionVars, globals, localVars, dynamicVars);
   if (req.preRequestScript?.trim()) {
-    const r = await requestHandler.runScript(req.preRequestScript, {
+    const r = await requestHandler.runScript(requestHandler.interpolate(req.preRequestScript, vars), {
       envVars: { ...envVars },
       collectionVars: { ...collectionVars },
       globals: { ...globals },
@@ -387,8 +404,7 @@ async function executeRequest(req, collectionVars, envVars, globals, localVars,
     if (verbose && r.consoleOutput.length) r.consoleOutput.forEach((l) => console.log(color(`    [pre] ${l}`, C.gray)));
     if (r.error) console.error(color(`    [pre-script error] ${r.error}`, C.red));
   }
-  const dynamicVars = await requestHandler.buildDynamicVars();
-  const vars = requestHandler.mergeVars(updatedEnvVars, updatedCollectionVars, updatedGlobals, localVars, dynamicVars);
+  vars = requestHandler.mergeVars(updatedEnvVars, updatedCollectionVars, updatedGlobals, localVars, dynamicVars);
   const resolvedUrl = requestHandler.buildUrl(req.url, req.params, vars);
   base.resolvedUrl = resolvedUrl;
   const start = Date.now();
@@ -450,7 +466,7 @@ async function executeRequest(req, collectionVars, envVars, globals, localVars,
     let consoleOutput = [];
     let postScriptError;
     if (req.postRequestScript?.trim()) {
-      const r = await requestHandler.runScript(req.postRequestScript, {
+      const r = await requestHandler.runScript(requestHandler.interpolate(req.postRequestScript, vars), {
         envVars: updatedEnvVars,
         collectionVars: updatedCollectionVars,
         globals: updatedGlobals,
@@ -469,8 +485,19 @@ async function executeRequest(req, collectionVars, envVars, globals, localVars,
       if (verbose && r.consoleOutput.length) r.consoleOutput.forEach((l) => console.log(color(`    [post] ${l}`, C.gray)));
     }
     const allPassed = testResults.every((t) => t.passed);
-    const httpOk = fetchResp.status < 400;
-    const status = postScriptError ? "error" : testResults.length > 0 ? allPassed ? "passed" : "failed" : httpOk ? "passed" : "failed";
+    const httpFailed = fetchResp.status >= 400;
+    const hasTests = testResults.length > 0;
+    const status = postScriptError ? "error" : httpFailed ? "failed" : hasTests ? allPassed ? "passed" : "failed" : "skipped";
+    if (httpFailed && !testResults.some((t) => !t.passed)) {
+      testResults = [
+        ...testResults,
+        {
+          name: `HTTP status ${fetchResp.status} ${fetchResp.statusText}`.trim(),
+          passed: false,
+          error: `Request returned ${fetchResp.status} — no assertion was defined to verify the status code.`
+        }
+      ];
+    }
     const reqHeaders = {};
     headers.forEach((v, k) => {
       reqHeaders[k] = v;
@@ -510,7 +537,7 @@ async function executeRequest(req, collectionVars, envVars, globals, localVars,
   }
 }
 function printResult(r, verbose) {
-  const icon = r.status === "passed" ? color("✓", C.green, C.bold) : r.status === "failed" ? color("✗", C.red, C.bold) : color("⚠", C.yellow, C.bold);
+  const icon = r.status === "passed" ? color("✓", C.green, C.bold) : r.status === "failed" ? color("✗", C.red, C.bold) : r.status === "skipped" ? color("○", C.gray, C.bold) : color("⚠", C.yellow, C.bold);
   const http = r.httpStatus ? color(` ${r.httpStatus}`, r.httpStatus < 400 ? C.green : C.red) : "";
   const dur = r.durationMs !== void 0 ? color(` ${r.durationMs}ms`, C.gray) : "";
   const method = color(r.method.padEnd(7), C.cyan);
@@ -587,7 +614,7 @@ async function main() {
       } : void 0
     };
   }
-  const summary = { total: 0, passed: 0, failed: 0, errors: 0, durationMs: 0 };
+  const summary = { total: 0, passed: 0, failed: 0, errors: 0, skipped: 0, durationMs: 0 };
   const allResults = [];
   const totalStart = Date.now();
   const timestamp = (/* @__PURE__ */ new Date()).toISOString();
@@ -605,6 +632,7 @@ async function main() {
     const workspaceTls = workspace.settings?.tls;
     const effectiveTls = col.tls ? { ...workspaceTls, ...col.tls } : workspaceTls;
     let bailed = false;
+    let lastPrintedScope = null;
     for (const item of items) {
       const { result, updatedEnvVars, updatedCollectionVars, updatedGlobals, updatedLocalVars } = await executeRequest(
         item.request,
@@ -619,11 +647,18 @@ async function main() {
       runCollectionVars = updatedCollectionVars;
       runGlobals = updatedGlobals;
       runLocalVars = updatedLocalVars;
+      result.scopePath = item.scopePath;
+      const scopeKey = (item.scopePath ?? []).join(" / ");
+      if (scopeKey !== lastPrintedScope) {
+        if (scopeKey) console.log(color(`    ${scopeKey}`, C.gray, C.bold));
+        lastPrintedScope = scopeKey;
+      }
       printResult(result, verbose);
       allResults.push(result);
       summary.total++;
       if (result.status === "passed") summary.passed++;
       else if (result.status === "failed") summary.failed++;
+      else if (result.status === "skipped") summary.skipped++;
       else summary.errors++;
       if (bail && (result.status === "failed" || result.status === "error")) {
         console.log(color("\n  Bailing after first failure.", C.yellow));
@@ -638,8 +673,9 @@ async function main() {
   const passStr = color(`${summary.passed} passed`, C.green, C.bold);
   const failStr = summary.failed > 0 ? color(` · ${summary.failed} failed`, C.red, C.bold) : "";
   const errStr = summary.errors > 0 ? color(` · ${summary.errors} errors`, C.yellow, C.bold) : "";
+  const skipStr = summary.skipped > 0 ? color(` · ${summary.skipped} skipped`, C.gray, C.bold) : "";
   const totalStr = color(` · ${summary.total} total · ${summary.durationMs}ms`, C.gray);
-  console.log(`  ${passStr}${failStr}${errStr}${totalStr}
+  console.log(`  ${passStr}${failStr}${errStr}${skipStr}${totalStr}
 `);
   if (outputPath) {
     const meta = { workspace: wsPath, environment: env?.name ?? null, collection: firstColName, timestamp };

package/out/preload/index.js

@@ -36,6 +36,10 @@ const api = {
   importOpenApiFromUrl: (url) => electron.ipcRenderer.invoke("import:openapi-url", url),
   importInsomnia: () => electron.ipcRenderer.invoke("import:insomnia"),
   importBruno: () => electron.ipcRenderer.invoke("import:bruno"),
+  /** Extract response-body schemas from an OpenAPI spec file (no full import). */
+  extractOpenApiSchemas: () => electron.ipcRenderer.invoke("import:openapi-schemas"),
+  /** Extract response-body schemas from an OpenAPI spec URL (no full import). */
+  extractOpenApiSchemasFromUrl: (url) => electron.ipcRenderer.invoke("import:openapi-schemas-url", url),
   // ─── Code generation ──────────────────────────────────────────────────────
   generateCode: (opts) => electron.ipcRenderer.invoke("generate:code", opts),
   pickOutputDir: () => electron.ipcRenderer.invoke("dialog:pickDir"),