@qatonic_innovations/qaios 0.3.2 → 0.4.1

package/dist/migrations/0003_xray_capture.sql

@@ -0,0 +1,75 @@
+-- 0003 — xray network capture (v0.4).
+-- Source of truth: docs/internal/qaios-v0.4-xray-spec.md §7.
+-- Forward-only; no down-migrations in v0.x.
+--
+-- These tables hold the per-test network capture that `qaios run --xray` /
+-- `qaios explore` produce: one net_runs row per (test attempt, browser), one
+-- net_requests row per captured request (attributed to a step by the
+-- CausalityEngine and normalized into a stable identity key), content-addressed
+-- bodies in net_bodies (gzip, deduped by hash), and learned per-field volatility
+-- in net_volatility. WAL is already enabled (0001_init.sql) so the parallel
+-- Playwright workers can each append safely.
+
+-- ── net_runs (one per test attempt × browser) ─────────────────────────
+CREATE TABLE net_runs (
+  run_id         TEXT PRIMARY KEY,                  -- ULID
+  workflow_id    TEXT NOT NULL,
+  test_id        TEXT NOT NULL,                     -- stable per (file, title)
+  browser        TEXT NOT NULL,                     -- chromium|firefox|webkit
+  tier           TEXT NOT NULL CHECK (tier IN ('A','B')),
+  capture_level  TEXT NOT NULL,                     -- headers|summary|full
+  started_at     TEXT NOT NULL,
+  is_green       INTEGER NOT NULL DEFAULT 0,        -- 0/1 — test passed
+  is_baseline    INTEGER NOT NULL DEFAULT 0,        -- 0/1 — pinned baseline
+  FOREIGN KEY (workflow_id) REFERENCES workflows(id)
+);
+
+CREATE INDEX idx_netruns_workflow ON net_runs(workflow_id);
+CREATE INDEX idx_netruns_test     ON net_runs(test_id, browser);
+
+-- ── net_requests (one per captured request) ───────────────────────────
+CREATE TABLE net_requests (
+  id              TEXT PRIMARY KEY,                 -- ULID
+  run_id          TEXT NOT NULL REFERENCES net_runs(run_id),
+  step_id         TEXT,                             -- NULL => setup/background
+  attribution     TEXT NOT NULL,                    -- initiator|temporal|temporal_ambiguous|background
+  target_type     TEXT NOT NULL,                    -- page|iframe|service_worker
+  method          TEXT NOT NULL,
+  url_raw         TEXT NOT NULL,
+  url_template    TEXT NOT NULL,
+  gql_operation   TEXT,
+  identity_key    TEXT NOT NULL,                    -- method|host|url_template|gql_operation
+  status          INTEGER,
+  error_text      TEXT,                             -- net::ERR_*, CORS, etc.
+  mime            TEXT,
+  req_hash        TEXT,
+  resp_hash       TEXT,
+  shape_hash      TEXT,
+  req_body_ref    TEXT,                             -- net_bodies.hash, nullable
+  resp_body_ref   TEXT,                             -- net_bodies.hash, nullable
+  body_status     TEXT,                             -- stored|evicted|truncated|streaming|skipped
+  redirects_json  TEXT,
+  timings_json    TEXT,                             -- dns/connect/ttfb/total (ms)
+  initiator_json  TEXT,                             -- trimmed stack (top 5 frames)
+  wall_start      TEXT NOT NULL
+);
+
+CREATE INDEX idx_netreq_identity ON net_requests(identity_key, run_id);
+CREATE INDEX idx_netreq_run_step ON net_requests(run_id, step_id);
+
+-- ── net_bodies (content-addressed, deduped, gzip-compressed) ──────────
+CREATE TABLE net_bodies (
+  hash        TEXT PRIMARY KEY,                     -- sha256 of canonical form
+  compressed  BLOB NOT NULL,                        -- node:zlib gzip
+  size_raw    INTEGER NOT NULL
+);
+
+-- ── net_volatility (learned per-field volatility) ─────────────────────
+CREATE TABLE net_volatility (
+  test_id       TEXT NOT NULL,
+  identity_key  TEXT NOT NULL,
+  json_path     TEXT NOT NULL,                      -- '' => presence-level volatility
+  kind          TEXT NOT NULL CHECK (kind IN ('value','presence')),
+  learned_at    TEXT NOT NULL,
+  PRIMARY KEY (test_id, identity_key, json_path)
+);

package/dist/xray/scripts/xray-step-reporter.mjs

@@ -0,0 +1,62 @@
+// QAIOS xray STEP reporter — runs inside the Playwright subprocess.
+//
+// Playwright's built-in `json` reporter does NOT serialize per-step timings, so
+// QAIOS can't recover the `pw:api` step windows it needs to attribute network
+// requests to the test action that caused them. This tiny reporter fills that
+// gap: it records every step's (testId, title, category, start, end) wall-clock
+// window to an NDJSON sidecar. It captures NO network — that's recordHar's job —
+// so it's a pure, side-effect-free observer that coexists with `--reporter=json`.
+//
+// The sidecar path comes from env (QAIOS_XRAY_STEPS_PATH). One NDJSON line per
+// step: {testId, title, category, startWall, endWall}. The runtime's
+// step-windows parser reads this instead of the (step-less) JSON report.
+
+import { appendFileSync, mkdirSync } from 'node:fs';
+import path from 'node:path';
+
+class XrayStepReporter {
+  constructor() {
+    this.out = process.env.QAIOS_XRAY_STEPS_PATH ?? '';
+    if (this.out) {
+      try {
+        mkdirSync(path.dirname(this.out), { recursive: true });
+      } catch {
+        /* best-effort */
+      }
+    }
+  }
+
+  // Stable test id matching the report parser's convention exactly:
+  // `<basename>::<title>`. The report parser uses path.basename for the file
+  // part, so we must too, or the sidecar-window merge won't match by testId.
+  _testId(test) {
+    const file = test.location?.file ?? '';
+    const base = file ? path.basename(file) : '';
+    const title = test.titlePath ? test.titlePath().slice(3).join(' › ') : test.title;
+    return `${base}::${title}`;
+  }
+
+  onStepEnd(test, _result, step) {
+    if (!this.out) return;
+    // Only `pw:api` steps (click/fill/goto/…) define a network-causing window.
+    if (step.category !== 'pw:api') return;
+    const start =
+      step.startTime instanceof Date ? step.startTime.getTime() : Date.parse(step.startTime);
+    if (!Number.isFinite(start)) return;
+    const dur = typeof step.duration === 'number' && step.duration >= 0 ? step.duration : 0;
+    const line = {
+      testId: this._testId(test),
+      title: step.title ?? '(step)',
+      category: step.category,
+      startWall: start,
+      endWall: start + dur,
+    };
+    try {
+      appendFileSync(this.out, JSON.stringify(line) + '\n', 'utf-8');
+    } catch {
+      /* never let a reporting write failure affect the run */
+    }
+  }
+}
+
+export default XrayStepReporter;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qatonic_innovations/qaios",
-  "version": "0.3.2",
+  "version": "0.4.1",
   "type": "module",
   "description": "AI QA engineer in your terminal — designs, writes, runs, heals, and explores tests for web UI and APIs with audit-grade traceability.",
   "license": "MIT",
@@ -49,6 +49,7 @@
     "commander": "^12.1.0",
     "openai": "^4.77.0",
     "ink": "^5.2.1",
+    "es-toolkit": "^1.47.1",
     "pino": "^9.5.0",
     "pino-pretty": "^11.3.0",
     "pixelmatch": "^7.2.0",