@tekyzinc/gsd-t 2.50.12 → 2.53.10

package/bin/graph-store.js

@@ -1,154 +1,154 @@
-'use strict';
-const fs = require('fs');
-const path = require('path');
-const crypto = require('crypto');
-
-const GRAPH_DIR = '.gsd-t/graph';
-const FILES = {
-  index: 'index.json',
-  calls: 'calls.json',
-  imports: 'imports.json',
-  contracts: 'contracts.json',
-  requirements: 'requirements.json',
-  tests: 'tests.json',
-  surfaces: 'surfaces.json',
-  meta: 'meta.json'
-};
-
-function getGraphDir(projectRoot) {
-  return path.join(projectRoot, GRAPH_DIR);
-}
-
-function isSymlink(p) {
-  try { return fs.lstatSync(p).isSymbolicLink(); } catch { return false; }
-}
-
-function ensureDir(projectRoot) {
-  const dir = getGraphDir(projectRoot);
-  if (isSymlink(dir)) throw new Error('Graph directory is a symlink: ' + dir);
-  if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
-  return dir;
-}
-
-function readFile(projectRoot, fileName) {
-  try {
-    const fp = path.join(getGraphDir(projectRoot), fileName);
-    if (isSymlink(fp)) return null;
-    return JSON.parse(fs.readFileSync(fp, 'utf8'));
-  } catch { return null; }
-}
-
-function writeFile(projectRoot, fileName, data) {
-  const dir = ensureDir(projectRoot);
-  const fp = path.join(dir, fileName);
-  if (isSymlink(fp)) throw new Error('Graph file is a symlink: ' + fp);
-  fs.writeFileSync(fp, JSON.stringify(data, null, 2), 'utf8');
-}
-
-function readIndex(root) {
-  return readFile(root, FILES.index) || { entities: [] };
-}
-
-function readCalls(root) {
-  return readFile(root, FILES.calls) || { edges: [] };
-}
-
-function readImports(root) {
-  return readFile(root, FILES.imports) || { edges: [] };
-}
-
-function readContracts(root) {
-  return readFile(root, FILES.contracts) || { mappings: [] };
-}
-
-function readRequirements(root) {
-  return readFile(root, FILES.requirements) || { mappings: [] };
-}
-
-function readTests(root) {
-  return readFile(root, FILES.tests) || { mappings: [] };
-}
-
-function readSurfaces(root) {
-  return readFile(root, FILES.surfaces) || { mappings: [] };
-}
-
-function readMeta(root) {
-  return readFile(root, FILES.meta);
-}
-
-function writeIndex(root, data) {
-  writeFile(root, FILES.index, data);
-}
-
-function writeCalls(root, data) {
-  writeFile(root, FILES.calls, data);
-}
-
-function writeImports(root, data) {
-  writeFile(root, FILES.imports, data);
-}
-
-function writeContracts(root, data) {
-  writeFile(root, FILES.contracts, data);
-}
-
-function writeRequirements(root, data) {
-  writeFile(root, FILES.requirements, data);
-}
-
-function writeTests(root, data) {
-  writeFile(root, FILES.tests, data);
-}
-
-function writeSurfaces(root, data) {
-  writeFile(root, FILES.surfaces, data);
-}
-
-function writeMeta(root, data) {
-  writeFile(root, FILES.meta, data);
-}
-
-function hashContent(content) {
-  return crypto.createHash('md5').update(content).digest('hex');
-}
-
-function hashFile(filePath) {
-  try {
-    const content = fs.readFileSync(filePath, 'utf8');
-    return hashContent(content);
-  } catch { return null; }
-}
-
-function isStale(root, sourceFiles) {
-  const meta = readMeta(root);
-  if (!meta || !meta.fileHashes) {
-    return { stale: true, changedFiles: sourceFiles };
-  }
-  const changed = [];
-  for (const f of sourceFiles) {
-    const hash = hashFile(f);
-    const rel = path.relative(root, f);
-    if (hash !== meta.fileHashes[rel]) changed.push(f);
-  }
-  return { stale: changed.length > 0, changedFiles: changed };
-}
-
-function clear(root) {
-  const dir = getGraphDir(root);
-  if (!fs.existsSync(dir)) return;
-  for (const name of Object.values(FILES)) {
-    const fp = path.join(dir, name);
-    try { fs.unlinkSync(fp); } catch { /* ignore */ }
-  }
-}
-
-module.exports = {
-  getGraphDir, ensureDir,
-  readIndex, readCalls, readImports, readContracts,
-  readRequirements, readTests, readSurfaces, readMeta,
-  writeIndex, writeCalls, writeImports, writeContracts,
-  writeRequirements, writeTests, writeSurfaces, writeMeta,
-  hashContent, hashFile, isStale, clear,
-  FILES, GRAPH_DIR
-};
+'use strict';
+const fs = require('fs');
+const path = require('path');
+const crypto = require('crypto');
+
+const GRAPH_DIR = '.gsd-t/graph';
+const FILES = {
+  index: 'index.json',
+  calls: 'calls.json',
+  imports: 'imports.json',
+  contracts: 'contracts.json',
+  requirements: 'requirements.json',
+  tests: 'tests.json',
+  surfaces: 'surfaces.json',
+  meta: 'meta.json'
+};
+
+function getGraphDir(projectRoot) {
+  return path.join(projectRoot, GRAPH_DIR);
+}
+
+function isSymlink(p) {
+  try { return fs.lstatSync(p).isSymbolicLink(); } catch { return false; }
+}
+
+function ensureDir(projectRoot) {
+  const dir = getGraphDir(projectRoot);
+  if (isSymlink(dir)) throw new Error('Graph directory is a symlink: ' + dir);
+  if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
+  return dir;
+}
+
+function readFile(projectRoot, fileName) {
+  try {
+    const fp = path.join(getGraphDir(projectRoot), fileName);
+    if (isSymlink(fp)) return null;
+    return JSON.parse(fs.readFileSync(fp, 'utf8'));
+  } catch { return null; }
+}
+
+function writeFile(projectRoot, fileName, data) {
+  const dir = ensureDir(projectRoot);
+  const fp = path.join(dir, fileName);
+  if (isSymlink(fp)) throw new Error('Graph file is a symlink: ' + fp);
+  fs.writeFileSync(fp, JSON.stringify(data, null, 2), 'utf8');
+}
+
+function readIndex(root) {
+  return readFile(root, FILES.index) || { entities: [] };
+}
+
+function readCalls(root) {
+  return readFile(root, FILES.calls) || { edges: [] };
+}
+
+function readImports(root) {
+  return readFile(root, FILES.imports) || { edges: [] };
+}
+
+function readContracts(root) {
+  return readFile(root, FILES.contracts) || { mappings: [] };
+}
+
+function readRequirements(root) {
+  return readFile(root, FILES.requirements) || { mappings: [] };
+}
+
+function readTests(root) {
+  return readFile(root, FILES.tests) || { mappings: [] };
+}
+
+function readSurfaces(root) {
+  return readFile(root, FILES.surfaces) || { mappings: [] };
+}
+
+function readMeta(root) {
+  return readFile(root, FILES.meta);
+}
+
+function writeIndex(root, data) {
+  writeFile(root, FILES.index, data);
+}
+
+function writeCalls(root, data) {
+  writeFile(root, FILES.calls, data);
+}
+
+function writeImports(root, data) {
+  writeFile(root, FILES.imports, data);
+}
+
+function writeContracts(root, data) {
+  writeFile(root, FILES.contracts, data);
+}
+
+function writeRequirements(root, data) {
+  writeFile(root, FILES.requirements, data);
+}
+
+function writeTests(root, data) {
+  writeFile(root, FILES.tests, data);
+}
+
+function writeSurfaces(root, data) {
+  writeFile(root, FILES.surfaces, data);
+}
+
+function writeMeta(root, data) {
+  writeFile(root, FILES.meta, data);
+}
+
+function hashContent(content) {
+  return crypto.createHash('md5').update(content).digest('hex');
+}
+
+function hashFile(filePath) {
+  try {
+    const content = fs.readFileSync(filePath, 'utf8');
+    return hashContent(content);
+  } catch { return null; }
+}
+
+function isStale(root, sourceFiles) {
+  const meta = readMeta(root);
+  if (!meta || !meta.fileHashes) {
+    return { stale: true, changedFiles: sourceFiles };
+  }
+  const changed = [];
+  for (const f of sourceFiles) {
+    const hash = hashFile(f);
+    const rel = path.relative(root, f);
+    if (hash !== meta.fileHashes[rel]) changed.push(f);
+  }
+  return { stale: changed.length > 0, changedFiles: changed };
+}
+
+function clear(root) {
+  const dir = getGraphDir(root);
+  if (!fs.existsSync(dir)) return;
+  for (const name of Object.values(FILES)) {
+    const fp = path.join(dir, name);
+    try { fs.unlinkSync(fp); } catch { /* ignore */ }
+  }
+}
+
+module.exports = {
+  getGraphDir, ensureDir,
+  readIndex, readCalls, readImports, readContracts,
+  readRequirements, readTests, readSurfaces, readMeta,
+  writeIndex, writeCalls, writeImports, writeContracts,
+  writeRequirements, writeTests, writeSurfaces, writeMeta,
+  hashContent, hashFile, isStale, clear,
+  FILES, GRAPH_DIR
+};

package/bin/qa-calibrator.js

@@ -0,0 +1,194 @@
+#!/usr/bin/env node
+
+/**
+ * GSD-T QA Calibrator — Self-calibrating miss-rate tracking and QA injection
+ *
+ * Reads/writes .gsd-t/metrics/qa-miss-log.jsonl to track categories where
+ * Red Team finds bugs QA missed. Computes miss rates and generates targeted
+ * QA prompt injections for weak spots.
+ *
+ * Zero external dependencies (Node.js built-ins only).
+ */
+
+const fs = require("fs");
+const path = require("path");
+
+// ── Constants ────────────────────────────────────────────────────────────────
+
+const CATEGORIES = [
+  "contract-violation", "boundary-input", "state-transition",
+  "error-path", "missing-flow", "regression", "e2e-gap",
+];
+
+const WEAK_SPOT_THRESHOLD = 0.30;
+const PERSISTENT_MILESTONE_COUNT = 3;
+
+// ── Exports ──────────────────────────────────────────────────────────────────
+
+module.exports = {
+  logMiss, getCategoryMissRates, getWeakSpots,
+  generateQAInjection, getPersistentWeakSpots,
+};
+
+// ── logMiss ──────────────────────────────────────────────────────────────────
+
+/**
+ * Log a QA miss (Red Team found, QA missed)
+ * @param {object} miss - miss record matching schema
+ * @param {string} [projectDir]
+ */
+function logMiss(miss, projectDir) {
+  const fp = missLogPath(projectDir);
+  ensureDir(path.dirname(fp));
+  const record = { ts: new Date().toISOString(), ...miss };
+  fs.appendFileSync(fp, JSON.stringify(record) + "\n");
+}
+
+// ── getCategoryMissRates ─────────────────────────────────────────────────────
+
+/**
+ * Compute per-category miss rates across recent milestones.
+ * missRate = category misses / total misses in window (relative share).
+ * @param {number} [windowSize=5]
+ * @param {string} [projectDir]
+ * @returns {object[]} [{ category, missRate, totalFindings, qaMissed }]
+ */
+function getCategoryMissRates(windowSize, projectDir) {
+  const win = typeof windowSize === "number" ? windowSize : 5;
+  const records = loadMissLog(projectDir);
+  const milestones = getRecentMilestones(records, win);
+  const inWindow = records.filter((r) => milestones.includes(r.milestone));
+  const total = inWindow.length;
+  return CATEGORIES.map((cat) => {
+    const catRecs = inWindow.filter((r) => r.category === cat);
+    const qaMissed = catRecs.length;
+    const totalFindings = qaMissed;
+    const missRate = total > 0 ? qaMissed / total : 0;
+    return { category: cat, missRate, totalFindings, qaMissed };
+  });
+}
+
+// ── getWeakSpots ─────────────────────────────────────────────────────────────
+
+/**
+ * Get current weak spots (categories with >30% miss rate)
+ * @param {number} [windowSize=5]
+ * @param {string} [projectDir]
+ * @returns {object[]} [{ category, missRate, recentExamples: string[] }]
+ */
+function getWeakSpots(windowSize, projectDir) {
+  const win = typeof windowSize === "number" ? windowSize : 5;
+  const records = loadMissLog(projectDir);
+  const milestones = getRecentMilestones(records, win);
+  const inWindow = records.filter((r) => milestones.includes(r.milestone));
+  const total = inWindow.length;
+  return CATEGORIES
+    .map((cat) => {
+      const catRecs = inWindow.filter((r) => r.category === cat);
+      const missRate = total > 0 ? catRecs.length / total : 0;
+      const recentExamples = catRecs.slice(-3).map((r) => r.description || r.task || "");
+      return { category: cat, missRate, recentExamples };
+    })
+    .filter((s) => s.missRate > WEAK_SPOT_THRESHOLD);
+}
+
+// ── generateQAInjection ──────────────────────────────────────────────────────
+
+/**
+ * Generate QA prompt injection text for weak spots
+ * @param {number} [windowSize=5]
+ * @param {string} [projectDir]
+ * @returns {string} markdown text to inject, or "" if no weak spots
+ */
+function generateQAInjection(windowSize, projectDir) {
+  const spots = getWeakSpots(windowSize, projectDir);
+  if (spots.length === 0) return "";
+  const lines = spots.map((s) => {
+    const pct = Math.round(s.missRate * 100);
+    const label = categoryLabel(s.category);
+    const examples = s.recentExamples.filter(Boolean).slice(0, 2).join(", ");
+    const exStr = examples ? `: Recent misses: ${examples}` : "";
+    return `- **${s.category}** (${pct}% miss rate): ${label}${exStr}`;
+  });
+  return [
+    "## QA PRIORITY FOCUS AREAS (auto-calibrated)",
+    "",
+    "Your historical miss rate for these categories is elevated. Pay EXTRA attention:",
+    "",
+    ...lines,
+    "",
+    "These are the areas where Red Team most often finds bugs you missed. Proving them clean is high-value.",
+  ].join("\n");
+}
+
+// ── getPersistentWeakSpots ───────────────────────────────────────────────────
+
+/**
+ * Check if a weak spot should generate a permanent rule engine patch
+ * @param {string} [projectDir]
+ * @returns {object[]} categories with >30% miss rate for 3+ consecutive milestones
+ */
+function getPersistentWeakSpots(projectDir) {
+  const records = loadMissLog(projectDir);
+  const milestones = getRecentMilestones(records, Infinity);
+  if (milestones.length < PERSISTENT_MILESTONE_COUNT) return [];
+  return CATEGORIES.filter((cat) => {
+    let consecutive = 0;
+    let maxConsecutive = 0;
+    for (const ms of milestones) {
+      const msRecs = records.filter((r) => r.milestone === ms);
+      const catRecs = msRecs.filter((r) => r.category === cat);
+      const rate = msRecs.length > 0 ? catRecs.length / msRecs.length : 0;
+      if (rate > WEAK_SPOT_THRESHOLD) {
+        consecutive++;
+        maxConsecutive = Math.max(maxConsecutive, consecutive);
+      } else {
+        consecutive = 0;
+      }
+    }
+    return maxConsecutive >= PERSISTENT_MILESTONE_COUNT;
+  }).map((cat) => {
+    const catRecs = records.filter((r) => r.category === cat);
+    const total = records.length;
+    return { category: cat, missRate: total > 0 ? catRecs.length / total : 0 };
+  });
+}
+
+// ── Helpers ──────────────────────────────────────────────────────────────────
+
+function missLogPath(d) {
+  return path.join(d || process.cwd(), ".gsd-t", "metrics", "qa-miss-log.jsonl");
+}
+
+function loadMissLog(projectDir) {
+  const fp = missLogPath(projectDir);
+  if (!fs.existsSync(fp)) return [];
+  const content = fs.readFileSync(fp, "utf8").trim();
+  if (!content) return [];
+  return content.split("\n").map(safeParse).filter(Boolean);
+}
+
+function getRecentMilestones(records, windowSize) {
+  const seen = [];
+  for (const r of records) {
+    if (r.milestone && !seen.includes(r.milestone)) seen.push(r.milestone);
+  }
+  return windowSize === Infinity ? seen : seen.slice(-windowSize);
+}
+
+
+function categoryLabel(cat) {
+  const labels = {
+    "contract-violation": "Code doesn't match contract interface definition",
+    "boundary-input": "Edge cases and boundary values",
+    "state-transition": "Invalid state changes and missing state guards",
+    "error-path": "Error handling completeness",
+    "missing-flow": "Required user flows and code paths",
+    "regression": "Previously working functionality",
+    "e2e-gap": "End-to-end scenario coverage",
+  };
+  return labels[cat] || cat;
+}
+
+function safeParse(l) { try { return JSON.parse(l); } catch { return null; } }
+function ensureDir(d) { if (!fs.existsSync(d)) fs.mkdirSync(d, { recursive: true }); }