@vibgrate/cli 1.0.89 → 1.0.90

package/dist/{baseline-BRTNOHRU.js → baseline-QZZXBT74.js}

@@ -1,8 +1,8 @@
 import {
   baselineCommand,
   runBaseline
-} from "./chunk-257KSYYQ.js";
-import "./chunk-V6ML65PC.js";
+} from "./chunk-2VJCLUTR.js";
+import "./chunk-XCIPC2J7.js";
 import "./chunk-JQHUH6A3.js";
 export {
   baselineCommand,

package/dist/{chunk-257KSYYQ.js → chunk-2VJCLUTR.js}

@@ -1,6 +1,6 @@
 import {
   runScan
-} from "./chunk-V6ML65PC.js";
+} from "./chunk-XCIPC2J7.js";
 import {
   writeJsonFile
 } from "./chunk-JQHUH6A3.js";

package/dist/{chunk-V6ML65PC.js → chunk-XCIPC2J7.js}

@@ -7241,7 +7241,6 @@ var ScanProgress = class {
   startTime = Date.now();
   isTTY;
   useLiveUpdates;
-  output;
   rootDir = "";
   /** Last rendered frame content (strip to compare for dirty-checking) */
   lastFrame = "";
@@ -7258,14 +7257,13 @@ var ScanProgress = class {
   /** Last emitted step snapshot for append-only output modes */
   lastLoggedStates = /* @__PURE__ */ new Map();
   constructor(rootDir) {
-    this.output = process.stderr.isTTY ? process.stderr : process.stdout;
-    this.isTTY = this.output.isTTY ?? false;
+    this.isTTY = process.stderr.isTTY ?? false;
     this.useLiveUpdates = this.isTTY && process.env.VIBGRATE_PROGRESS_MODE !== "plain";
     this.rootDir = rootDir;
     if (this.isTTY) {
       const restore = () => {
         if (this.cursorHidden) {
-          this.output.write("\x1B[?25h");
+          process.stderr.write("\x1B[?25h");
           this.cursorHidden = false;
         }
       };
@@ -7304,7 +7302,7 @@ var ScanProgress = class {
         `  ${ROBOT[3]}  ${chalk4.dim(this.rootDir)}`,
         ""
       ].join("\n") + "\n";
-      this.output.write(header);
+      process.stderr.write(header);
       if (this.useLiveUpdates) {
         this.startSpinner();
       }
@@ -7404,25 +7402,25 @@ var ScanProgress = class {
         buf += "\x1B[J";
       }
       buf += "\x1B[?25h";
-      if (buf) this.output.write(buf);
+      if (buf) process.stderr.write(buf);
       this.cursorHidden = false;
       this.lastRowCount = 0;
     }
     const elapsed = this.formatElapsed(Date.now() - this.startTime);
     const doneCount = this.steps.filter((s) => s.status === "done").length;
-    this.output.write(
+    process.stderr.write(
       chalk4.dim(`  \u2714 ${doneCount} scanners completed in ${elapsed}
 
 `)
     );
     if (this.isTTY && process.platform === "win32") {
-      this.output.write("\x1B[0G\x1B[K");
+      process.stdout.write("\x1B[0G\x1B[K");
     }
   }
   // ── Internal rendering ──
   startSpinner() {
     if (!this.cursorHidden) {
-      this.output.write("\x1B[?25l");
+      process.stderr.write("\x1B[?25l");
       this.cursorHidden = true;
     }
     this.timer = setInterval(() => {
@@ -7438,6 +7436,10 @@ var ScanProgress = class {
       return;
     }
     const lines = [];
+    for (const step of this.steps) {
+      lines.push(this.renderStep(step));
+    }
+    lines.push("");
     const totalWeight = this.steps.reduce((sum, s) => sum + (s.weight ?? 1), 0);
     let completedWeight = 0;
     for (const step of this.steps) {
@@ -7467,10 +7469,6 @@ var ScanProgress = class {
     lines.push("");
     lines.push(this.renderStats());
     lines.push("");
-    for (const step of this.steps) {
-      lines.push(this.renderStep(step));
-    }
-    lines.push("");
     const content = lines.join("\n") + "\n";
     const rowCount = this.countRenderedRows(lines);
     if (content === this.lastFrame && this.lastRowCount === rowCount) {
@@ -7483,11 +7481,11 @@ var ScanProgress = class {
       buf += "\x1B[J";
     }
     buf += content;
-    this.output.write(buf);
+    process.stderr.write(buf);
     this.lastRowCount = rowCount;
   }
   countRenderedRows(lines) {
-    const columns = Math.max(this.output.columns ?? 80, 20);
+    const columns = Math.max(process.stderr.columns ?? 80, 20);
     return lines.reduce((total, line) => total + this.countWrappedRows(line, columns), 0);
   }
   countWrappedRows(line, columns) {
@@ -7584,19 +7582,19 @@ var ScanProgress = class {
       }
       this.lastLoggedStates.set(step.id, stateKey);
       if (step.status === "active") {
-        this.output.write(`  \u25C9 ${step.label}...
+        process.stderr.write(`  \u25C9 ${step.label}...
 `);
         continue;
       }
       if (step.status === "done") {
         const detail = this.formatLoggedStepDetail(step);
-        this.output.write(`  \u2714 ${step.label}${detail}
+        process.stderr.write(`  \u2714 ${step.label}${detail}
 `);
         continue;
       }
       if (step.status === "skipped") {
         const detail = step.detail ? ` \xB7 ${step.detail}` : "";
-        this.output.write(`  \u25CC ${step.label}${detail}
+        process.stderr.write(`  \u25CC ${step.label}${detail}
 `);
       }
     }

package/dist/cli.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   baselineCommand
-} from "./chunk-257KSYYQ.js";
+} from "./chunk-2VJCLUTR.js";
 import {
   VERSION,
   computeHmac,
@@ -12,7 +12,7 @@ import {
   pushCommand,
   scanCommand,
   writeDefaultConfig
-} from "./chunk-V6ML65PC.js";
+} from "./chunk-XCIPC2J7.js";
 import {
   Semaphore,
   ensureDir,
@@ -42,7 +42,7 @@ var initCommand = new Command("init").description("Initialize vibgrate in a proj
     console.log(chalk.green("\u2714") + ` Created ${chalk.bold("vibgrate.config.ts")}`);
   }
   if (opts.baseline) {
-    const { runBaseline } = await import("./baseline-BRTNOHRU.js");
+    const { runBaseline } = await import("./baseline-QZZXBT74.js");
     await runBaseline(rootDir);
   }
   console.log("");

package/dist/hcs-worker.js

@@ -213604,7 +213604,7 @@ var require_path_browserify = __commonJS({
         assertPath(path2);
         return path2.length > 0 && path2.charCodeAt(0) === 47;
       },
-      join: function join4() {
+      join: function join5() {
         if (arguments.length === 0)
           return ".";
         var joined;
@@ -270264,7 +270264,7 @@ var require_Utils = __commonJS({
       return escapeSpaces ? s.replace(/ /, "\xB7") : s.replace(/\t/, "\\t").replace(/\n/, "\\n").replace(/\r/, "\\r");
     }
     exports.escapeWhitespace = escapeWhitespace;
-    function join4(collection, separator) {
+    function join5(collection, separator) {
       let buf = "";
       let first = true;
       for (let current of collection) {
@@ -270277,7 +270277,7 @@ var require_Utils = __commonJS({
       }
       return buf;
     }
-    exports.join = join4;
+    exports.join = join5;
     function equals(x, y) {
       if (x === y) {
         return true;
@@ -314101,16 +314101,35 @@ var import_ts_morph18 = __toESM(require_ts_morph(), 1);
 
 // src/facts/fact-emitter.ts
 init_esm_shims();
-import { createHash } from "crypto";
+import { createHash, randomBytes } from "crypto";
+import { homedir, tmpdir } from "os";
+import { join } from "path";
+import { createReadStream, createWriteStream, unlinkSync } from "fs";
+import { createInterface } from "readline";
+var MIN_REF_FREQUENCY = 3;
+var MIN_REF_LENGTH = 20;
+var MAX_REFS = 15;
 var NdjsonFactEmitter = class {
   language = "typescript";
   scanner = "ts-morph";
   scannerVersion = "0.2.0";
   emittedAt;
   output;
+  home;
+  // Temp file used for streaming facts without full in-memory buffering
+  tmpPath;
+  tmpStream;
+  // Model registry — tiny, bounded by unique (factType×language×scanner×version) combos
+  modelsByKey = /* @__PURE__ */ new Map();
+  modelCounter = 0;
+  // Path frequency map — bounded by unique path prefix strings seen
+  pathFreq = /* @__PURE__ */ new Map();
   constructor(output = process.stdout) {
     this.output = output;
     this.emittedAt = (/* @__PURE__ */ new Date()).toISOString();
+    this.home = homedir();
+    this.tmpPath = join(tmpdir(), `vibgrate-hcs-${randomBytes(8).toString("hex")}.ndjson.tmp`);
+    this.tmpStream = createWriteStream(this.tmpPath, { encoding: "utf8" });
   }
   setLanguage(language) {
     this.language = language;
@@ -314167,7 +314186,6 @@ var NdjsonFactEmitter = class {
   emitAnnotationFound(p) {
     this.emit("AnnotationFound", `${p.targetSymbol}:${p.annotationType}`, p);
   }
-  // ── New ABI fact emitters ────────────────────────────────────────
   emitFileIndexed(p) {
     this.emit("FileIndexed", p.fileId, p);
   }
@@ -314193,7 +314211,6 @@ var NdjsonFactEmitter = class {
     const id = p.objectId ?? `${p.objectName}:${p.filePath}:${p.line}`;
     this.emit("SqlObjectDeclared", id, p);
   }
-  // ── Frontend / UI fact emitters ──────────────────────────────────
   emitComponentDeclared(p) {
     this.emit("ComponentDeclared", p.componentId, p);
   }
@@ -314209,7 +314226,6 @@ var NdjsonFactEmitter = class {
   emitHookDeclared(p) {
     this.emit("HookDeclared", p.hookId, p);
   }
-  // ── COBOL fact emitters ──────────────────────────────────────────
   emitCopybookResolved(p) {
     this.emit("CopybookResolved", p.copybookId, p);
   }
@@ -314237,24 +314253,128 @@ var NdjsonFactEmitter = class {
   emitCobolConfidenceReport(p) {
     this.emit("CobolConfidenceReport", p.programId, p);
   }
-  // ── Core emit ────────────────────────────────────────────
+  // ── Core emit — streams to temp file ────────────────────
   emit(factType, idSeed, payload) {
-    const envelope = {
-      factId: this.generateFactId(factType, idSeed),
-      factType,
-      language: this.language,
-      scanner: this.scanner,
-      scannerVersion: this.scannerVersion,
-      emittedAt: this.emittedAt,
-      payload
+    const strippedPayload = transformStrings(payload, (s) => stripHome(s, this.home));
+    collectPathFrequencies(strippedPayload, this.pathFreq);
+    const modelKey = `${factType}\0${this.language}\0${this.scanner}\0${this.scannerVersion}`;
+    let model = this.modelsByKey.get(modelKey);
+    if (!model) {
+      model = {
+        id: `m${this.modelCounter++}`,
+        factType,
+        language: this.language,
+        scanner: this.scanner,
+        scannerVersion: this.scannerVersion
+      };
+      this.modelsByKey.set(modelKey, model);
+    }
+    const line = {
+      factId: generateFactId(factType, idSeed),
+      m: model.id,
+      payload: strippedPayload
     };
-    this.output.write(JSON.stringify(envelope) + "\n");
+    this.tmpStream.write(JSON.stringify(line) + "\n");
   }
-  generateFactId(factType, seed) {
-    const hash = createHash("sha256").update(seed).digest("hex").substring(0, 16);
-    return `hcs:${factType}:${hash}`;
+  // ── Flush: emit preamble then stream temp file ───────────
+  async flush() {
+    await new Promise((resolve3, reject) => {
+      this.tmpStream.end((err) => err ? reject(err) : resolve3());
+    });
+    const refs = buildRefs(this.pathFreq);
+    const models = [...this.modelsByKey.values()];
+    const modelsFact = {
+      factType: "Models",
+      emittedAt: this.emittedAt,
+      payload: { models }
+    };
+    this.output.write(JSON.stringify(modelsFact) + "\n");
+    if (refs.length > 0) {
+      const refsFact = {
+        factType: "References",
+        emittedAt: this.emittedAt,
+        payload: { references: refs }
+      };
+      this.output.write(JSON.stringify(refsFact) + "\n");
+    }
+    await streamWithRefSubstitution(this.tmpPath, refs, this.output);
+    try {
+      unlinkSync(this.tmpPath);
+    } catch {
+    }
   }
 };
+function generateFactId(factType, seed) {
+  const hash = createHash("sha256").update(seed).digest("hex").substring(0, 16);
+  return `hcs:${factType}:${hash}`;
+}
+function stripHome(s, home) {
+  if (home && s.startsWith(home + "/")) return s.slice(home.length);
+  return s;
+}
+function transformStrings(value, fn) {
+  if (typeof value === "string") return fn(value);
+  if (Array.isArray(value)) return value.map((v) => transformStrings(v, fn));
+  if (value !== null && typeof value === "object") {
+    const out = {};
+    for (const [k, v] of Object.entries(value)) {
+      out[k] = transformStrings(v, fn);
+    }
+    return out;
+  }
+  return value;
+}
+function collectPathFrequencies(value, freq) {
+  if (typeof value === "string") {
+    if (!value.startsWith("/") || value.length < 2) return;
+    const parts = value.split("/");
+    for (let i = 2; i < parts.length; i++) {
+      const prefix = parts.slice(0, i).join("/");
+      if (prefix.length >= MIN_REF_LENGTH) {
+        freq.set(prefix, (freq.get(prefix) ?? 0) + 1);
+      }
+    }
+    return;
+  }
+  if (Array.isArray(value)) {
+    for (const v of value) collectPathFrequencies(v, freq);
+    return;
+  }
+  if (value !== null && typeof value === "object") {
+    for (const v of Object.values(value)) collectPathFrequencies(v, freq);
+  }
+}
+function buildRefs(freq) {
+  const REF_TOKEN_LEN = 9;
+  return [...freq.entries()].filter(([seg, count]) => count >= MIN_REF_FREQUENCY && seg.length >= MIN_REF_LENGTH).map(([seg, count]) => ({ seg, savings: count * seg.length - REF_TOKEN_LEN })).filter(({ savings }) => savings > 0).sort((a, b) => b.savings - a.savings).slice(0, MAX_REFS).map(({ seg }) => ({ id: `@@${shortHash(seg)}`, value: seg })).sort((a, b) => b.value.length - a.value.length);
+}
+function applyRefs(s, refs) {
+  if (!s.startsWith("/")) return s;
+  for (const { id, value } of refs) {
+    if (s === value) return id;
+    if (s.startsWith(value + "/")) return id + s.slice(value.length);
+  }
+  return s;
+}
+function shortHash(s) {
+  return createHash("sha256").update(s).digest("hex").substring(0, 6).toUpperCase();
+}
+async function streamWithRefSubstitution(tmpPath, refs, output) {
+  const rl = createInterface({
+    input: createReadStream(tmpPath, { encoding: "utf8" }),
+    crlfDelay: Infinity
+  });
+  for await (const line of rl) {
+    if (!line) continue;
+    if (refs.length === 0) {
+      output.write(line + "\n");
+      continue;
+    }
+    const parsed = JSON.parse(line);
+    parsed.payload = transformStrings(parsed.payload, (s) => applyRefs(s, refs));
+    output.write(JSON.stringify(parsed) + "\n");
+  }
+}
 
 // src/extractors/symbol-call-graph.ts
 init_esm_shims();
@@ -318703,7 +318823,7 @@ function isInAsyncContext(sf, line) {
 init_esm_shims();
 var import_ts_morph17 = __toESM(require_ts_morph(), 1);
 import { readFileSync, existsSync } from "fs";
-import { basename as basename2, extname as extname2, dirname as dirname2, join } from "path";
+import { basename as basename2, extname as extname2, dirname as dirname2, join as join2 } from "path";
 var SqlObjectDeclaredExtractor = class {
   async extract(sourceFiles, emitter) {
     for (const sf of sourceFiles) {
@@ -318723,7 +318843,7 @@ var SqlObjectDeclaredExtractor = class {
     for (const sf of sourceFiles) {
       const base = dirname2(sf.getFilePath());
       for (const candidate of ["prisma/schema.prisma", "../prisma/schema.prisma"]) {
-        const schemaPath = join(base, candidate);
+        const schemaPath = join2(base, candidate);
         if (existsSync(schemaPath)) {
           this.extractFromPrismaSchema(schemaPath, emitter);
         }
@@ -393930,6 +394050,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     }
     emitter.setLanguage("swift");
     await runSwiftTextExtractors(swiftPath, emitter);
+    await emitter.flush();
     return;
   }
   if (opts.vb6Project) {
@@ -393941,6 +394062,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     }
     emitter.setLanguage("vb6");
     await runVB6TextExtractors(vb6Path, emitter);
+    await emitter.flush();
     return;
   }
   if (opts.rustProject) {
@@ -393952,6 +394074,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     }
     emitter.setLanguage("rust");
     await runRustTextExtractors(rustPath, emitter);
+    await emitter.flush();
     return;
   }
   if (opts.rubyProject) {
@@ -393963,6 +394086,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     }
     emitter.setLanguage("ruby");
     await runRubyTextExtractors(rubyPath, emitter);
+    await emitter.flush();
     return;
   }
   if (opts.phpProject) {
@@ -393974,6 +394098,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     }
     emitter.setLanguage("php");
     await runPhpTextExtractors(phpPath, emitter);
+    await emitter.flush();
     return;
   }
   if (opts.dartProject) {
@@ -393985,6 +394110,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     }
     emitter.setLanguage("dart");
     await runDartTextExtractors(dartPath, emitter);
+    await emitter.flush();
     return;
   }
   if (opts.scalaProject) {
@@ -393996,6 +394122,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     }
     emitter.setLanguage("scala");
     await runScalaTextExtractors(scalaPath, emitter);
+    await emitter.flush();
     return;
   }
   if (opts.cplusplusProject) {
@@ -394007,6 +394134,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     }
     emitter.setLanguage("cplusplus");
     await runCppTextExtractors(cppPath, emitter);
+    await emitter.flush();
     return;
   }
   if (opts.cobolProject) {
@@ -394019,6 +394147,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     const copybookPaths = opts.cobolCopybookPaths ? opts.cobolCopybookPaths.split(",").map((p) => resolve2(p.trim())) : [];
     emitter.setLanguage("cobol");
     await runCobolTextExtractors(cobolPath, copybookPaths, emitter);
+    await emitter.flush();
     return;
   }
   try {
@@ -394034,6 +394163,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
     if (sourceFiles.length === 0 && webMarkupFiles.length > 0) {
       emitter.setLanguage("web");
       await runWebMarkupExtractors(projectPath, emitter, webMarkupFiles);
+      await emitter.flush();
       return;
     }
     const language = detectLanguage(sourceFiles);
@@ -394048,6 +394178,7 @@ program2.name("vibgrate-hcs-node").description("ts-morph-based HCS fact extracto
       emitter.setLanguage("web");
       await runWebMarkupExtractors(projectPath, emitter, webMarkupFiles);
     }
+    await emitter.flush();
     emitProgress({ phase: "done", language, fileCount: sourceFiles.length });
   } catch (err) {
     const error = err instanceof Error ? err : new Error(String(err));

package/dist/index.js

@@ -5,7 +5,7 @@ import {
   formatText,
   generateFindings,
   runScan
-} from "./chunk-V6ML65PC.js";
+} from "./chunk-XCIPC2J7.js";
 import "./chunk-JQHUH6A3.js";
 export {
   computeDriftScore,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vibgrate/cli",
-  "version": "1.0.89",
+  "version": "1.0.90",
   "description": "CLI for measuring upgrade drift across Node, .NET, Python & Java projects",
   "type": "module",
   "bin": {