@whittlelabs/sifter 0.43.0 → 0.43.2

package/bin.js

@@ -15171,7 +15171,6 @@ var require_code_index = __commonJS({
     };
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.CodeIndex = exports2.PathOutsideRootError = void 0;
-    exports2.declarationsInSource = declarationsInSource;
     var node_child_process_1 = require("node:child_process");
     var node_fs_1 = require("node:fs");
     var node_path_1 = __importDefault(require("node:path"));
@@ -15252,18 +15251,6 @@ var require_code_index = __commonJS({
         }
         return cap(found, options.limit ?? 100);
       }
-      /**
-       * How many files mention the name as a whole word: a cheap read of how
-       * common it is, from the text alone, before any file is parsed for it.
-       */
-      async mentions(name2) {
-        return (await this.candidates(name2)).length;
-      }
-      /** The declarations in a file that overlap any of the given line ranges (1-based, inclusive). */
-      async symbolsOverlapping(file, ranges) {
-        const symbols = await this.outline(file);
-        return symbols.filter((s) => ranges.some(([start2, end]) => s.startLine <= end && s.endLine >= start2));
-      }
       // ── Listing and confinement ────────────────────────────────────────────
       async list() {
         const files = [];
@@ -15345,9 +15332,6 @@ var require_code_index = __commonJS({
       }
     };
     exports2.CodeIndex = CodeIndex;
-    async function declarationsInSource(file, source, wasmDir) {
-      return (await analyze(file, source, (0, runtime_1.resolveWasmDir)(wasmDir)))?.symbols ?? [];
-    }
     async function analyze(file, source, wasmDir) {
       const spec = (0, languages_1.languageFor)(file);
       if (!spec)
@@ -15508,14 +15492,11 @@ var require_dist2 = __commonJS({
   "../../packages/code-intel/dist/index.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
-    exports2.wasmFiles = exports2.resolveWasmDir = exports2.languageFor = exports2.LANGUAGES = exports2.PathOutsideRootError = exports2.declarationsInSource = exports2.CodeIndex = void 0;
+    exports2.wasmFiles = exports2.resolveWasmDir = exports2.languageFor = exports2.LANGUAGES = exports2.PathOutsideRootError = exports2.CodeIndex = void 0;
     var code_index_1 = require_code_index();
     Object.defineProperty(exports2, "CodeIndex", { enumerable: true, get: function() {
       return code_index_1.CodeIndex;
     } });
-    Object.defineProperty(exports2, "declarationsInSource", { enumerable: true, get: function() {
-      return code_index_1.declarationsInSource;
-    } });
     Object.defineProperty(exports2, "PathOutsideRootError", { enumerable: true, get: function() {
       return code_index_1.PathOutsideRootError;
     } });
@@ -56719,7 +56700,6 @@ var require_overlay = __commonJS({
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.overlayModifier = void 0;
     exports2.applyOverlay = applyOverlay;
-    exports2.safeDestination = safeDestination;
     exports2.normalizeOrigin = normalizeOrigin;
     exports2.fetchCapped = fetchCapped;
     var fs_1 = require("fs");
@@ -69094,12 +69074,74 @@ var require_reader = __commonJS({
   }
 });
 
+// ../../packages/realtime-client/dist/progress.js
+var require_progress2 = __commonJS({
+  "../../packages/realtime-client/dist/progress.js"(exports2) {
+    "use strict";
+    Object.defineProperty(exports2, "__esModule", { value: true });
+    exports2.followProgress = followProgress;
+    var reader_1 = require_reader();
+    function followProgress(options) {
+      const { open, onFrames, onStatus, ...connect } = options;
+      let frames = [];
+      let lastSeq = null;
+      let jobId = null;
+      const take = (incoming, from) => {
+        const restart = from !== void 0 && jobId !== null && from !== jobId;
+        if (from !== void 0)
+          jobId = from;
+        if (restart) {
+          lastSeq = null;
+          frames = [];
+        }
+        const held = new Set(frames.map((frame) => frame.seq));
+        const added = [];
+        for (const frame of incoming) {
+          if (lastSeq === null || frame.seq > lastSeq)
+            lastSeq = frame.seq;
+          if (held.has(frame.seq))
+            continue;
+          held.add(frame.seq);
+          added.push(frame);
+        }
+        if (added.length === 0 && !restart)
+          return;
+        frames = [...frames, ...added].sort((a, b) => a.seq - b.seq);
+        onFrames(frames);
+      };
+      const connection = (0, reader_1.connectStream)({
+        ...connect,
+        open: (_resume, signal) => open(lastSeq === null ? "" : `?after=${lastSeq}${jobId === null ? "" : `&job=${encodeURIComponent(jobId)}`}`, signal),
+        onMessage: (message) => {
+          let event;
+          try {
+            event = JSON.parse(message.data);
+          } catch {
+            return;
+          }
+          if (event.type === "frames" && event.frames?.length) {
+            take(event.frames, event.jobId);
+          } else if (event.type === "status") {
+            onStatus?.("idle");
+            connection.close();
+          }
+        },
+        onStatus: (status) => {
+          if (status !== "stopped")
+            onStatus?.(status);
+        }
+      });
+      return connection;
+    }
+  }
+});
+
 // ../../packages/realtime-client/dist/index.js
 var require_dist6 = __commonJS({
   "../../packages/realtime-client/dist/index.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
-    exports2.StreamSilentError = exports2.RESYNC = exports2.readEventStream = exports2.connectStream = void 0;
+    exports2.followProgress = exports2.StreamSilentError = exports2.RESYNC = exports2.readEventStream = exports2.connectStream = void 0;
     var reader_1 = require_reader();
     Object.defineProperty(exports2, "connectStream", { enumerable: true, get: function() {
       return reader_1.connectStream;
@@ -69113,6 +69155,10 @@ var require_dist6 = __commonJS({
     Object.defineProperty(exports2, "StreamSilentError", { enumerable: true, get: function() {
       return reader_1.StreamSilentError;
     } });
+    var progress_1 = require_progress2();
+    Object.defineProperty(exports2, "followProgress", { enumerable: true, get: function() {
+      return progress_1.followProgress;
+    } });
   }
 });
 
@@ -73665,219 +73711,6 @@ var require_git = __commonJS({
   }
 });
 
-// ../../packages/shuttle/dist/workspace/impact.js
-var require_impact = __commonJS({
-  "../../packages/shuttle/dist/workspace/impact.js"(exports2) {
-    "use strict";
-    var __importDefault = exports2 && exports2.__importDefault || function(mod) {
-      return mod && mod.__esModule ? mod : { "default": mod };
-    };
-    Object.defineProperty(exports2, "__esModule", { value: true });
-    exports2.impactModifier = void 0;
-    exports2.applyImpact = applyImpact;
-    exports2.buildReport = buildReport;
-    var fs_1 = require("fs");
-    var path_1 = __importDefault(require("path"));
-    var code_intel_1 = require_dist2();
-    var overlay_1 = require_overlay();
-    var LIMITS = {
-      changedSymbols: 30,
-      usesShown: 8,
-      /** A name more files mention than this is too common for a list of its uses to help. */
-      commonInFiles: 80,
-      /** The report is read into the agent's context: past this it stops adding sections. */
-      reportBytes: 16 * 1024,
-      /** Work stops here and the report says it is partial; materialization must not eat the job. */
-      budgetMs: 6e4
-    };
-    var REMOVED_KINDS = /* @__PURE__ */ new Set([
-      "function",
-      "class",
-      "interface",
-      "type",
-      "enum",
-      "module",
-      "constant",
-      "macro"
-    ]);
-    exports2.impactModifier = { namespace: "impact", apply: applyImpact };
-    async function applyImpact(request, runRoot, _options) {
-      const result = { written: 0, writtenPaths: [], skipped: [] };
-      const parsed = readImpactRequest(request);
-      if ("error" in parsed) {
-        result.skipped.push({ path: String(request?.output ?? "?"), reason: parsed.error });
-        return result;
-      }
-      const { output, files } = parsed.request;
-      const rootReal = await fs_1.promises.realpath(runRoot);
-      const dest = (0, overlay_1.safeDestination)(rootReal, output);
-      if (!dest) {
-        result.skipped.push({ path: output, reason: "path escapes the workspace root" });
-        return result;
-      }
-      const primary = path_1.default.join(runRoot, "primary");
-      if ((await fs_1.promises.readdir(primary).catch(() => [])).length === 0) {
-        result.skipped.push({ path: output, reason: "no checkout to read: the primary repository did not materialize" });
-        return result;
-      }
-      try {
-        const report = await buildReport(runRoot, files);
-        await fs_1.promises.mkdir(path_1.default.dirname(dest), { recursive: true });
-        const handle2 = await fs_1.promises.open(dest, fs_1.constants.O_WRONLY | fs_1.constants.O_CREAT | fs_1.constants.O_TRUNC | fs_1.constants.O_NOFOLLOW, 420);
-        try {
-          await handle2.writeFile(report);
-        } finally {
-          await handle2.close();
-        }
-        result.written = 1;
-        result.writtenPaths.push(output);
-      } catch (err2) {
-        result.skipped.push({ path: output, reason: err2 instanceof Error ? err2.message : String(err2) });
-      }
-      return result;
-    }
-    function readImpactRequest(request) {
-      const r = request;
-      if (!r || typeof r.output !== "string" || !Array.isArray(r.files)) {
-        return { error: "malformed impact request (want { output, files })" };
-      }
-      const files = [];
-      for (const f of r.files) {
-        if (!f || typeof f.path !== "string" || !Array.isArray(f.changed))
-          continue;
-        files.push({
-          path: f.path,
-          status: typeof f.status === "string" ? f.status : "modified",
-          changed: f.changed.filter((c) => Array.isArray(c) && Number.isInteger(c[0]) && Number.isInteger(c[1])),
-          removed: Array.isArray(f.removed) ? f.removed.filter((t) => typeof t === "string") : []
-        });
-      }
-      return { request: { output: r.output, files } };
-    }
-    async function repositoriesOf(runRoot) {
-      const repos = ["primary"];
-      const context = await fs_1.promises.readdir(path_1.default.join(runRoot, "context"), { withFileTypes: true }).catch(() => []);
-      for (const entry of context)
-        if (entry.isDirectory())
-          repos.push(`context/${entry.name}`);
-      return repos;
-    }
-    function innermostOnly(symbols) {
-      return symbols.filter((s) => !symbols.some((o) => o !== s && o.startLine >= s.startLine && o.endLine <= s.endLine && (o.startLine !== s.startLine || o.endLine !== s.endLine)));
-    }
-    var useLine = (r) => `  - ${r.file}:${r.line} ${r.enclosing ? `in ${r.enclosing.kind} ${r.enclosing.name}` : "at top level"} | ${r.text}`;
-    async function buildReport(runRoot, files) {
-      const startedAt = Date.now();
-      const overBudget = () => Date.now() - startedAt > LIMITS.budgetMs;
-      const index = new code_intel_1.CodeIndex({ root: runRoot, repositories: await repositoriesOf(runRoot) });
-      let partial = false;
-      const removedSections = [];
-      for (const file of files) {
-        for (const block of file.removed ?? []) {
-          const lines = block.split("\n");
-          for (const symbol of await (0, code_intel_1.declarationsInSource)(file.path, block)) {
-            if (overBudget()) {
-              partial = true;
-              break;
-            }
-            const indented = /^\s/.test(lines[symbol.startLine - 1] ?? "");
-            if (indented || !REMOVED_KINDS.has(symbol.kind))
-              continue;
-            if ((await index.definitions(symbol.name, 1)).total > 0)
-              continue;
-            if (await index.mentions(symbol.name) > LIMITS.commonInFiles)
-              continue;
-            const uses = await index.references(symbol.name, { limit: LIMITS.usesShown, access: "bare" });
-            if (uses.total === 0)
-              continue;
-            removedSections.push([
-              `- ${symbol.kind} \`${symbol.name}\`, removed from primary/${file.path}, is still used ${times(uses.total)}:`,
-              ...uses.items.map(useLine),
-              ...uses.truncated ? [`  - and ${uses.total - uses.items.length} more`] : []
-            ].join("\n"));
-          }
-        }
-      }
-      const changed = [];
-      const seen = /* @__PURE__ */ new Set();
-      for (const file of files) {
-        if (file.status === "removed" || file.changed.length === 0)
-          continue;
-        const touched = innermostOnly(await index.symbolsOverlapping(`primary/${file.path}`, file.changed).catch(() => []));
-        for (const s of touched) {
-          const key = `${s.file}:${s.startLine}:${s.name}`;
-          if (!seen.has(key)) {
-            seen.add(key);
-            changed.push(s);
-          }
-        }
-      }
-      if (changed.length > LIMITS.changedSymbols)
-        partial = true;
-      const changedSections = [];
-      const unused = [];
-      const common = [];
-      for (const symbol of changed.slice(0, LIMITS.changedSymbols)) {
-        if (overBudget()) {
-          partial = true;
-          break;
-        }
-        const label = `${symbol.kind} \`${symbol.container ? `${symbol.container}.` : ""}${symbol.name}\``;
-        if (await index.mentions(symbol.name) > LIMITS.commonInFiles) {
-          common.push(label);
-          continue;
-        }
-        const access = symbol.kind === "method" || symbol.kind === "field" ? "member" : "bare";
-        const uses = (await index.references(symbol.name, { limit: 500, access })).items.filter((r) => !(r.file === symbol.file && r.line >= symbol.startLine && r.line <= symbol.endLine));
-        if (uses.length === 0) {
-          unused.push(label);
-          continue;
-        }
-        const shown = uses.slice(0, LIMITS.usesShown);
-        changedSections.push([
-          `### ${label} (${symbol.file}:${symbol.startLine}-${symbol.endLine})`,
-          `Used ${times(uses.length)} outside its own body:`,
-          ...shown.map(useLine),
-          ...uses.length > shown.length ? [`  - and ${uses.length - shown.length} more`] : []
-        ].join("\n"));
-      }
-      const head = [
-        "# Change impact",
-        "",
-        "Computed from the syntax tree of the checkout at the head of this change, before the review began.",
-        "A use is an identifier with the same name: two declarations that share a name are not told apart, so read a use before relying on it."
-      ];
-      const body2 = [
-        "## Removed, but still used",
-        "",
-        removedSections.length ? removedSections.join("\n") : "Nothing the change removed is still used.",
-        "",
-        "## Changed declarations and where they are used",
-        "",
-        ...changedSections.length ? [changedSections.join("\n\n"), ""] : [],
-        ...unused.length ? [`Changed, with no uses elsewhere: ${unused.join(", ")}.`, ""] : [],
-        ...common.length ? [`Changed, with names too common to list uses for (read their callers directly): ${common.join(", ")}.`, ""] : [],
-        ...changedSections.length + unused.length + common.length === 0 ? ["The change touches no declaration this could read.", ""] : []
-      ].join("\n");
-      let text = body2;
-      if (Buffer.byteLength(text) > LIMITS.reportBytes) {
-        text = `${Buffer.from(text).subarray(0, LIMITS.reportBytes).toString("utf-8").replace(/\n[^\n]*$/, "")}
-`;
-        partial = true;
-      }
-      return [
-        ...head,
-        ...partial ? ["", "This report is partial: the change touches more than it could cover."] : [],
-        "",
-        text
-      ].join("\n");
-    }
-    function times(n) {
-      return `${n} time${n === 1 ? "" : "s"}`;
-    }
-  }
-});
-
 // ../../packages/shuttle/dist/workspace/materialize.js
 var require_materialize = __commonJS({
   "../../packages/shuttle/dist/workspace/materialize.js"(exports2) {
@@ -73893,7 +73726,6 @@ var require_materialize = __commonJS({
     var os_1 = __importDefault(require("os"));
     var path_1 = __importDefault(require("path"));
     var git_1 = require_git();
-    var impact_1 = require_impact();
     var overlay_1 = require_overlay();
     var materializers = /* @__PURE__ */ new Map();
     var modifiers = /* @__PURE__ */ new Map();
@@ -73905,7 +73737,6 @@ var require_materialize = __commonJS({
     }
     registerMaterializer(git_1.gitMaterializer);
     registerModifier(overlay_1.overlayModifier);
-    registerModifier(impact_1.impactModifier);
     async function materializeWorkspace(bag, options = {}) {
       const tmpBase = options.tmpDir ?? os_1.default.tmpdir();
       const runRoot = await fs_1.promises.mkdtemp(path_1.default.join(tmpBase, "shuttle-ws-"));
@@ -73958,7 +73789,7 @@ var require_workspace = __commonJS({
   "../../packages/shuttle/dist/workspace/index.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
-    exports2.applyImpact = exports2.impactModifier = exports2.applyOverlay = exports2.overlayModifier = exports2.buildGitAuthEnv = exports2.gitMaterializer = exports2.registerModifier = exports2.registerMaterializer = exports2.materializeWorkspace = void 0;
+    exports2.applyOverlay = exports2.overlayModifier = exports2.buildGitAuthEnv = exports2.gitMaterializer = exports2.registerModifier = exports2.registerMaterializer = exports2.materializeWorkspace = void 0;
     var materialize_1 = require_materialize();
     Object.defineProperty(exports2, "materializeWorkspace", { enumerable: true, get: function() {
       return materialize_1.materializeWorkspace;
@@ -73983,13 +73814,6 @@ var require_workspace = __commonJS({
     Object.defineProperty(exports2, "applyOverlay", { enumerable: true, get: function() {
       return overlay_1.applyOverlay;
     } });
-    var impact_1 = require_impact();
-    Object.defineProperty(exports2, "impactModifier", { enumerable: true, get: function() {
-      return impact_1.impactModifier;
-    } });
-    Object.defineProperty(exports2, "applyImpact", { enumerable: true, get: function() {
-      return impact_1.applyImpact;
-    } });
   }
 });
 
@@ -76421,7 +76245,7 @@ var import_shuttle2 = __toESM(require_dist8());
 
 // src/brand.ts
 var import_shuttle = __toESM(require_dist8());
-var buildVersion = true ? "0.43.0" : pkg.version;
+var buildVersion = true ? "0.43.2" : pkg.version;
 var AGENT_EXECUTORS = ["claude-code", "codex", "copilot"];
 var sifterBrand = {
   product: {