surgent 0.8.0-alpha.0 → 0.10.7

package/bin/build.mjs

@@ -0,0 +1,53 @@
+import { build } from "esbuild";
+import { copyFile, mkdir, readFile, rm, writeFile } from "node:fs/promises";
+import { dirname, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+
+const scriptDir = dirname(fileURLToPath(import.meta.url));
+const projectRoot = resolve(scriptDir, "..");
+const optimizerDir = resolve(projectRoot, "dist", "optimizer");
+const rootPackage = JSON.parse(await readFile(resolve(projectRoot, "package.json"), "utf8"));
+
+await rm(optimizerDir, { recursive: true, force: true });
+await mkdir(optimizerDir, { recursive: true });
+await build({
+  entryPoints: [resolve(projectRoot, "src", "optimizer", "index.ts")],
+  outfile: resolve(optimizerDir, "index.js"),
+  bundle: true,
+  format: "esm",
+  packages: "external",
+  platform: "node",
+  sourcemap: true,
+  target: "node22",
+});
+
+const optimizerPackage = {
+  name: "pi-optimizer",
+  version: rootPackage.version,
+  description: "Context optimization tools for pi coding agent",
+  type: "module",
+  main: "./index.js",
+  exports: "./index.js",
+  engines: rootPackage.engines,
+  license: rootPackage.license,
+  keywords: ["pi-package", "pi-coding-agent", "context-optimization"],
+  pi: { extensions: ["./index.js"] },
+  dependencies: {
+    picomatch: rootPackage.dependencies.picomatch,
+    "tree-sitter": rootPackage.dependencies["tree-sitter"],
+  },
+  peerDependencies: {
+    "@earendil-works/pi-coding-agent": "*",
+    "@earendil-works/pi-tui": "*",
+    typebox: "*",
+  },
+};
+
+await Promise.all([
+  writeFile(resolve(optimizerDir, "package.json"), `${JSON.stringify(optimizerPackage, null, 2)}\n`),
+  copyFile(resolve(projectRoot, "LICENSE"), resolve(optimizerDir, "LICENSE")),
+  copyFile(
+    resolve(projectRoot, "src", "optimizer", "README.md"),
+    resolve(optimizerDir, "README.md"),
+  ),
+]);

package/bin/surgent.js

@@ -11,20 +11,22 @@ import { fileURLToPath } from "node:url";
 process.title = "surgent";
 const args = process.argv.slice(2);
 
+const GLOBAL_PI_DIR = resolve(homedir(), ".pi", "agent");
 const PACKAGE_DIR = resolve(dirname(fileURLToPath(import.meta.url)), "..");
 const AGENT_ENTRY_URL = import.meta.resolve("@earendil-works/pi-coding-agent");
 const LOCAL_PI_SUBDIRS = ["agents", "plans"];
+const GLOBAL_PI_SUBDIRS = ["agents", "grammars"];
 const BASE_TOOLS = ["ls", "find", "grep", "code_map", "inspect", "read"];
 const BUILT_IN_META = {
   documenter: {
-    tools: [...BASE_TOOLS, "edit", "write", "questionnaire"],
+    tools: BASE_TOOLS.concat(["edit", "write", "questionnaire"]),
     "files.write": ["**/*.md"],
   },
   planner: {
-    tools: [...BASE_TOOLS, "web_fetch", "web_search", "questionnaire"],
+    tools: BASE_TOOLS.concat(["web_fetch", "web_search", "questionnaire"]),
   },
   scout: {
-    tools: [...BASE_TOOLS, "web_fetch", "web_search"],
+    tools: BASE_TOOLS.concat(["web_fetch", "web_search"]),
   },
 };
 
@@ -33,9 +35,8 @@ function isMissingFileError(error) {
 }
 
 async function initBuiltInMeta() {
-  const settingsPath = resolve(homedir(), ".pi", "agent", "settings.json");
+  const settingsPath = resolve(GLOBAL_PI_DIR, "settings.json");
   let settings;
-
   try {
     settings = JSON.parse(await readFile(settingsPath, "utf8"));
   } catch (error) {
@@ -129,7 +130,7 @@ async function syncPiIgnore(cwd) {
     return;
   }
 
-  await writeFile(piIgnorePath, gitIgnoreContents);
+  await writeFile(piIgnorePath, `.pi\n\n${gitIgnoreContents}`);
 }
 
 function isJsonModeActive(args) {
@@ -195,16 +196,16 @@ if (args.includes("--help") || args.includes("-h")) {
   await runRewrittenHelp(args);
 } else {
   const cwd = process.cwd();
+  const srcDir = resolve(PACKAGE_DIR, "src");
   if (!isJsonModeActive(args)) {
-    await ensurePiExcluded(cwd);
-    await syncPiIgnore(cwd);
-  }
-  for (const localPiSubdir of LOCAL_PI_SUBDIRS) {
-    await mkdir(resolve(cwd, ".pi", localPiSubdir), { recursive: true });
+    await Promise.all([ensurePiExcluded(cwd), syncPiIgnore(cwd)]);
   }
+  const [entries] = await Promise.all([
+    readdir(srcDir, { withFileTypes: true }),
+    ...LOCAL_PI_SUBDIRS.map((dir) => mkdir(resolve(cwd, ".pi", dir), { recursive: true })),
+    ...GLOBAL_PI_SUBDIRS.map((dir) => mkdir(resolve(GLOBAL_PI_DIR, dir), { recursive: true })),
+  ]);
 
-  const srcDir = resolve(PACKAGE_DIR, "src");
-  const entries = await readdir(srcDir, { withFileTypes: true });
   const extensionArgs = entries
     .filter((entry) => entry.isDirectory())
     .flatMap((entry) => ["--extension", resolve(srcDir, entry.name)]);

package/dist/optimizer/README.md

@@ -13,13 +13,21 @@ Long coding sessions accumulate large tool results, repeated file content, and o
 - Adds `code_map`, which uses Tree-sitter to index symbols and declarations before files are read in full.
 - Adds `inspect`, which returns one selected symbol body for targeted code reading and edits.
 - Supports TypeScript, JavaScript, Python, Go, Java, and Rust code navigation.
-- Compacts Bash output by stripping terminal control sequences and collapsing repeated or similar lines.
-- Formats grep results by grouping matches under file paths and stores smaller summaries in session history.
-- Removes older `read` and `inspect` results when newer results fully cover same content.
-- Prunes empty tool results and superseded tool calls from model context and persisted sessions.
+- Losslessly compresses consecutive Bash lines with at most one varying alphanumeric token: `status {204, 404, 500}`. Order, duplicates, and raw bytes remain recoverable; `{{` / `}}` escape literal braces. Compression applies only when shorter. Bash output limits still apply.
+- Reduces grep output during execution by grouping matches under file paths.
+- Filters older eligible `inspect` exchanges and pre-write `read`/`inspect` exchanges from model requests using a session-start snapshot.
+- Persistently prunes eligible error and empty tool results, together with their tool calls, through append-only context edits.
 
 These changes reduce context growth, improve prompt-cache reuse, and leave more room for requirements, code, and reasoning.
 
+## Context filtering
+
+At `session_start`, optimizer snapshots the current branch. For model requests only, it hides older eligible `inspect` exchanges for the same normalized file path and exact returned symbol, and older same-file `read`/`inspect` exchanges superseded by a successful `write`. Both tool calls and results are hidden. There is no general `read` deduplication, and edits or shell commands do not invalidate earlier results.
+
+Changes after startup are deferred until the next session start. Session tree navigation clears the snapshot. This transient filtering leaves raw history, the TUI, exports, and Pi's canonical context for native compaction unchanged.
+
+Separately, when the agent settles after successful completion, eligible error results (except Bash errors) and recognized empty `ls`/`find` results are pruned with their tool calls through persistent, append-only context edits. These change future model context without rewriting raw history.
+
 ## Requirements
 
 - Node.js 22.19 or newer