pi-rtk 0.1.3 → 0.1.4

package/README.md

@@ -53,7 +53,7 @@ Create `~/.pi/agent/rtk-config.json`:
   "techniques": {
     "ansiStripping": true,
     "truncation": { "enabled": true, "maxChars": 10000 },
-    "sourceCodeFiltering": "minimal",
+    "sourceCodeFiltering": { "enabled": true, "level": "minimal" },
     "smartTruncation": { "enabled": true, "maxLines": 200 },
     "testOutputAggregation": true,
     "buildOutputFiltering": true,
@@ -66,15 +66,30 @@ Create `~/.pi/agent/rtk-config.json`:
 
 ### Filter Levels
 
-- `none`: No filtering applied
 - `minimal`: Remove comments, normalize whitespace
 - `aggressive`: Keep only signatures and structure
 
+Source code filtering can be toggled independently of its level via commands or the `rtk_configure` tool.
+
 ## Commands
 
 - `/rtk-stats` - Show token savings statistics
-- `/rtk-toggle` - Enable/disable token reduction
+- `/rtk-on` / `/rtk-off` - Enable/disable token reduction
 - `/rtk-clear` - Clear metrics history
+- `/rtk-what` - Show current technique configuration
+- `/rtk-toggle-ansiStripping` - Toggle ANSI stripping
+- `/rtk-toggle-truncation` - Toggle output truncation
+- `/rtk-toggle-sourceCodeFiltering` - Toggle source code filtering
+- `/rtk-toggle-smartTruncation` - Toggle smart truncation
+- `/rtk-toggle-testOutputAggregation` - Toggle test output aggregation
+- `/rtk-toggle-buildOutputFiltering` - Toggle build output filtering
+- `/rtk-toggle-gitCompaction` - Toggle git compaction
+- `/rtk-toggle-searchResultGrouping` - Toggle search result grouping
+- `/rtk-toggle-linterAggregation` - Toggle linter aggregation
+
+## Agent Tool
+
+The `rtk_configure` tool is registered for use by the AI agent to programmatically adjust any RTK parameter at runtime. This is particularly useful when file edits fail due to text-matching errors: the agent can temporarily disable `sourceCodeFiltering`, re-read the file, apply the edit, and re-enable filtering.
 
 ## Supported Languages
 

package/config.ts

@@ -1,5 +1,6 @@
 import { readFile } from "fs/promises";
-import { resolve, homedir } from "path";
+import { resolve } from "path";
+import { homedir } from "os";
 
 export type FilterLevel = "none" | "minimal" | "aggressive";
 
@@ -10,7 +11,7 @@ export interface RtkConfig {
 	techniques: {
 		ansiStripping: boolean;
 		truncation: { enabled: boolean; maxChars: number };
-		sourceCodeFiltering: FilterLevel;
+		sourceCodeFiltering: { enabled: boolean; level: FilterLevel };
 		smartTruncation: { enabled: boolean; maxLines: number };
 		testOutputAggregation: boolean;
 		buildOutputFiltering: boolean;
@@ -27,7 +28,7 @@ export const DEFAULT_CONFIG: RtkConfig = {
 	techniques: {
 		ansiStripping: true,
 		truncation: { enabled: true, maxChars: 10000 },
-		sourceCodeFiltering: "minimal",
+		sourceCodeFiltering: { enabled: true, level: "minimal" },
 		smartTruncation: { enabled: true, maxLines: 200 },
 		testOutputAggregation: true,
 		buildOutputFiltering: true,
@@ -55,6 +56,10 @@ export function mergeConfig(base: RtkConfig, override: Partial<RtkConfig>): RtkC
 				...base.techniques.truncation,
 				...(override.techniques?.truncation || {}),
 			},
+			sourceCodeFiltering: {
+				...base.techniques.sourceCodeFiltering,
+				...(override.techniques?.sourceCodeFiltering || {}),
+			},
 			smartTruncation: {
 				...base.techniques.smartTruncation,
 				...(override.techniques?.smartTruncation || {}),

package/index.ts

@@ -11,6 +11,8 @@ import {
 	isReadToolResult,
 	isGrepToolResult,
 } from "@mariozechner/pi-coding-agent";
+import { Type } from "@sinclair/typebox";
+import { StringEnum } from "@mariozechner/pi-ai";
 import { loadConfig, DEFAULT_CONFIG, type RtkConfig } from "./config";
 import { trackSavings, getMetricsSummary, clearMetrics } from "./metrics";
 import {
@@ -55,6 +57,12 @@ export default function (pi: ExtensionAPI) {
 		}
 	});
 
+	pi.on("before_agent_start", async (event, _ctx) => {
+		return {
+			systemPrompt: `${event.systemPrompt}\n\nIMPORTANT: If you encounter repeated failures to edit a file due to non-matching text or errors like \"The old text must match exactly including all whitespace and newlines\", use the rtk_configure tool to set sourceCodeFilteringEnabled to false, re-read the file, apply your edit, then use rtk_configure again to re-enable sourceCodeFilteringEnabled.`,
+		};
+	});
+
 	pi.on("tool_result", async (event, ctx) => {
 		if (!enabled) return;
 		let technique = "";
@@ -140,8 +148,8 @@ export default function (pi: ExtensionAPI) {
 
 			const originalText = textItem.text;
 
-		if (config.techniques.sourceCodeFiltering !== "none" && language !== "unknown") {
-				let filteredText = filterSourceCode(originalText, language, config.techniques.sourceCodeFiltering);
+		if (config.techniques.sourceCodeFiltering.enabled && language !== "unknown") {
+				let filteredText = filterSourceCode(originalText, language, config.techniques.sourceCodeFiltering.level);
 
 				if (
 					config.techniques.smartTruncation.enabled &&
@@ -199,13 +207,73 @@ export default function (pi: ExtensionAPI) {
 		},
 	});
 
-	pi.registerCommand("rtk-toggle", {
-		description: "Toggle RTK token reduction on/off",
+	pi.registerCommand("rtk-on", {
+		description: "Enable RTK token reduction",
+		handler: async (_args, ctx) => {
+			enabled = true;
+			ctx.ui.notify("RTK token reduction enabled", "info");
+		},
+	});
+
+	pi.registerCommand("rtk-off", {
+		description: "Disable RTK token reduction",
 		handler: async (_args, ctx) => {
-			enabled = !enabled;
+			enabled = false;
+			ctx.ui.notify("RTK token reduction disabled", "warning");
+		},
+	});
+
+	const booleanTechniques = [
+		"ansiStripping",
+		"testOutputAggregation",
+		"buildOutputFiltering",
+		"gitCompaction",
+		"searchResultGrouping",
+		"linterAggregation",
+	] as const;
+
+	for (const technique of booleanTechniques) {
+		pi.registerCommand(`rtk-toggle-${technique}`, {
+			description: `Toggle the ${technique} technique on/off`,
+			handler: async (_args, ctx) => {
+				config.techniques[technique] = !config.techniques[technique];
+				ctx.ui.notify(
+					`RTK ${technique} ${config.techniques[technique] ? "enabled" : "disabled"}`,
+					config.techniques[technique] ? "info" : "warning"
+				);
+			},
+		});
+	}
+
+	pi.registerCommand("rtk-toggle-truncation", {
+		description: "Toggle output truncation on/off",
+		handler: async (_args, ctx) => {
+			config.techniques.truncation.enabled = !config.techniques.truncation.enabled;
 			ctx.ui.notify(
-				`RTK token reduction ${enabled ? "enabled" : "disabled"}`,
-				enabled ? "info" : "warning"
+				`RTK truncation ${config.techniques.truncation.enabled ? "enabled" : "disabled"}`,
+				config.techniques.truncation.enabled ? "info" : "warning"
+			);
+		},
+	});
+
+	pi.registerCommand("rtk-toggle-sourceCodeFiltering", {
+		description: "Toggle source code filtering on/off",
+		handler: async (_args, ctx) => {
+			config.techniques.sourceCodeFiltering.enabled = !config.techniques.sourceCodeFiltering.enabled;
+			ctx.ui.notify(
+				`RTK sourceCodeFiltering ${config.techniques.sourceCodeFiltering.enabled ? "enabled" : "disabled"}`,
+				config.techniques.sourceCodeFiltering.enabled ? "info" : "warning"
+			);
+		},
+	});
+
+	pi.registerCommand("rtk-toggle-smartTruncation", {
+		description: "Toggle smart truncation on/off",
+		handler: async (_args, ctx) => {
+			config.techniques.smartTruncation.enabled = !config.techniques.smartTruncation.enabled;
+			ctx.ui.notify(
+				`RTK smartTruncation ${config.techniques.smartTruncation.enabled ? "enabled" : "disabled"}`,
+				config.techniques.smartTruncation.enabled ? "info" : "warning"
 			);
 		},
 	});
@@ -218,4 +286,80 @@ export default function (pi: ExtensionAPI) {
 			ctx.ui.notify("RTK metrics cleared", "info");
 		},
 	});
+
+	pi.registerCommand("rtk-what", {
+		description: "Show current RTK technique configuration",
+		handler: async (_args, ctx) => {
+			const t = config.techniques;
+			const summary = [
+				`RTK enabled: ${enabled}`,
+				`ansiStripping: ${t.ansiStripping}`,
+				`truncation: enabled=${t.truncation.enabled}, maxChars=${t.truncation.maxChars}`,
+				`sourceCodeFiltering: enabled=${t.sourceCodeFiltering.enabled}, level=${t.sourceCodeFiltering.level}`,
+				`smartTruncation: enabled=${t.smartTruncation.enabled}, maxLines=${t.smartTruncation.maxLines}`,
+				`testOutputAggregation: ${t.testOutputAggregation}`,
+				`buildOutputFiltering: ${t.buildOutputFiltering}`,
+				`gitCompaction: ${t.gitCompaction}`,
+				`searchResultGrouping: ${t.searchResultGrouping}`,
+				`linterAggregation: ${t.linterAggregation}`,
+			].join("\n");
+			ctx.ui.notify(summary, "info");
+		},
+	});
+
+	pi.registerTool({
+		name: "rtk_configure",
+		label: "RTK Configure",
+		description: `Configure RTK token-reduction techniques at runtime. Use this tool to tune filtering behavior when you encounter issues.
+IMPORTANT: If you encounter repeated failures to edit a file due to non-matching text or errors like "The old text must match exactly including all whitespace and newlines", set this to false temporarily, re-read the file, apply your edit, then re-enable it.
+`,
+		parameters: Type.Object({
+			ansiStripping: Type.Optional(Type.Boolean({ description: "Strip ANSI escape codes from output" })),
+			truncationEnabled: Type.Optional(Type.Boolean({ description: "Enable output truncation" })),
+			truncationMaxChars: Type.Optional(Type.Number({ description: "Maximum characters before truncation" })),
+			sourceCodeFilteringEnabled: Type.Optional(Type.Boolean({ description: "Enable source code filtering on file reads. Disable when edit patch matching fails." })),
+			sourceCodeFilteringLevel: Type.Optional(StringEnum(["minimal", "aggressive"] as const, { description: "Source code filtering aggressiveness.  Use minimal for most cases, and aggressive when you only need to understand basics like function definitions and imports" })),
+			smartTruncationEnabled: Type.Optional(Type.Boolean({ description: "Enable smart truncation of source files" })),
+			smartTruncationMaxLines: Type.Optional(Type.Number({ description: "Maximum lines kept by smart truncation" })),
+			testOutputAggregation: Type.Optional(Type.Boolean({ description: "Aggregate test runner output into a summary" })),
+			buildOutputFiltering: Type.Optional(Type.Boolean({ description: "Filter build output to errors/warnings only" })),
+			gitCompaction: Type.Optional(Type.Boolean({ description: "Compact verbose git output" })),
+			searchResultGrouping: Type.Optional(Type.Boolean({ description: "Group grep/search results by file" })),
+			linterAggregation: Type.Optional(Type.Boolean({ description: "Summarise linter output into an issue table" })),
+		}),
+
+		async execute(_toolCallId, params, _signal, _onUpdate, _ctx) {
+			const t = config.techniques;
+
+			if (params.ansiStripping !== undefined) t.ansiStripping = params.ansiStripping;
+			if (params.truncationEnabled !== undefined) t.truncation.enabled = params.truncationEnabled;
+			if (params.truncationMaxChars !== undefined) t.truncation.maxChars = params.truncationMaxChars;
+			if (params.sourceCodeFilteringEnabled !== undefined) t.sourceCodeFiltering.enabled = params.sourceCodeFilteringEnabled;
+			if (params.sourceCodeFilteringLevel !== undefined) t.sourceCodeFiltering.level = params.sourceCodeFilteringLevel;
+			if (params.smartTruncationEnabled !== undefined) t.smartTruncation.enabled = params.smartTruncationEnabled;
+			if (params.smartTruncationMaxLines !== undefined) t.smartTruncation.maxLines = params.smartTruncationMaxLines;
+			if (params.testOutputAggregation !== undefined) t.testOutputAggregation = params.testOutputAggregation;
+			if (params.buildOutputFiltering !== undefined) t.buildOutputFiltering = params.buildOutputFiltering;
+			if (params.gitCompaction !== undefined) t.gitCompaction = params.gitCompaction;
+			if (params.searchResultGrouping !== undefined) t.searchResultGrouping = params.searchResultGrouping;
+			if (params.linterAggregation !== undefined) t.linterAggregation = params.linterAggregation;
+
+			const summary = [
+				`ansiStripping: ${t.ansiStripping}`,
+				`truncation: enabled=${t.truncation.enabled}, maxChars=${t.truncation.maxChars}`,
+				`sourceCodeFiltering: enabled=${t.sourceCodeFiltering.enabled}, level=${t.sourceCodeFiltering.level}`,
+				`smartTruncation: enabled=${t.smartTruncation.enabled}, maxLines=${t.smartTruncation.maxLines}`,
+				`testOutputAggregation: ${t.testOutputAggregation}`,
+				`buildOutputFiltering: ${t.buildOutputFiltering}`,
+				`gitCompaction: ${t.gitCompaction}`,
+				`searchResultGrouping: ${t.searchResultGrouping}`,
+				`linterAggregation: ${t.linterAggregation}`,
+			].join("\n");
+
+			return {
+				content: [{ type: "text", text: `RTK configuration updated:\n${summary}` }],
+				details: {},
+			};
+		},
+	});
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-rtk",
-  "version": "0.1.3",
+  "version": "0.1.4",
   "description": "RTK token reduction extension for pi-coding-agent - reduces LLM token consumption 60-90% by intelligently filtering tool output",
   "type": "module",
   "main": "index.ts",

package/techniques/linter.ts

@@ -52,9 +52,11 @@ function parseLine(line: string, linterType: string): Issue | null {
 		{
 			pattern: /^(.+):(\d+):(\d+):\s*(.+)$/,
 			extract: (match: RegExpMatchArray) => ({
+				severity: "ERROR" as "ERROR" | "WARNING",
 				file: match[1],
 				line: parseInt(match[2], 10),
 				content: match[4],
+				message: match[4],
 			}),
 		},
 		// error: message at file:line:col

package/techniques/test-output.ts

@@ -40,7 +40,11 @@ export function isTestCommand(command: string | undefined | null): boolean {
 	}
 
 	const cmdLower = command.toLowerCase();
-	return TEST_COMMANDS.some((tc) => cmdLower.includes(tc.toLowerCase()));
+	return TEST_COMMANDS.some((tc) => {
+		const escaped = tc.toLowerCase().replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+		// Match the test command only when it appears as a whole token (not as part of a longer word like "latest")
+		return new RegExp(`(?:^|[\\s|;&])${escaped}(?:[\\s|;&]|$)`).test(cmdLower);
+	});
 }
 
 function isFailureStart(line: string): boolean {