@asterxsk/kiln 0.1.0 → 0.3.0

package/agent/extensions/file-search/src/output.ts

@@ -1,126 +1,126 @@
-/**
- * Shared output shaping for the fd and rg tools: standard pi truncation
- * (2000 lines / 50KB) with the full output persisted to a temp file when
- * anything is cut off.
- */
-
-import { mkdtemp, writeFile } from "node:fs/promises";
-import { tmpdir } from "node:os";
-import { join } from "node:path";
-import {
-  DEFAULT_MAX_BYTES,
-  DEFAULT_MAX_LINES,
-  formatSize,
-  truncateHead,
-} from "@earendil-works/pi-coding-agent";
-
-export interface FormattedOutput {
-  readonly text: string;
-  readonly lineCount: number;
-  readonly truncated: boolean;
-  readonly fullOutputPath?: string;
-}
-
-export interface CapturedOutput {
-  readonly preview: string;
-  readonly lineCount: number;
-  readonly totalBytes: number;
-  readonly truncated: boolean;
-  readonly fullOutputPath?: string;
-}
-
-export interface FormatOutputOptions {
-  /** Temp-file prefix, e.g. "pi-fd-". */
-  readonly tempPrefix: string;
-  /** Injectable for tests. */
-  readonly persistFullOutput?: (output: string) => Promise<string>;
-}
-
-async function persistToTempFile(prefix: string, output: string) {
-  const directory = await mkdtemp(join(tmpdir(), prefix));
-  const path = join(directory, "output.txt");
-  await writeFile(path, output, "utf8");
-  return path;
-}
-
-function truncationNotice(options: {
-  content: string;
-  outputLines: number;
-  totalLines: number;
-  outputBytes: number;
-  totalBytes: number;
-  fullOutputPath: string;
-}) {
-  return (
-    `${options.content}\n\n[Output truncated: ${options.outputLines} of ${options.totalLines} lines ` +
-    `(${formatSize(options.outputBytes)} of ${formatSize(options.totalBytes)}). ` +
-    `Full output saved to: ${options.fullOutputPath}]`
-  );
-}
-
-/** Format output already captured by a bounded-memory streaming process. */
-export function formatCapturedOutput(captured: CapturedOutput) {
-  const trimmed = captured.preview.replace(/\n+$/, "");
-  if (!captured.truncated || !captured.fullOutputPath) {
-    return {
-      text: trimmed,
-      lineCount: captured.lineCount,
-      truncated: false,
-    } satisfies FormattedOutput;
-  }
-
-  const truncation = truncateHead(trimmed, {
-    maxLines: DEFAULT_MAX_LINES,
-    maxBytes: DEFAULT_MAX_BYTES,
-  });
-  const content = truncation.content;
-  const outputLines = content === "" ? 0 : content.split("\n").length;
-  const outputBytes = Buffer.byteLength(content);
-  return {
-    text: truncationNotice({
-      content,
-      outputLines,
-      totalLines: captured.lineCount,
-      outputBytes,
-      totalBytes: captured.totalBytes,
-      fullOutputPath: captured.fullOutputPath,
-    }),
-    lineCount: captured.lineCount,
-    truncated: true,
-    fullOutputPath: captured.fullOutputPath,
-  } satisfies FormattedOutput;
-}
-
-/** Truncate to pi's standard limits, persisting the full output when cut. */
-export async function formatOutput(
-  output: string,
-  options: FormatOutputOptions,
-): Promise<FormattedOutput> {
-  const trimmed = output.replace(/\n+$/, "");
-  const lineCount = trimmed === "" ? 0 : trimmed.split("\n").length;
-
-  const truncation = truncateHead(trimmed, {
-    maxLines: DEFAULT_MAX_LINES,
-    maxBytes: DEFAULT_MAX_BYTES,
-  });
-
-  if (!truncation.truncated) {
-    return { text: trimmed, lineCount, truncated: false };
-  }
-
-  const persist =
-    options.persistFullOutput ??
-    ((full: string) => persistToTempFile(options.tempPrefix, full));
-  const fullOutputPath = await persist(trimmed);
-
-  const text = truncationNotice({
-    content: truncation.content,
-    outputLines: truncation.outputLines,
-    totalLines: truncation.totalLines,
-    outputBytes: truncation.outputBytes,
-    totalBytes: truncation.totalBytes,
-    fullOutputPath,
-  });
-
-  return { text, lineCount, truncated: true, fullOutputPath };
-}
+/**
+ * Shared output shaping for the fd and rg tools: standard pi truncation
+ * (2000 lines / 50KB) with the full output persisted to a temp file when
+ * anything is cut off.
+ */
+
+import { mkdtemp, writeFile } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import {
+  DEFAULT_MAX_BYTES,
+  DEFAULT_MAX_LINES,
+  formatSize,
+  truncateHead,
+} from "@earendil-works/pi-coding-agent";
+
+export interface FormattedOutput {
+  readonly text: string;
+  readonly lineCount: number;
+  readonly truncated: boolean;
+  readonly fullOutputPath?: string;
+}
+
+export interface CapturedOutput {
+  readonly preview: string;
+  readonly lineCount: number;
+  readonly totalBytes: number;
+  readonly truncated: boolean;
+  readonly fullOutputPath?: string;
+}
+
+export interface FormatOutputOptions {
+  /** Temp-file prefix, e.g. "pi-fd-". */
+  readonly tempPrefix: string;
+  /** Injectable for tests. */
+  readonly persistFullOutput?: (output: string) => Promise<string>;
+}
+
+async function persistToTempFile(prefix: string, output: string) {
+  const directory = await mkdtemp(join(tmpdir(), prefix));
+  const path = join(directory, "output.txt");
+  await writeFile(path, output, "utf8");
+  return path;
+}
+
+function truncationNotice(options: {
+  content: string;
+  outputLines: number;
+  totalLines: number;
+  outputBytes: number;
+  totalBytes: number;
+  fullOutputPath: string;
+}) {
+  return (
+    `${options.content}\n\n[Output truncated: ${options.outputLines} of ${options.totalLines} lines ` +
+    `(${formatSize(options.outputBytes)} of ${formatSize(options.totalBytes)}). ` +
+    `Full output saved to: ${options.fullOutputPath}]`
+  );
+}
+
+/** Format output already captured by a bounded-memory streaming process. */
+export function formatCapturedOutput(captured: CapturedOutput) {
+  const trimmed = captured.preview.replace(/\n+$/, "");
+  if (!captured.truncated || !captured.fullOutputPath) {
+    return {
+      text: trimmed,
+      lineCount: captured.lineCount,
+      truncated: false,
+    } satisfies FormattedOutput;
+  }
+
+  const truncation = truncateHead(trimmed, {
+    maxLines: DEFAULT_MAX_LINES,
+    maxBytes: DEFAULT_MAX_BYTES,
+  });
+  const content = truncation.content;
+  const outputLines = content === "" ? 0 : content.split("\n").length;
+  const outputBytes = Buffer.byteLength(content);
+  return {
+    text: truncationNotice({
+      content,
+      outputLines,
+      totalLines: captured.lineCount,
+      outputBytes,
+      totalBytes: captured.totalBytes,
+      fullOutputPath: captured.fullOutputPath,
+    }),
+    lineCount: captured.lineCount,
+    truncated: true,
+    fullOutputPath: captured.fullOutputPath,
+  } satisfies FormattedOutput;
+}
+
+/** Truncate to pi's standard limits, persisting the full output when cut. */
+export async function formatOutput(
+  output: string,
+  options: FormatOutputOptions,
+): Promise<FormattedOutput> {
+  const trimmed = output.replace(/\n+$/, "");
+  const lineCount = trimmed === "" ? 0 : trimmed.split("\n").length;
+
+  const truncation = truncateHead(trimmed, {
+    maxLines: DEFAULT_MAX_LINES,
+    maxBytes: DEFAULT_MAX_BYTES,
+  });
+
+  if (!truncation.truncated) {
+    return { text: trimmed, lineCount, truncated: false };
+  }
+
+  const persist =
+    options.persistFullOutput ??
+    ((full: string) => persistToTempFile(options.tempPrefix, full));
+  const fullOutputPath = await persist(trimmed);
+
+  const text = truncationNotice({
+    content: truncation.content,
+    outputLines: truncation.outputLines,
+    totalLines: truncation.totalLines,
+    outputBytes: truncation.outputBytes,
+    totalBytes: truncation.totalBytes,
+    fullOutputPath,
+  });
+
+  return { text, lineCount, truncated: true, fullOutputPath };
+}

package/agent/extensions/file-search/src/process.ts

@@ -1,146 +1,146 @@
-import { dirname, join } from "node:path";
-import {
-  DEFAULT_MAX_BYTES,
-  DEFAULT_MAX_LINES,
-  truncateHead,
-} from "@earendil-works/pi-coding-agent";
-import { Effect, FileSystem, Stream } from "effect";
-import { ChildProcess } from "effect/unstable/process";
-import type { CapturedOutput } from "./output.ts";
-
-const STDERR_MAX_BYTES = 64 * 1024;
-
-interface PreviewState {
-  readonly decoder: TextDecoder;
-  preview: string;
-  totalBytes: number;
-  lineBreaks: number;
-  trailingLineBreaks: number;
-  truncated: boolean;
-}
-
-function makePreviewState(): PreviewState {
-  return {
-    decoder: new TextDecoder(),
-    preview: "",
-    totalBytes: 0,
-    lineBreaks: 0,
-    trailingLineBreaks: 0,
-    truncated: false,
-  };
-}
-
-function observeStdout(state: PreviewState, chunk: Uint8Array) {
-  state.totalBytes += chunk.byteLength;
-  for (const byte of chunk) {
-    if (byte === 0x0a) {
-      state.lineBreaks++;
-      state.trailingLineBreaks++;
-    } else {
-      state.trailingLineBreaks = 0;
-    }
-  }
-
-  if (state.truncated) return;
-  state.preview += state.decoder.decode(chunk, { stream: true });
-  const truncation = truncateHead(state.preview, {
-    maxLines: DEFAULT_MAX_LINES,
-    maxBytes: DEFAULT_MAX_BYTES,
-  });
-  if (truncation.truncated) {
-    state.preview = truncation.content;
-    state.truncated = true;
-  }
-}
-
-function finishStdout(state: PreviewState, fullOutputPath: string) {
-  if (!state.truncated) state.preview += state.decoder.decode();
-  const totalBytes = state.totalBytes - state.trailingLineBreaks;
-  const lineCount =
-    totalBytes === 0 ? 0 : state.lineBreaks - state.trailingLineBreaks + 1;
-  return {
-    preview: state.preview,
-    lineCount,
-    totalBytes,
-    truncated: state.truncated,
-    fullOutputPath: state.truncated ? fullOutputPath : undefined,
-  } satisfies CapturedOutput;
-}
-
-function collectStderr<E, R>(stream: Stream.Stream<Uint8Array, E, R>) {
-  return Stream.runFold(
-    stream,
-    () => Buffer.alloc(0),
-    (captured, chunk) => {
-      if (captured.byteLength >= STDERR_MAX_BYTES) return captured;
-      const remaining = STDERR_MAX_BYTES - captured.byteLength;
-      return Buffer.concat([captured, chunk.subarray(0, remaining)]);
-    },
-  ).pipe(Effect.map((bytes) => bytes.toString("utf8")));
-}
-
-export function executeSearchProcess(options: {
-  readonly command: string;
-  readonly args: readonly string[];
-  readonly cwd: string;
-  readonly tempPrefix: string;
-}) {
-  return Effect.gen(function* () {
-    const fs = yield* FileSystem.FileSystem;
-    const directory = yield* fs.makeTempDirectory({
-      prefix: options.tempPrefix,
-    });
-    const fullOutputPath = join(directory, "output.txt");
-    let retainDirectory = false;
-
-    return yield* Effect.gen(function* () {
-      const preview = makePreviewState();
-      const process = yield* ChildProcess.make(options.command, options.args, {
-        cwd: options.cwd,
-        stdin: "ignore",
-        stdout: "pipe",
-        stderr: "pipe",
-      });
-
-      const result = yield* Effect.all(
-        {
-          exitCode: process.exitCode,
-          stdout: process.stdout.pipe(
-            Stream.tap((chunk) =>
-              Effect.sync(() => observeStdout(preview, chunk)),
-            ),
-            Stream.run(fs.sink(fullOutputPath)),
-          ),
-          stderr: collectStderr(process.stderr),
-        },
-        { concurrency: "unbounded" },
-      );
-      const output = finishStdout(preview, fullOutputPath);
-      retainDirectory = output.truncated;
-      return {
-        code: Number(result.exitCode),
-        stderr: result.stderr,
-        output,
-      };
-    }).pipe(
-      Effect.ensuring(
-        Effect.suspend(() =>
-          retainDirectory
-            ? Effect.void
-            : fs
-                .remove(directory, { recursive: true, force: true })
-                .pipe(Effect.orDie),
-        ),
-      ),
-    );
-  }).pipe(Effect.scoped);
-}
-
-export function discardCapturedOutput(output: CapturedOutput) {
-  if (!output.fullOutputPath) return Effect.void;
-  const directory = dirname(output.fullOutputPath);
-  return Effect.gen(function* () {
-    const fs = yield* FileSystem.FileSystem;
-    yield* fs.remove(directory, { recursive: true, force: true });
-  });
-}
+import { dirname, join } from "node:path";
+import {
+  DEFAULT_MAX_BYTES,
+  DEFAULT_MAX_LINES,
+  truncateHead,
+} from "@earendil-works/pi-coding-agent";
+import { Effect, FileSystem, Stream } from "effect";
+import { ChildProcess } from "effect/unstable/process";
+import type { CapturedOutput } from "./output.ts";
+
+const STDERR_MAX_BYTES = 64 * 1024;
+
+interface PreviewState {
+  readonly decoder: TextDecoder;
+  preview: string;
+  totalBytes: number;
+  lineBreaks: number;
+  trailingLineBreaks: number;
+  truncated: boolean;
+}
+
+function makePreviewState(): PreviewState {
+  return {
+    decoder: new TextDecoder(),
+    preview: "",
+    totalBytes: 0,
+    lineBreaks: 0,
+    trailingLineBreaks: 0,
+    truncated: false,
+  };
+}
+
+function observeStdout(state: PreviewState, chunk: Uint8Array) {
+  state.totalBytes += chunk.byteLength;
+  for (const byte of chunk) {
+    if (byte === 0x0a) {
+      state.lineBreaks++;
+      state.trailingLineBreaks++;
+    } else {
+      state.trailingLineBreaks = 0;
+    }
+  }
+
+  if (state.truncated) return;
+  state.preview += state.decoder.decode(chunk, { stream: true });
+  const truncation = truncateHead(state.preview, {
+    maxLines: DEFAULT_MAX_LINES,
+    maxBytes: DEFAULT_MAX_BYTES,
+  });
+  if (truncation.truncated) {
+    state.preview = truncation.content;
+    state.truncated = true;
+  }
+}
+
+function finishStdout(state: PreviewState, fullOutputPath: string) {
+  if (!state.truncated) state.preview += state.decoder.decode();
+  const totalBytes = state.totalBytes - state.trailingLineBreaks;
+  const lineCount =
+    totalBytes === 0 ? 0 : state.lineBreaks - state.trailingLineBreaks + 1;
+  return {
+    preview: state.preview,
+    lineCount,
+    totalBytes,
+    truncated: state.truncated,
+    fullOutputPath: state.truncated ? fullOutputPath : undefined,
+  } satisfies CapturedOutput;
+}
+
+function collectStderr<E, R>(stream: Stream.Stream<Uint8Array, E, R>) {
+  return Stream.runFold(
+    stream,
+    () => Buffer.alloc(0),
+    (captured, chunk) => {
+      if (captured.byteLength >= STDERR_MAX_BYTES) return captured;
+      const remaining = STDERR_MAX_BYTES - captured.byteLength;
+      return Buffer.concat([captured, chunk.subarray(0, remaining)]);
+    },
+  ).pipe(Effect.map((bytes) => bytes.toString("utf8")));
+}
+
+export function executeSearchProcess(options: {
+  readonly command: string;
+  readonly args: readonly string[];
+  readonly cwd: string;
+  readonly tempPrefix: string;
+}) {
+  return Effect.gen(function* () {
+    const fs = yield* FileSystem.FileSystem;
+    const directory = yield* fs.makeTempDirectory({
+      prefix: options.tempPrefix,
+    });
+    const fullOutputPath = join(directory, "output.txt");
+    let retainDirectory = false;
+
+    return yield* Effect.gen(function* () {
+      const preview = makePreviewState();
+      const process = yield* ChildProcess.make(options.command, options.args, {
+        cwd: options.cwd,
+        stdin: "ignore",
+        stdout: "pipe",
+        stderr: "pipe",
+      });
+
+      const result = yield* Effect.all(
+        {
+          exitCode: process.exitCode,
+          stdout: process.stdout.pipe(
+            Stream.tap((chunk) =>
+              Effect.sync(() => observeStdout(preview, chunk)),
+            ),
+            Stream.run(fs.sink(fullOutputPath)),
+          ),
+          stderr: collectStderr(process.stderr),
+        },
+        { concurrency: "unbounded" },
+      );
+      const output = finishStdout(preview, fullOutputPath);
+      retainDirectory = output.truncated;
+      return {
+        code: Number(result.exitCode),
+        stderr: result.stderr,
+        output,
+      };
+    }).pipe(
+      Effect.ensuring(
+        Effect.suspend(() =>
+          retainDirectory
+            ? Effect.void
+            : fs
+                .remove(directory, { recursive: true, force: true })
+                .pipe(Effect.orDie),
+        ),
+      ),
+    );
+  }).pipe(Effect.scoped);
+}
+
+export function discardCapturedOutput(output: CapturedOutput) {
+  if (!output.fullOutputPath) return Effect.void;
+  const directory = dirname(output.fullOutputPath);
+  return Effect.gen(function* () {
+    const fs = yield* FileSystem.FileSystem;
+    yield* fs.remove(directory, { recursive: true, force: true });
+  });
+}

package/agent/extensions/file-search/src/prompt.ts

@@ -1,52 +1,52 @@
-/** Model-facing text for the fd and rg tools. */
-
-export const FD_TOOL_DESCRIPTION =
-  "Find files and directories by name with fd. Respects .gitignore by default. Results are limited to 1000 entries unless a higher limit is given; output is limited to 2000 lines or 50KB, and complete truncated output is saved to a temporary file.";
-
-export const FD_PROMPT_SNIPPET =
-  "Find files and directories by name with fd (fast, gitignore-aware).";
-
-export const FD_PROMPT_GUIDELINES = [
-  "Use fd as the primary tool for discovering files and directories by name, extension, or glob instead of bash with find or ls -R.",
-  "Use rg instead of fd when searching file contents rather than file names.",
-  "Keep using bash for complex multi-step workflows that pipe or post-process file listings.",
-];
-
-export const FD_PARAMETER_DESCRIPTIONS = {
-  pattern:
-    "Regex matched against file names (or a glob when glob is true). Omit to list everything under path.",
-  path: "Directory to search. Defaults to the current working directory.",
-  type: "Only return entries of this type: file, directory, or symlink.",
-  extension: "Only return files with this extension, e.g. 'ts' or 'md'.",
-  glob: "Treat pattern as a glob (e.g. '*.test.ts') instead of a regex.",
-  hidden: "Include hidden files and directories. Defaults to false.",
-  max_depth: "Maximum directory depth to descend (1-64).",
-  limit: "Maximum number of results (1-10000). Defaults to 1000.",
-};
-
-export const RG_TOOL_DESCRIPTION =
-  "Search file contents with ripgrep. Uses smart-case matching, respects .gitignore by default, and returns at most 100 matches per file unless a different limit is given. Output is limited to 2000 lines or 50KB; complete truncated output is saved to a temporary file.";
-
-export const RG_PROMPT_SNIPPET =
-  "Search file contents with ripgrep (fast regex content search).";
-
-export const RG_PROMPT_GUIDELINES = [
-  "Use rg as the primary tool for searching file contents instead of bash with grep.",
-  "Use fd instead of rg when looking for files by name rather than content.",
-  "Set fixed_strings on rg when searching for literal code snippets containing regex metacharacters.",
-  "Keep using bash for complex multi-step workflows that combine searching with other commands.",
-];
-
-export const RG_PARAMETER_DESCRIPTIONS = {
-  pattern: "Regex to search for (literal text when fixed_strings is true).",
-  path: "File or directory to search. Defaults to the current working directory.",
-  glob: "Only search files matching this glob, e.g. '*.ts' or 'src/**'.",
-  file_type:
-    "Only search files of this ripgrep type, e.g. 'ts', 'js', 'py', 'rust'.",
-  case_sensitive:
-    "true forces case-sensitive matching, false forces case-insensitive. Defaults to smart-case.",
-  fixed_strings: "Treat pattern as a literal string instead of a regex.",
-  hidden: "Search hidden files and directories. Defaults to false.",
-  context: "Lines of context to show around each match (0-20).",
-  limit: "Maximum matches per file (1-1000). Defaults to 100.",
-};
+/** Model-facing text for the fd and rg tools. */
+
+export const FD_TOOL_DESCRIPTION =
+  "Find files and directories by name with fd. Respects .gitignore by default. Results are limited to 1000 entries unless a higher limit is given; output is limited to 2000 lines or 50KB, and complete truncated output is saved to a temporary file.";
+
+export const FD_PROMPT_SNIPPET =
+  "Find files and directories by name with fd (fast, gitignore-aware).";
+
+export const FD_PROMPT_GUIDELINES = [
+  "Use fd as the primary tool for discovering files and directories by name, extension, or glob instead of bash with find or ls -R.",
+  "Use rg instead of fd when searching file contents rather than file names.",
+  "Keep using bash for complex multi-step workflows that pipe or post-process file listings.",
+];
+
+export const FD_PARAMETER_DESCRIPTIONS = {
+  pattern:
+    "Regex matched against file names (or a glob when glob is true). Omit to list everything under path.",
+  path: "Directory to search. Defaults to the current working directory.",
+  type: "Only return entries of this type: file, directory, or symlink.",
+  extension: "Only return files with this extension, e.g. 'ts' or 'md'.",
+  glob: "Treat pattern as a glob (e.g. '*.test.ts') instead of a regex.",
+  hidden: "Include hidden files and directories. Defaults to false.",
+  max_depth: "Maximum directory depth to descend (1-64).",
+  limit: "Maximum number of results (1-10000). Defaults to 1000.",
+};
+
+export const RG_TOOL_DESCRIPTION =
+  "Search file contents with ripgrep. Uses smart-case matching, respects .gitignore by default, and returns at most 100 matches per file unless a different limit is given. Output is limited to 2000 lines or 50KB; complete truncated output is saved to a temporary file.";
+
+export const RG_PROMPT_SNIPPET =
+  "Search file contents with ripgrep (fast regex content search).";
+
+export const RG_PROMPT_GUIDELINES = [
+  "Use rg as the primary tool for searching file contents instead of bash with grep.",
+  "Use fd instead of rg when looking for files by name rather than content.",
+  "Set fixed_strings on rg when searching for literal code snippets containing regex metacharacters.",
+  "Keep using bash for complex multi-step workflows that combine searching with other commands.",
+];
+
+export const RG_PARAMETER_DESCRIPTIONS = {
+  pattern: "Regex to search for (literal text when fixed_strings is true).",
+  path: "File or directory to search. Defaults to the current working directory.",
+  glob: "Only search files matching this glob, e.g. '*.ts' or 'src/**'.",
+  file_type:
+    "Only search files of this ripgrep type, e.g. 'ts', 'js', 'py', 'rust'.",
+  case_sensitive:
+    "true forces case-sensitive matching, false forces case-insensitive. Defaults to smart-case.",
+  fixed_strings: "Treat pattern as a literal string instead of a regex.",
+  hidden: "Search hidden files and directories. Defaults to false.",
+  context: "Lines of context to show around each match (0-20).",
+  limit: "Maximum matches per file (1-1000). Defaults to 100.",
+};

package/agent/extensions/file-search/tsconfig.json

@@ -1,7 +1,7 @@
-{
-  "extends": "../../tsconfig.json",
-  "compilerOptions": {
-    "plugins": [{ "name": "@effect/language-service" }]
-  },
-  "include": ["index.ts", "src/**/*.ts", "*.spec.ts"]
-}
+{
+  "extends": "../../tsconfig.json",
+  "compilerOptions": {
+    "plugins": [{ "name": "@effect/language-service" }]
+  },
+  "include": ["index.ts", "src/**/*.ts", "*.spec.ts"]
+}