@astrosheep/pi-context 0.26.0 → 0.26.2

package/src/notes/store.ts

@@ -2,6 +2,7 @@ import { randomUUID } from "node:crypto";
 import type { Dirent } from "node:fs";
 import { mkdir, readdir, readFile, rename, rm, writeFile } from "node:fs/promises";
 import { dirname, join, resolve } from "node:path";
+import { earliestMatchOffsetChars } from "../text-match.js";
 import { assertAddress, assertGlobPattern, addressFor, globToRegExp } from "./address.js";
 import { snapshotNotesContext, type NotesContext } from "./context.js";
 import { MAX_NOTE_BYTES, MAX_NOTE_PATH_BYTES } from "./constants.js";
@@ -179,17 +180,6 @@ function matchLineNumbers(body: string, needle: string): number[] {
 	return lines;
 }
 
-/** Code-point offset of the earliest query occurrence, matching the serialized read text. */
-function earliestMatchOffsetChars(text: string, queries: string[]): number {
-	let earliest = -1;
-	for (const query of queries) {
-		const index = text.indexOf(query);
-		if (index < 0) continue;
-		if (earliest < 0 || index < earliest) earliest = index;
-	}
-	return earliest <= 0 ? 0 : Array.from(text.slice(0, earliest)).length;
-}
-
 /** Every mutation uses a tmp file renamed into place in the same directory. */
 async function atomicWrite(path: string, content: string): Promise<void> {
 	await mkdir(dirname(path), { recursive: true });
@@ -348,11 +338,10 @@ export function createNotesStore(input: NotesContext): NotesStore {
 		});
 	}
 
-	async function list(options: NotesQuery = {}): Promise<NoteRow[]> {
-		const stableOptions = { ...options } as NotesQuery;
-		const matcher = matcherFor(normalizePattern(stableOptions.pattern, context));
-		const rows: NoteRow[] = [];
-		for (const home of await homesFor(context, stableOptions)) {
+	async function* scan(options: NotesQuery): AsyncGenerator<Omit<NoteRow, "sizeBytes">> {
+		const matcher = matcherFor(normalizePattern(options.pattern, context));
+		const homes = await homesFor(context, options);
+		for (const home of homes) {
 			const scope = home.scope;
 			const root = scopeDir(scope, context, home.who);
 			for (const path of await walkMarkdown(root)) {
@@ -362,9 +351,17 @@ export function createNotesStore(input: NotesContext): NotesStore {
 				const raw = await withPathQueue(fullPath, () => readFile(fullPath, "utf8"));
 				const { meta, body } = parseNote(raw);
 				meta.scope = scope;
-				rows.push({ address, scope, path, meta, body, sizeBytes: Buffer.byteLength(body, "utf8") });
+				yield { address, scope, path, meta, body };
 			}
 		}
+	}
+
+	async function list(options: NotesQuery = {}): Promise<NoteRow[]> {
+		const stableOptions = { ...options } as NotesQuery;
+		const rows: NoteRow[] = [];
+		for await (const row of scan(stableOptions)) {
+			rows.push({ ...row, sizeBytes: Buffer.byteLength(row.body, "utf8") });
+		}
 		rows.sort((a, b) => b.meta.updatedAt - a.meta.updatedAt || a.address.localeCompare(b.address));
 		return rows;
 	}
@@ -372,29 +369,19 @@ export function createNotesStore(input: NotesContext): NotesStore {
 	async function search(queries: string[], options: NotesQuery = {}): Promise<NoteSearchRow[]> {
 		const stableQueries = [...queries];
 		const stableOptions = { ...options } as NotesQuery;
-		const matcher = matcherFor(normalizePattern(stableOptions.pattern, context));
 		const rows: NoteSearchRow[] = [];
-		for (const home of await homesFor(context, stableOptions)) {
-			const scope = home.scope;
-			const root = scopeDir(scope, context, home.who);
-			for (const path of await walkMarkdown(root)) {
-				const address = addressFor(context, scope, path, home.who);
-				if (matcher && !matcher.test(address)) continue;
-				const fullPath = join(root, path);
-				const raw = await withPathQueue(fullPath, () => readFile(fullPath, "utf8"));
-				const { meta, body } = parseNote(raw);
-				meta.scope = scope;
-				const serializedBodyOffset = Array.from(serializeNote(accessedMeta(meta, scope, Date.now()), "")).length;
-				let baseChars = 0;
-				const matches: NoteMatch[] = [];
-				for (const [index, line] of body.split("\n").entries()) {
-					if (stableQueries.some((query) => line.includes(query))) {
-						matches.push({ line: index + 1, text: line, offsetChars: serializedBodyOffset + baseChars + earliestMatchOffsetChars(line, stableQueries) });
-					}
-					baseChars += Array.from(line).length + 1;
+		for await (const note of scan(stableOptions)) {
+			const { address, path, scope, meta, body } = note;
+			const serializedBodyOffset = Array.from(serializeNote(accessedMeta(meta, scope, Date.now()), "")).length;
+			let baseChars = 0;
+			const matches: NoteMatch[] = [];
+			for (const [index, line] of body.split("\n").entries()) {
+				if (stableQueries.some((query) => line.includes(query))) {
+					matches.push({ line: index + 1, text: line, offsetChars: serializedBodyOffset + baseChars + earliestMatchOffsetChars(line, stableQueries) });
 				}
-				if (matches.length > 0) rows.push({ address, path, scope, meta, matches });
+				baseChars += Array.from(line).length + 1;
 			}
+			if (matches.length > 0) rows.push({ address, path, scope, meta, matches });
 		}
 		rows.sort((a, b) => a.address.localeCompare(b.address));
 		return rows;

package/src/protocol.ts

@@ -6,10 +6,10 @@ export const RESET_MARKER_TYPE = "pi-context/reset-marker";
 export const CONTINUATION_TYPE = "pi-context/continuation";
 export { MAX_NOTE_BYTES, MAX_NOTE_PATH_BYTES } from "./notes/constants.js";
 export const POCKET_SESSION_LIMIT = 5;
-export const POCKET_PROJECT_LIMIT = 2;
-export const POCKET_HUMAN_LIMIT = 2;
-export const POCKET_AGENT_LIMIT = 1;
-export const POCKET_MODEL_LIMIT = 1;
+export const POCKET_PROJECT_LIMIT = 5;
+export const POCKET_HUMAN_LIMIT = 5;
+export const POCKET_AGENT_LIMIT = 5;
+export const POCKET_MODEL_LIMIT = 3;
 export const CONTEXT_WINDOW_OPEN_TAG = "<context_window>";
 export const CONTEXT_WINDOW_CLOSE_TAG = "</context_window>";
 export const CONTEXT_WINDOW_PROTOCOL_OPEN_TAG = "<context_window_protocol>";

package/src/text-match.ts

@@ -0,0 +1,13 @@
+/**
+ * Code-point offset of the earliest occurrence of any of `queries` in `text`, or 0 when
+ * none occurs. Shared by the two search tools so a match address is computed identically.
+ */
+export function earliestMatchOffsetChars(text: string, queries: string[]): number {
+	let earliest = -1;
+	for (const query of queries) {
+		const index = text.indexOf(query);
+		if (index < 0) continue;
+		if (earliest < 0 || index < earliest) earliest = index;
+	}
+	return earliest <= 0 ? 0 : Array.from(text.slice(0, earliest)).length;
+}

package/src/tool-output.ts

@@ -1,3 +1,5 @@
+export { earliestMatchOffsetChars } from "./text-match.js";
+
 export const TOOL_OUTPUT_MAX_BYTES = 32 * 1024;
 export const DEFAULT_READ_WINDOW_CHARS = 12000;
 export const MAX_READ_WINDOW_CHARS = 50000;
@@ -125,20 +127,6 @@ export function readWindowBlock(identity: ReadonlyArray<readonly [string, string
 	return `--- READ WINDOW ---\n${fields}\nchars: [${window.offset_chars},${end}) of ${window.total_chars}\nnext_offset_chars: ${next}\n`;
 }
 
-/**
- * Code-point offset of the earliest occurrence of any of `queries` in `text`, or 0 when
- * none occurs. Shared by the two search tools so a match address is computed identically.
- */
-export function earliestMatchOffsetChars(text: string, queries: string[]): number {
-	let earliest = -1;
-	for (const query of queries) {
-		const index = text.indexOf(query);
-		if (index < 0) continue;
-		if (earliest < 0 || index < earliest) earliest = index;
-	}
-	return earliest <= 0 ? 0 : Array.from(text.slice(0, earliest)).length;
-}
-
 /** Shrink a single page item to fit; only invoked when that item alone exceeds the budget. */
 export type ItemTruncator<T> = (item: T, fits: (candidate: T) => boolean) => T;