@selesai/code 0.5.8 → 0.5.10

package/dist/defaults/models.json

@@ -23,6 +23,7 @@
             "cacheWrite": 0
           },
           "compat": {
+            "supportsDeveloperRole": false,
             "requiresReasoningContentOnAssistantMessages": true,
             "thinkingFormat": "deepseek"
           }
@@ -40,6 +41,7 @@
             "cacheWrite": 0
           },
           "compat": {
+            "supportsDeveloperRole": false,
             "supportsReasoningEffort": false
           }
         },
@@ -56,6 +58,7 @@
             "cacheWrite": 0
           },
           "compat": {
+            "supportsDeveloperRole": false,
             "supportsReasoningEffort": false
           }
         },
@@ -72,6 +75,7 @@
             "cacheWrite": 0
           },
           "compat": {
+            "supportsDeveloperRole": false,
             "supportsReasoningEffort": false
           }
         },
@@ -88,6 +92,7 @@
             "cacheWrite": 0
           },
           "compat": {
+            "supportsDeveloperRole": false,
             "supportsReasoningEffort": false
           }
         },
@@ -120,6 +125,7 @@
             "cacheWrite": 0
           },
           "compat": {
+            "supportsDeveloperRole": false,
             "supportsReasoningEffort": true
           }
         },

package/dist/extensions/grep-app/index.test.ts

@@ -0,0 +1,51 @@
+import { describe, expect, it } from "vitest";
+import { buildSearchUrl, formatSearchResponse } from "./index.ts";
+
+describe("grep-app extension", () => {
+	it("maps search filters to grep.app parameters", () => {
+		const url = buildSearchUrl({
+			query: "useEffect cleanup",
+			page: 2,
+			caseSensitive: true,
+			useRegex: true,
+			repo: "facebook/react",
+			path: "packages/",
+			language: "TypeScript",
+		});
+
+		expect(Object.fromEntries(url.searchParams)).toEqual({
+			q: "useEffect cleanup",
+			page: "2",
+			case: "true",
+			regexp: "true",
+			"f.repo.pattern": "facebook/react",
+			"f.path.pattern": "packages/",
+			"f.lang": "TypeScript",
+		});
+	});
+
+	it("turns grep.app HTML snippets into readable numbered source", () => {
+		const output = formatSearchResponse(
+			{
+				hits: {
+					total: 42,
+					hits: [
+						{
+							repo: "owner/repo",
+							branch: "main",
+							path: "src/a file.ts",
+							content: {
+								snippet: '<table><tr data-line="7"><td><pre>const x = &lt;mark&gt;;</pre></td></tr></table>',
+							},
+						},
+					],
+				},
+			},
+			3,
+		);
+
+		expect(output).toContain("42 total matches; page 3");
+		expect(output).toContain("L7: const x = <mark>;");
+		expect(output).toContain("https://github.com/owner/repo/blob/main/src/a%20file.ts#L7");
+	});
+});

package/dist/extensions/grep-app/index.ts

@@ -0,0 +1,200 @@
+/** Native Selesai extension inspired by ai-tools-all/grep_app_mcp (ISC). */
+
+import { mkdtemp, writeFile } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import {
+	DEFAULT_MAX_BYTES,
+	DEFAULT_MAX_LINES,
+	formatSize,
+	truncateHead,
+	type ExtensionAPI,
+	withFileMutationQueue,
+} from "@selesai/code";
+import { load } from "cheerio";
+import { Type } from "typebox";
+
+const API_URL = "https://grep.app/api/search";
+const RAW_GITHUB_URL = "https://raw.githubusercontent.com";
+
+interface GrepAppHit {
+	repo: string;
+	branch: string;
+	path: string;
+	content: { snippet: string };
+	total_matches?: string;
+}
+
+interface GrepAppResponse {
+	hits: { total: number; hits: GrepAppHit[] };
+}
+
+interface SearchParams {
+	query: string;
+	page?: number;
+	caseSensitive?: boolean;
+	useRegex?: boolean;
+	wholeWords?: boolean;
+	repo?: string;
+	path?: string;
+	language?: string;
+}
+
+export function buildSearchUrl(params: SearchParams): URL {
+	const url = new URL(API_URL);
+	url.searchParams.set("q", params.query);
+	url.searchParams.set("page", String(params.page ?? 1));
+	if (params.caseSensitive) url.searchParams.set("case", "true");
+	if (params.useRegex) url.searchParams.set("regexp", "true");
+	if (params.wholeWords) url.searchParams.set("words", "true");
+	if (params.repo) url.searchParams.set("f.repo.pattern", params.repo);
+	if (params.path) url.searchParams.set("f.path.pattern", params.path);
+	if (params.language) url.searchParams.set("f.lang", params.language);
+	return url;
+}
+
+function snippetLines(snippet: string): Array<{ line: string; text: string }> {
+	const $ = load(snippet);
+	return $("tr")
+		.toArray()
+		.map((row) => ({
+			line: $(row).attr("data-line") ?? "?",
+			text: $(row).find("pre").text().replace(/\s+$/, ""),
+		}));
+}
+
+function encodePath(value: string): string {
+	return value
+		.split("/")
+		.filter(Boolean)
+		.map(encodeURIComponent)
+		.join("/");
+}
+
+export function formatSearchResponse(response: GrepAppResponse, page: number): string {
+	if (response.hits.hits.length === 0) return "No matches found.";
+
+	const results = response.hits.hits.map((hit, index) => {
+		const lines = snippetLines(hit.content.snippet);
+		const firstLine = lines.find((line) => line.line !== "?")?.line;
+		const url = `https://github.com/${hit.repo}/blob/${encodePath(hit.branch)}/${encodePath(hit.path)}${firstLine ? `#L${firstLine}` : ""}`;
+		const body = lines.map(({ line, text }) => `  L${line}: ${text}`).join("\n");
+		return `${index + 1}. ${hit.repo}:${hit.path} (${hit.branch})\n${body}\n  ${url}`;
+	});
+
+	return `grep.app: ${response.hits.total} total matches; page ${page}\n\n${results.join("\n\n")}`;
+}
+
+async function fetchWithBrowser(url: URL | string, signal: AbortSignal | undefined): Promise<string> {
+	const { chromium } = await import("playwright");
+	const browser = await chromium.launch({ headless: true });
+	const abort = () => void browser.close();
+	signal?.addEventListener("abort", abort, { once: true });
+	try {
+		const page = await browser.newPage();
+		await page.goto(String(url), { waitUntil: "networkidle", timeout: 30_000 });
+		await page.waitForFunction(() => document.body.innerText.trimStart().startsWith("{"), undefined, { timeout: 15_000 });
+		return await page.locator("body").innerText();
+	} catch (error) {
+		if (signal?.aborted) throw signal.reason ?? new Error("Cancelled");
+		throw error;
+	} finally {
+		signal?.removeEventListener("abort", abort);
+		await browser.close();
+	}
+}
+
+async function fetchText(url: URL | string, signal: AbortSignal | undefined, browserFallback = false): Promise<string> {
+	const response = await fetch(url, {
+		signal,
+		headers: { Accept: "application/json, text/plain;q=0.9", "User-Agent": "selesai-grep-app-extension" },
+	});
+	if (browserFallback && response.status === 429 && response.headers.get("x-vercel-mitigated") === "challenge") {
+		return fetchWithBrowser(url, signal);
+	}
+	if (!response.ok) throw new Error(`${response.status} ${response.statusText}`);
+	return response.text();
+}
+
+async function truncateOutput(output: string): Promise<{ text: string; fullOutputPath?: string }> {
+	const truncated = truncateHead(output, { maxBytes: DEFAULT_MAX_BYTES, maxLines: DEFAULT_MAX_LINES });
+	if (!truncated.truncated) return { text: output };
+
+	const directory = await mkdtemp(join(tmpdir(), "selesai-grep-app-"));
+	const fullOutputPath = join(directory, "output.txt");
+	await withFileMutationQueue(fullOutputPath, () => writeFile(fullOutputPath, output, "utf8"));
+	return {
+		text: `${truncated.content}\n\n[Output truncated to ${truncated.outputLines} lines / ${formatSize(truncated.outputBytes)}. Full output: ${fullOutputPath}]`,
+		fullOutputPath,
+	};
+}
+
+export default function grepAppExtension(pi: ExtensionAPI): void {
+	pi.registerTool({
+		name: "grep_app_search",
+		label: "grep.app Search",
+		description: "Search public GitHub code through grep.app. Returns one page (up to 10 files); use page to continue.",
+		promptSnippet: "Search public GitHub code through grep.app",
+		promptGuidelines: ["Use grep_app_search to find real public-code implementations and usage examples across GitHub."],
+		parameters: Type.Object({
+			query: Type.String({ minLength: 1, description: "Code or pattern to search for." }),
+			page: Type.Optional(Type.Integer({ minimum: 1, description: "Result page; defaults to 1." })),
+			caseSensitive: Type.Optional(Type.Boolean({ description: "Match case." })),
+			useRegex: Type.Optional(Type.Boolean({ description: "Treat query as a regular expression." })),
+			wholeWords: Type.Optional(Type.Boolean({ description: "Match whole words. Cannot be combined with useRegex." })),
+			repo: Type.Optional(Type.String({ description: "Repository filter, for example facebook/react." })),
+			path: Type.Optional(Type.String({ description: "File path filter, for example src/components/." })),
+			language: Type.Optional(Type.String({ description: "Language filter, for example TypeScript." })),
+		}),
+		async execute(_toolCallId, params, signal) {
+			if (params.useRegex && params.wholeWords) throw new Error("useRegex and wholeWords cannot both be true.");
+
+			const page = params.page ?? 1;
+			const raw = await fetchText(buildSearchUrl(params), signal, true);
+			let response: GrepAppResponse;
+			try {
+				response = JSON.parse(raw) as GrepAppResponse;
+			} catch {
+				throw new Error("grep.app returned invalid JSON.");
+			}
+			if (!response.hits || !Array.isArray(response.hits.hits)) throw new Error("grep.app returned an unexpected response.");
+
+			const output = await truncateOutput(formatSearchResponse(response, page));
+			return {
+				content: [{ type: "text", text: output.text }],
+				details: { total: response.hits.total, page, resultCount: response.hits.hits.length, fullOutputPath: output.fullOutputPath },
+			};
+		},
+	});
+
+	pi.registerTool({
+		name: "grep_app_fetch",
+		label: "GitHub File",
+		description: "Fetch a public GitHub file found via grep.app. Supports line ranges; output is truncated to 50KB or 2000 lines.",
+		promptSnippet: "Fetch a public GitHub file found via grep.app",
+		promptGuidelines: ["Use grep_app_fetch after grep_app_search when the full source context is needed."],
+		parameters: Type.Object({
+			repo: Type.String({ pattern: "^[^/\\s]+/[^/\\s]+$", description: "owner/repository." }),
+			path: Type.String({ minLength: 1, description: "Path inside the repository." }),
+			ref: Type.Optional(Type.String({ minLength: 1, description: "Branch, tag, or commit; defaults to HEAD." })),
+			startLine: Type.Optional(Type.Integer({ minimum: 1, description: "First line; defaults to 1." })),
+			endLine: Type.Optional(Type.Integer({ minimum: 1, description: "Last line; defaults to end of file." })),
+		}),
+		async execute(_toolCallId, params, signal) {
+			const startLine = params.startLine ?? 1;
+			if (params.endLine !== undefined && params.endLine < startLine) throw new Error("endLine must be greater than or equal to startLine.");
+
+			const rawUrl = `${RAW_GITHUB_URL}/${encodePath(params.repo)}/${encodePath(params.ref ?? "HEAD")}/${encodePath(params.path)}`;
+			const source = await fetchText(rawUrl, signal);
+			const allLines = source.split("\n");
+			const endLine = Math.min(params.endLine ?? allLines.length, allLines.length);
+			const selected = allLines.slice(startLine - 1, endLine).map((line, index) => `${startLine + index}: ${line}`).join("\n");
+			const output = await truncateOutput(selected);
+
+			return {
+				content: [{ type: "text", text: output.text || "(empty file or range)" }],
+				details: { repo: params.repo, path: params.path, ref: params.ref ?? "HEAD", startLine, endLine, totalLines: allLines.length, fullOutputPath: output.fullOutputPath },
+			};
+		},
+	});
+}

package/dist/extensions/package.json

@@ -9,6 +9,7 @@
 			"./context-compaction-reminder.ts",
 			"./tool-error-autofix.ts",
 			"./question",
+			"./grep-app",
 			"./handoff-new.ts",
 			"./rtk.ts",
 			"./tokenin-onboarding.ts",

package/dist/extensions/pi-subagents/agents/researcher.md

@@ -1,7 +1,7 @@
 ---
 name: researcher
-description: Autonomous web researcher that produces a focused sourced brief
-tools: read, web_explore
+description: Autonomous code-first researcher that produces a focused sourced brief
+tools: read, grep_app_search, grep_app_fetch, web_explore
 thinking: medium
 systemPromptMode: replace
 inheritProjectContext: false
@@ -10,9 +10,11 @@ defaultContext: fresh
 skill: ponytail, caveman
 ---
 
-You are a web research subagent. Answer the supplied question with a concise, well-sourced brief. Do not edit project files, write output files, or launch subagents.
+You are a code-first research subagent. Answer the supplied question with a concise, well-sourced brief. Do not edit project files, write output files, or launch subagents.
 
-Use `web_explore` for focused search/fetch/source ranking. Start with 2–4 distinct angles, prioritize primary and official sources, then narrow follow-ups only for material gaps. Do not fetch URLs through shell commands.
+Start with `grep_app_search` for public-code evidence and use `grep_app_fetch` only for the most relevant source files. Search 2–4 distinct angles, prefer original implementations and repository-owned examples, then narrow follow-ups only for material gaps.
+
+Treat `web_explore` as a last resort: use it only when grep.app cannot answer the question, the task requires non-code sources or official documentation, or grep.app fails. If `web_explore` is unavailable, report the gap instead of fetching URLs through shell commands.
 
 Output:
 

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@selesai/code",
-	"version": "0.5.8",
+	"version": "0.5.10",
 	"description": "Selesai coding agent",
 	"type": "module",
 	"piConfig": {