@asterxsk/kiln 0.4.0 → 0.4.2

package/agent/extensions/pi-web-access/github-api.ts

@@ -1,197 +1,197 @@
-import { execFile } from "node:child_process";
-import type { ExtractedContent } from "./extract.ts";
-import type { GitHubUrlInfo } from "./github-extract.ts";
-
-const MAX_TREE_ENTRIES = 200;
-const MAX_INLINE_FILE_CHARS = 100_000;
-
-let ghAvailable: boolean | null = null;
-let ghHintShown = false;
-
-export async function checkGhAvailable(signal?: AbortSignal): Promise<boolean> {
-	if (ghAvailable !== null) return ghAvailable;
-
-	return new Promise((resolve) => {
-		execFile("gh", ["--version"], { timeout: 5000, ...(signal ? { signal } : {}) }, (err) => {
-			const available = !err;
-			if (!signal?.aborted) ghAvailable = available;
-			resolve(available);
-		});
-	});
-}
-
-export function showGhHint(): void {
-	if (!ghHintShown) {
-		ghHintShown = true;
-		console.error("[pi-web-access] Install `gh` CLI for better GitHub repo access including private repos.");
-	}
-}
-
-export async function checkRepoSize(owner: string, repo: string): Promise<number | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile("gh", ["api", `repos/${owner}/${repo}`, "--jq", ".size"], { timeout: 10000 }, (err, stdout) => {
-			if (err) {
-				resolve(null);
-				return;
-			}
-			const kb = parseInt(stdout.trim(), 10);
-			resolve(Number.isNaN(kb) ? null : kb);
-		});
-	});
-}
-
-async function getDefaultBranch(owner: string, repo: string): Promise<string | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile("gh", ["api", `repos/${owner}/${repo}`, "--jq", ".default_branch"], { timeout: 10000 }, (err, stdout) => {
-			if (err) {
-				resolve(null);
-				return;
-			}
-			const branch = stdout.trim();
-			resolve(branch || null);
-		});
-	});
-}
-
-async function fetchTreeViaApi(owner: string, repo: string, ref: string): Promise<string | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile(
-			"gh",
-			["api", `repos/${owner}/${repo}/git/trees/${ref}?recursive=1`, "--jq", ".tree[].path"],
-			{ timeout: 15000, maxBuffer: 5 * 1024 * 1024 },
-			(err, stdout) => {
-				if (err) {
-					resolve(null);
-					return;
-				}
-				const paths = stdout.trim().split("\n").filter(Boolean);
-				if (paths.length === 0) {
-					resolve(null);
-					return;
-				}
-				const truncated = paths.length > MAX_TREE_ENTRIES;
-				const display = paths.slice(0, MAX_TREE_ENTRIES).join("\n");
-				resolve(truncated ? display + `\n... (${paths.length} total entries)` : display);
-			},
-		);
-	});
-}
-
-async function fetchReadmeViaApi(owner: string, repo: string, ref: string): Promise<string | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile(
-			"gh",
-			["api", `repos/${owner}/${repo}/readme?ref=${ref}`, "--jq", ".content"],
-			{ timeout: 10000 },
-			(err, stdout) => {
-				if (err) {
-					resolve(null);
-					return;
-				}
-				try {
-					const decoded = Buffer.from(stdout.trim(), "base64").toString("utf-8");
-					resolve(decoded.length > 8192 ? decoded.slice(0, 8192) + "\n\n[README truncated at 8K chars]" : decoded);
-				} catch {
-					resolve(null);
-				}
-			},
-		);
-	});
-}
-
-async function fetchFileViaApi(owner: string, repo: string, path: string, ref: string): Promise<string | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile(
-			"gh",
-			["api", `repos/${owner}/${repo}/contents/${path}?ref=${ref}`, "--jq", ".content"],
-			{ timeout: 10000, maxBuffer: 2 * 1024 * 1024 },
-			(err, stdout) => {
-				if (err) {
-					resolve(null);
-					return;
-				}
-				try {
-					resolve(Buffer.from(stdout.trim(), "base64").toString("utf-8"));
-				} catch {
-					resolve(null);
-				}
-			},
-		);
-	});
-}
-
-export async function fetchViaApi(
-	url: string,
-	owner: string,
-	repo: string,
-	info: GitHubUrlInfo,
-	sizeNote?: string,
-): Promise<ExtractedContent | null> {
-	const ref = info.ref || (await getDefaultBranch(owner, repo));
-	if (!ref) return null;
-
-	const lines: string[] = [];
-	if (sizeNote) {
-		lines.push(sizeNote);
-		lines.push("");
-	}
-
-	if (info.type === "blob" && info.path) {
-		const content = await fetchFileViaApi(owner, repo, info.path, ref);
-		if (!content) return null;
-
-		lines.push(`## ${info.path}`);
-		if (content.length > MAX_INLINE_FILE_CHARS) {
-			lines.push(content.slice(0, MAX_INLINE_FILE_CHARS));
-			lines.push(`\n[File truncated at 100K chars]`);
-		} else {
-			lines.push(content);
-		}
-
-		return {
-			url,
-			title: `${owner}/${repo} - ${info.path}`,
-			content: lines.join("\n"),
-			error: null,
-		};
-	}
-
-	const [tree, readme] = await Promise.all([
-		fetchTreeViaApi(owner, repo, ref),
-		fetchReadmeViaApi(owner, repo, ref),
-	]);
-
-	if (!tree && !readme) return null;
-
-	if (tree) {
-		lines.push("## Structure");
-		lines.push(tree);
-		lines.push("");
-	}
-
-	if (readme) {
-		lines.push("## README.md");
-		lines.push(readme);
-		lines.push("");
-	}
-
-	lines.push("This is an API-only view. Clone the repo or use `read`/`bash` for deeper exploration.");
-
-	const title = info.path ? `${owner}/${repo} - ${info.path}` : `${owner}/${repo}`;
-	return {
-		url,
-		title,
-		content: lines.join("\n"),
-		error: null,
-	};
-}
+import { execFile } from "node:child_process";
+import type { ExtractedContent } from "./extract.ts";
+import type { GitHubUrlInfo } from "./github-extract.ts";
+
+const MAX_TREE_ENTRIES = 200;
+const MAX_INLINE_FILE_CHARS = 100_000;
+
+let ghAvailable: boolean | null = null;
+let ghHintShown = false;
+
+export async function checkGhAvailable(signal?: AbortSignal): Promise<boolean> {
+	if (ghAvailable !== null) return ghAvailable;
+
+	return new Promise((resolve) => {
+		execFile("gh", ["--version"], { timeout: 5000, ...(signal ? { signal } : {}) }, (err) => {
+			const available = !err;
+			if (!signal?.aborted) ghAvailable = available;
+			resolve(available);
+		});
+	});
+}
+
+export function showGhHint(): void {
+	if (!ghHintShown) {
+		ghHintShown = true;
+		console.error("[pi-web-access] Install `gh` CLI for better GitHub repo access including private repos.");
+	}
+}
+
+export async function checkRepoSize(owner: string, repo: string): Promise<number | null> {
+	if (!(await checkGhAvailable())) return null;
+
+	return new Promise((resolve) => {
+		execFile("gh", ["api", `repos/${owner}/${repo}`, "--jq", ".size"], { timeout: 10000 }, (err, stdout) => {
+			if (err) {
+				resolve(null);
+				return;
+			}
+			const kb = parseInt(stdout.trim(), 10);
+			resolve(Number.isNaN(kb) ? null : kb);
+		});
+	});
+}
+
+async function getDefaultBranch(owner: string, repo: string): Promise<string | null> {
+	if (!(await checkGhAvailable())) return null;
+
+	return new Promise((resolve) => {
+		execFile("gh", ["api", `repos/${owner}/${repo}`, "--jq", ".default_branch"], { timeout: 10000 }, (err, stdout) => {
+			if (err) {
+				resolve(null);
+				return;
+			}
+			const branch = stdout.trim();
+			resolve(branch || null);
+		});
+	});
+}
+
+async function fetchTreeViaApi(owner: string, repo: string, ref: string): Promise<string | null> {
+	if (!(await checkGhAvailable())) return null;
+
+	return new Promise((resolve) => {
+		execFile(
+			"gh",
+			["api", `repos/${owner}/${repo}/git/trees/${ref}?recursive=1`, "--jq", ".tree[].path"],
+			{ timeout: 15000, maxBuffer: 5 * 1024 * 1024 },
+			(err, stdout) => {
+				if (err) {
+					resolve(null);
+					return;
+				}
+				const paths = stdout.trim().split("\n").filter(Boolean);
+				if (paths.length === 0) {
+					resolve(null);
+					return;
+				}
+				const truncated = paths.length > MAX_TREE_ENTRIES;
+				const display = paths.slice(0, MAX_TREE_ENTRIES).join("\n");
+				resolve(truncated ? display + `\n... (${paths.length} total entries)` : display);
+			},
+		);
+	});
+}
+
+async function fetchReadmeViaApi(owner: string, repo: string, ref: string): Promise<string | null> {
+	if (!(await checkGhAvailable())) return null;
+
+	return new Promise((resolve) => {
+		execFile(
+			"gh",
+			["api", `repos/${owner}/${repo}/readme?ref=${ref}`, "--jq", ".content"],
+			{ timeout: 10000 },
+			(err, stdout) => {
+				if (err) {
+					resolve(null);
+					return;
+				}
+				try {
+					const decoded = Buffer.from(stdout.trim(), "base64").toString("utf-8");
+					resolve(decoded.length > 8192 ? decoded.slice(0, 8192) + "\n\n[README truncated at 8K chars]" : decoded);
+				} catch {
+					resolve(null);
+				}
+			},
+		);
+	});
+}
+
+async function fetchFileViaApi(owner: string, repo: string, path: string, ref: string): Promise<string | null> {
+	if (!(await checkGhAvailable())) return null;
+
+	return new Promise((resolve) => {
+		execFile(
+			"gh",
+			["api", `repos/${owner}/${repo}/contents/${path}?ref=${ref}`, "--jq", ".content"],
+			{ timeout: 10000, maxBuffer: 2 * 1024 * 1024 },
+			(err, stdout) => {
+				if (err) {
+					resolve(null);
+					return;
+				}
+				try {
+					resolve(Buffer.from(stdout.trim(), "base64").toString("utf-8"));
+				} catch {
+					resolve(null);
+				}
+			},
+		);
+	});
+}
+
+export async function fetchViaApi(
+	url: string,
+	owner: string,
+	repo: string,
+	info: GitHubUrlInfo,
+	sizeNote?: string,
+): Promise<ExtractedContent | null> {
+	const ref = info.ref || (await getDefaultBranch(owner, repo));
+	if (!ref) return null;
+
+	const lines: string[] = [];
+	if (sizeNote) {
+		lines.push(sizeNote);
+		lines.push("");
+	}
+
+	if (info.type === "blob" && info.path) {
+		const content = await fetchFileViaApi(owner, repo, info.path, ref);
+		if (!content) return null;
+
+		lines.push(`## ${info.path}`);
+		if (content.length > MAX_INLINE_FILE_CHARS) {
+			lines.push(content.slice(0, MAX_INLINE_FILE_CHARS));
+			lines.push(`\n[File truncated at 100K chars]`);
+		} else {
+			lines.push(content);
+		}
+
+		return {
+			url,
+			title: `${owner}/${repo} - ${info.path}`,
+			content: lines.join("\n"),
+			error: null,
+		};
+	}
+
+	const [tree, readme] = await Promise.all([
+		fetchTreeViaApi(owner, repo, ref),
+		fetchReadmeViaApi(owner, repo, ref),
+	]);
+
+	if (!tree && !readme) return null;
+
+	if (tree) {
+		lines.push("## Structure");
+		lines.push(tree);
+		lines.push("");
+	}
+
+	if (readme) {
+		lines.push("## README.md");
+		lines.push(readme);
+		lines.push("");
+	}
+
+	lines.push("This is an API-only view. Clone the repo or use `read`/`bash` for deeper exploration.");
+
+	const title = info.path ? `${owner}/${repo} - ${info.path}` : `${owner}/${repo}`;
+	return {
+		url,
+		title,
+		content: lines.join("\n"),
+		error: null,
+	};
+}