@oh-my-pi/pi-coding-agent 3.30.0 → 3.32.0

package/src/core/tools/{web-fetch-handlers → web-scrapers}/gitlab.ts

@@ -86,11 +86,11 @@ function parseGitLabUrl(url: string): GitLabUrl | null {
 /**
  * Get project ID from namespace/project path
  */
-async function getProjectId(gl: GitLabUrl, timeout: number): Promise<number | null> {
+async function getProjectId(gl: GitLabUrl, timeout: number, signal?: AbortSignal): Promise<number | null> {
 	const encodedPath = encodeURIComponent(`${gl.namespace}/${gl.project}`);
 	const apiUrl = `https://gitlab.com/api/v4/projects/${encodedPath}`;
 
-	const result = await loadPage(apiUrl, { timeout });
+	const result = await loadPage(apiUrl, { timeout, signal });
 	if (!result.ok) return null;
 
 	try {
@@ -104,11 +104,15 @@ async function getProjectId(gl: GitLabUrl, timeout: number): Promise<number | nu
 /**
  * Render GitLab repository
  */
-async function renderGitLabRepo(gl: GitLabUrl, timeout: number): Promise<{ content: string; ok: boolean }> {
+async function renderGitLabRepo(
+	gl: GitLabUrl,
+	timeout: number,
+	signal?: AbortSignal,
+): Promise<{ content: string; ok: boolean }> {
 	const encodedPath = encodeURIComponent(`${gl.namespace}/${gl.project}`);
 	const apiUrl = `https://gitlab.com/api/v4/projects/${encodedPath}`;
 
-	const result = await loadPage(apiUrl, { timeout });
+	const result = await loadPage(apiUrl, { timeout, signal });
 	if (!result.ok) return { content: "", ok: false };
 
 	try {
@@ -137,7 +141,7 @@ async function renderGitLabRepo(gl: GitLabUrl, timeout: number): Promise<{ conte
 
 		// Try to fetch README
 		if (repo.readme_url) {
-			const readmeResult = await loadPage(repo.readme_url, { timeout });
+			const readmeResult = await loadPage(repo.readme_url, { timeout, signal });
 			if (readmeResult.ok && readmeResult.content.trim().length > 0) {
 				md += `---\n\n## README\n\n${readmeResult.content}\n`;
 			}
@@ -156,11 +160,12 @@ async function renderGitLabFile(
 	gl: GitLabUrl,
 	projectId: number,
 	timeout: number,
+	signal?: AbortSignal,
 ): Promise<{ content: string; ok: boolean }> {
 	const encodedPath = encodeURIComponent(gl.path!);
 	const apiUrl = `https://gitlab.com/api/v4/projects/${projectId}/repository/files/${encodedPath}/raw?ref=${gl.ref}`;
 
-	const result = await loadPage(apiUrl, { timeout });
+	const result = await loadPage(apiUrl, { timeout, signal });
 	if (!result.ok) return { content: "", ok: false };
 
 	return { content: result.content, ok: true };
@@ -173,10 +178,11 @@ async function renderGitLabTree(
 	gl: GitLabUrl,
 	projectId: number,
 	timeout: number,
+	signal?: AbortSignal,
 ): Promise<{ content: string; ok: boolean }> {
 	const apiUrl = `https://gitlab.com/api/v4/projects/${projectId}/repository/tree?ref=${gl.ref}&path=${gl.path || ""}&per_page=100`;
 
-	const result = await loadPage(apiUrl, { timeout });
+	const result = await loadPage(apiUrl, { timeout, signal });
 	if (!result.ok) return { content: "", ok: false };
 
 	try {
@@ -222,10 +228,11 @@ async function renderGitLabIssue(
 	gl: GitLabUrl,
 	projectId: number,
 	timeout: number,
+	signal?: AbortSignal,
 ): Promise<{ content: string; ok: boolean }> {
 	const apiUrl = `https://gitlab.com/api/v4/projects/${projectId}/issues/${gl.id}`;
 
-	const result = await loadPage(apiUrl, { timeout });
+	const result = await loadPage(apiUrl, { timeout, signal });
 	if (!result.ok) return { content: "", ok: false };
 
 	try {
@@ -272,10 +279,11 @@ async function renderGitLabMR(
 	gl: GitLabUrl,
 	projectId: number,
 	timeout: number,
+	signal?: AbortSignal,
 ): Promise<{ content: string; ok: boolean }> {
 	const apiUrl = `https://gitlab.com/api/v4/projects/${projectId}/merge_requests/${gl.id}`;
 
-	const result = await loadPage(apiUrl, { timeout });
+	const result = await loadPage(apiUrl, { timeout, signal });
 	if (!result.ok) return { content: "", ok: false };
 
 	try {
@@ -324,7 +332,11 @@ async function renderGitLabMR(
 /**
  * Handle GitLab URLs specially
  */
-export const handleGitLab: SpecialHandler = async (url: string, timeout: number): Promise<RenderResult | null> => {
+export const handleGitLab: SpecialHandler = async (
+	url: string,
+	timeout: number,
+	signal?: AbortSignal,
+): Promise<RenderResult | null> => {
 	const gl = parseGitLabUrl(url);
 	if (!gl) return null;
 
@@ -333,11 +345,11 @@ export const handleGitLab: SpecialHandler = async (url: string, timeout: number)
 
 	switch (gl.type) {
 		case "blob": {
-			const projectId = await getProjectId(gl, timeout);
+			const projectId = await getProjectId(gl, timeout, signal);
 			if (!projectId) break;
 
 			notes.push(`Fetched raw file via GitLab API`);
-			const result = await renderGitLabFile(gl, projectId, timeout);
+			const result = await renderGitLabFile(gl, projectId, timeout, signal);
 			if (result.ok) {
 				const output = finalizeOutput(result.content);
 				return {
@@ -355,11 +367,11 @@ export const handleGitLab: SpecialHandler = async (url: string, timeout: number)
 		}
 
 		case "tree": {
-			const projectId = await getProjectId(gl, timeout);
+			const projectId = await getProjectId(gl, timeout, signal);
 			if (!projectId) break;
 
 			notes.push(`Fetched directory tree via GitLab API`);
-			const result = await renderGitLabTree(gl, projectId, timeout);
+			const result = await renderGitLabTree(gl, projectId, timeout, signal);
 			if (result.ok) {
 				const output = finalizeOutput(result.content);
 				return {
@@ -377,11 +389,11 @@ export const handleGitLab: SpecialHandler = async (url: string, timeout: number)
 		}
 
 		case "issue": {
-			const projectId = await getProjectId(gl, timeout);
+			const projectId = await getProjectId(gl, timeout, signal);
 			if (!projectId) break;
 
 			notes.push(`Fetched issue via GitLab API`);
-			const result = await renderGitLabIssue(gl, projectId, timeout);
+			const result = await renderGitLabIssue(gl, projectId, timeout, signal);
 			if (result.ok) {
 				const output = finalizeOutput(result.content);
 				return {
@@ -399,11 +411,11 @@ export const handleGitLab: SpecialHandler = async (url: string, timeout: number)
 		}
 
 		case "merge_request": {
-			const projectId = await getProjectId(gl, timeout);
+			const projectId = await getProjectId(gl, timeout, signal);
 			if (!projectId) break;
 
 			notes.push(`Fetched merge request via GitLab API`);
-			const result = await renderGitLabMR(gl, projectId, timeout);
+			const result = await renderGitLabMR(gl, projectId, timeout, signal);
 			if (result.ok) {
 				const output = finalizeOutput(result.content);
 				return {
@@ -422,7 +434,7 @@ export const handleGitLab: SpecialHandler = async (url: string, timeout: number)
 
 		case "repo": {
 			notes.push(`Fetched repository via GitLab API`);
-			const result = await renderGitLabRepo(gl, timeout);
+			const result = await renderGitLabRepo(gl, timeout, signal);
 			if (result.ok) {
 				const output = finalizeOutput(result.content);
 				return {

package/src/core/tools/{web-fetch-handlers → web-scrapers}/go-pkg.ts

@@ -10,7 +10,11 @@ interface GoModuleInfo {
 /**
  * Handle pkg.go.dev URLs via proxy API and page parsing
  */
-export const handleGoPkg: SpecialHandler = async (url: string, timeout: number): Promise<RenderResult | null> => {
+export const handleGoPkg: SpecialHandler = async (
+	url: string,
+	timeout: number,
+	signal?: AbortSignal,
+): Promise<RenderResult | null> => {
 	try {
 		const parsed = new URL(url);
 		if (parsed.hostname !== "pkg.go.dev") return null;
@@ -58,7 +62,7 @@ export const handleGoPkg: SpecialHandler = async (url: string, timeout: number):
 		if (version === "latest") {
 			try {
 				const proxyUrl = `https://proxy.golang.org/${encodeURIComponent(modulePath)}/@latest`;
-				const proxyResult = await loadPage(proxyUrl, { timeout });
+				const proxyResult = await loadPage(proxyUrl, { timeout, signal });
 
 				if (proxyResult.ok) {
 					moduleInfo = JSON.parse(proxyResult.content) as GoModuleInfo;
@@ -70,7 +74,7 @@ export const handleGoPkg: SpecialHandler = async (url: string, timeout: number):
 		} else {
 			try {
 				const proxyUrl = `https://proxy.golang.org/${encodeURIComponent(modulePath)}/@v/${encodeURIComponent(version)}.info`;
-				const proxyResult = await loadPage(proxyUrl, { timeout });
+				const proxyResult = await loadPage(proxyUrl, { timeout, signal });
 
 				if (proxyResult.ok) {
 					moduleInfo = JSON.parse(proxyResult.content) as GoModuleInfo;
@@ -81,7 +85,7 @@ export const handleGoPkg: SpecialHandler = async (url: string, timeout: number):
 		}
 
 		// Fetch the pkg.go.dev page
-		const pageResult = await loadPage(url, { timeout });
+		const pageResult = await loadPage(url, { timeout, signal });
 		if (!pageResult.ok) {
 			return {
 				url,

package/src/core/tools/{web-fetch-handlers → web-scrapers}/hackage.ts

@@ -19,7 +19,11 @@ interface HackagePackage {
 /**
  * Handle Hackage (Haskell package registry) URLs via JSON API
  */
-export const handleHackage: SpecialHandler = async (url: string, timeout: number): Promise<RenderResult | null> => {
+export const handleHackage: SpecialHandler = async (
+	url: string,
+	timeout: number,
+	signal?: AbortSignal,
+): Promise<RenderResult | null> => {
 	try {
 		const parsed = new URL(url);
 		if (parsed.hostname !== "hackage.haskell.org") return null;
@@ -36,6 +40,7 @@ export const handleHackage: SpecialHandler = async (url: string, timeout: number
 		const result = await loadPage(apiUrl, {
 			timeout,
 			headers: { Accept: "application/json" },
+			signal,
 		});
 
 		if (!result.ok) return null;

package/src/core/tools/{web-fetch-handlers → web-scrapers}/hackernews.ts

@@ -21,15 +21,15 @@ interface HNItem {
 
 const API_BASE = "https://hacker-news.firebaseio.com/v0";
 
-async function fetchItem(id: number, timeout: number): Promise<HNItem | null> {
+async function fetchItem(id: number, timeout: number, signal?: AbortSignal): Promise<HNItem | null> {
 	const url = `${API_BASE}/item/${id}.json`;
-	const { content, ok } = await loadPage(url, { timeout });
+	const { content, ok } = await loadPage(url, { timeout, signal });
 	if (!ok) return null;
 	return JSON.parse(content) as HNItem;
 }
 
-async function fetchItems(ids: number[], timeout: number, limit = 20): Promise<HNItem[]> {
-	const promises = ids.slice(0, limit).map((id) => fetchItem(id, timeout));
+async function fetchItems(ids: number[], timeout: number, limit = 20, signal?: AbortSignal): Promise<HNItem[]> {
+	const promises = ids.slice(0, limit).map((id) => fetchItem(id, timeout, signal));
 	const results = await Promise.all(promises);
 	return results.filter((item): item is HNItem => item !== null && !item.deleted && !item.dead);
 }
@@ -69,7 +69,7 @@ function formatTimestamp(unixTime: number): string {
 	return `${minutes}m ago`;
 }
 
-async function renderStory(item: HNItem, timeout: number, depth = 0): Promise<string> {
+async function renderStory(item: HNItem, timeout: number, depth = 0, signal?: AbortSignal): Promise<string> {
 	let output = "";
 
 	if (depth === 0) {
@@ -90,7 +90,7 @@ async function renderStory(item: HNItem, timeout: number, depth = 0): Promise<st
 
 	if (item.kids && item.kids.length > 0 && depth < 2) {
 		const topComments = item.kids.slice(0, depth === 0 ? 20 : 10);
-		const comments = await fetchItems(topComments, timeout, topComments.length);
+		const comments = await fetchItems(topComments, timeout, topComments.length, signal);
 
 		if (comments.length > 0) {
 			if (depth === 0) output += "---\n\n## Comments\n\n";
@@ -107,7 +107,7 @@ async function renderStory(item: HNItem, timeout: number, depth = 0): Promise<st
 				}
 
 				if (comment.kids && comment.kids.length > 0 && depth < 1) {
-					const childOutput = await renderStory(comment, timeout, depth + 1);
+					const childOutput = await renderStory(comment, timeout, depth + 1, signal);
 					output += childOutput;
 				}
 			}
@@ -117,9 +117,9 @@ async function renderStory(item: HNItem, timeout: number, depth = 0): Promise<st
 	return output;
 }
 
-async function renderListing(ids: number[], timeout: number, title: string): Promise<string> {
+async function renderListing(ids: number[], timeout: number, title: string, signal?: AbortSignal): Promise<string> {
 	let output = `# ${title}\n\n`;
-	const stories = await fetchItems(ids, timeout, 20);
+	const stories = await fetchItems(ids, timeout, 20, signal);
 
 	for (let i = 0; i < stories.length; i++) {
 		const story = stories[i];
@@ -137,7 +137,7 @@ async function renderListing(ids: number[], timeout: number, title: string): Pro
 	return output;
 }
 
-export const handleHackerNews: SpecialHandler = async (url, timeout) => {
+export const handleHackerNews: SpecialHandler = async (url, timeout, signal) => {
 	const parsed = new URL(url);
 	if (!parsed.hostname.includes("news.ycombinator.com")) return null;
 
@@ -149,28 +149,28 @@ export const handleHackerNews: SpecialHandler = async (url, timeout) => {
 		const itemId = parsed.searchParams.get("id");
 
 		if (itemId) {
-			const item = await fetchItem(parseInt(itemId, 10), timeout);
+			const item = await fetchItem(parseInt(itemId, 10), timeout, signal);
 			if (!item) throw new Error(`Failed to fetch item ${itemId}`);
 
-			content = await renderStory(item, timeout);
+			content = await renderStory(item, timeout, 0, signal);
 			notes.push(`Fetched HN item ${itemId} with top-level comments (depth 2)`);
 		} else if (parsed.pathname === "/" || parsed.pathname === "/news") {
-			const { content: raw, ok } = await loadPage(`${API_BASE}/topstories.json`, { timeout });
+			const { content: raw, ok } = await loadPage(`${API_BASE}/topstories.json`, { timeout, signal });
 			if (!ok) throw new Error("Failed to fetch top stories");
 			const ids = JSON.parse(raw) as number[];
-			content = await renderListing(ids, timeout, "Hacker News - Top Stories");
+			content = await renderListing(ids, timeout, "Hacker News - Top Stories", signal);
 			notes.push("Fetched top 20 stories from HN front page");
 		} else if (parsed.pathname === "/newest") {
-			const { content: raw, ok } = await loadPage(`${API_BASE}/newstories.json`, { timeout });
+			const { content: raw, ok } = await loadPage(`${API_BASE}/newstories.json`, { timeout, signal });
 			if (!ok) throw new Error("Failed to fetch new stories");
 			const ids = JSON.parse(raw) as number[];
-			content = await renderListing(ids, timeout, "Hacker News - New Stories");
+			content = await renderListing(ids, timeout, "Hacker News - New Stories", signal);
 			notes.push("Fetched top 20 new stories");
 		} else if (parsed.pathname === "/best") {
-			const { content: raw, ok } = await loadPage(`${API_BASE}/beststories.json`, { timeout });
+			const { content: raw, ok } = await loadPage(`${API_BASE}/beststories.json`, { timeout, signal });
 			if (!ok) throw new Error("Failed to fetch best stories");
 			const ids = JSON.parse(raw) as number[];
-			content = await renderListing(ids, timeout, "Hacker News - Best Stories");
+			content = await renderListing(ids, timeout, "Hacker News - Best Stories", signal);
 			notes.push("Fetched top 20 best stories");
 		} else {
 			return null;

package/src/core/tools/{web-fetch-handlers → web-scrapers}/hex.ts

@@ -4,7 +4,7 @@ import { finalizeOutput, formatCount, loadPage } from "./types";
 /**
  * Handle Hex.pm (Elixir package registry) URLs via API
  */
-export const handleHex: SpecialHandler = async (url, timeout) => {
+export const handleHex: SpecialHandler = async (url, timeout, signal) => {
 	try {
 		const parsed = new URL(url);
 		if (parsed.hostname !== "hex.pm" && parsed.hostname !== "www.hex.pm") return null;
@@ -18,7 +18,7 @@ export const handleHex: SpecialHandler = async (url, timeout) => {
 
 		// Fetch from Hex.pm API
 		const apiUrl = `https://hex.pm/api/packages/${packageName}`;
-		const result = await loadPage(apiUrl, { timeout });
+		const result = await loadPage(apiUrl, { timeout, signal });
 
 		if (!result.ok) return null;
 
@@ -74,7 +74,7 @@ export const handleHex: SpecialHandler = async (url, timeout) => {
 		// Fetch releases if available
 		if (data.releases?.length) {
 			const releasesUrl = `https://hex.pm/api/packages/${packageName}/releases/${version}`;
-			const releaseResult = await loadPage(releasesUrl, { timeout: Math.min(timeout, 5) });
+			const releaseResult = await loadPage(releasesUrl, { timeout: Math.min(timeout, 5), signal });
 
 			if (releaseResult.ok) {
 				try {

package/src/core/tools/{web-fetch-handlers → web-scrapers}/huggingface.ts

@@ -106,7 +106,7 @@ function parseHuggingFaceUrl(url: string): {
 	}
 }
 
-export const handleHuggingFace: SpecialHandler = async (url: string, timeout: number) => {
+export const handleHuggingFace: SpecialHandler = async (url: string, timeout: number, signal?: AbortSignal) => {
 	const parsed = parseHuggingFaceUrl(url);
 	if (!parsed) return null;
 
@@ -120,8 +120,8 @@ export const handleHuggingFace: SpecialHandler = async (url: string, timeout: nu
 				const readmeUrl = `https://huggingface.co/${parsed.id}/raw/main/README.md`;
 
 				const [apiResult, readmeResult] = await Promise.all([
-					loadPage(apiUrl, { timeout }),
-					loadPage(readmeUrl, { timeout: Math.min(timeout, 5) }),
+					loadPage(apiUrl, { timeout, signal }),
+					loadPage(readmeUrl, { timeout: Math.min(timeout, 5), signal }),
 				]);
 
 				if (!apiResult.ok) return null;
@@ -186,8 +186,8 @@ export const handleHuggingFace: SpecialHandler = async (url: string, timeout: nu
 				const readmeUrl = `https://huggingface.co/datasets/${parsed.id}/raw/main/README.md`;
 
 				const [apiResult, readmeResult] = await Promise.all([
-					loadPage(apiUrl, { timeout }),
-					loadPage(readmeUrl, { timeout: Math.min(timeout, 5) }),
+					loadPage(apiUrl, { timeout, signal }),
+					loadPage(readmeUrl, { timeout: Math.min(timeout, 5), signal }),
 				]);
 
 				if (!apiResult.ok) return null;
@@ -251,8 +251,8 @@ export const handleHuggingFace: SpecialHandler = async (url: string, timeout: nu
 				const readmeUrl = `https://huggingface.co/spaces/${parsed.id}/raw/main/README.md`;
 
 				const [apiResult, readmeResult] = await Promise.all([
-					loadPage(apiUrl, { timeout }),
-					loadPage(readmeUrl, { timeout: Math.min(timeout, 5) }),
+					loadPage(apiUrl, { timeout, signal }),
+					loadPage(readmeUrl, { timeout: Math.min(timeout, 5), signal }),
 				]);
 
 				if (!apiResult.ok) return null;
@@ -303,7 +303,7 @@ export const handleHuggingFace: SpecialHandler = async (url: string, timeout: nu
 			case "model_or_user": {
 				// Try model API first
 				const modelApiUrl = `https://huggingface.co/api/models/${parsed.id}`;
-				const modelResult = await loadPage(modelApiUrl, { timeout });
+				const modelResult = await loadPage(modelApiUrl, { timeout, signal });
 
 				if (modelResult.ok) {
 					let model: HfModelData | null = null;
@@ -314,7 +314,7 @@ export const handleHuggingFace: SpecialHandler = async (url: string, timeout: nu
 					}
 					if (model) {
 						const readmeUrl = `https://huggingface.co/${parsed.id}/raw/main/README.md`;
-						const readmeResult = await loadPage(readmeUrl, { timeout: Math.min(timeout, 5) });
+						const readmeResult = await loadPage(readmeUrl, { timeout: Math.min(timeout, 5), signal });
 
 						let md = `# ${model.modelId}\n\n`;
 						if (model.pipeline_tag) md += `**Task:** ${model.pipeline_tag}\n`;
@@ -343,7 +343,7 @@ export const handleHuggingFace: SpecialHandler = async (url: string, timeout: nu
 
 				// Fall back to user API
 				const userApiUrl = `https://huggingface.co/api/users/${parsed.id}`;
-				const userResult = await loadPage(userApiUrl, { timeout });
+				const userResult = await loadPage(userApiUrl, { timeout, signal });
 				if (!userResult.ok) return null;
 
 				let user: HfUserData;

package/src/core/tools/{web-fetch-handlers → web-scrapers}/iacr.ts

@@ -6,7 +6,11 @@ import { convertWithMarkitdown, fetchBinary } from "./utils";
 /**
  * Handle IACR ePrint Archive URLs
  */
-export const handleIacr: SpecialHandler = async (url: string, timeout: number): Promise<RenderResult | null> => {
+export const handleIacr: SpecialHandler = async (
+	url: string,
+	timeout: number,
+	signal?: AbortSignal,
+): Promise<RenderResult | null> => {
 	try {
 		const parsed = new URL(url);
 		if (parsed.hostname !== "eprint.iacr.org") return null;
@@ -22,7 +26,7 @@ export const handleIacr: SpecialHandler = async (url: string, timeout: number):
 
 		// Fetch the HTML page for metadata
 		const pageUrl = `https://eprint.iacr.org/${paperId}`;
-		const result = await loadPage(pageUrl, { timeout });
+		const result = await loadPage(pageUrl, { timeout, signal });
 
 		if (!result.ok) return null;
 
@@ -55,9 +59,9 @@ export const handleIacr: SpecialHandler = async (url: string, timeout: number):
 		if (parsed.pathname.endsWith(".pdf")) {
 			const pdfUrl = `https://eprint.iacr.org/${paperId}.pdf`;
 			notes.push("Fetching PDF for full content...");
-			const pdfResult = await fetchBinary(pdfUrl, timeout);
+			const pdfResult = await fetchBinary(pdfUrl, timeout, signal);
 			if (pdfResult.ok) {
-				const converted = await convertWithMarkitdown(pdfResult.buffer, ".pdf", timeout);
+				const converted = await convertWithMarkitdown(pdfResult.buffer, ".pdf", timeout, signal);
 				if (converted.ok && converted.content.length > 500) {
 					md += `---\n\n## Full Paper\n\n${converted.content}\n`;
 					notes.push("PDF converted via markitdown");