pi-web-kit 0.2.0 → 0.2.2

package/CHANGELOG.md

@@ -6,6 +6,14 @@ This project follows the spirit of [Keep a Changelog](https://keepachangelog.com
 
 ## [Unreleased]
 
+## [0.2.2] - 2026-07-01
+
+### Changed
+
+- Update Pi core development dependencies for Pi 0.80 compatibility.
+
+## [0.2.1] - 2026-06-14
+
 ## [0.2.0] - 2026-06-13
 
 ### Added

package/extensions/index.ts

@@ -55,8 +55,7 @@ export default function (pi: ExtensionAPI) {
         emitProgress(onUpdate, progress);
       }
       const result = { provider: config.provider_search, queries: grouped };
-      const text = truncateText(JSON.stringify(result, null, 2));
-      return { content: [{ type: "text", text }], details: boundedDetails(result) };
+      return jsonToolResult(result);
     },
     renderCall(args, theme) {
       return new Text(renderWebCall("search", args as Record<string, any>, theme), 0, 0);
@@ -85,13 +84,10 @@ export default function (pi: ExtensionAPI) {
       assertProviderUnchanged("web_fetch", startupConfig.provider_fetch, config.provider_fetch);
       const progress = createProgress("fetch", config.provider_fetch, urls);
       const result = await fetchWithCache(config.provider_fetch, params, urls, signal, config, (event) => {
-        if (event.status === "current") markProgressCurrent(progress, event.url);
-        else if (event.status === "done") markProgressDone(progress, event.url, event.note);
-        else if (event.status === "error") markProgressError(progress, event.url, event.error);
+        updateFetchProgress(progress, event);
         emitProgress(onUpdate, progress);
       });
-      const text = truncateText(JSON.stringify(result, null, 2));
-      return { content: [{ type: "text", text }], details: boundedDetails(result) };
+      return jsonToolResult(result);
     },
     renderCall(args, theme) {
       return new Text(renderWebCall("fetch", args as Record<string, any>, theme), 0, 0);
@@ -485,6 +481,20 @@ function markProgressError(progress: WebProgress, label: string, error?: string)
   progress.completed++;
 }
 
+function updateFetchProgress(progress: WebProgress, event: FetchProgressEvent) {
+  switch (event.status) {
+    case "current":
+      markProgressCurrent(progress, event.url);
+      break;
+    case "done":
+      markProgressDone(progress, event.url, event.note);
+      break;
+    case "error":
+      markProgressError(progress, event.url, event.error);
+      break;
+  }
+}
+
 function emitProgress(onUpdate: ((patch: any) => void) | undefined, progress: WebProgress) {
   const verb = progress.kind === "search" ? "Searching web" : "Fetching pages";
   onUpdate?.({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-web-kit",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "description": "Context-efficient web search and fetch tools for Pi.",
   "type": "module",
   "license": "MIT",
@@ -58,12 +58,12 @@
     "typebox": "*"
   },
   "devDependencies": {
-    "@earendil-works/pi-ai": "^0.78.0",
-    "@earendil-works/pi-coding-agent": "^0.78.0",
-    "@earendil-works/pi-tui": "^0.78.0",
-    "@types/node": "^25.6.2",
+    "@earendil-works/pi-ai": "^0.80.0",
+    "@earendil-works/pi-coding-agent": "^0.80.0",
+    "@earendil-works/pi-tui": "^0.80.0",
+    "@types/node": "^25.9.3",
     "tsx": "^4.22.4",
-    "typebox": "^1.1.39",
+    "typebox": "^1.2.10",
     "typescript": "^6.0.3"
   },
   "publishConfig": {

package/src/cache.ts

@@ -22,7 +22,10 @@ export class FetchCache {
   constructor(private opts = { maxEntries: FETCH_CACHE_MAX_ENTRIES, maxBytes: FETCH_CACHE_MAX_BYTES, ttlMs: FETCH_CACHE_TTL_MS }) {}
 
   get totalCachedBytes() { return this.totalBytes; }
-  get size() { this.evictExpired(); return this.entries.size; }
+  get size() {
+    this.evictExpired();
+    return this.entries.size;
+  }
 
   get(key: string, now = Date.now()): CachedPage | undefined {
     const entry = this.entries.get(key);
@@ -47,11 +50,15 @@ export class FetchCache {
     return stored;
   }
 
-  clear() { this.entries.clear(); this.totalBytes = 0; }
+  clear() {
+    this.entries.clear();
+    this.totalBytes = 0;
+  }
 
   private delete(key: string) {
     const old = this.entries.get(key);
-    if (old) this.totalBytes -= old.page.bytes;
+    if (!old) return;
+    this.totalBytes -= old.page.bytes;
     this.entries.delete(key);
   }
 
@@ -65,7 +72,9 @@ export class FetchCache {
   }
 
   private evictExpired(now = Date.now()) {
-    for (const [key, entry] of this.entries) if (now - entry.page.fetchedAt > this.opts.ttlMs) this.delete(key);
+    for (const [key, entry] of this.entries) {
+      if (now - entry.page.fetchedAt > this.opts.ttlMs) this.delete(key);
+    }
   }
 }
 

package/src/config.ts

@@ -5,6 +5,19 @@ import type { FetchProviderName, SearchProviderName, WebKitConfig } from "./type
 
 const SEARCH = ["exa_mcp", "exa", "tinyfish", "brave", "firecrawl"] as const;
 const FETCH = ["exa_mcp", "exa", "tinyfish", "markdown_new", "firecrawl"] as const;
+const DEFAULT_CONFIG: WebKitConfig = {
+  provider_search: "exa_mcp",
+  provider_fetch: "exa_mcp",
+  apiKeys: {},
+  markdownNew: { method: "auto", retainImages: false },
+};
+const PROVIDER_ENV_NAMES = {
+  exa: "EXA_API_KEY",
+  tinyfish: "TINYFISH_API_KEY",
+  brave: "BRAVE_SEARCH_API_KEY",
+  firecrawl: "FIRECRAWL_API_KEY",
+  context7: "CONTEXT7_API_KEY",
+} as const;
 
 type PartialConfig = Partial<Omit<WebKitConfig, "apiKeys" | "markdownNew">> & {
   apiKeys?: Partial<WebKitConfig["apiKeys"]>;
@@ -12,12 +25,7 @@ type PartialConfig = Partial<Omit<WebKitConfig, "apiKeys" | "markdownNew">> & {
 };
 
 export function resolveConfig(flags: { providerSearch?: unknown; providerFetch?: unknown } = {}, cwd = process.cwd(), env = process.env): WebKitConfig {
-  let cfg: WebKitConfig = {
-    provider_search: "exa_mcp",
-    provider_fetch: "exa_mcp",
-    apiKeys: {},
-    markdownNew: { method: "auto", retainImages: false },
-  };
+  let cfg = DEFAULT_CONFIG;
   cfg = merge(cfg, {
     provider_search: env.PI_WEB_KIT_PROVIDER_SEARCH as SearchProviderName | undefined,
     provider_fetch: env.PI_WEB_KIT_PROVIDER_FETCH as FetchProviderName | undefined,
@@ -31,7 +39,8 @@ export function resolveConfig(flags: { providerSearch?: unknown; providerFetch?:
   });
   const home = env.HOME ?? homedir();
   for (const path of [join(home, ".pi/agent/pi-web-kit.json"), join(cwd, ".pi-web-kit.json")]) {
-    try { cfg = merge(cfg, JSON.parse(readFileSync(path, "utf8")) as PartialConfig); } catch (e: any) { if (e?.code !== "ENOENT") throw e; }
+    const fileConfig = readConfigFile(path);
+    if (fileConfig) cfg = merge(cfg, fileConfig);
   }
   cfg = merge(cfg, {
     provider_search: flags.providerSearch as SearchProviderName | undefined,
@@ -64,7 +73,14 @@ export function validateFetchProvider(name: string): asserts name is FetchProvid
   if (!FETCH.includes(name as FetchProviderName)) throw new Error(`Unknown fetch provider '${name}'. Expected one of: ${FETCH.join(", ")}.`);
 }
 
-const PROVIDER_ENV_NAMES = { exa: "EXA_API_KEY", tinyfish: "TINYFISH_API_KEY", brave: "BRAVE_SEARCH_API_KEY", firecrawl: "FIRECRAWL_API_KEY", context7: "CONTEXT7_API_KEY" } as const;
+function readConfigFile(path: string): PartialConfig | undefined {
+  try {
+    return JSON.parse(readFileSync(path, "utf8")) as PartialConfig;
+  } catch (e: any) {
+    if (e?.code !== "ENOENT") throw e;
+    return undefined;
+  }
+}
 
 export function requireKey(config: WebKitConfig, provider: "exa" | "tinyfish" | "brave" | "firecrawl" | "context7"): string {
   const key = config.apiKeys[provider];

package/src/providers/context7.ts

@@ -2,7 +2,7 @@ import { requestJson } from "../http.js";
 import type { Context7ContextInput, Context7DocsResult, Context7LibrarySearchInput, Context7LibrarySearchResult, WebKitConfig } from "../types.js";
 import { requireKey } from "../config.js";
 
-const BASE_URL = "https://context7.com/api/v2";
+const BASE_URL = "https://context7.com/api/v2/";
 
 export class Context7Provider {
   private key: string;
@@ -12,7 +12,7 @@ export class Context7Provider {
     const query = input.query ?? input.libraryName;
     const params = new URLSearchParams({ libraryName: input.libraryName, query });
     addFastParam(params, input.fast);
-    const data = await requestJson<any>(`${BASE_URL}/libs/search?${params}`, {
+    const data = await requestJson<any>(buildApiUrl("libs/search", params), {
       headers: this.headers(),
       signal,
       timeoutMs: 30_000,
@@ -31,7 +31,7 @@ export class Context7Provider {
     const libraryId = withVersion(input.libraryId, input.version);
     const params = new URLSearchParams({ libraryId, query: input.query, type: input.type ?? "json" });
     addFastParam(params, input.fast);
-    const data = await requestJson<any>(`${BASE_URL}/context?${params}`, {
+    const data = await requestJson<any>(buildApiUrl("context", params), {
       headers: this.headers(),
       signal,
       timeoutMs: 45_000,
@@ -56,6 +56,12 @@ function addFastParam(params: URLSearchParams, fast?: boolean) {
   if (fast != null) params.set("fast", String(fast));
 }
 
+function buildApiUrl(pathname: "libs/search" | "context", params: URLSearchParams): string {
+  const url = new URL(pathname, BASE_URL);
+  for (const [key, value] of params) url.searchParams.set(key, value);
+  return url.toString();
+}
+
 function toLibraryResult(r: any) {
   return {
     id: r.id,

package/src/providers/exa-mcp.ts

@@ -73,18 +73,29 @@ function textFromContent(result: any): string {
 function normalizeSearch(result: any) {
   const structured = result?.structuredContent ?? result?.result ?? result;
   const list = structured.results ?? structured.data ?? structured.items;
-  if (Array.isArray(list)) return list.map((r: any, i: number) => ({ title: r.title, url: r.url, snippet: asSnippet(r.snippet ?? r.text ?? r.summary ?? r.highlights), siteName: r.siteName, position: i + 1 })).filter((r: any) => r.url);
+  if (Array.isArray(list)) return list.map(toSearchResult).filter((r: any) => r.url);
   const text = textFromContent(result);
   const urls = [...text.matchAll(/https?:\/\/[^\s)\]}>"']+/g)].map((m) => m[0]);
   return [...new Set(urls)].map((url, i) => ({ url, snippet: i === 0 ? text.slice(0, 1000) : undefined, position: i + 1 }));
 }
 
+function toSearchResult(r: any, index: number) {
+  return {
+    title: r.title,
+    url: r.url,
+    snippet: asSnippet(r.snippet ?? r.text ?? r.summary ?? r.highlights),
+    siteName: r.siteName,
+    position: index + 1,
+  };
+}
+
 function normalizeFetch(result: any, urls: string[]) {
   const structured = result?.structuredContent ?? result?.result ?? result;
   const list = structured.results ?? structured.data ?? structured.pages;
   if (Array.isArray(list)) return urls.map((url, i) => {
     const r = list.find((x: any) => urlsMatch(x.url, url)) ?? list[i];
-    return r ? { url, title: r.title, content: r.markdown ?? r.text ?? r.content ?? r.html, format: "markdown" as const, metadata: r, error: r.error } : { url, error: "No content returned by Exa MCP." };
+    if (!r) return { url, error: "No content returned by Exa MCP." };
+    return { url, title: r.title, content: r.markdown ?? r.text ?? r.content ?? r.html, format: "markdown" as const, metadata: r, error: r.error };
   });
   const text = textFromContent(result);
   return urls.length <= 1 ? [{ url: urls[0] ?? "", content: text, format: "markdown" as const }] : urls.map((url) => ({ url, content: text, format: "markdown" as const }));

package/src/providers/exa.ts

@@ -9,6 +9,10 @@ export class ExaProvider implements SearchProvider, FetchProvider {
   private key: string;
   constructor(private config: WebKitConfig) { this.key = requireKey(config, "exa"); }
 
+  private headers() {
+    return { "content-type": "application/json", "x-api-key": this.key };
+  }
+
   async search(input: SearchInput, signal?: AbortSignal) {
     const body = {
       query: input.query,
@@ -25,7 +29,7 @@ export class ExaProvider implements SearchProvider, FetchProvider {
     };
     const data = await requestJson<any>("https://api.exa.ai/search", {
       method: "POST",
-      headers: { "content-type": "application/json", "x-api-key": this.key },
+      headers: this.headers(),
       body: JSON.stringify(body),
       signal,
       timeoutMs: 30000,
@@ -48,7 +52,7 @@ export class ExaProvider implements SearchProvider, FetchProvider {
     if (urls.length === 0) return { provider: "exa", results: [] };
     const data = await requestJson<any>("https://api.exa.ai/contents", {
       method: "POST",
-      headers: { "content-type": "application/json", "x-api-key": this.key },
+      headers: this.headers(),
       body: JSON.stringify({ urls, text: true, highlights: false }),
       signal,
       timeoutMs: 45000,
@@ -65,7 +69,7 @@ export class ExaProvider implements SearchProvider, FetchProvider {
   async searchCode(input: ExaCodeInput, signal?: AbortSignal): Promise<ExaCodeResult> {
     const data = await requestJson<any>("https://api.exa.ai/context", {
       method: "POST",
-      headers: { "content-type": "application/json", "x-api-key": this.key },
+      headers: this.headers(),
       body: JSON.stringify({
         query: input.query,
         tokensNum: input.tokensNum ?? "dynamic",

package/src/providers/firecrawl.ts

@@ -48,8 +48,8 @@ export class FirecrawlProvider implements SearchProvider, FetchProvider {
           }),
         });
         const d = data.data ?? data;
-        const selected = format === "html" ? d.html : format === "json" ? d.json : d.markdown;
-        const content = typeof selected === "string" ? selected : selected == null ? undefined : JSON.stringify(selected, null, 2);
+        const selected = selectFirecrawlContent(d, format);
+        const content = stringifyContent(selected);
         return { url: d.url ?? url, content, format, title: d.metadata?.title, metadata: d.metadata ?? d };
       } catch (e) {
         return { url, error: e instanceof Error ? e.message : String(e) };
@@ -58,3 +58,19 @@ export class FirecrawlProvider implements SearchProvider, FetchProvider {
     return { provider: "firecrawl" as const, results };
   }
 }
+
+function selectFirecrawlContent(data: any, format: string): unknown {
+  switch (format) {
+    case "html":
+      return data.html;
+    case "json":
+      return data.json;
+    default:
+      return data.markdown;
+  }
+}
+
+function stringifyContent(value: unknown): string | undefined {
+  if (typeof value === "string") return value;
+  return value == null ? undefined : JSON.stringify(value, null, 2);
+}

package/src/providers/tinyfish.ts

@@ -34,7 +34,11 @@ export class TinyFishProvider implements SearchProvider, FetchProvider {
       const r = list.find((x: any) => (x.url ?? x.source_url) === url) ?? list[i];
       if (!r) return { url, error: "No content returned by TinyFish." };
       const content = r.text ?? r.content ?? r.markdown ?? r.html;
-      return { url, content: typeof content === "string" ? content : JSON.stringify(content, null, 2), format: input.format ?? r.format ?? "markdown", title: r.title, metadata: r, error: r.error };
+      return { url, content: stringifyContent(content), format: input.format ?? r.format ?? "markdown", title: r.title, metadata: r, error: r.error };
     }) };
   }
 }
+
+function stringifyContent(value: unknown): string | undefined {
+  return typeof value === "string" ? value : JSON.stringify(value, null, 2);
+}

package/src/urls.ts

@@ -17,10 +17,14 @@ export function normalizeWebUrl(value: string): string {
 export function canonicalWebUrl(value: string): string {
   const parsed = new URL(normalizeWebUrl(value));
   parsed.hostname = parsed.hostname.toLowerCase();
-  if ((parsed.protocol === "https:" && parsed.port === "443") || (parsed.protocol === "http:" && parsed.port === "80")) parsed.port = "";
+  if (isDefaultPort(parsed)) parsed.port = "";
   return parsed.toString();
 }
 
+function isDefaultPort(url: URL): boolean {
+  return (url.protocol === "https:" && url.port === "443") || (url.protocol === "http:" && url.port === "80");
+}
+
 export function normalizeUrlInput(input: { url?: string; urls?: string[] }, maxCount = MAX_URL_COUNT): string[] {
   const raw = [...(Array.isArray(input.urls) ? input.urls : []), ...(input.url ? [input.url] : [])].map((url) => String(url).trim()).filter(Boolean);
   const unique = [...new Set(raw.map(normalizeWebUrl))];
@@ -34,9 +38,12 @@ export function urlsMatch(a: string | undefined, b: string | undefined): boolean
     const ca = canonicalWebUrl(a);
     const cb = canonicalWebUrl(b);
     if (ca === cb) return true;
-    const trimSlash = (s: string) => s.endsWith("/") ? s.slice(0, -1) : s;
-    return trimSlash(ca) === trimSlash(cb);
+    return trimTrailingSlash(ca) === trimTrailingSlash(cb);
   } catch {
     return a === b;
   }
 }
+
+function trimTrailingSlash(value: string): string {
+  return value.endsWith("/") ? value.slice(0, -1) : value;
+}