@herbertgao/pi-extensions 2026.8.6 → 2026.8.7

package/node_modules/pi-web-access/valyu.ts

@@ -0,0 +1,199 @@
+import { existsSync, readFileSync } from "node:fs";
+import { activityMonitor } from "./activity.ts";
+import type { ExtractedContent } from "./extract.ts";
+import type { SearchOptions, SearchResponse } from "./perplexity.ts";
+import { hasCredentialSource, redactCredential, resolveCredential } from "./credential-source.ts";
+import { getWebSearchConfigPath } from "./utils.ts";
+
+const VALYU_SEARCH_URL = "https://api.valyu.ai/v1/search";
+const CONFIG_PATH = getWebSearchConfigPath();
+const SEARCH_TIMEOUT_MS = 60_000;
+const MAX_SNIPPET_CHARS = 2_500;
+const MAX_CONTENT_CHARS = 4_000;
+
+interface WebSearchConfig {
+	valyuApiKey?: unknown;
+}
+
+interface ValyuResult {
+	title?: unknown;
+	url?: unknown;
+	description?: unknown;
+	content?: unknown;
+}
+
+let cachedConfig: WebSearchConfig | null = null;
+
+function loadConfig(): WebSearchConfig {
+	if (cachedConfig) return cachedConfig;
+	if (!existsSync(CONFIG_PATH)) {
+		cachedConfig = {};
+		return cachedConfig;
+	}
+	const raw = readFileSync(CONFIG_PATH, "utf-8");
+	let parsed: unknown;
+	try {
+		parsed = JSON.parse(raw);
+	} catch (err) {
+		const message = err instanceof Error ? err.message : String(err);
+		throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
+	}
+	if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+		throw new Error(`Invalid config in ${CONFIG_PATH}: expected a JSON object`);
+	}
+	cachedConfig = parsed as WebSearchConfig;
+	return cachedConfig;
+}
+
+async function getApiKey(signal?: AbortSignal): Promise<string | null> {
+	return resolveCredential({
+		provider: "Valyu",
+		configuredValue: loadConfig().valyuApiKey,
+		environmentValue: process.env.VALYU_API_KEY,
+		signal,
+	});
+}
+
+async function requireApiKey(signal?: AbortSignal): Promise<string> {
+	const apiKey = await getApiKey(signal);
+	if (!apiKey) {
+		throw new Error(
+			"Valyu API key not found. Either:\n" +
+			`  1. Create ${CONFIG_PATH} with { "valyuApiKey": "your-key" }\n` +
+			"  2. Set VALYU_API_KEY environment variable\n" +
+			"Get a key at https://platform.valyu.ai",
+		);
+	}
+	return apiKey;
+}
+
+function normalizeCount(value: number | undefined): number {
+	if (typeof value !== "number" || !Number.isFinite(value)) return 5;
+	return Math.max(1, Math.min(Math.floor(value), 20));
+}
+
+function normalizeDomain(value: string): string | null {
+	let input = value.trim().toLowerCase();
+	if (!input) return null;
+	if (input.startsWith("-")) input = input.slice(1).trim();
+	if (!input) return null;
+	try {
+		const parsed = input.includes("://") ? new URL(input) : new URL(`https://${input}`);
+		input = parsed.hostname;
+	} catch {
+		input = input.split("/")[0]?.split(":")[0] ?? "";
+	}
+	input = input.replace(/^\.+|\.+$/g, "");
+	return /^[a-z0-9][a-z0-9.-]*\.[a-z]{2,}$/i.test(input) ? input : null;
+}
+
+function mapDomainFilter(domainFilter: string[] | undefined): { included_sources?: string[]; excluded_sources?: string[] } {
+	if (!domainFilter?.length) return {};
+	const included_sources: string[] = [];
+	const excluded_sources: string[] = [];
+	for (const raw of domainFilter) {
+		const domain = normalizeDomain(raw);
+		if (!domain) continue;
+		const target = raw.trim().startsWith("-") ? excluded_sources : included_sources;
+		if (!target.includes(domain)) target.push(domain);
+	}
+	return {
+		...(included_sources.length > 0 ? { included_sources } : {}),
+		...(excluded_sources.length > 0 ? { excluded_sources } : {}),
+	};
+}
+
+function recencyToStartDate(filter: SearchOptions["recencyFilter"]): string | undefined {
+	if (!filter) return undefined;
+	const days = { day: 1, week: 7, month: 30, year: 365 }[filter];
+	return days ? new Date(Date.now() - days * 86_400_000).toISOString().slice(0, 10) : undefined;
+}
+
+function text(value: unknown, limit: number): string {
+	return typeof value === "string" ? value.replace(/\s+/g, " ").trim().slice(0, limit) : "";
+}
+
+function errorMessage(err: unknown): string {
+	return err instanceof Error ? err.message : String(err);
+}
+
+function invalidResponse(message: string): Error {
+	return new Error(`Valyu API returned invalid response: ${message}`);
+}
+
+function parseResponse(value: unknown): ValyuResult[] {
+	if (!value || typeof value !== "object" || Array.isArray(value)) throw invalidResponse("expected an object envelope");
+	const envelope = value as Record<string, unknown>;
+	if (envelope.success !== true) throw invalidResponse("expected success true");
+	if (!Array.isArray(envelope.results)) throw invalidResponse("expected results array");
+	return envelope.results as ValyuResult[];
+}
+
+function buildAnswer(results: SearchResponse["results"]): string {
+	return results.map((result) => result.snippet
+		? `${result.snippet}\nSource: ${result.title} (${result.url})`
+		: `Source: ${result.title} (${result.url})`).join("\n\n");
+}
+
+export function isValyuAvailable(): boolean {
+	return hasCredentialSource({ provider: "Valyu", configuredValue: loadConfig().valyuApiKey, environmentValue: process.env.VALYU_API_KEY });
+}
+
+export async function searchWithValyu(query: string, options: SearchOptions & { includeContent?: boolean } = {}): Promise<SearchResponse> {
+	const apiKey = await requireApiKey(options.signal);
+	const numResults = normalizeCount(options.numResults);
+	const startDate = recencyToStartDate(options.recencyFilter);
+	const activityId = activityMonitor.logStart({ type: "api", query });
+	let response: Response;
+	try {
+		response = await fetch(VALYU_SEARCH_URL, {
+			method: "POST",
+			headers: { "x-api-key": apiKey, "Content-Type": "application/json", Accept: "application/json" },
+			body: JSON.stringify({ query, max_num_results: numResults, ...mapDomainFilter(options.domainFilter), ...(startDate ? { start_date: startDate } : {}) }),
+			signal: options.signal ? AbortSignal.any([AbortSignal.timeout(SEARCH_TIMEOUT_MS), options.signal]) : AbortSignal.timeout(SEARCH_TIMEOUT_MS),
+		});
+	} catch (err) {
+		const message = errorMessage(err);
+		const redactedMessage = redactCredential(message, apiKey);
+		if (redactedMessage.toLowerCase().includes("abort")) activityMonitor.logComplete(activityId, 0);
+		else activityMonitor.logError(activityId, redactedMessage);
+		if (redactedMessage === message) throw err;
+		const redactedError = new Error(redactedMessage);
+		if (err instanceof Error) redactedError.name = err.name;
+		throw redactedError;
+	}
+	if (!response.ok) {
+		activityMonitor.logComplete(activityId, response.status);
+		const errorText = redactCredential(await response.text(), apiKey);
+		throw new Error(`Valyu API error ${response.status}: ${errorText.slice(0, 300)}`);
+	}
+	let rawData: unknown;
+	try {
+		rawData = await response.json();
+	} catch (err) {
+		activityMonitor.logComplete(activityId, response.status);
+		throw new Error(`Valyu API returned invalid JSON: ${errorMessage(err)}`);
+	}
+	let entries: ValyuResult[];
+	try {
+		entries = parseResponse(rawData);
+	} catch (err) {
+		activityMonitor.logComplete(activityId, response.status);
+		throw err;
+	}
+	activityMonitor.logComplete(activityId, response.status);
+	const results: SearchResponse["results"] = [];
+	const inlineContent: ExtractedContent[] = [];
+	for (const entry of entries) {
+		if (!entry || typeof entry !== "object") continue;
+		const url = text(entry.url, Number.MAX_SAFE_INTEGER);
+		if (!url) continue;
+		const title = text(entry.title, Number.MAX_SAFE_INTEGER) || `Source ${results.length + 1}`;
+		const content = text(entry.content, MAX_CONTENT_CHARS);
+		const description = text(entry.description, MAX_SNIPPET_CHARS);
+		results.push({ title, url, snippet: (content || description).slice(0, MAX_SNIPPET_CHARS) });
+		if (options.includeContent && content) inlineContent.push({ url, title, content, error: null });
+		if (results.length >= numResults) break;
+	}
+	return { answer: buildAnswer(results), results, ...(inlineContent.length > 0 ? { inlineContent } : {}) };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@herbertgao/pi-extensions",
-  "version": "2026.8.6",
+  "version": "2026.8.7",
   "description": "Aggregate installer for HerbertGao-maintained Pi extensions.",
   "keywords": [
     "extensions",
@@ -38,11 +38,11 @@
     "@ast-grep/napi": "^0.45.0",
     "@czottmann/pi-automode": "1.11.0",
     "@dietrichgebert/ponytail": "4.9.0",
-    "@earendil-works/pi-coding-agent": "^0.84.1",
-    "@earendil-works/pi-tui": "^0.84.1",
+    "@earendil-works/pi-coding-agent": "^0.84.2",
+    "@earendil-works/pi-tui": "^0.84.2",
     "@effect/platform-node": "4.0.0-beta.103",
     "@effect/platform-node-shared": "4.0.0-beta.103",
-    "@herbertgao/pi-cc-extensions": "0.8.55",
+    "@herbertgao/pi-cc-extensions": "0.8.56",
     "@herbertgao/pi-copy-response": "0.2.6",
     "@herbertgao/pi-handoff": "1.1.2",
     "@herbertgao/pi-inline-skills": "1.0.5",
@@ -51,18 +51,18 @@
     "@herbertgao/pi-recap": "0.4.4",
     "@herbertgao/pi-rename": "0.4.2",
     "@herbertgao/pi-stash": "0.1.1",
-    "@herbertgao/pi-subagents": "0.15.5",
+    "@herbertgao/pi-subagents": "0.16.0",
     "@herbertgao/pi-titlebar-spinner": "0.1.3",
-    "@juicesharp/rpiv-ask-user-question": "2.6.0",
-    "@juicesharp/rpiv-config": "^2.6.0",
+    "@juicesharp/rpiv-ask-user-question": "2.6.4",
+    "@juicesharp/rpiv-config": "^2.6.4",
     "@modelcontextprotocol/client": "2.0.0",
     "@modelcontextprotocol/core": "2.0.0",
     "@modelcontextprotocol/ext-apps": "^1.2.2",
     "@modelcontextprotocol/sdk": "^1.29.0",
     "@mozilla/readability": "^0.6.0",
     "@napi-rs/keyring": "^1.3.0",
-    "@narumitw/pi-btw": "0.52.0",
-    "@narumitw/pi-tui-kit": "^0.54.0",
+    "@narumitw/pi-btw": "0.55.0",
+    "@narumitw/pi-tui-kit": "^0.56.0",
     "@noble/ed25519": "^3.1.0",
     "@pi-plugins/fast-mode": "0.1.9",
     "@shikijs/cli": "^4.0.2",
@@ -82,9 +82,9 @@
     "open": "^10.2.0",
     "p-limit": "^6.1.0",
     "pi-footer": "0.5.1",
-    "pi-lens": "4.0.1",
-    "pi-mcp-adapter": "2.26.0",
-    "pi-web-access": "0.23.0",
+    "pi-lens": "4.1.0",
+    "pi-mcp-adapter": "2.27.0",
+    "pi-web-access": "0.24.0",
     "pidusage": "^4.0.1",
     "promise.try": "^2.0.1",
     "qrcode-terminal": "^0.12.0",
@@ -145,7 +145,7 @@
       "./node_modules/@herbertgao/pi-subagents/src/index.ts",
       "./node_modules/@herbertgao/pi-titlebar-spinner/src/index.ts",
       "./node_modules/@juicesharp/rpiv-ask-user-question/index.ts",
-      "./node_modules/@narumitw/pi-btw/src/index.ts",
+      "./node_modules/@narumitw/pi-btw/dist/index.ts",
       "./node_modules/@pi-plugins/fast-mode/dist/index.mjs",
       "./node_modules/pi-mcp-adapter/index.ts",
       "./node_modules/pi-lens/dist/index.js",