@bastani/atomic 0.9.16-alpha.2 → 0.9.16-alpha.4

package/dist/builtin/web-access/gemini-web.ts

@@ -1,397 +0,0 @@
-import { readFileSync } from "node:fs";
-import { basename } from "node:path";
-import { type CookieMap, getGoogleCookies } from "./chrome-cookies.js";
-import { getChromeProfileFromConfig, isBrowserCookieAccessAllowed, normalizeChromeProfile } from "./gemini-web-config.ts";
-
-const GEMINI_APP_URL = "https://gemini.google.com/app";
-const GEMINI_STREAM_GENERATE_URL =
-	"https://gemini.google.com/_/BardChatUi/data/assistant.lamda.BardFrontendService/StreamGenerate";
-const GEMINI_UPLOAD_URL = "https://content-push.googleapis.com/upload";
-const GEMINI_UPLOAD_PUSH_ID = "feeds/mcudyrk2a4khkz";
-const GOOGLE_LIST_ACCOUNTS_URL =
-	"https://accounts.google.com/ListAccounts?gpsia=1&source=ChromiumBrowser&laf=b64bin&json=standard";
-
-const USER_AGENT =
-	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36";
-
-const MODEL_HEADER_NAME = "x-goog-ext-525001261-jspb";
-const MODEL_HEADERS: Record<string, string> = {
-	"gemini-3-pro": '[1,null,null,null,"9d8ca3786ebdfbea",null,null,0,[4]]',
-	"gemini-2.5-pro": '[1,null,null,null,"4af6c7f5da75d65d",null,null,0,[4]]',
-	"gemini-2.5-flash": '[1,null,null,null,"9ec249fc9ad08861",null,null,0,[4]]',
-};
-
-const REQUIRED_COOKIES = ["__Secure-1PSID", "__Secure-1PSIDTS"];
-
-export interface GeminiWebOptions {
-	youtubeUrl?: string;
-	model?: string;
-	files?: string[];
-	signal?: AbortSignal;
-	timeoutMs?: number;
-}
-
-export async function isGeminiWebAvailable(chromeProfile?: string): Promise<CookieMap | null> {
-	if (!isBrowserCookieAccessAllowed()) return null;
-
-	const result = await getGoogleCookies({
-		profile: normalizeChromeProfile(chromeProfile) ?? getChromeProfileFromConfig(),
-		requiredCookies: REQUIRED_COOKIES,
-	});
-	if (!result) return null;
-	return result.cookies;
-}
-
-export async function getActiveGoogleEmail(cookies: CookieMap): Promise<string | null> {
-	const cookieHeader = buildCookieHeader(cookies);
-	if (!cookieHeader) return null;
-
-	try {
-		const html = await fetchWithCookieRedirects(
-			GEMINI_APP_URL,
-			cookieHeader,
-			10,
-			AbortSignal.timeout(10000),
-		);
-		const email = extractEmailFromGeminiHtml(html);
-		if (email) return email;
-	} catch {
-	}
-
-	try {
-		const response = await fetchWithCookieRedirects(
-			GOOGLE_LIST_ACCOUNTS_URL,
-			cookieHeader,
-			10,
-			AbortSignal.timeout(10000),
-		);
-		return extractEmailFromListAccounts(response);
-	} catch {
-		return null;
-	}
-}
-
-export async function queryWithCookies(
-	prompt: string,
-	cookieMap: CookieMap,
-	options: GeminiWebOptions = {},
-): Promise<string> {
-	const model = options.model && MODEL_HEADERS[options.model] ? options.model : "gemini-2.5-flash";
-	const timeoutMs = options.timeoutMs ?? 120000;
-
-	let fullPrompt = prompt;
-	if (options.youtubeUrl) {
-		fullPrompt = `${fullPrompt}\n\nYouTube video: ${options.youtubeUrl}`;
-	}
-
-	const result = await runGeminiWebOnce(fullPrompt, cookieMap, model, options.files, timeoutMs, options.signal);
-
-	if (isModelUnavailable(result.errorCode) && model !== "gemini-2.5-flash") {
-		const fallback = await runGeminiWebOnce(fullPrompt, cookieMap, "gemini-2.5-flash", options.files, timeoutMs, options.signal);
-		if (fallback.errorMessage) throw new Error(fallback.errorMessage);
-		if (!fallback.text) throw new Error("Gemini Web returned empty response (fallback model)");
-		return fallback.text;
-	}
-
-	if (result.errorMessage) throw new Error(result.errorMessage);
-	if (!result.text) throw new Error("Gemini Web returned empty response");
-	return result.text;
-}
-
-interface GeminiWebResult {
-	text: string;
-	errorCode?: number;
-	errorMessage?: string;
-}
-
-async function runGeminiWebOnce(
-	prompt: string,
-	cookieMap: CookieMap,
-	model: string,
-	files: string[] | undefined,
-	timeoutMs: number,
-	signal?: AbortSignal,
-): Promise<GeminiWebResult> {
-	const effectiveSignal = withTimeout(signal, timeoutMs);
-	const cookieHeader = buildCookieHeader(cookieMap);
-	const accessToken = await fetchAccessToken(cookieHeader, effectiveSignal);
-
-	const uploaded: Array<{ id: string; name: string }> = [];
-	if (files) {
-		for (const filePath of files) {
-			uploaded.push(await uploadFile(filePath, cookieHeader, effectiveSignal));
-		}
-	}
-
-	const fReq = buildFReqPayload(prompt, uploaded);
-	const params = new URLSearchParams();
-	params.set("at", accessToken);
-	params.set("f.req", fReq);
-
-	const res = await fetch(GEMINI_STREAM_GENERATE_URL, {
-		method: "POST",
-		headers: {
-			"content-type": "application/x-www-form-urlencoded;charset=utf-8",
-			host: "gemini.google.com",
-			origin: "https://gemini.google.com",
-			referer: "https://gemini.google.com/",
-			"x-same-domain": "1",
-			"user-agent": USER_AGENT,
-			cookie: cookieHeader,
-			[MODEL_HEADER_NAME]: MODEL_HEADERS[model],
-		},
-		body: params.toString(),
-		signal: effectiveSignal,
-	});
-
-	const rawText = await res.text();
-
-	if (!res.ok) {
-		return { text: "", errorMessage: `Gemini request failed: ${res.status}` };
-	}
-
-	try {
-		return parseStreamGenerateResponse(rawText);
-	} catch (err) {
-		let errorCode: number | undefined;
-		try {
-			const json = JSON.parse(trimJsonEnvelope(rawText));
-			errorCode = extractErrorCode(json);
-		} catch {
-		}
-		return {
-			text: "",
-			errorCode,
-			errorMessage: err instanceof Error ? err.message : String(err),
-		};
-	}
-}
-
-async function fetchAccessToken(
-	cookieHeader: string,
-	signal: AbortSignal,
-): Promise<string> {
-	const html = await fetchWithCookieRedirects(GEMINI_APP_URL, cookieHeader, 10, signal);
-
-	for (const key of ["SNlM0e", "thykhd"]) {
-		const match = html.match(new RegExp(`"${key}":"(.*?)"`));
-		if (match?.[1]) return match[1];
-	}
-
-	throw new Error("Unable to authenticate with Gemini. Make sure you're signed into gemini.google.com in a supported Chromium-based browser.");
-}
-
-async function fetchWithCookieRedirects(
-	url: string,
-	cookieHeader: string,
-	maxRedirects: number,
-	signal: AbortSignal,
-): Promise<string> {
-	let current = url;
-	for (let i = 0; i <= maxRedirects; i++) {
-		const res = await fetch(current, {
-			headers: { "user-agent": USER_AGENT, cookie: cookieHeader },
-			redirect: "manual",
-			signal,
-		});
-		if (res.status >= 300 && res.status < 400) {
-			const location = res.headers.get("location");
-			if (location) {
-				current = new URL(location, current).toString();
-				continue;
-			}
-		}
-		return await res.text();
-	}
-	throw new Error(`Too many redirects (>${maxRedirects})`);
-}
-
-function extractEmailFromGeminiHtml(html: string): string | null {
-	const patterns = [
-		/"email"\s*:\s*"([^"]+)"/,
-		/"displayEmail"\s*:\s*"([^"]+)"/,
-		/"identifier"\s*:\s*"([^"]+)"/,
-		/"defaultEmail"\s*:\s*"([^"]+)"/,
-		/"gaiaIdentifier"\s*:\s*"([^"]+)"/,
-	];
-
-	for (const pattern of patterns) {
-		const match = html.match(pattern);
-		const email = normalizeEmail(match?.[1]);
-		if (email) return email;
-	}
-
-	return findFirstEmail(html);
-}
-
-function extractEmailFromListAccounts(text: string): string | null {
-	const trimmed = text.replace(/^\)\]\}'\s*/, "");
-	try {
-		return findEmailInValue(JSON.parse(trimmed)) ?? findFirstEmail(trimmed);
-	} catch {
-		return findFirstEmail(trimmed);
-	}
-}
-
-function findEmailInValue(value: unknown): string | null {
-	if (typeof value === "string") return normalizeEmail(value);
-	if (Array.isArray(value)) {
-		for (const item of value) {
-			const email = findEmailInValue(item);
-			if (email) return email;
-		}
-		return null;
-	}
-	if (value && typeof value === "object") {
-		for (const item of Object.values(value as Record<string, unknown>)) {
-			const email = findEmailInValue(item);
-			if (email) return email;
-		}
-	}
-	return null;
-}
-
-function findFirstEmail(text: string): string | null {
-	const normalized = decodeEmailEscapes(text);
-	const match = normalized.match(/\b[A-Z0-9._%+-]+@[A-Z0-9.-]+\.[A-Z]{2,}\b/i);
-	return match?.[0] ?? null;
-}
-
-function normalizeEmail(value: string | undefined): string | null {
-	if (!value) return null;
-	const normalized = decodeEmailEscapes(value.trim());
-	return /^[A-Z0-9._%+-]+@[A-Z0-9.-]+\.[A-Z]{2,}$/i.test(normalized) ? normalized : null;
-}
-
-function decodeEmailEscapes(value: string): string {
-	return value
-		.replace(/\\u0040/gi, "@")
-		.replace(/\\x40/gi, "@")
-		.replace(/&#64;/gi, "@")
-		.replace(/&commat;/gi, "@")
-		.replace(/\\"/g, "\"")
-		.replace(/\\\\/g, "\\");
-}
-
-async function uploadFile(
-	filePath: string,
-	cookieHeader: string,
-	signal: AbortSignal,
-): Promise<{ id: string; name: string }> {
-	const data = readFileSync(filePath);
-	const fileName = basename(filePath);
-	const boundary = "----FormBoundary" + Math.random().toString(36).slice(2);
-	const header = `--${boundary}\r\nContent-Disposition: form-data; name="file"; filename="${fileName}"\r\nContent-Type: application/octet-stream\r\n\r\n`;
-	const footer = `\r\n--${boundary}--\r\n`;
-
-	const body = Buffer.concat([
-		Buffer.from(header, "utf-8"),
-		data,
-		Buffer.from(footer, "utf-8"),
-	]);
-
-	const res = await fetch(GEMINI_UPLOAD_URL, {
-		method: "POST",
-		headers: {
-			"content-type": `multipart/form-data; boundary=${boundary}`,
-			"push-id": GEMINI_UPLOAD_PUSH_ID,
-			"user-agent": USER_AGENT,
-			cookie: cookieHeader,
-		},
-		body,
-		signal,
-	});
-
-	if (!res.ok) {
-		const text = await res.text();
-		throw new Error(`File upload failed: ${res.status} (${text.slice(0, 200)})`);
-	}
-
-	return { id: await res.text(), name: fileName };
-}
-
-function buildFReqPayload(
-	prompt: string,
-	uploaded: Array<{ id: string; name: string }>,
-): string {
-	const promptPayload =
-		uploaded.length > 0
-			? [prompt, 0, null, uploaded.map((file) => [[file.id, 1]])]
-			: [prompt];
-	const innerList = [promptPayload, null, null];
-	return JSON.stringify([null, JSON.stringify(innerList)]);
-}
-
-function withTimeout(signal: AbortSignal | undefined, timeoutMs: number): AbortSignal {
-	const timeout = AbortSignal.timeout(timeoutMs);
-	return signal ? AbortSignal.any([signal, timeout]) : timeout;
-}
-
-function buildCookieHeader(cookieMap: CookieMap): string {
-	return Object.entries(cookieMap)
-		.filter(([, value]) => typeof value === "string" && value.length > 0)
-		.map(([name, value]) => `${name}=${value}`)
-		.join("; ");
-}
-
-function getNestedValue(value: unknown, pathParts: number[]): unknown {
-	let current: unknown = value;
-	for (const part of pathParts) {
-		if (current == null) return undefined;
-		if (!Array.isArray(current)) return undefined;
-		current = (current as unknown[])[part];
-	}
-	return current;
-}
-
-function trimJsonEnvelope(text: string): string {
-	const start = text.indexOf("[");
-	const end = text.lastIndexOf("]");
-	if (start === -1 || end === -1 || end <= start) {
-		throw new Error("Gemini response did not contain a JSON payload.");
-	}
-	return text.slice(start, end + 1);
-}
-
-function extractErrorCode(responseJson: unknown): number | undefined {
-	const code = getNestedValue(responseJson, [0, 5, 2, 0, 1, 0]);
-	return typeof code === "number" && code >= 0 ? code : undefined;
-}
-
-function isModelUnavailable(errorCode: number | undefined): boolean {
-	return errorCode === 1052;
-}
-
-function parseStreamGenerateResponse(rawText: string): GeminiWebResult {
-	const responseJson = JSON.parse(trimJsonEnvelope(rawText));
-	const errorCode = extractErrorCode(responseJson);
-
-	const parts = Array.isArray(responseJson) ? responseJson : [];
-	let body: unknown = null;
-
-	for (let i = 0; i < parts.length; i++) {
-		const partBody = getNestedValue(parts[i], [2]);
-		if (!partBody || typeof partBody !== "string") continue;
-		try {
-			const parsed = JSON.parse(partBody);
-			const candidateList = getNestedValue(parsed, [4]);
-			if (Array.isArray(candidateList) && candidateList.length > 0) {
-				body = parsed;
-				break;
-			}
-		} catch {
-		}
-	}
-
-	const candidateList = getNestedValue(body, [4]);
-	const firstCandidate = Array.isArray(candidateList) ? (candidateList as unknown[])[0] : undefined;
-	const textRaw = getNestedValue(firstCandidate, [1, 0]) as string | undefined;
-
-	let text = textRaw ?? "";
-	if (/^http:\/\/googleusercontent\.com\/card_content\/\d+/.test(text)) {
-		const alt = getNestedValue(firstCandidate, [22, 0]) as string | undefined;
-		if (alt) text = alt;
-	}
-
-	return { text, errorCode };
-}

package/dist/builtin/web-access/github-api.ts

@@ -1,198 +0,0 @@
-import { execFile } from "node:child_process";
-import { createChildProcessEnvironment } from "@bastani/atomic";
-import type { ExtractedContent } from "./extract.js";
-import { flattenTruncatedString } from "./flat-string.js";
-import type { GitHubUrlInfo } from "./github-extract.js";
-
-const MAX_TREE_ENTRIES = 200;
-const MAX_INLINE_FILE_CHARS = 100_000;
-
-let ghAvailable: boolean | null = null;
-let ghHintShown = false;
-
-export async function checkGhAvailable(): Promise<boolean> {
-	if (ghAvailable !== null) return ghAvailable;
-
-	return new Promise((resolve) => {
-		execFile("gh", ["--version"], { timeout: 5000, env: createChildProcessEnvironment() }, (err) => {
-			ghAvailable = !err;
-			resolve(ghAvailable);
-		});
-	});
-}
-
-export function showGhHint(): void {
-	if (!ghHintShown) {
-		ghHintShown = true;
-		console.error("[pi-web-access] Install `gh` CLI for better GitHub repo access including private repos.");
-	}
-}
-
-export async function checkRepoSize(owner: string, repo: string): Promise<number | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile("gh", ["api", `repos/${owner}/${repo}`, "--jq", ".size"], { timeout: 10000, env: createChildProcessEnvironment() }, (err, stdout) => {
-			if (err) {
-				resolve(null);
-				return;
-			}
-			const kb = parseInt(stdout.trim(), 10);
-			resolve(Number.isNaN(kb) ? null : kb);
-		});
-	});
-}
-
-async function getDefaultBranch(owner: string, repo: string): Promise<string | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile("gh", ["api", `repos/${owner}/${repo}`, "--jq", ".default_branch"], { timeout: 10000, env: createChildProcessEnvironment() }, (err, stdout) => {
-			if (err) {
-				resolve(null);
-				return;
-			}
-			const branch = stdout.trim();
-			resolve(branch || null);
-		});
-	});
-}
-
-async function fetchTreeViaApi(owner: string, repo: string, ref: string): Promise<string | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile(
-			"gh",
-			["api", `repos/${owner}/${repo}/git/trees/${ref}?recursive=1`, "--jq", ".tree[].path"],
-			{ timeout: 15000, maxBuffer: 5 * 1024 * 1024, env: createChildProcessEnvironment() },
-			(err, stdout) => {
-				if (err) {
-					resolve(null);
-					return;
-				}
-				const paths = stdout.trim().split("\n").filter(Boolean);
-				if (paths.length === 0) {
-					resolve(null);
-					return;
-				}
-				const truncated = paths.length > MAX_TREE_ENTRIES;
-				const display = paths.slice(0, MAX_TREE_ENTRIES).join("\n");
-				resolve(truncated ? display + `\n... (${paths.length} total entries)` : display);
-			},
-		);
-	});
-}
-
-async function fetchReadmeViaApi(owner: string, repo: string, ref: string): Promise<string | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile(
-			"gh",
-			["api", `repos/${owner}/${repo}/readme?ref=${ref}`, "--jq", ".content"],
-			{ timeout: 10000, env: createChildProcessEnvironment() },
-			(err, stdout) => {
-				if (err) {
-					resolve(null);
-					return;
-				}
-				try {
-					const decoded = Buffer.from(stdout.trim(), "base64").toString("utf-8");
-					resolve(decoded.length > 8192 ? flattenTruncatedString(decoded.slice(0, 8192) + "\n\n[README truncated at 8K chars]") : decoded);
-				} catch {
-					resolve(null);
-				}
-			},
-		);
-	});
-}
-
-async function fetchFileViaApi(owner: string, repo: string, path: string, ref: string): Promise<string | null> {
-	if (!(await checkGhAvailable())) return null;
-
-	return new Promise((resolve) => {
-		execFile(
-			"gh",
-			["api", `repos/${owner}/${repo}/contents/${path}?ref=${ref}`, "--jq", ".content"],
-			{ timeout: 10000, maxBuffer: 2 * 1024 * 1024, env: createChildProcessEnvironment() },
-			(err, stdout) => {
-				if (err) {
-					resolve(null);
-					return;
-				}
-				try {
-					resolve(Buffer.from(stdout.trim(), "base64").toString("utf-8"));
-				} catch {
-					resolve(null);
-				}
-			},
-		);
-	});
-}
-
-export async function fetchViaApi(
-	url: string,
-	owner: string,
-	repo: string,
-	info: GitHubUrlInfo,
-	sizeNote?: string,
-): Promise<ExtractedContent | null> {
-	const ref = info.ref || (await getDefaultBranch(owner, repo));
-	if (!ref) return null;
-
-	const lines: string[] = [];
-	if (sizeNote) {
-		lines.push(sizeNote);
-		lines.push("");
-	}
-
-	if (info.type === "blob" && info.path) {
-		const content = await fetchFileViaApi(owner, repo, info.path, ref);
-		if (!content) return null;
-
-		lines.push(`## ${info.path}`);
-		if (content.length > MAX_INLINE_FILE_CHARS) {
-			lines.push(content.slice(0, MAX_INLINE_FILE_CHARS));
-			lines.push(`\n[File truncated at 100K chars]`);
-		} else {
-			lines.push(content);
-		}
-
-		return {
-			url,
-			title: `${owner}/${repo} - ${info.path}`,
-			content: lines.join("\n"),
-			error: null,
-		};
-	}
-
-	const [tree, readme] = await Promise.all([
-		fetchTreeViaApi(owner, repo, ref),
-		fetchReadmeViaApi(owner, repo, ref),
-	]);
-
-	if (!tree && !readme) return null;
-
-	if (tree) {
-		lines.push("## Structure");
-		lines.push(tree);
-		lines.push("");
-	}
-
-	if (readme) {
-		lines.push("## README.md");
-		lines.push(readme);
-		lines.push("");
-	}
-
-	lines.push("This is an API-only view. Clone the repo or use `read`/`bash` for deeper exploration.");
-
-	const title = info.path ? `${owner}/${repo} - ${info.path}` : `${owner}/${repo}`;
-	return {
-		url,
-		title,
-		content: lines.join("\n"),
-		error: null,
-	};
-}