@nghyane/arcane 0.1.0

package/src/secrets/index.ts

@@ -0,0 +1,116 @@
+import * as path from "node:path";
+import { isEnoent, logger } from "@nghyane/arcane-utils";
+import { YAML } from "bun";
+import type { SecretEntry } from "./obfuscator";
+import { compileSecretRegex } from "./regex";
+
+export { obfuscateMessages, type SecretEntry, SecretObfuscator } from "./obfuscator";
+
+/**
+ * Load secrets from project-local and global secrets.yml files.
+ * Project-local entries override global entries with matching content.
+ */
+export async function loadSecrets(cwd: string, agentDir: string): Promise<SecretEntry[]> {
+	const projectPath = path.join(cwd, ".arcane", "secrets.yml");
+	const globalPath = path.join(agentDir, "secrets.yml");
+
+	const globalEntries = await loadSecretsFile(globalPath);
+	const projectEntries = await loadSecretsFile(projectPath);
+
+	if (globalEntries.length === 0) return projectEntries;
+	if (projectEntries.length === 0) return globalEntries;
+
+	// Merge: project overrides global by content match
+	const projectContents = new Set(projectEntries.map(e => e.content));
+	const merged = [...globalEntries.filter(e => !projectContents.has(e.content)), ...projectEntries];
+	return merged;
+}
+
+/** Minimum env var value length to consider as a secret. */
+const MIN_ENV_VALUE_LENGTH = 8;
+
+/** Env var name patterns that indicate secret values. */
+const SECRET_ENV_PATTERNS = /(?:KEY|SECRET|TOKEN|PASSWORD|PASS|AUTH|CREDENTIAL|PRIVATE|OAUTH)(?:_|$)/i;
+
+/** Collect environment variable values that look like secrets. */
+export function collectEnvSecrets(): SecretEntry[] {
+	const entries: SecretEntry[] = [];
+	const seen = new Set<string>();
+	for (const [name, value] of Object.entries(process.env)) {
+		if (!value || value.length < MIN_ENV_VALUE_LENGTH) continue;
+		if (!SECRET_ENV_PATTERNS.test(name)) continue;
+		if (seen.has(value)) continue;
+		seen.add(value);
+		entries.push({ type: "plain", content: value, mode: "obfuscate" });
+	}
+	return entries;
+}
+
+async function loadSecretsFile(filePath: string): Promise<SecretEntry[]> {
+	try {
+		const text = await Bun.file(filePath).text();
+		const raw = YAML.parse(text);
+		if (!Array.isArray(raw)) {
+			logger.warn("secrets.yml must be a YAML array", { path: filePath });
+			return [];
+		}
+		const entries: SecretEntry[] = [];
+		for (let i = 0; i < raw.length; i++) {
+			const entry = raw[i];
+			if (!validateEntry(entry, filePath, i)) continue;
+			entries.push({
+				type: entry.type,
+				content: entry.content,
+				mode: entry.mode ?? "obfuscate",
+				replacement: entry.replacement,
+				flags: entry.flags,
+			});
+		}
+		return entries;
+	} catch (err) {
+		if (isEnoent(err)) return [];
+		logger.warn("Failed to load secrets.yml", { path: filePath, error: String(err) });
+		return [];
+	}
+}
+
+function validateEntry(entry: unknown, filePath: string, index: number): entry is SecretEntry {
+	if (entry === null || typeof entry !== "object") {
+		logger.warn(`secrets.yml[${index}]: entry must be an object`, { path: filePath });
+		return false;
+	}
+	const e = entry as Record<string, unknown>;
+	if (e.type !== "plain" && e.type !== "regex") {
+		logger.warn(`secrets.yml[${index}]: type must be "plain" or "regex"`, { path: filePath });
+		return false;
+	}
+	if (typeof e.content !== "string" || e.content.length === 0) {
+		logger.warn(`secrets.yml[${index}]: content must be a non-empty string`, { path: filePath });
+		return false;
+	}
+	if (e.mode !== undefined && e.mode !== "obfuscate" && e.mode !== "replace") {
+		logger.warn(`secrets.yml[${index}]: mode must be "obfuscate" or "replace"`, { path: filePath });
+		return false;
+	}
+	if (e.replacement !== undefined && typeof e.replacement !== "string") {
+		logger.warn(`secrets.yml[${index}]: replacement must be a string`, { path: filePath });
+		return false;
+	}
+	if (e.flags !== undefined && typeof e.flags !== "string") {
+		logger.warn(`secrets.yml[${index}]: flags must be a string`, { path: filePath });
+		return false;
+	}
+	if (e.type === "regex") {
+		try {
+			compileSecretRegex(e.content as string, e.flags as string | undefined);
+		} catch (error) {
+			logger.warn(`secrets.yml[${index}]: invalid regex pattern`, {
+				path: filePath,
+				pattern: e.content,
+				error: String(error),
+			});
+			return false;
+		}
+	}
+	return true;
+}

package/src/secrets/obfuscator.ts

@@ -0,0 +1,269 @@
+import type { Message, TextContent } from "@nghyane/arcane-ai";
+import { compileSecretRegex } from "./regex";
+
+// ═══════════════════════════════════════════════════════════════════════════
+// Types
+// ═══════════════════════════════════════════════════════════════════════════
+
+export interface SecretEntry {
+	type: "plain" | "regex";
+	content: string;
+	mode?: "obfuscate" | "replace";
+	replacement?: string;
+	flags?: string;
+}
+
+// ═══════════════════════════════════════════════════════════════════════════
+// Deterministic replacement generation
+// ═══════════════════════════════════════════════════════════════════════════
+
+const REPLACEMENT_CHARS = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789";
+
+/** Generate a deterministic same-length replacement string from a secret value. */
+function generateDeterministicReplacement(secret: string): string {
+	// Simple hash: use Bun.hash for speed, seed from the secret bytes
+	const hash = BigInt(Bun.hash(secret));
+	const chars: string[] = [];
+	let h = hash;
+	for (let i = 0; i < secret.length; i++) {
+		// Mix the hash for each character position
+		h = h ^ (BigInt(i + 1) * 0x9e3779b97f4a7c15n);
+		const idx = Number((h < 0n ? -h : h) % BigInt(REPLACEMENT_CHARS.length));
+		chars.push(REPLACEMENT_CHARS[idx]);
+	}
+	return chars.join("");
+}
+
+// ═══════════════════════════════════════════════════════════════════════════
+// Placeholder format
+// ═══════════════════════════════════════════════════════════════════════════
+
+const PLACEHOLDER_PREFIX = "<<$env:S";
+const PLACEHOLDER_SUFFIX = ">>";
+
+/** Build an obfuscation placeholder for secret index N, padded to match the secret length. */
+function buildPlaceholder(index: number, secretLength: number): string {
+	// Minimum: <<$env:SN>> = 11 chars for single-digit index
+	const bare = `${PLACEHOLDER_PREFIX}${index}${PLACEHOLDER_SUFFIX}`;
+	if (secretLength <= bare.length) {
+		return bare;
+	}
+	// Pad with '.' between index and >>
+	const paddingNeeded = secretLength - bare.length;
+	const padding = ".".repeat(paddingNeeded);
+	return `${PLACEHOLDER_PREFIX}${index}=${padding}${PLACEHOLDER_SUFFIX}`;
+}
+
+/** Regex to match obfuscation placeholders: <<$env:S<N>=?<padding>?>> */
+const PLACEHOLDER_RE = /<<\$env:S(\d+)(?:=[.]*)?>>(?!>)/g;
+
+// ═══════════════════════════════════════════════════════════════════════════
+// SecretObfuscator
+// ═══════════════════════════════════════════════════════════════════════════
+
+export class SecretObfuscator {
+	/** Plain secrets: secret → index (known at construction) */
+	#plainMappings = new Map<string, number>();
+
+	/** Regex entries (patterns compiled at construction) */
+	#regexEntries: Array<{ regex: RegExp; mode: "obfuscate" | "replace"; replacement?: string }> = [];
+
+	/** All obfuscate-mode mappings: index → { secret, placeholder } */
+	#obfuscateMappings = new Map<number, { secret: string; placeholder: string }>();
+
+	/** Replace-mode plain mappings: secret → replacement */
+	#replaceMappings = new Map<string, string>();
+
+	/** Reverse lookup for deobfuscation: placeholder → secret */
+	#deobfuscateMap = new Map<string, string>();
+
+	/** Next available index for regex match discoveries */
+	#nextIndex: number;
+
+	/** Whether any secrets were configured */
+	#hasAny: boolean;
+
+	constructor(entries: SecretEntry[]) {
+		let index = 0;
+		for (const entry of entries) {
+			const mode = entry.mode ?? "obfuscate";
+
+			if (entry.type === "plain") {
+				if (mode === "obfuscate") {
+					const placeholder = buildPlaceholder(index, entry.content.length);
+					this.#plainMappings.set(entry.content, index);
+					this.#obfuscateMappings.set(index, { secret: entry.content, placeholder });
+					this.#deobfuscateMap.set(placeholder, entry.content);
+					index++;
+				} else {
+					// replace mode
+					const replacement = entry.replacement ?? generateDeterministicReplacement(entry.content);
+					this.#replaceMappings.set(entry.content, replacement);
+				}
+			} else {
+				// regex type — compiled here, matches discovered during obfuscate()
+				try {
+					const regex = compileSecretRegex(entry.content, entry.flags);
+					this.#regexEntries.push({ regex, mode, replacement: entry.replacement });
+				} catch {
+					// Invalid regex — skip silently (validation happens at load time)
+				}
+			}
+		}
+
+		this.#nextIndex = index;
+		this.#hasAny = entries.length > 0;
+	}
+
+	hasSecrets(): boolean {
+		return this.#hasAny;
+	}
+
+	/** Obfuscate all secrets in text. Bidirectional placeholders for obfuscate mode, one-way for replace. */
+	obfuscate(text: string): string {
+		if (!this.#hasAny) return text;
+		let result = text;
+
+		// 1. Process replace-mode plain secrets
+		for (const [secret, replacement] of [...this.#replaceMappings].sort((a, b) => b[0].length - a[0].length)) {
+			result = replaceAll(result, secret, replacement);
+		}
+
+		// 2. Process obfuscate-mode plain secrets
+		for (const [secret, index] of [...this.#plainMappings].sort((a, b) => b[0].length - a[0].length)) {
+			const mapping = this.#obfuscateMappings.get(index)!;
+			result = replaceAll(result, secret, mapping.placeholder);
+		}
+
+		// 3. Process regex entries — discover new matches
+		for (const entry of this.#regexEntries) {
+			entry.regex.lastIndex = 0;
+			const matches = new Set<string>();
+			for (;;) {
+				const match = entry.regex.exec(result);
+				if (match === null) break;
+				if (match[0].length === 0) {
+					entry.regex.lastIndex++;
+					continue;
+				}
+				matches.add(match[0]);
+			}
+
+			for (const matchValue of matches) {
+				if (entry.mode === "replace") {
+					const replacement = entry.replacement ?? generateDeterministicReplacement(matchValue);
+					result = replaceAll(result, matchValue, replacement);
+				} else {
+					// obfuscate mode — get or create stable index
+					let index = this.#findObfuscateIndex(matchValue);
+					if (index === undefined) {
+						index = this.#nextIndex++;
+						const placeholder = buildPlaceholder(index, matchValue.length);
+						this.#obfuscateMappings.set(index, { secret: matchValue, placeholder });
+						this.#deobfuscateMap.set(placeholder, matchValue);
+					}
+					const mapping = this.#obfuscateMappings.get(index)!;
+					result = replaceAll(result, matchValue, mapping.placeholder);
+				}
+			}
+		}
+
+		return result;
+	}
+
+	/** Deobfuscate obfuscate-mode placeholders back to original secrets. Replace-mode is NOT reversed. */
+	deobfuscate(text: string): string {
+		if (!this.#hasAny) return text;
+		return text.replace(PLACEHOLDER_RE, match => {
+			return this.#deobfuscateMap.get(match) ?? match;
+		});
+	}
+
+	/** Deep-walk an object, deobfuscating all string values. */
+	deobfuscateObject<T>(obj: T): T {
+		if (!this.#hasAny) return obj;
+		return deepWalkStrings(obj, s => this.deobfuscate(s));
+	}
+
+	/** Find the obfuscate index for a known secret value. */
+	#findObfuscateIndex(secret: string): number | undefined {
+		// Check plain mappings first
+		const plainIndex = this.#plainMappings.get(secret);
+		if (plainIndex !== undefined) return plainIndex;
+
+		// Check regex-discovered mappings
+		for (const [index, mapping] of this.#obfuscateMappings) {
+			if (mapping.secret === secret) return index;
+		}
+		return undefined;
+	}
+}
+
+// ═══════════════════════════════════════════════════════════════════════════
+// Message obfuscation (outbound to LLM)
+// ═══════════════════════════════════════════════════════════════════════════
+
+/** Obfuscate all text content in LLM messages (for outbound interception). */
+export function obfuscateMessages(obfuscator: SecretObfuscator, messages: Message[]): Message[] {
+	return messages.map(msg => {
+		if (!Array.isArray(msg.content)) return msg;
+
+		let changed = false;
+		const content = msg.content.map(block => {
+			if (block.type === "text") {
+				const obfuscated = obfuscator.obfuscate(block.text);
+				if (obfuscated !== block.text) {
+					changed = true;
+					return { ...block, text: obfuscated } as TextContent;
+				}
+			}
+			return block;
+		});
+
+		return changed ? ({ ...msg, content } as typeof msg) : msg;
+	});
+}
+
+// ═══════════════════════════════════════════════════════════════════════════
+// Helpers
+// ═══════════════════════════════════════════════════════════════════════════
+
+/** Replace all occurrences of `search` in `text` with `replacement`. */
+function replaceAll(text: string, search: string, replacement: string): string {
+	if (search.length === 0) return text;
+	let result = text;
+	let idx = result.indexOf(search);
+	while (idx !== -1) {
+		result = result.slice(0, idx) + replacement + result.slice(idx + search.length);
+		idx = result.indexOf(search, idx + replacement.length);
+	}
+	return result;
+}
+
+/** Deep-walk an object, transforming all string values. */
+function deepWalkStrings<T>(obj: T, transform: (s: string) => string): T {
+	if (typeof obj === "string") {
+		return transform(obj) as unknown as T;
+	}
+	if (Array.isArray(obj)) {
+		let changed = false;
+		const result = obj.map(item => {
+			const transformed = deepWalkStrings(item, transform);
+			if (transformed !== item) changed = true;
+			return transformed;
+		});
+		return (changed ? result : obj) as unknown as T;
+	}
+	if (obj !== null && typeof obj === "object") {
+		let changed = false;
+		const result: Record<string, unknown> = {};
+		for (const key of Object.keys(obj)) {
+			const value = (obj as Record<string, unknown>)[key];
+			const transformed = deepWalkStrings(value, transform);
+			if (transformed !== value) changed = true;
+			result[key] = transformed;
+		}
+		return (changed ? result : obj) as T;
+	}
+	return obj;
+}

package/src/secrets/regex.ts

@@ -0,0 +1,21 @@
+/** Add global flag while preserving user-provided flags. */
+function enforceGlobalFlag(flags: string): string {
+	return flags.includes("g") ? flags : `${flags}g`;
+}
+
+/** Compile a secret regex entry with global scanning enabled by default. */
+export function compileSecretRegex(pattern: string, flags?: string): RegExp {
+	let resolvedPattern = pattern;
+	let resolvedFlags = flags ?? "";
+
+	// Detect regex literal syntax: /pattern/flags
+	const literalMatch = /^\/((?:[^\\/]|\\.)*)\/([ gimsuy]*)$/.exec(pattern);
+	if (literalMatch) {
+		resolvedPattern = literalMatch[1];
+		// Merge flags from literal with explicit flags param (deduplicate)
+		const combined = new Set([...resolvedFlags, ...literalMatch[2]]);
+		resolvedFlags = [...combined].join("");
+	}
+
+	return new RegExp(resolvedPattern, enforceGlobalFlag(resolvedFlags));
+}