elanous 0.2.9 → 0.2.11

package/src/grok/agent-search.ts

@@ -71,6 +71,8 @@ export interface GrokAgentSearchResult {
   /** Deduped source URLs, in first-seen order (annotations first, then
    *  raw search_call sources). */
   citations: GrokCitation[];
+  /** URLs supplied by an actual x_search_call (not merely web citations). */
+  xSearchSources?: string[];
   /** Set when ok=false — a short diagnostic ('missing-api-key',
    *  'grok responses 4xx: …', 'threw: …'). */
   error?: string;
@@ -151,6 +153,7 @@ export function parseResponsesOutput(body: { output?: unknown[] } | null): GrokA
   const output = Array.isArray(body?.output) ? body!.output! : [];
   let text = '';
   const citations: GrokCitation[] = [];
+  const xSearchSources = new Set<string>();
   const seen = new Set<string>();
   const addCite = (url?: unknown, title?: unknown): void => {
     if (typeof url !== 'string' || !url || seen.has(url)) return;
@@ -179,9 +182,12 @@ export function parseResponsesOutput(body: { output?: unknown[] } | null): GrokA
     if ((item?.type === 'web_search_call' || item?.type === 'x_search_call')) {
       const action = item.action as Record<string, unknown> | undefined;
       const sources = Array.isArray(action?.sources) ? action!.sources as Array<Record<string, unknown>> : [];
-      for (const s of sources) addCite(s?.url, s?.title);
+      for (const s of sources) {
+        addCite(s?.url, s?.title);
+        if (item.type === 'x_search_call' && typeof s?.url === 'string') xSearchSources.add(s.url);
+      }
     }
   }
 
-  return { ok: true, status: 200, text: text.trim(), citations };
+  return { ok: true, status: 200, text: text.trim(), citations, xSearchSources: [...xSearchSources] };
 }

package/src/guardian/secret-exposure-scan.ts

@@ -0,0 +1,101 @@
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { elanousStateRoot } from '../autopilot/state-paths.js';
+import { listCoordEvents, type CoordEvent } from '../context-bus/coord-events.js';
+import { DecisionLedger } from '../decisions/decision-ledger.js';
+import { LogStore } from '../mss/logging/log-store.js';
+
+export type SecretKind = 'token-prefix' | 'key' | 'bearer' | 'private-key';
+export interface SecretCandidate { store: 'logs' | 'decisions' | 'context'; rowId: string; kind: SecretKind; prefix: string; length: number }
+export interface SecretScanResult { mode: 'shadow' | 'publish'; candidates: SecretCandidate[]; raised: number }
+
+const PATTERNS: Array<{ kind: SecretKind; pattern: RegExp }> = [
+  { kind: 'private-key', pattern: /-----BEGIN (?:[A-Z0-9_-]+ )?PRIVATE KEY(?: BLOCK)?-----/g },
+  { kind: 'bearer', pattern: /\bBearer\s+([A-Za-z0-9._~+/-]{12,}={0,2})/gi },
+  { kind: 'token-prefix', pattern: /\b(?:sk-[A-Za-z0-9_-]{16,}|xai-[A-Za-z0-9_-]{20,}|gh[pousr]_[A-Za-z0-9_]{12,}|github_pat_[A-Za-z0-9_]{12,}|xox[baprs]-[A-Za-z0-9-]{12,}|(?:AKIA|ASIA|ABIA|ACCA)[A-Z2-7]{16}|AIza[A-Za-z0-9_-]{35})\b/g },
+  { kind: 'key', pattern: /\b(?:[A-Za-z][A-Za-z0-9_]*_)?(?:api[_-]?key|secret[_-]?key|access[_-]?key|token)(?:\\?["'])?\s*[=:]\s*(?:\\?["'])?([A-Za-z0-9_./+~-]{16,}={0,2})/gi },
+];
+
+function scanText(store: SecretCandidate['store'], rowId: string, text: string): SecretCandidate[] {
+  const found: SecretCandidate[] = [];
+  const spans: Array<[number, number]> = [];
+  for (const { kind, pattern } of PATTERNS) {
+    for (const match of text.matchAll(pattern)) {
+      const value = match[1] ?? match[0];
+      const start = match.index! + (match[1] ? match[0].lastIndexOf(value) : 0);
+      const end = start + value.length;
+      if (spans.some(([a, b]) => start < b && end > a)) continue;
+      spans.push([start, end]);
+      found.push({ store, rowId, kind, prefix: value.slice(0, 4), length: value.length });
+    }
+  }
+  return found;
+}
+
+export interface SecretScanDeps {
+  now?: () => Date;
+  stateRoot?: string;
+  logs?: Pick<LogStore, 'queryAll'>;
+  decisions?: Pick<DecisionLedger, 'list' | 'raise'>;
+  context?: (since: string) => CoordEvent[];
+}
+
+/** Only source coordinates and a four-character prefix leave the scanner. Missing stores are empty; unreadable stores throw. */
+export function scanSecretExposures(options: { publish?: boolean } = {}, deps: SecretScanDeps = {}): SecretScanResult {
+  const root = deps.stateRoot ?? elanousStateRoot();
+  const nowMs = (deps.now ?? (() => new Date()))().getTime();
+  const sinceMs = nowMs - 86_400_000;
+  const since = new Date(sinceMs).toISOString();
+  const candidates: SecretCandidate[] = [];
+  const logPath = join(root, 'logs', 'logs.db');
+  const opened = !deps.logs && existsSync(logPath) ? LogStore.openReadOnly(logPath) : undefined;
+  const logs = deps.logs ?? opened;
+  try {
+    for (const row of logs?.queryAll({ sinceMs, untilMs: nowMs }) ?? []) {
+      if (!Number.isSafeInteger(row.id) || row.ts_ms < sinceMs || row.ts_ms > nowMs) continue;
+      const id = String(row.id);
+      candidates.push(...scanText('logs', id, JSON.stringify(row)));
+    }
+  } finally { opened?.close(); }
+
+  const ledger = deps.decisions ?? new DecisionLedger({ stateDir: root });
+  const entries = ledger.list({ status: 'all' });
+  for (const entry of entries) {
+    if (entry.raisedBy.agent === 'secret-exposure-scan' || !/^D-\d{8}-\d+$/.test(entry.id)) continue;
+    candidates.push(...scanText('decisions', entry.id, JSON.stringify(entry)));
+  }
+  for (const event of (deps.context ?? (s => listCoordEvents({ since: s })))(since)) {
+    if (!/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(event.id) || Date.parse(event.at) < sinceMs || Date.parse(event.at) > nowMs) continue;
+    candidates.push(...scanText('context', event.id, JSON.stringify(event)));
+  }
+  // One card per location/kind; do not put any untrusted source text into logs.
+  const unique = [...new Map(candidates.map(c => [`${c.store}:${c.rowId}:${c.kind}`, c])).values()];
+  let raised = 0;
+  if (options.publish) {
+    const existing = new Set(entries.flatMap(entry => entry.refs ?? []));
+    for (const candidate of unique) {
+      const ref = `secret-exposure:${candidate.store}:${candidate.rowId}:${candidate.kind}`;
+      if (existing.has(ref)) continue;
+      ledger.raise({ title: `비밀 노출 후보 — ${candidate.store} / ${candidate.rowId}`,
+        category: 'secret', scqa: { s: `${candidate.store} 행 ${candidate.rowId}에서 ${candidate.kind} 꼴이 발견됐다.`,
+          c: `값은 보관하지 않는다. 앞 4자 ${candidate.prefix} · 길이 ${candidate.length}.` },
+        options: [{ key: 'a', label: '원장 위치 확인 및 폐기', consequence: '사람이 원장에서 확인 후 폐기한다' },
+          { key: 'b', label: '오탐으로 닫기', consequence: '사람이 오탐 여부를 확인한다' }],
+        recommendation: { skipped: true, reason: '사람 확인 필요' }, raisedBy: { agent: 'secret-exposure-scan' }, refs: [ref] });
+      existing.add(ref);
+      raised++;
+    }
+  }
+  return { mode: options.publish ? 'publish' : 'shadow', candidates: unique, raised };
+}
+
+if (import.meta.main) {
+  // The graph runs without flags: shadow only. Publishing requires an explicit operator opt-in.
+  try {
+    const result = scanSecretExposures({ publish: process.argv.slice(2).includes('--publish') });
+    console.log(JSON.stringify(result));
+  } catch {
+    console.error('secret-exposure-scan: source unreadable');
+    process.exitCode = 1;
+  }
+}

package/src/harness/browser-verify.ts

@@ -22,6 +22,8 @@ import { IMAGE_LOAD_STATE_SOURCE } from './image-load-state.js';
 const execFileAsync = promisify(execFile);
 // Longer than aside's own ~10 s daemon auth-challenge timeout, so «Aside isn't running» reaches stderr before we kill it (10-01 live).
 const DEFAULT_ASIDE_TIMEOUT_MS = 30_000;
+const ASIDE_SHOT_MAX_BYTES = 8 * 1024 * 1024;
+const ASIDE_SHOT_MARKER = 'ELANOUS_SHOT_BASE64:';
 // Observed load events and complete page content arrive within this window; timeout remains non-blocking.
 const CDP_LOAD_WAIT_TIMEOUT_MS = 3_000;
 
@@ -188,6 +190,7 @@ function buildAsideScript(url: string): string {
     `    const state = await page.evaluate(() => { const imageCounts = ${IMAGE_COUNTS_EXPRESSION}; return { bodyLength: document.body?.innerText.length ?? 0, unloadedImageCount: imageCounts.broken, pendingLazyImages: imageCounts.pendingLazy }; });`,
     '    const screenshot = await page.screenshot({ fullPage: true });',
     '    console.log(JSON.stringify({ title, ...state, screenshotBytes: screenshot?.length ?? 0 }));',
+    `    if (screenshot?.length > 0 && screenshot.length <= ${ASIDE_SHOT_MAX_BYTES}) console.log('${ASIDE_SHOT_MARKER}' + Buffer.from(screenshot).toString('base64'));`,
     '  } finally { try { await closeTab(page); } catch {} }',
     '})();',
   ].join('\n');
@@ -223,6 +226,18 @@ function parseAsideObservation(stdout: string): { title: string; bodyLength: num
   throw new Error('aside observation output missing JSON');
 }
 
+function decodeAsideScreenshot(stdout: string, screenshotBytes: number): Buffer | undefined {
+  if (screenshotBytes === 0 || screenshotBytes > ASIDE_SHOT_MAX_BYTES) return undefined;
+  const lines = stripScreenAnsi(stdout).split(/\r?\n/);
+  const shots = lines.filter((line) => line.startsWith(ASIDE_SHOT_MARKER));
+  if (shots.length !== 1) return undefined;
+  const encoded = shots[0]!.slice(ASIDE_SHOT_MARKER.length);
+  if (encoded.length > Math.ceil(ASIDE_SHOT_MAX_BYTES / 3) * 4 || !/^[A-Za-z0-9+/]+={0,2}$/.test(encoded)) return undefined;
+  const buf = Buffer.from(encoded, 'base64');
+  if (buf.length !== screenshotBytes || buf.toString('base64') !== encoded) return undefined;
+  return buf;
+}
+
 function asideErrorResult(url: string, error: unknown, kind?: AsideRunStatus['kind']): DeployVerifyResult {
   const message = error instanceof Error ? error.message : String(error);
   const errorFinding = finding('aside-error', `aside 검증 오류: ${message.slice(0, 120)}${kind ? ` (${kind})` : ''}`, 'confirmed');
@@ -240,7 +255,7 @@ async function verifyAsidePage(url: string, deps: DeployVerifyDeps): Promise<Dep
     const script = await readFile(scriptPath, 'utf8');
     const runAside = deps.runAside ?? (async (command, args, options) => {
       try {
-        const result = await execFileAsync(command, args, { ...options, encoding: 'utf8' });
+        const result = await execFileAsync(command, args, { ...options, encoding: 'utf8', maxBuffer: Math.ceil(ASIDE_SHOT_MAX_BYTES / 3) * 4 + 1024 * 1024 });
         return { stdout: result.stdout, stderr: result.stderr, exitCode: 0 };
       } catch (error) {
         if ((error as NodeJS.ErrnoException).code === 'ENOENT') throw error;
@@ -273,12 +288,20 @@ async function verifyAsidePage(url: string, deps: DeployVerifyDeps): Promise<Dep
     if (status.kind === 'repl-error') return asideErrorResult(url, new Error('aside repl reported error'), status.kind);
     if (status.kind === 'no-marker') return asideErrorResult(url, new Error('aside observation output missing completion marker'), status.kind);
     const state = parseAsideObservation(observation.stdout);
+    const screenshot = decodeAsideScreenshot(observation.stdout, state.screenshotBytes);
+    let shotReason = state.screenshotBytes === 0 ? '스크린샷 0바이트' : state.screenshotBytes > ASIDE_SHOT_MAX_BYTES ? '8MB 상한 초과' : screenshot ? undefined : '스크린샷 데이터 없음 또는 불일치';
+    if (screenshot && deps.onScreenshot) {
+      try { deps.onScreenshot(screenshot); }
+      catch (error) { shotReason = (error as NodeJS.ErrnoException)?.code ?? '저장 콜백 오류'; }
+    }
+    observe('aside-shot', { bytes: state.screenshotBytes, written: !!screenshot && !shotReason && !!deps.onScreenshot, reason: shotReason ?? (deps.onScreenshot ? '없음' : '저장 요청 없음') });
     const structuredFindings: DeployVerifyFinding[] = [];
+    if (state.screenshotBytes === 0) structuredFindings.push(finding('aside-error', '스크린샷 0바이트 — 렌더 증거 없음', 'confirmed'));
     if (state.bodyLength < minBody) structuredFindings.push(finding('empty-body', `페이지 본문이 비어있음(len=${state.bodyLength}·렌더 실패 의심)`, 'suspected'));
     if (state.unloadedImageCount) structuredFindings.push(finding('unloaded-image', `로드되지 못한 그림 ${state.unloadedImageCount}개`, 'confirmed'));
     if (!state.title.trim()) structuredFindings.push(finding('empty-title', '문서 제목이 비어있음', 'confirmed'));
     const findings = structuredFindings.map(({ message }) => message);
-    const result: DeployVerifyResult = { ok: findings.length === 0, url, title: state.title, bodyLength: state.bodyLength, screenshotBytes: state.screenshotBytes, findings, unmeasured: ['javascript-errors'], ...(state.pendingLazyImages ? { pendingLazyImages: state.pendingLazyImages } : {}), ...(structuredFindings.length ? { structuredFindings } : {}) };
+    const result: DeployVerifyResult = { ok: findings.length === 0, url, title: state.title, bodyLength: state.bodyLength, screenshotBytes: state.screenshotBytes, findings, unmeasured: shotReason && (state.screenshotBytes === 0 || state.screenshotBytes > ASIDE_SHOT_MAX_BYTES || !!deps.onScreenshot) ? ['javascript-errors', 'screenshot'] : ['javascript-errors'], ...(state.pendingLazyImages ? { pendingLazyImages: state.pendingLazyImages } : {}), ...(structuredFindings.length ? { structuredFindings } : {}) };
     observe('verified-aside', { url: url.slice(0, 80), ok: result.ok, bodyLength: state.bodyLength, bytes: state.screenshotBytes, findings: findings.length, unmeasured: result.unmeasured });
     return result;
   } catch (error) {