braintrust-lite 0.1.6 → 0.1.8

package/bin/consult

@@ -1,79 +0,0 @@
-#!/usr/bin/env node
-'use strict';
-
-// CLI entry point for braintrust-lite.
-// Usage: consult [options] "prompt"
-//        cat file | consult "review this"
-
-import { readFileSync } from 'fs';
-import { resolve } from 'path';
-import { consult } from '../src/consult.js';
-import { formatAsMarkdown, formatAsJson } from '../src/format.js';
-
-// ─── Arg parsing ──────────────────────────────────────────────────────────────
-
-const flags = { skip: [] };
-const positional = [];
-const argv = process.argv.slice(2);
-
-for (let i = 0; i < argv.length; i++) {
-  const a = argv[i];
-  if (a === '--skip') { flags.skip.push(argv[++i]); continue; }
-  if (a === '--only') { flags.only = argv[++i]; continue; }
-  if (a === '--timeout') { flags.timeout = Number(argv[++i]); continue; }
-  if (a === '--dir') { flags.dir = argv[++i]; continue; }
-  if (a === '--json') { flags.json = true; continue; }
-  if (a === '--help' || a === '-h') { printHelp(); process.exit(0); }
-  positional.push(a);
-}
-
-function printHelp() {
-  console.error(`Usage: consult [options] "your question"
-       cat file | consult "explain this"
-
-Options:
-  --only <model>     Only run one model: codex | gemini | claude
-  --skip <model>     Skip a model (repeatable)
-  --timeout <sec>    Per-model timeout in seconds (default: 90)
-  --dir <path>       Working directory for CLI subprocesses
-  --json             Output full JSON instead of markdown
-  --help             Show this help`);
-}
-
-// ─── Prompt ───────────────────────────────────────────────────────────────────
-
-let prompt = positional.join(' ');
-
-if (!process.stdin.isTTY) {
-  const stdin = readFileSync(0, 'utf8').trim();
-  if (stdin) prompt = prompt ? `${prompt}\n\n<context>\n${stdin}\n</context>` : stdin;
-}
-
-if (!prompt) {
-  printHelp();
-  process.exit(1);
-}
-
-// ─── Run ─────────────────────────────────────────────────────────────────────
-
-const { results, mapping } = await consult({
-  prompt,
-  only: flags.only,
-  skip: flags.skip,
-  timeoutMs: flags.timeout != null ? flags.timeout * 1000 : 90_000,
-  cwd: flags.dir ? resolve(flags.dir) : undefined,
-  blind: !flags.only, // blind mode only useful when multiple providers run
-});
-
-// Progress summary to stderr
-for (const r of results) {
-  const status = r.error ? `⚠ ${r.error}` : `✓ ${(r.duration_ms / 1000).toFixed(1)}s`;
-  process.stderr.write(`[${r.provider}: ${status}]\n`);
-}
-
-// Output to stdout
-if (flags.json) {
-  console.log(formatAsJson(prompt, results, mapping));
-} else {
-  console.log('\n' + formatAsMarkdown(results, mapping));
-}

package/src/consult.js

@@ -1,112 +0,0 @@
-import {
-  runProcess,
-  adaptCodex,
-  adaptGemini,
-  adaptClaude,
-  CODEX_ARGS_PREFIX,
-  GEMINI_ARGS_PREFIX,
-  CLAUDE_ARGS_PREFIX,
-} from './providers.js';
-
-const SYSTEM_PROMPT = `你是一个独立思考的高级专家。请基于自己的判断给出高质量、可执行的回答。
-要求：独立思考，不假设其他专家会补充；区分结论、依据、假设、风险；简洁但完整。`;
-
-const PROVIDERS = {
-  codex: {
-    cmd: 'codex',
-    buildArgs: prompt => [...CODEX_ARGS_PREFIX, `${SYSTEM_PROMPT}\n\n${prompt}`],
-    adapt: adaptCodex,
-  },
-  gemini: {
-    cmd: 'gemini',
-    buildArgs: prompt => ['-p', `${SYSTEM_PROMPT}\n\n${prompt}`, ...GEMINI_ARGS_PREFIX],
-    adapt: adaptGemini,
-  },
-  claude: {
-    cmd: 'claude',
-    buildArgs: prompt => [...CLAUDE_ARGS_PREFIX, `${SYSTEM_PROMPT}\n\n${prompt}`],
-    adapt: adaptClaude,
-  },
-};
-
-/**
- * Shuffle an array in-place using Fisher-Yates and return it.
- */
-function shuffle(arr) {
-  for (let i = arr.length - 1; i > 0; i--) {
-    const j = Math.floor(Math.random() * (i + 1));
-    [arr[i], arr[j]] = [arr[j], arr[i]];
-  }
-  return arr;
-}
-
-/**
- * Replace provider names with anonymous labels (Model A, B, C…).
- * Order is randomised so the judge cannot infer identity from position.
- * Returns { results: anonymized array, mapping: { 'Model A': 'gemini', … } }
- */
-function anonymize(results) {
-  const labels = ['Model A', 'Model B', 'Model C', 'Model D', 'Model E'];
-  const shuffled = shuffle([...results]);
-  const mapping = {};
-  const anonymized = shuffled.map((r, i) => {
-    mapping[labels[i]] = r.provider;
-    return { ...r, provider: labels[i] };
-  });
-  return { results: anonymized, mapping };
-}
-
-/**
- * Run a single provider and return a normalized result object.
- * Never throws — errors are captured in the `error` field.
- */
-async function runOne(name, prompt, { cwd, timeoutMs }) {
-  const p = PROVIDERS[name];
-  const start = Date.now();
-  const raw = await runProcess(p.cmd, p.buildArgs(prompt), { cwd, timeoutMs });
-  const duration_ms = Date.now() - start;
-
-  const error = raw.code === 'timeout' ? 'timeout'
-    : raw.code !== 0 ? `exit ${raw.code}`
-    : null;
-
-  const { content } = error ? { content: '' } : p.adapt(raw);
-  return { provider: name, content, duration_ms, error };
-}
-
-/**
- * Consult Codex, Gemini, and/or Claude in parallel.
- *
- * @param {object} opts
- * @param {string}   opts.prompt       - The question to ask.
- * @param {string}   [opts.only]       - 'codex' | 'gemini' | 'claude' — only run this one.
- * @param {string[]} [opts.skip]       - Providers to skip.
- * @param {number}   [opts.timeoutMs]  - Per-provider timeout in ms (default 90 000). 0 = no timeout.
- * @param {string}   [opts.cwd]        - Working directory for subprocesses.
- * @param {boolean}  [opts.blind]      - Anonymise provider names (default true).
- * @returns {Promise<{ results: Array, mapping: object|null }>}
- */
-export async function consult({ prompt, only, skip = [], timeoutMs = 90_000, cwd, blind = true } = {}) {
-  const targets = Object.keys(PROVIDERS)
-    .filter(name => (only ? name === only : true))
-    .filter(name => !skip.includes(name));
-
-  if (targets.length === 0) {
-    throw new Error('No providers selected — check --only / --skip flags.');
-  }
-
-  const settled = await Promise.allSettled(
-    targets.map(name => runOne(name, prompt, { cwd, timeoutMs }))
-  );
-
-  const results = targets.map((name, i) =>
-    settled[i].status === 'fulfilled'
-      ? settled[i].value
-      : { provider: name, content: '', duration_ms: 0, error: settled[i].reason?.message ?? 'unknown' }
-  );
-
-  if (blind) {
-    return anonymize(results);
-  }
-  return { results, mapping: null };
-}

package/src/providers.js

@@ -1,88 +0,0 @@
-import { spawn } from 'child_process';
-
-// ─── Provider argv constants ──────────────────────────────────────────────────
-
-export const CODEX_ARGS_PREFIX = ['exec', '--json', '--skip-git-repo-check', '--ephemeral'];
-export const GEMINI_ARGS_PREFIX = ['-o', 'json'];
-export const CLAUDE_ARGS_PREFIX = ['--output-format', 'json', '-p'];
-
-// ─── Process runner ───────────────────────────────────────────────────────────
-
-/**
- * Spawn a subprocess with an AbortController-based timeout.
- * Returns { stdout, stderr, code } — never rejects.
- */
-export function runProcess(cmd, args, { cwd, timeoutMs } = {}) {
-  const ac = new AbortController();
-  const proc = spawn(cmd, args, {
-    signal: ac.signal,
-    stdio: ['ignore', 'pipe', 'pipe'],
-    ...(cwd ? { cwd } : {}),
-  });
-
-  let stdout = '';
-  let stderr = '';
-  proc.stdout.on('data', d => { stdout += d; });
-  proc.stderr.on('data', d => { stderr += d; });
-
-  const timer = timeoutMs ? setTimeout(() => ac.abort(), timeoutMs) : null;
-
-  return new Promise(resolve => {
-    const done = code => {
-      if (timer) clearTimeout(timer);
-      resolve({ stdout, stderr, code });
-    };
-    proc.on('close', done);
-    proc.on('error', err => done(err.name === 'AbortError' ? 'timeout' : -1));
-  });
-}
-
-// ─── Adapters ─────────────────────────────────────────────────────────────────
-
-/** Last-resort: take the tail of raw stdout. */
-export function fallback(rawStdout) {
-  return { content: rawStdout.slice(-2000).trim() || '[no output]', parse_mode: 'fallback' };
-}
-
-/** Parse Codex JSONL stream → extract the last agent_message text. */
-export function adaptCodex(raw) {
-  try {
-    const events = raw.stdout.trim().split('\n').flatMap(l => {
-      try { return [JSON.parse(l)]; } catch { return []; }
-    });
-    const msg = events.filter(e => e.type === 'item.completed' && e.item?.type === 'agent_message').pop()
-      ?? events.filter(e => e.type === 'item.completed').pop();
-    if (msg?.item?.text) return { content: msg.item.text, parse_mode: 'jsonl' };
-  } catch { /* fall through */ }
-  return fallback(raw.stdout);
-}
-
-/** Skip any MCP startup noise before the first '{', then extract .response */
-export function parseGeminiResponse(stdout) {
-  const jsonStart = stdout.indexOf('{');
-  if (jsonStart === -1) return null;
-  const j = JSON.parse(stdout.slice(jsonStart));
-  if (typeof j.response === 'string') return j.response;
-  for (const v of Object.values(j)) {
-    if (v && typeof v === 'object' && typeof v.response === 'string') return v.response;
-  }
-  return null;
-}
-
-/** Parse Gemini JSON output → content string. */
-export function adaptGemini(raw) {
-  try {
-    const response = parseGeminiResponse(raw.stdout);
-    if (response) return { content: response, parse_mode: 'json' };
-  } catch { /* fall through */ }
-  return fallback(raw.stdout);
-}
-
-/** Parse Claude CLI JSON output → extract .result text. */
-export function adaptClaude(raw) {
-  try {
-    const j = JSON.parse(raw.stdout);
-    if (typeof j.result === 'string') return { content: j.result, parse_mode: 'json' };
-  } catch { /* fall through */ }
-  return fallback(raw.stdout);
-}