arbiter-cli 0.1.4 → 0.2.1

package/chat.mjs

@@ -0,0 +1,474 @@
+#!/usr/bin/env node
+/**
+ * Arbiter Chat CLI — Premium edition.
+ * Smart routing, markdown rendering, persistent history, multi-line input, and more.
+ * Pure Node.js, zero npm dependencies.
+ */
+import { createInterface } from 'readline'
+import { readFileSync, writeFileSync, existsSync, mkdirSync, readdirSync } from 'fs'
+import { resolve, join } from 'path'
+import { homedir, platform } from 'os'
+import { execSync } from 'child_process'
+
+const PROXY_URL = 'https://arbiter-proxy-long-summit-6283.fly.dev/v1/chat/completions'
+const SPINNER_FRAMES = ['⠋', '⠙', '⠹', '⠸', '⠼', '⠴', '⠦', '⠧', '⠇', '⠏']
+const ARBITER_DIR = join(homedir(), '.arbiter')
+const CONVOS_DIR = join(ARBITER_DIR, 'conversations')
+const HISTORY_FILE = join(ARBITER_DIR, 'history')
+const MODEL_MAP = { claude: 'anthropic/claude-sonnet-4', gpt4o: 'openai/gpt-4o', flash: 'google/gemini-2.5-flash', auto: null }
+
+const c = {
+  green: s => `\x1b[32m${s}\x1b[0m`, cyan: s => `\x1b[36m${s}\x1b[0m`,
+  dim: s => `\x1b[2m${s}\x1b[0m`, bold: s => `\x1b[1m${s}\x1b[0m`,
+  yellow: s => `\x1b[33m${s}\x1b[0m`, red: s => `\x1b[31m${s}\x1b[0m`,
+  bgCyan: s => `\x1b[46m\x1b[30m${s}\x1b[0m`,
+}
+
+// --- Ensure directories ---
+if (!existsSync(ARBITER_DIR)) mkdirSync(ARBITER_DIR, { recursive: true })
+if (!existsSync(CONVOS_DIR)) mkdirSync(CONVOS_DIR, { recursive: true })
+
+// --- Parse CLI flags ---
+const argv = process.argv.slice(2)
+let systemPrompt = null, cliPrefix = null
+for (let i = 0; i < argv.length; i++) {
+  if (argv[i] === '--system' && argv[i + 1]) { systemPrompt = argv[++i]; continue }
+  if (!argv[i].startsWith('-') && !cliPrefix) { cliPrefix = argv[i] }
+}
+
+// --- Load API key ---
+function loadApiKey() {
+  if (process.env.OPENROUTER_API_KEY) return process.env.OPENROUTER_API_KEY
+  const paths = [resolve(process.cwd(), '.env'), resolve(import.meta.dirname || '.', '..', '.env')]
+  for (const p of paths) {
+    if (existsSync(p)) {
+      const m = readFileSync(p, 'utf-8').match(/^OPENROUTER_API_KEY=(.+)$/m)
+      if (m) return m[1].trim()
+    }
+  }
+  return null
+}
+
+const API_KEY = loadApiKey()
+if (!API_KEY) {
+  console.error(c.yellow('\n  ✗ No API key found.'))
+  console.error(c.dim('    Set OPENROUTER_API_KEY in .env or as an environment variable.\n'))
+  process.exit(1)
+}
+
+// --- State ---
+let messages = []
+let modelOverride = null
+let lastAssistantContent = ''
+const session = { requests: 0, totalSaved: 0, totalCost: 0, totalBaseline: 0, totalTokens: 0 }
+
+// --- Spinner ---
+function createSpinner() {
+  let i = 0, timer = null
+  return {
+    start() {
+      process.stdout.write(`  ${c.dim(SPINNER_FRAMES[0] + ' thinking...')}`)
+      timer = setInterval(() => {
+        i = (i + 1) % SPINNER_FRAMES.length
+        process.stdout.write(`\r  ${c.dim(SPINNER_FRAMES[i] + ' thinking...')}`)
+      }, 80)
+    },
+    stop() { if (timer) { clearInterval(timer); timer = null }; process.stdout.write('\r\x1b[K') },
+  }
+}
+
+// --- Markdown renderer (streaming, line-buffered) ---
+function renderInline(text) {
+  let out = '', i = 0
+  while (i < text.length) {
+    if (text[i] === '`' && text[i + 1] !== '`') {
+      const end = text.indexOf('`', i + 1)
+      if (end !== -1) { out += c.cyan(text.slice(i + 1, end)); i = end + 1; continue }
+    }
+    if (text[i] === '*' && text[i + 1] === '*') {
+      const end = text.indexOf('**', i + 2)
+      if (end !== -1) { out += c.bold(text.slice(i + 2, end)); i = end + 2; continue }
+    }
+    out += text[i]; i++
+  }
+  return out
+}
+
+function createRenderer() {
+  let inCodeBlock = false, lineBuffer = ''
+  return {
+    write(chunk) {
+      for (const ch of chunk) {
+        if (ch === '\n') { this._flushLine(); lineBuffer = '' } else { lineBuffer += ch }
+      }
+    },
+    _flushLine() {
+      const line = lineBuffer
+      if (line.startsWith('```') && !inCodeBlock) {
+        inCodeBlock = true
+        const lang = line.slice(3).trim()
+        process.stdout.write(`  ${c.dim('┌' + (lang ? ' ' + lang + ' ' : '─'))}\n`)
+      } else if (line.startsWith('```') && inCodeBlock) {
+        inCodeBlock = false
+        process.stdout.write(`  ${c.dim('└─')}\n`)
+      } else if (inCodeBlock) {
+        process.stdout.write(`  ${c.dim('│')} ${line}\n`)
+      } else if (line.match(/^>{1}\s?/)) {
+        process.stdout.write(`  ${c.dim('│')} ${c.dim(renderInline(line.replace(/^>\s?/, '')))}\n`)
+      } else if (line.match(/^#{1,3}\s+/)) {
+        const h = line.match(/^#{1,3}\s+(.+)/)
+        process.stdout.write(`\n  ${c.bold(h[1])}\n`)
+      } else if (line.match(/^[-*]\s/)) {
+        process.stdout.write(`    • ${renderInline(line.slice(2))}\n`)
+      } else if (line.match(/^\d+\.\s/)) {
+        process.stdout.write(`    ${renderInline(line)}\n`)
+      } else {
+        process.stdout.write(`  ${renderInline(line)}\n`)
+      }
+    },
+    end() {
+      if (!lineBuffer) return
+      if (inCodeBlock) process.stdout.write(`  ${c.dim('│')} ${lineBuffer}`)
+      else process.stdout.write(`  ${renderInline(lineBuffer)}`)
+      lineBuffer = ''
+    },
+  }
+}
+
+// --- History management ---
+function loadHistory() {
+  if (!existsSync(HISTORY_FILE)) return []
+  const lines = readFileSync(HISTORY_FILE, 'utf-8').split('\n').filter(Boolean)
+  return lines.slice(-500)
+}
+
+function saveHistoryLine(line) {
+  try {
+    const existing = existsSync(HISTORY_FILE) ? readFileSync(HISTORY_FILE, 'utf-8') : ''
+    writeFileSync(HISTORY_FILE, existing + line + '\n')
+  } catch {}
+}
+
+// --- Clipboard ---
+function copyToClipboard(text) {
+  try {
+    const plat = platform()
+    const cmd = plat === 'darwin' ? 'pbcopy' : plat === 'win32' ? 'clip' : 'xclip -selection clipboard'
+    execSync(cmd, { input: text, stdio: ['pipe', 'ignore', 'ignore'] })
+    return true
+  } catch { return false }
+}
+
+// --- Conversation save/load ---
+function saveConversation(name) {
+  const file = join(CONVOS_DIR, `${name}.json`)
+  writeFileSync(file, JSON.stringify(messages, null, 2))
+  console.log(c.dim(`  ✓ Saved to ~/.arbiter/conversations/${name}.json`))
+}
+
+function loadConversation(name) {
+  const file = join(CONVOS_DIR, `${name}.json`)
+  if (!existsSync(file)) { console.log(c.yellow(`  ✗ Conversation "${name}" not found.`)); return }
+  messages = JSON.parse(readFileSync(file, 'utf-8'))
+  console.log(c.dim(`  ✓ Loaded "${name}" (${messages.length} messages)`))
+}
+
+function listConversations() {
+  if (!existsSync(CONVOS_DIR)) { console.log(c.dim('  No saved conversations.')); return }
+  const files = readdirSync(CONVOS_DIR).filter(f => f.endsWith('.json'))
+  if (!files.length) { console.log(c.dim('  No saved conversations.')); return }
+  console.log(`\n  ${c.bold('Saved conversations:')}`)
+  for (const f of files) console.log(`    ${c.cyan(f.replace('.json', ''))}`)
+  console.log('')
+}
+
+// --- Prompt builder ---
+function getPrompt() {
+  const parts = []
+  if (modelOverride) parts.push(c.dim(`[${Object.entries(MODEL_MAP).find(([, v]) => v === modelOverride)?.[0] || 'custom'}]`))
+  if (session.totalCost > 0) {
+    const costStr = session.totalCost < 0.001 ? '<$0.001' : '$' + session.totalCost.toFixed(2)
+    parts.push(c.dim(`[${costStr}]`))
+  }
+  parts.push(c.bold('›'))
+  return '  ' + parts.join(' ') + ' '
+}
+
+// --- Pipe mode: stdin is not a TTY ---
+if (!process.stdin.isTTY) {
+  const chunks = []
+  process.stdin.on('data', d => chunks.push(d))
+  process.stdin.on('end', async () => {
+    const piped = Buffer.concat(chunks).toString().trim()
+    const content = cliPrefix ? `${cliPrefix}\n\n${piped}` : piped
+    messages.push({ role: 'user', content })
+    if (systemPrompt) messages.unshift({ role: 'system', content: systemPrompt })
+    await streamResponse(true)
+    process.exit(0)
+  })
+} else {
+  // --- Interactive TTY mode ---
+  const history = loadHistory()
+
+  console.log(`\n${c.bold('  ⚡ Arbiter Chat')}`)
+  console.log(c.dim('  Smart routing · 69% average savings'))
+  if (systemPrompt) console.log(c.dim(`  System: ${systemPrompt}`))
+  console.log(c.dim('  Type /stats, /model, /save, /load, /copy, /quit'))
+  console.log(c.dim('  Use """ for multi-line input, Ctrl+R for history search\n'))
+
+  const rl = createInterface({
+    input: process.stdin,
+    output: process.stdout,
+    prompt: getPrompt(),
+    history,
+    historySize: 500,
+  })
+
+  let multiLineMode = false, multiLineBuffer = [], searchMode = false, searchQuery = ''
+
+  rl.prompt()
+
+  rl.on('line', async (input) => {
+    const line = input.trim()
+
+    // Multi-line mode handling
+    if (multiLineMode) {
+      if (line === '"""') {
+        multiLineMode = false
+        const content = multiLineBuffer.join('\n')
+        multiLineBuffer = []
+        if (content.trim()) {
+          saveHistoryLine(content.replace(/\n/g, '\\n'))
+          messages.push({ role: 'user', content })
+          if (systemPrompt && !messages.find(m => m.role === 'system'))
+            messages.unshift({ role: 'system', content: systemPrompt })
+          await streamResponse()
+        }
+        rl.setPrompt(getPrompt()); rl.prompt()
+      } else {
+        multiLineBuffer.push(input)
+        process.stdout.write('  … ')
+      }
+      return
+    }
+
+    if (line === '"""') {
+      multiLineMode = true; multiLineBuffer = []
+      process.stdout.write('  … ')
+      return
+    }
+
+    if (!line) { rl.prompt(); return }
+
+    // Commands
+    if (line === '/quit' || line === '/exit') { goodbye(); return }
+    if (line === '/stats') { showStats(); rl.setPrompt(getPrompt()); rl.prompt(); return }
+    if (line === '/conversations' || line === '/convos') { listConversations(); rl.setPrompt(getPrompt()); rl.prompt(); return }
+    if (line === '/copy') {
+      if (!lastAssistantContent) { console.log(c.dim('  No response to copy.')); }
+      else if (copyToClipboard(lastAssistantContent)) { console.log(c.green('  ✓ Copied to clipboard')); }
+      else { console.log(c.yellow('  ✗ Could not copy (clipboard tool not available)')); }
+      rl.setPrompt(getPrompt()); rl.prompt(); return
+    }
+    if (line.startsWith('/model')) {
+      const arg = line.split(/\s+/)[1]
+      if (!arg || !MODEL_MAP.hasOwnProperty(arg)) {
+        console.log(c.dim(`  Available models: ${Object.keys(MODEL_MAP).join(', ')}`))
+        console.log(c.dim(`  Current: ${modelOverride ? Object.entries(MODEL_MAP).find(([, v]) => v === modelOverride)?.[0] || modelOverride : 'auto'}`))
+      } else {
+        modelOverride = MODEL_MAP[arg]
+        console.log(modelOverride ? c.dim(`  Model override: ${c.cyan(arg)} → ${modelOverride}`) : c.dim('  Model: auto (router decides)'))
+      }
+      rl.setPrompt(getPrompt()); rl.prompt(); return
+    }
+    if (line.startsWith('/save')) {
+      const name = line.split(/\s+/)[1]
+      if (!name) { console.log(c.dim('  Usage: /save <name>')); }
+      else { saveConversation(name) }
+      rl.setPrompt(getPrompt()); rl.prompt(); return
+    }
+    if (line.startsWith('/load')) {
+      const name = line.split(/\s+/)[1]
+      if (!name) { console.log(c.dim('  Usage: /load <name>')); }
+      else { loadConversation(name) }
+      rl.setPrompt(getPrompt()); rl.prompt(); return
+    }
+    if (line.startsWith('/')) { console.log(c.dim(`  Unknown command: ${line}`)); rl.setPrompt(getPrompt()); rl.prompt(); return }
+
+    // Regular message
+    saveHistoryLine(line)
+    messages.push({ role: 'user', content: line })
+    if (systemPrompt && !messages.find(m => m.role === 'system'))
+      messages.unshift({ role: 'system', content: systemPrompt })
+    await streamResponse()
+    rl.setPrompt(getPrompt()); rl.prompt()
+  })
+
+  rl.on('close', goodbye)
+  process.on('SIGINT', goodbye)
+
+  // --- Ctrl+R reverse search ---
+  process.stdin.on('keypress', (ch, key) => {
+    if (!key) return
+    if (key.ctrl && key.name === 'r' && !searchMode) {
+      searchMode = true; searchQuery = ''
+      process.stdout.write('\r\x1b[K' + c.dim('  (search): '))
+    } else if (searchMode) {
+      if (key.name === 'escape') {
+        searchMode = false; searchQuery = ''
+        process.stdout.write('\r\x1b[K')
+        rl.setPrompt(getPrompt()); rl.prompt()
+      } else if (key.name === 'return') {
+        searchMode = false
+        const match = findHistoryMatch(searchQuery)
+        process.stdout.write('\r\x1b[K')
+        if (match) { rl.write(match) }
+        rl.setPrompt(getPrompt()); rl.prompt()
+      } else if (key.name === 'backspace') {
+        searchQuery = searchQuery.slice(0, -1)
+        showSearchResult()
+      } else if (ch && !key.ctrl && !key.meta) {
+        searchQuery += ch
+        showSearchResult()
+      }
+    }
+  })
+
+  function findHistoryMatch(query) {
+    if (!query) return null
+    const hist = loadHistory()
+    for (let i = hist.length - 1; i >= 0; i--) {
+      if (hist[i].toLowerCase().includes(query.toLowerCase())) return hist[i]
+    }
+    return null
+  }
+
+  function showSearchResult() {
+    const match = findHistoryMatch(searchQuery)
+    const display = match ? c.dim(match) : ''
+    process.stdout.write(`\r\x1b[K  ${c.dim('(search):')} ${searchQuery}${display ? '  → ' + display : ''}`)
+  }
+}
+
+// --- Stats ---
+function showStats() {
+  console.log('')
+  console.log(`  ${c.bold('Session Stats')}`)
+  console.log(`    Messages:      ${c.cyan(String(session.requests))}`)
+  console.log(`    Actual cost:   ${c.cyan('$' + session.totalCost.toFixed(4))}`)
+  console.log(`    Baseline:      ${c.dim('$' + session.totalBaseline.toFixed(4))}`)
+  console.log(`    Tokens:        ${c.cyan(String(session.totalTokens))}`)
+  const pct = session.totalBaseline > 0 ? ((session.totalSaved / session.totalBaseline) * 100).toFixed(0) : 0
+  console.log(`    Saved:         ${c.green('$' + session.totalSaved.toFixed(4) + ' (' + pct + '%)')}`)
+  console.log('')
+}
+
+function goodbye() {
+  console.log('')
+  if (session.requests > 0)
+    console.log(c.dim(`  Session: ${session.requests} messages · saved ${c.green('$' + session.totalSaved.toFixed(4))}`))
+  console.log(c.dim('  Goodbye.\n'))
+  process.exit(0)
+}
+
+// --- Stream response ---
+async function streamResponse(pipeMode = false) {
+  if (!pipeMode) process.stdout.write('\n')
+  const spinner = createSpinner()
+  if (!pipeMode) spinner.start()
+  let fullContent = '', model = 'unknown', usage = null, firstToken = true
+
+  try {
+    const requestModel = modelOverride || 'openai/gpt-4o'
+    const res = await fetch(PROXY_URL, {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${API_KEY}` },
+      body: JSON.stringify({ model: requestModel, messages, stream: true }),
+    })
+    if (!res.ok) {
+      spinner.stop()
+      const err = await res.text()
+      console.log(c.yellow(`  Error ${res.status}: ${err.slice(0, 120)}\n`))
+      messages.pop(); return
+    }
+
+    const reader = res.body.getReader()
+    const decoder = new TextDecoder()
+    const renderer = pipeMode ? null : createRenderer()
+    let buffer = ''
+
+    while (true) {
+      const { done, value } = await reader.read()
+      if (done) break
+      buffer += decoder.decode(value, { stream: true })
+      const lines = buffer.split('\n')
+      buffer = lines.pop() || ''
+
+      for (const line of lines) {
+        if (!line.startsWith('data: ')) continue
+        const data = line.slice(6).trim()
+        if (data === '[DONE]') continue
+        try {
+          const chunk = JSON.parse(data)
+          if (chunk.model) model = chunk.model
+          if (chunk.usage) usage = chunk.usage
+          if (chunk._arbiter) { Object.assign(session, extractArbiterMeta(chunk._arbiter, session)) }
+          const delta = chunk.choices?.[0]?.delta?.content
+          if (delta) {
+            if (firstToken) { spinner.stop(); if (!pipeMode) process.stdout.write('  '); firstToken = false }
+            if (pipeMode) process.stdout.write(delta)
+            else renderer.write(delta)
+            fullContent += delta
+          }
+        } catch {}
+      }
+    }
+
+    if (!pipeMode && renderer) renderer.end()
+    if (!firstToken && !pipeMode) process.stdout.write('\n')
+    if (pipeMode && fullContent) process.stdout.write('\n')
+
+    messages.push({ role: 'assistant', content: fullContent })
+    lastAssistantContent = fullContent
+    session.requests++
+
+    // Cost/token tracking
+    const completionTokens = usage?.completion_tokens ?? Math.ceil(fullContent.length / 4)
+    const promptTokens = usage?.prompt_tokens ?? 0
+    session.totalTokens += completionTokens + promptTokens
+
+    const actualCost = usage?.cost ?? estimateCost(model, usage)
+    const baselineCost = usage?.baseline_cost ?? actualCost * 2.5
+    const saved = Math.max(0, baselineCost - actualCost)
+    const pct = baselineCost > 0 ? ((saved / baselineCost) * 100).toFixed(0) : 0
+    session.totalCost += actualCost
+    session.totalBaseline += baselineCost
+    session.totalSaved += saved
+
+    if (!pipeMode) {
+      const shortModel = model.split('/').pop()
+      const savedStr = saved < 0.0001 ? '<$0.001' : '$' + saved.toFixed(4)
+      const tokenStr = completionTokens ? `${completionTokens} tokens` : ''
+      const meta = [`${c.cyan(shortModel)}`, tokenStr, `${c.green(savedStr + ' (' + pct + '%)')}`].filter(Boolean).join(' · ')
+      console.log(c.dim(`  ↳ ${meta}`))
+      console.log('')
+    }
+  } catch (e) {
+    spinner.stop()
+    console.log(c.yellow(`\n  Connection error: ${e.message}\n`))
+    messages.pop()
+  }
+}
+
+function extractArbiterMeta(arbiter, session) {
+  // If the proxy returns _arbiter metadata, extract savings info
+  const out = {}
+  if (arbiter.cost != null) out.totalCost = session.totalCost // handled above
+  return out
+}
+
+function estimateCost(model, usage) {
+  if (!usage) return 0.001
+  const tokens = (usage.prompt_tokens ?? 0) + (usage.completion_tokens ?? 0)
+  return tokens * 0.000003
+}

package/index.js

@@ -1,136 +1,2 @@
 #!/usr/bin/env node
-
-/**
- * Arbiter CLI
- *
- * Usage:
- *   npx arbiter-cli init          Set up Arbiter in current project
- *   npx arbiter-cli status        Check connection to Arbiter
- *   npx arbiter-cli stats         View your savings
- */
-
-import { readFileSync, writeFileSync, existsSync, appendFileSync } from 'fs'
-import { resolve } from 'path'
-
-const ARBITER_URL = 'https://arbiter-proxy-long-summit-6283.fly.dev'
-const ENV_LINE = `OPENAI_BASE_URL=${ARBITER_URL}/v1`
-
-const args = process.argv.slice(2)
-const command = args[0] || 'init'
-
-const colors = {
-  green: (s) => `\x1b[32m${s}\x1b[0m`,
-  cyan: (s) => `\x1b[36m${s}\x1b[0m`,
-  dim: (s) => `\x1b[2m${s}\x1b[0m`,
-  bold: (s) => `\x1b[1m${s}\x1b[0m`,
-  yellow: (s) => `\x1b[33m${s}\x1b[0m`,
-}
-
-console.log('')
-console.log(colors.green(`
-    _    ____  ____ ___ _____ _____ ____
-   / \\  |  _ \\| __ )_ _|_   _| ____|  _ \\
-  / _ \\ | |_) |  _ \\| |  | | |  _| | |_) |
- / ___ \\|  _ <| |_) | |  | | | |___|  _ <
-/_/   \\_\\_| \\_\\____/___|_|_| |_____|_| \\_\\
-`))
-console.log(colors.dim('   adaptive ai inference optimization'))
-console.log('')
-
-if (command === 'init') {
-  init()
-} else if (command === 'status') {
-  await status()
-} else if (command === 'stats') {
-  await stats()
-} else {
-  console.log(`  Commands:`)
-  console.log(`    ${colors.cyan('init')}     Set up Arbiter in current project`)
-  console.log(`    ${colors.cyan('status')}   Check connection to Arbiter`)
-  console.log(`    ${colors.cyan('stats')}    View your cost savings`)
-  console.log('')
-}
-
-function init() {
-  const envPath = resolve(process.cwd(), '.env')
-  const gitignorePath = resolve(process.cwd(), '.gitignore')
-
-  // Check if already configured
-  if (existsSync(envPath)) {
-    const content = readFileSync(envPath, 'utf-8')
-    if (content.includes('OPENAI_BASE_URL') && content.includes('arbiter')) {
-      console.log(colors.green('  ✓ Already configured.'))
-      console.log(colors.dim(`    ${envPath}`))
-      console.log('')
-      return
-    }
-  }
-
-  // Add to .env
-  const line = `\n# Arbiter — route all OpenAI calls through the optimizer\n${ENV_LINE}\n`
-
-  if (existsSync(envPath)) {
-    appendFileSync(envPath, line)
-    console.log(colors.green('  ✓ Added to existing .env'))
-  } else {
-    writeFileSync(envPath, `# Arbiter — route all OpenAI calls through the optimizer\n${ENV_LINE}\nOPENAI_API_KEY=sk-your-openrouter-key\n`)
-    console.log(colors.green('  ✓ Created .env'))
-  }
-
-  // Make sure .env is in .gitignore
-  if (existsSync(gitignorePath)) {
-    const gi = readFileSync(gitignorePath, 'utf-8')
-    if (!gi.includes('.env')) {
-      appendFileSync(gitignorePath, '\n.env\n')
-      console.log(colors.green('  ✓ Added .env to .gitignore'))
-    }
-  }
-
-  console.log('')
-  console.log(`  ${colors.bold('Done.')} All OpenAI SDK calls in this project now route through Arbiter.`)
-  console.log('')
-  console.log(colors.dim('  No code changes needed. The OpenAI SDK reads OPENAI_BASE_URL automatically.'))
-  console.log(colors.dim(`  Proxy: ${ARBITER_URL}/v1`))
-  console.log(colors.dim('  Dashboard: ' + ARBITER_URL + '/dashboard'))
-  console.log('')
-}
-
-async function status() {
-  try {
-    const res = await fetch(`${ARBITER_URL}/health`)
-    const data = await res.json()
-    console.log(colors.green('  ✓ Connected'))
-    console.log(colors.dim(`    Status: ${data.status}`))
-    console.log(colors.dim(`    Version: ${data.version}`))
-    console.log(colors.dim(`    Models: ${data.models}`))
-    console.log(colors.dim(`    Requests served: ${data.requests}`))
-  } catch (e) {
-    console.log(colors.yellow('  ✗ Cannot reach Arbiter'))
-    console.log(colors.dim(`    ${e.message}`))
-  }
-  console.log('')
-}
-
-async function stats() {
-  try {
-    const res = await fetch(`${ARBITER_URL}/api/analytics`)
-    const data = await res.json()
-    console.log(`  ${colors.bold('Savings Report')}`)
-    console.log('')
-    console.log(`    Requests routed:  ${colors.cyan(data.total_requests)}`)
-    console.log(`    Actual cost:      ${colors.cyan('$' + data.total_actual_cost.toFixed(4))}`)
-    console.log(`    Would have cost:  ${colors.dim('$' + data.total_baseline_cost.toFixed(4))}`)
-    console.log(`    ${colors.green('Saved: $' + data.total_savings.toFixed(4) + ' (' + data.savings_pct + '%)')}`)
-    console.log('')
-    if (data.models_used) {
-      console.log(`    Models used:`)
-      for (const [model, count] of Object.entries(data.models_used)) {
-        console.log(`      ${colors.dim(model.split('/').pop())}: ${count} requests`)
-      }
-    }
-  } catch (e) {
-    console.log(colors.yellow('  ✗ Cannot reach Arbiter'))
-    console.log(colors.dim(`    ${e.message}`))
-  }
-  console.log('')
-}
+import('./index.mjs')

package/index.mjs

@@ -0,0 +1,146 @@
+#!/usr/bin/env node
+
+/**
+ * Arbiter CLI
+ *
+ * Usage:
+ *   npx arbiter-cli init          Set up Arbiter in current project
+ *   npx arbiter-cli status        Check connection to Arbiter
+ *   npx arbiter-cli stats         View your savings
+ */
+
+import { readFileSync, writeFileSync, existsSync, appendFileSync } from 'fs'
+import { resolve } from 'path'
+
+const ARBITER_URL = 'https://arbiter-proxy-long-summit-6283.fly.dev'
+const LANDING_URL = 'https://arbiter-landing.fly.dev'
+const ENV_LINE = `OPENAI_BASE_URL=${ARBITER_URL}/v1`
+
+const args = process.argv.slice(2)
+const command = args[0] || 'init'
+
+const colors = {
+  green: (s) => `\x1b[32m${s}\x1b[0m`,
+  cyan: (s) => `\x1b[36m${s}\x1b[0m`,
+  dim: (s) => `\x1b[2m${s}\x1b[0m`,
+  bold: (s) => `\x1b[1m${s}\x1b[0m`,
+  yellow: (s) => `\x1b[33m${s}\x1b[0m`,
+}
+
+console.log('')
+console.log(colors.bold('  Arbiter') + colors.dim(' — AI inference optimization'))
+console.log('')
+
+if (command === 'init') {
+  init()
+} else if (command === 'status') {
+  await status()
+} else if (command === 'stats') {
+  await stats()
+} else if (command === 'chat') {
+  await chat()
+} else {
+  console.log(`  Commands:`)
+  console.log(`    ${colors.cyan('init')}     Set up Arbiter in current project`)
+  console.log(`    ${colors.cyan('status')}   Check connection to Arbiter`)
+  console.log(`    ${colors.cyan('stats')}    View your cost savings`)
+  console.log(`    ${colors.cyan('chat')}     Start an interactive chat session`)
+  console.log('')
+}
+
+function init() {
+  const envPath = resolve(process.cwd(), '.env')
+  const gitignorePath = resolve(process.cwd(), '.gitignore')
+
+  // Check if already configured
+  if (existsSync(envPath)) {
+    const content = readFileSync(envPath, 'utf-8')
+    if (content.includes('OPENAI_BASE_URL') && content.includes('arbiter')) {
+      console.log(colors.green('  ✓ Already configured.'))
+      console.log(colors.dim(`    ${envPath}`))
+      console.log('')
+      return
+    }
+  }
+
+  // Add to .env
+  const line = `\n# Arbiter — route all OpenAI calls through the optimizer\n${ENV_LINE}\n`
+
+  if (existsSync(envPath)) {
+    appendFileSync(envPath, line)
+    console.log(colors.green('  ✓ Added to existing .env'))
+  } else {
+    writeFileSync(envPath, `# Arbiter — route all OpenAI calls through the optimizer\n${ENV_LINE}\nOPENAI_API_KEY=sk-your-openrouter-key\n`)
+    console.log(colors.green('  ✓ Created .env'))
+  }
+
+  // Make sure .env is in .gitignore
+  if (existsSync(gitignorePath)) {
+    const gi = readFileSync(gitignorePath, 'utf-8')
+    if (!gi.includes('.env')) {
+      appendFileSync(gitignorePath, '\n.env\n')
+      console.log(colors.green('  ✓ Added .env to .gitignore'))
+    }
+  }
+
+  console.log('')
+  console.log(`  ${colors.bold('Done.')} All OpenAI SDK calls in this project now route through Arbiter.`)
+  console.log('')
+  console.log(colors.dim('  No code changes needed. The OpenAI SDK reads OPENAI_BASE_URL automatically.'))
+  console.log(colors.dim(`  Proxy: ${ARBITER_URL}/v1`))
+  console.log(colors.dim('  Dashboard: ' + LANDING_URL))
+  console.log('')
+}
+
+async function status() {
+  try {
+    const res = await fetch(`${ARBITER_URL}/health`)
+    const data = await res.json()
+    console.log(colors.green('  ✓ Connected'))
+    console.log(colors.dim(`    Status: ${data.status}`))
+    console.log(colors.dim(`    Version: ${data.version}`))
+    console.log(colors.dim(`    Models: ${data.models}`))
+    console.log(colors.dim(`    Requests served: ${data.requests}`))
+  } catch (e) {
+    console.log(colors.yellow('  ✗ Cannot reach Arbiter'))
+    console.log(colors.dim(`    ${e.message}`))
+  }
+  console.log('')
+}
+
+async function chat() {
+  const { spawn } = await import('child_process')
+  const chatPath = new URL('./chat.mjs', import.meta.url).pathname
+  const child = spawn('node', [chatPath], { stdio: 'inherit' })
+  await new Promise((resolve) => child.on('close', resolve))
+}
+
+async function stats() {
+  try {
+    const res = await fetch(`${ARBITER_URL}/api/analytics`)
+    const data = await res.json()
+
+    const actualCost = data.total_actual_cost ?? data.total_cost ?? 0
+    const baselineCost = data.total_baseline_cost ?? data.baseline_cost ?? 0
+    const savings = data.total_savings ?? 0
+    const pct = data.savings_pct ?? 0
+
+    console.log(`  ${colors.bold('Savings Report')}`)
+    console.log('')
+    console.log(`    Requests routed:  ${colors.cyan(data.total_requests)}`)
+    console.log(`    Actual cost:      ${colors.cyan('$' + actualCost.toFixed(4))}`)
+    console.log(`    Would have cost:  ${colors.dim('$' + baselineCost.toFixed(4))}`)
+    console.log(`    ${colors.green('Saved: $' + savings.toFixed(4) + ' (' + pct + '%)')}`)
+    console.log('')
+    if (data.models_used) {
+      console.log(`    Models used:`)
+      for (const [model, count] of Object.entries(data.models_used)) {
+        console.log(`      ${colors.dim(model.split('/').pop())}: ${count} requests`)
+      }
+    }
+  } catch (e) {
+    console.log(colors.yellow('  ✗ Cannot reach Arbiter'))
+    console.log(colors.dim(`    ${e.message}`))
+  }
+  console.log('')
+}

package/package.json

@@ -1,17 +1,21 @@
 {
   "name": "arbiter-cli",
-  "version": "0.1.4",
-  "description": "Set up Arbiter in any project with one command",
+  "version": "0.2.1",
+  "description": "AI inference optimization — smart routing saves 69% on LLM costs",
   "bin": {
+    "arbiter": "./index.js",
     "arbiter-cli": "./index.js"
   },
   "type": "module",
-  "files": ["index.js"],
-  "keywords": ["llm", "proxy", "openai", "cost", "optimization", "arbiter"],
+  "files": ["index.js", "index.mjs", "chat.mjs"],
+  "keywords": ["llm", "proxy", "openai", "cost", "optimization", "arbiter", "ai", "routing", "claude", "gpt"],
   "author": "Muhammad Saqib",
   "license": "MIT",
   "repository": {
     "type": "git",
     "url": "https://github.com/saaqib-v7/Arbiter"
+  },
+  "engines": {
+    "node": ">=18.0.0"
   }
 }