@deltrace/cli 0.1.0

package/README.md

@@ -0,0 +1,83 @@
+# compression-server
+
+The chunking engine, AI proxy, and user API for Deltrace. Parses source files with tree-sitter, stores semantic code chunks in RDS via S3, and injects compressed codebase context into every Claude or Codex request.
+
+---
+
+## How it works
+
+Before every prompt, a `UserPromptSubmit` hook runs `sync.ts`. It walks the current working directory, hashes each file, and POSTs changed files to the **chunker**. The chunker parses each file with tree-sitter into semantic `CodeChunk[]` objects and stores them in RDS (keyed by content hash — unchanged files are skipped). When a Claude Code or Codex request arrives at the **proxy**, it creates a job in the `jobs` table, pushes it to SQS, and a **Minions inference worker** (Qwen2.5-Coder-14B on a GPU box) pulls the message, runs the MinionS protocol against all workspace chunks, and writes a compressed codebase summary back. The proxy polls the row, injects the summary as `<codebase_context>` into the system prompt, and forwards to `api.anthropic.com` or `api.openai.com` with the user's own API key. If the worker doesn't finish in time, the proxy degrades gracefully and forwards without context.
+
+---
+
+## Processes
+
+Three PM2 processes, each on its own port. nginx terminates TLS on 443 and routes by path prefix — ports 3000/3001/3002 are never exposed to the internet.
+
+| Process | Port | Handles |
+|---|---|---|
+| `proxy` | 3000 | `/ws/:id/v1/*` — AI request forwarding, pure I/O |
+| `chunker` | 3001 | `/upload`, `/auth/activate` — file ingestion, tree-sitter |
+| `api` | 3002 | `/api/*` — user auth, API keys, repos, usage stats |
+
+---
+
+## Codebase structure
+
+```
+src/
+├── proxy.ts          — Port 3000. AI proxy routes.
+├── chunker-server.ts — Port 3001. File ingestion.
+├── api-server.ts     — Port 3002. User-facing API server.
+├── userApi.ts        — Route handlers for api-server (me, keys, repos, usage).
+├── store.ts          — All PostgreSQL access. Fetches DB credentials from AWS
+│                       Secrets Manager at startup — no DATABASE_URL needed in env.
+├── session.ts        — Redis session store. Falls back to in-memory Map in dev.
+├── s3.ts             — Chunk blob storage helpers.
+├── sqs.ts            — SQS helpers for Minions job dispatch.
+├── chunker.ts        — AST-based semantic chunking via tree-sitter.
+├── treeSitter.ts     — WASM tree-sitter init and language loading.
+├── languageMap.ts    — File extension → language + WASM mapping.
+├── tokenizer.ts      — Token estimation and overlap splitting.
+├── types.ts          — Shared types (CodeChunk, CompressedChunk, etc.)
+├── sync.ts           — Pre-prompt hook: walks cwd, uploads changed files.
+├── login.ts          — OAuth setup for Claude Code.
+└── login-codex.ts    — OAuth setup for Codex.
+```
+
+---
+
+## Infrastructure
+
+| Component | Details |
+|---|---|
+| EC2 | t2.micro — upgrade to t3.medium recommended |
+| Database | RDS PostgreSQL — credentials auto-rotated every 7 days via Secrets Manager |
+| Credentials | EC2 IAM role (`compression-server-ec2-ssm-role`) — no API keys in env |
+| Session state | ElastiCache Redis (in-memory fallback for dev) |
+| Chunk storage | S3 `deltrace-chunks` bucket |
+| Job queue | SQS `compression-jobs-queue` |
+| TLS | nginx + Let's Encrypt |
+| Process manager | PM2 |
+
+---
+
+## Commands
+
+```bash
+npm run dev          # run with ts-node
+npm run build        # compile TypeScript → dist/
+npm start            # run compiled output
+
+npm run compressor:claude  # OAuth setup for Claude Code
+npm run compressor:codex   # OAuth setup for Codex
+npm run teardown:claude    # undo Claude Code setup
+npm run teardown:codex     # undo Codex setup
+npm run sync               # manually upload cwd to server
+```
+
+## Deploy (EC2)
+
+```bash
+git pull && npm run build && pm2 restart all
+```

package/dist/login-codex.js

@@ -0,0 +1,282 @@
+#!/usr/bin/env node
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const os = __importStar(require("os"));
+const http = __importStar(require("http"));
+const crypto = __importStar(require("crypto"));
+const child_process_1 = require("child_process");
+const CLOUD_URL = (process.env.DELTRACE_CLOUD ?? 'http://localhost:3000').replace(/\/$/, '');
+const SYNC_SERVER = (process.env.SYNC_SERVER ?? CLOUD_URL).replace(/\/$/, '');
+const CONFIG_PATH = path.join(os.homedir(), '.codex', 'config.toml');
+const HOOKS_PATH = path.join(os.homedir(), '.codex', 'hooks.json');
+const SERVER_DIR = path.resolve(__dirname, '..');
+function openBrowser(url) {
+    if (process.platform === 'win32') {
+        (0, child_process_1.execFile)('cmd.exe', ['/c', 'start', '', url]);
+    }
+    else {
+        (0, child_process_1.execFile)(process.platform === 'darwin' ? 'open' : 'xdg-open', [url]);
+    }
+}
+function findFreePort() {
+    return new Promise((resolve, reject) => {
+        const srv = http.createServer();
+        srv.listen(0, '127.0.0.1', () => {
+            const port = srv.address().port;
+            srv.close(() => resolve(port));
+        });
+        srv.on('error', reject);
+    });
+}
+function successPage() {
+    return `<!DOCTYPE html><html><head><meta charset="utf-8"><style>
+    *{margin:0;padding:0;box-sizing:border-box}
+    body{font-family:monospace;display:flex;align-items:center;justify-content:center;
+         min-height:100vh;background:#0f1117;color:#4ec9b0}
+    .card{text-align:center;padding:2rem}
+    .check{font-size:2.5rem;margin-bottom:1rem}
+    p{font-size:.875rem;color:#64748b;margin-top:.5rem}
+  </style></head><body>
+    <div class="card">
+      <div class="check">✓</div>
+      <div>Authenticated successfully</div>
+      <p>You can close this window and return to the terminal.</p>
+    </div>
+    <script>setTimeout(()=>window.close(),1000)</script>
+  </body></html>`;
+}
+function deniedPage() {
+    return `<!DOCTYPE html><html><head><meta charset="utf-8"><style>
+    *{margin:0;padding:0;box-sizing:border-box}
+    body{font-family:monospace;display:flex;align-items:center;justify-content:center;
+         min-height:100vh;background:#0f1117;color:#f87171}
+    .card{text-align:center;padding:2rem}
+    .icon{font-size:2.5rem;margin-bottom:1rem}
+    p{font-size:.875rem;color:#64748b;margin-top:.5rem}
+  </style></head><body>
+    <div class="card">
+      <div class="icon">✕</div>
+      <div>Authorization denied</div>
+      <p>You can close this window.</p>
+    </div>
+    <script>setTimeout(()=>window.close(),1000)</script>
+  </body></html>`;
+}
+function parseToml(content) {
+    const doc = { topLevel: {}, sections: {}, sectionOrder: [] };
+    let currentSection = null;
+    for (const line of content.split('\n')) {
+        const trimmed = line.trim();
+        if (!trimmed || trimmed.startsWith('#'))
+            continue;
+        const sectionMatch = trimmed.match(/^\[([^\]]+)\]$/);
+        if (sectionMatch) {
+            currentSection = sectionMatch[1];
+            if (!doc.sections[currentSection]) {
+                doc.sections[currentSection] = {};
+                doc.sectionOrder.push(currentSection);
+            }
+            continue;
+        }
+        const kvMatch = trimmed.match(/^(\w+)\s*=\s*"([^"]*)"$/);
+        if (kvMatch) {
+            if (currentSection) {
+                doc.sections[currentSection][kvMatch[1]] = kvMatch[2];
+            }
+            else {
+                doc.topLevel[kvMatch[1]] = kvMatch[2];
+            }
+        }
+    }
+    return doc;
+}
+function tomlVal(v) {
+    return (v === 'true' || v === 'false') ? v : `"${v}"`;
+}
+function writeToml(doc) {
+    const lines = [];
+    for (const [key, value] of Object.entries(doc.topLevel)) {
+        lines.push(`${key} = ${tomlVal(value)}`);
+    }
+    for (const section of doc.sectionOrder) {
+        const entries = Object.entries(doc.sections[section]);
+        if (entries.length === 0)
+            continue;
+        lines.push('');
+        lines.push(`[${section}]`);
+        for (const [key, value] of entries) {
+            lines.push(`${key} = ${tomlVal(value)}`);
+        }
+    }
+    return lines.join('\n') + '\n';
+}
+function upsertCodexHook(command) {
+    let hooksFile = {};
+    try {
+        hooksFile = JSON.parse(fs.readFileSync(HOOKS_PATH, 'utf8'));
+    }
+    catch { }
+    const hooks = hooksFile.hooks ?? {};
+    const existing = hooks.UserPromptSubmit ?? [];
+    const filtered = existing.filter((group) => !group.hooks?.some((hook) => hook.command?.includes('deltrace-sync') || hook.command?.includes('compression-server/src/sync.ts') || hook.command === command));
+    hooks.UserPromptSubmit = [
+        ...filtered,
+        {
+            hooks: [
+                {
+                    type: 'command',
+                    command,
+                    statusMessage: '[deltrace] syncing codebase',
+                    timeout: 600,
+                },
+            ],
+        },
+    ];
+    hooksFile.hooks = hooks;
+    fs.writeFileSync(HOOKS_PATH, JSON.stringify(hooksFile, null, 2) + '\n');
+}
+async function main() {
+    const state = crypto.randomBytes(16).toString('hex');
+    const port = await findFreePort();
+    let resolveAuth;
+    let rejectAuth;
+    const authPromise = new Promise((res, rej) => {
+        resolveAuth = res;
+        rejectAuth = rej;
+    });
+    const server = http.createServer((req, res) => {
+        const url = new URL(req.url, `http://127.0.0.1:${port}`);
+        if (url.pathname !== '/callback') {
+            res.writeHead(404);
+            res.end();
+            return;
+        }
+        const receivedState = url.searchParams.get('state');
+        if (receivedState !== state) {
+            res.writeHead(400, { 'Content-Type': 'text/html' });
+            res.end('<html><body style="font-family:monospace;color:#f87171;background:#0f1117;display:flex;align-items:center;justify-content:center;min-height:100vh">Invalid state. Close this window.</body></html>');
+            return;
+        }
+        const errorParam = url.searchParams.get('error');
+        if (errorParam) {
+            res.writeHead(200, { 'Content-Type': 'text/html' });
+            res.end(deniedPage());
+            rejectAuth(new Error('Authorization denied'));
+            return;
+        }
+        const key = url.searchParams.get('key');
+        const workspaceId = url.searchParams.get('workspaceId');
+        if (!key || !workspaceId) {
+            res.writeHead(400);
+            res.end();
+            rejectAuth(new Error('Missing key or workspaceId in callback'));
+            return;
+        }
+        res.writeHead(200, { 'Content-Type': 'text/html' });
+        res.end(successPage());
+        resolveAuth({ key, workspaceId });
+    });
+    server.listen(port, '127.0.0.1');
+    const authUrl = `${CLOUD_URL}/cli-auth?state=${state}&port=${port}`;
+    console.log('Opening browser to authenticate…');
+    console.log(`\nIf the browser doesn't open, visit:\n  ${authUrl}\n`);
+    openBrowser(authUrl);
+    const TIMEOUT_MS = 5 * 60 * 1000;
+    const timer = setTimeout(() => {
+        server.close();
+        rejectAuth(new Error('Authentication timed out after 5 minutes'));
+    }, TIMEOUT_MS);
+    let key;
+    let workspaceId;
+    try {
+        ({ key, workspaceId } = await authPromise);
+    }
+    finally {
+        clearTimeout(timer);
+        server.close();
+    }
+    // Write custom provider + sync hook to ~/.codex/config.toml
+    fs.mkdirSync(path.dirname(CONFIG_PATH), { recursive: true });
+    let doc = { topLevel: {}, sections: {}, sectionOrder: [] };
+    try {
+        doc = parseToml(fs.readFileSync(CONFIG_PATH, 'utf8'));
+    }
+    catch { }
+    // Remove stale [env] section written by older versions of this script
+    if (doc.sections['env']) {
+        for (const k of ['OPENAI_BASE_URL', 'DELTRACE_API_KEY', 'DELTRACE_CLOUD', 'DELTRACE_WORKSPACE_ID', 'COMPRESSION_SERVER']) {
+            delete doc.sections['env'][k];
+        }
+        if (Object.keys(doc.sections['env']).length === 0) {
+            delete doc.sections['env'];
+            doc.sectionOrder = doc.sectionOrder.filter(s => s !== 'env');
+        }
+    }
+    // Custom provider — forces HTTP (no WebSocket) and routes through our proxy
+    doc.topLevel['model_provider'] = 'deltrace';
+    const providerKey = 'model_providers.deltrace';
+    if (!doc.sections[providerKey]) {
+        doc.sections[providerKey] = {};
+        doc.sectionOrder.push(providerKey);
+    }
+    doc.sections[providerKey]['name'] = 'deltrace';
+    doc.sections[providerKey]['base_url'] = `${SYNC_SERVER}/ws/${workspaceId}/v1/`;
+    doc.sections[providerKey]['requires_openai_auth'] = 'true';
+    doc.sections[providerKey]['supports_websockets'] = 'false';
+    if (!doc.sections['features']) {
+        doc.sections['features'] = {};
+        doc.sectionOrder.push('features');
+    }
+    doc.sections['features']['codex_hooks'] = 'true';
+    // Sync hook — uploads codebase before each prompt (env vars inlined so no shell config needed)
+    const hookCommand = `DELTRACE_API_KEY=${key} COMPRESSION_SERVER=${SYNC_SERVER} deltrace-sync`;
+    upsertCodexHook(hookCommand);
+    // Legacy hook key for older Codex builds.
+    if (!doc.sections['shell_hooks']) {
+        doc.sections['shell_hooks'] = {};
+        doc.sectionOrder.push('shell_hooks');
+    }
+    doc.sections['shell_hooks']['exec_before_each_prompt'] = hookCommand;
+    fs.writeFileSync(CONFIG_PATH, writeToml(doc));
+    console.log(`✓ workspace: ${workspaceId}`);
+    console.log(`✓ provider  → deltrace`);
+    console.log(`✓ supports_websockets = false (forces HTTP POST)`);
+    console.log(`✓ sync hook added to ${HOOKS_PATH}`);
+    console.log(`✓ saved to ${CONFIG_PATH}`);
+}
+main().catch((err) => { console.error('login error:', err.message); process.exit(1); });

package/dist/login.js

@@ -0,0 +1,189 @@
+#!/usr/bin/env node
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const os = __importStar(require("os"));
+const http = __importStar(require("http"));
+const crypto = __importStar(require("crypto"));
+const child_process_1 = require("child_process");
+const CLOUD_URL = (process.env.DELTRACE_CLOUD ?? 'http://localhost:3000').replace(/\/$/, '');
+const SYNC_SERVER = (process.env.SYNC_SERVER ?? CLOUD_URL).replace(/\/$/, '');
+const SETTINGS_PATH = path.join(os.homedir(), '.claude', 'settings.json');
+const SERVER_DIR = path.resolve(__dirname, '..');
+const DEFAULT_SONNET_MODEL = process.env.ANTHROPIC_DEFAULT_SONNET_MODEL ?? 'claude-sonnet-4-6';
+function openBrowser(url) {
+    if (process.platform === 'win32') {
+        (0, child_process_1.execFile)('cmd.exe', ['/c', 'start', '', url]);
+    }
+    else {
+        (0, child_process_1.execFile)(process.platform === 'darwin' ? 'open' : 'xdg-open', [url]);
+    }
+}
+function findFreePort() {
+    return new Promise((resolve, reject) => {
+        const srv = http.createServer();
+        srv.listen(0, '127.0.0.1', () => {
+            const port = srv.address().port;
+            srv.close(() => resolve(port));
+        });
+        srv.on('error', reject);
+    });
+}
+function successPage() {
+    return `<!DOCTYPE html><html><head><meta charset="utf-8"><style>
+    *{margin:0;padding:0;box-sizing:border-box}
+    body{font-family:monospace;display:flex;align-items:center;justify-content:center;
+         min-height:100vh;background:#0f1117;color:#4ec9b0}
+    .card{text-align:center;padding:2rem}
+    .check{font-size:2.5rem;margin-bottom:1rem}
+    p{font-size:.875rem;color:#64748b;margin-top:.5rem}
+  </style></head><body>
+    <div class="card">
+      <div class="check">✓</div>
+      <div>Authenticated successfully</div>
+      <p>You can close this window and return to the terminal.</p>
+    </div>
+    <script>setTimeout(()=>window.close(),1000)</script>
+  </body></html>`;
+}
+function deniedPage() {
+    return `<!DOCTYPE html><html><head><meta charset="utf-8"><style>
+    *{margin:0;padding:0;box-sizing:border-box}
+    body{font-family:monospace;display:flex;align-items:center;justify-content:center;
+         min-height:100vh;background:#0f1117;color:#f87171}
+    .card{text-align:center;padding:2rem}
+    .icon{font-size:2.5rem;margin-bottom:1rem}
+    p{font-size:.875rem;color:#64748b;margin-top:.5rem}
+  </style></head><body>
+    <div class="card">
+      <div class="icon">✕</div>
+      <div>Authorization denied</div>
+      <p>You can close this window.</p>
+    </div>
+    <script>setTimeout(()=>window.close(),1000)</script>
+  </body></html>`;
+}
+async function main() {
+    const state = crypto.randomBytes(16).toString('hex');
+    const port = await findFreePort();
+    let resolveAuth;
+    let rejectAuth;
+    const authPromise = new Promise((res, rej) => {
+        resolveAuth = res;
+        rejectAuth = rej;
+    });
+    const server = http.createServer((req, res) => {
+        const url = new URL(req.url, `http://127.0.0.1:${port}`);
+        if (url.pathname !== '/callback') {
+            res.writeHead(404);
+            res.end();
+            return;
+        }
+        const receivedState = url.searchParams.get('state');
+        if (receivedState !== state) {
+            res.writeHead(400, { 'Content-Type': 'text/html' });
+            res.end('<html><body style="font-family:monospace;color:#f87171;background:#0f1117;display:flex;align-items:center;justify-content:center;min-height:100vh">Invalid state. Close this window.</body></html>');
+            return;
+        }
+        const errorParam = url.searchParams.get('error');
+        if (errorParam) {
+            res.writeHead(200, { 'Content-Type': 'text/html' });
+            res.end(deniedPage());
+            rejectAuth(new Error('Authorization denied'));
+            return;
+        }
+        const key = url.searchParams.get('key');
+        const workspaceId = url.searchParams.get('workspaceId');
+        if (!key || !workspaceId) {
+            res.writeHead(400);
+            res.end();
+            rejectAuth(new Error('Missing key or workspaceId in callback'));
+            return;
+        }
+        res.writeHead(200, { 'Content-Type': 'text/html' });
+        res.end(successPage());
+        resolveAuth({ key, workspaceId });
+    });
+    server.listen(port, '127.0.0.1');
+    const authUrl = `${CLOUD_URL}/cli-auth?state=${state}&port=${port}`;
+    console.log('Opening browser to authenticate…');
+    console.log(`\nIf the browser doesn't open, visit:\n  ${authUrl}\n`);
+    openBrowser(authUrl);
+    const TIMEOUT_MS = 5 * 60 * 1000;
+    const timer = setTimeout(() => {
+        server.close();
+        rejectAuth(new Error('Authentication timed out after 5 minutes'));
+    }, TIMEOUT_MS);
+    let key;
+    let workspaceId;
+    try {
+        ({ key, workspaceId } = await authPromise);
+    }
+    finally {
+        clearTimeout(timer);
+        server.close();
+    }
+    fs.mkdirSync(path.dirname(SETTINGS_PATH), { recursive: true });
+    let settings = {};
+    try {
+        settings = JSON.parse(fs.readFileSync(SETTINGS_PATH, 'utf8'));
+    }
+    catch { }
+    const env = (settings.env ?? {});
+    env.DELTRACE_API_KEY = key;
+    env.DELTRACE_CLOUD = CLOUD_URL;
+    env.DELTRACE_WORKSPACE_ID = workspaceId;
+    env.COMPRESSION_SERVER = SYNC_SERVER;
+    env.ANTHROPIC_BASE_URL = `${SYNC_SERVER}/ws/${workspaceId}`;
+    env.ANTHROPIC_DEFAULT_SONNET_MODEL = DEFAULT_SONNET_MODEL;
+    settings.env = env;
+    const hookCommand = `deltrace-sync`;
+    const hooks = (settings.hooks ?? {});
+    const existing = hooks['UserPromptSubmit'] ?? [];
+    const alreadyAdded = existing.some(h => h.hooks?.some(hh => hh.command?.includes('deltrace-sync') || hh.command?.includes('compression-server')));
+    if (!alreadyAdded) {
+        hooks['UserPromptSubmit'] = [...existing, { matcher: '', hooks: [{ type: 'command', command: hookCommand }] }];
+    }
+    settings.hooks = hooks;
+    fs.writeFileSync(SETTINGS_PATH, JSON.stringify(settings, null, 2));
+    console.log(`✓ workspace: ${workspaceId}`);
+    console.log(`✓ proxy configured`);
+    console.log(`✓ sonnet alias → ${DEFAULT_SONNET_MODEL}`);
+    console.log(`✓ sync hook added`);
+    console.log(`✓ saved to ${SETTINGS_PATH}`);
+}
+main().catch((err) => { console.error('login error:', err.message); process.exit(1); });

package/dist/sync.js

@@ -0,0 +1,169 @@
+#!/usr/bin/env node
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const https = __importStar(require("https"));
+const http = __importStar(require("http"));
+const IGNORE_DIRS = new Set([
+    // JS/TS
+    'node_modules', '.npm', '.yarn', '.pnp',
+    // Python
+    'venv', '.venv', 'env', '__pycache__', '.mypy_cache', '.pytest_cache', '.ruff_cache', 'htmlcov',
+    // Go
+    'vendor',
+    // Rust
+    'target',
+    // Java/Kotlin/Gradle/Maven
+    '.gradle', '.m2',
+    // Ruby
+    '.bundle',
+    // Elixir/Erlang
+    '_build', 'deps',
+    // Dart/Flutter
+    '.dart_tool', '.pub-cache',
+    // Haskell
+    '.stack-work', 'dist-newstyle',
+    // iOS/macOS
+    'Pods', 'Carthage', 'DerivedData',
+    // .NET
+    'obj', '.nuget', 'packages',
+    // Build outputs
+    'dist', 'build', 'out', '.next', '.turbo', '.nuxt', '.output', '.svelte-kit', '.vercel', '.netlify', 'storybook-static', '.docusaurus',
+    // Test coverage
+    'coverage', '.nyc_output',
+    // Cache / temp
+    '.cache', '.temp', '.tmp', 'tmp', 'temp',
+    // Logs
+    'logs', 'log',
+    // VCS
+    '.git', '.hg', '.svn',
+]);
+const MAX_FILE_BYTES = 300_000;
+const SUPPORTED_EXTS = new Set([
+    '.ts', '.tsx', '.js', '.jsx', '.mjs', '.cjs',
+    '.py', '.go', '.rs', '.cpp', '.cc', '.cxx', '.hpp', '.hxx', '.h', '.c',
+]);
+function walkDir(dir) {
+    const results = [];
+    for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
+        if (IGNORE_DIRS.has(entry.name))
+            continue;
+        const full = path.join(dir, entry.name);
+        if (entry.isDirectory())
+            results.push(...walkDir(full));
+        else if (entry.isFile() && SUPPORTED_EXTS.has(path.extname(entry.name).toLowerCase()))
+            results.push(full);
+    }
+    return results;
+}
+function post(url, body, headers) {
+    return new Promise((resolve, reject) => {
+        const u = new URL(url);
+        const lib = u.protocol === 'https:' ? https : http;
+        const req = lib.request(u, {
+            method: 'POST',
+            headers: { 'content-type': 'application/json', 'content-length': String(Buffer.byteLength(body)), ...headers },
+        }, (res) => {
+            const chunks = [];
+            res.on('data', (c) => chunks.push(c));
+            res.on('end', () => resolve({ status: res.statusCode ?? 0, data: Buffer.concat(chunks).toString('utf8') }));
+        });
+        req.on('error', reject);
+        req.write(body);
+        req.end();
+    });
+}
+function checkForUpdates() {
+    // eslint-disable-next-line @typescript-eslint/no-var-requires
+    const current = require('../package.json').version;
+    const req = https.request({ hostname: 'registry.npmjs.org', path: '/@deltrace/cli/latest', method: 'GET',
+        headers: { 'Accept': 'application/json', 'User-Agent': 'deltrace-sync' } }, (res) => {
+        const chunks = [];
+        res.on('data', (c) => chunks.push(c));
+        res.on('end', () => {
+            try {
+                const { version: latest } = JSON.parse(Buffer.concat(chunks).toString('utf8'));
+                if (latest && latest !== current) {
+                    process.stderr.write(`[deltrace] update available: ${current} → ${latest} — run npm install -g @deltrace/cli\n`);
+                }
+            }
+            catch { }
+        });
+    });
+    req.on('error', () => { });
+    req.end();
+}
+async function main() {
+    checkForUpdates();
+    const serverUrl = process.env.COMPRESSION_SERVER ?? 'http://localhost:8080';
+    const apiKey = process.env.DELTRACE_API_KEY;
+    if (!apiKey) {
+        process.stderr.write('[deltrace] DELTRACE_API_KEY not set — run `deltrace login` to authenticate\n');
+        process.exit(1);
+    }
+    const cwd = process.cwd();
+    const repo = path.basename(cwd);
+    const filePaths = walkDir(cwd);
+    if (filePaths.length === 0) {
+        process.stderr.write(`[deltrace] ${repo} — no source files found\n`);
+        process.exit(0);
+    }
+    const files = {};
+    let skipped = 0;
+    for (const absPath of filePaths) {
+        if (fs.statSync(absPath).size > MAX_FILE_BYTES) {
+            skipped++;
+            continue;
+        }
+        files[path.relative(cwd, absPath)] = fs.readFileSync(absPath, 'utf8');
+    }
+    const result = await post(`${serverUrl}/upload`, JSON.stringify({ repo, files }), { 'authorization': `Bearer ${apiKey}` });
+    if (result.status === 401) {
+        process.stderr.write('[deltrace] unauthorized — run `deltrace login` to re-authenticate\n');
+        process.exit(1);
+    }
+    if (result.status !== 200) {
+        process.stderr.write(`[deltrace] upload failed (${result.status}) — ${result.data}\n`);
+        process.exit(1);
+    }
+    const { stored, cached } = JSON.parse(result.data);
+    const total = stored + cached;
+    const changeNote = stored > 0 ? `${stored} updated` : 'no changes';
+    process.stderr.write(`[deltrace] ${repo} — ${total} files indexed (${changeNote})${skipped ? `, ${skipped} skipped` : ''}\n`);
+    await post(`${serverUrl}/auth/activate`, '{}', { 'authorization': `Bearer ${apiKey}` });
+}
+main().catch((err) => { process.stderr.write(`[deltrace] error: ${err.message}\n`); process.exit(1); });

package/dist/teardown-codex.js

@@ -0,0 +1,135 @@
+#!/usr/bin/env node
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const os = __importStar(require("os"));
+const CONFIG_PATH = path.join(os.homedir(), '.codex', 'config.toml');
+const HOOKS_PATH = path.join(os.homedir(), '.codex', 'hooks.json');
+function parseToml(content) {
+    const doc = { topLevel: {}, sections: {}, sectionOrder: [] };
+    let currentSection = null;
+    for (const line of content.split('\n')) {
+        const trimmed = line.trim();
+        if (!trimmed || trimmed.startsWith('#'))
+            continue;
+        const sectionMatch = trimmed.match(/^\[([^\]]+)\]$/);
+        if (sectionMatch) {
+            currentSection = sectionMatch[1];
+            if (!doc.sections[currentSection]) {
+                doc.sections[currentSection] = {};
+                doc.sectionOrder.push(currentSection);
+            }
+            continue;
+        }
+        const kvMatch = trimmed.match(/^(\w+)\s*=\s*"([^"]*)"$/);
+        if (kvMatch) {
+            if (currentSection) {
+                doc.sections[currentSection][kvMatch[1]] = kvMatch[2];
+            }
+            else {
+                doc.topLevel[kvMatch[1]] = kvMatch[2];
+            }
+        }
+    }
+    return doc;
+}
+function tomlVal(v) {
+    return (v === 'true' || v === 'false') ? v : `"${v}"`;
+}
+function writeToml(doc) {
+    const lines = [];
+    for (const [key, value] of Object.entries(doc.topLevel)) {
+        lines.push(`${key} = ${tomlVal(value)}`);
+    }
+    for (const section of doc.sectionOrder) {
+        const entries = Object.entries(doc.sections[section]);
+        if (entries.length === 0)
+            continue;
+        lines.push('');
+        lines.push(`[${section}]`);
+        for (const [key, value] of entries) {
+            lines.push(`${key} = ${tomlVal(value)}`);
+        }
+    }
+    return lines.join('\n') + '\n';
+}
+// Remove deltrace block from ~/.zshenv
+const ZSHENV_PATH = path.join(os.homedir(), '.zshenv');
+const BLOCK_START = '# BEGIN deltrace-codex';
+const BLOCK_END = '# END deltrace-codex';
+const blockRe = new RegExp(`${BLOCK_START}[\\s\\S]*?${BLOCK_END}\n?`, 'm');
+try {
+    let zshenv = fs.readFileSync(ZSHENV_PATH, 'utf8');
+    if (blockRe.test(zshenv)) {
+        zshenv = zshenv.replace(blockRe, '');
+        fs.writeFileSync(ZSHENV_PATH, zshenv);
+        console.log(`✓ Removed env vars from ${ZSHENV_PATH}`);
+    }
+}
+catch { }
+// Clean up config.toml — remove provider, model_provider, and hook
+try {
+    const doc = parseToml(fs.readFileSync(CONFIG_PATH, 'utf8'));
+    delete doc.topLevel['model_provider'];
+    delete doc.sections['model_providers.deltrace'];
+    doc.sectionOrder = doc.sectionOrder.filter(s => s !== 'model_providers.deltrace');
+    if (doc.sections['shell_hooks']) {
+        delete doc.sections['shell_hooks']['exec_before_each_prompt'];
+    }
+    fs.writeFileSync(CONFIG_PATH, writeToml(doc));
+    console.log(`✓ Removed provider and hook from ${CONFIG_PATH}`);
+}
+catch {
+    console.log('No Codex config found — nothing to remove from config.toml.');
+}
+try {
+    const hooksFile = JSON.parse(fs.readFileSync(HOOKS_PATH, 'utf8'));
+    const hooks = hooksFile.hooks ?? {};
+    const userPromptHooks = hooks.UserPromptSubmit ?? [];
+    hooks.UserPromptSubmit = userPromptHooks
+        .map((group) => ({
+        ...group,
+        hooks: group.hooks.filter((hook) => !hook.command?.includes('deltrace-sync') && !hook.command?.includes('compression-server/src/sync.ts')),
+    }))
+        .filter((group) => group.hooks.length > 0);
+    if (hooks.UserPromptSubmit.length === 0)
+        delete hooks.UserPromptSubmit;
+    hooksFile.hooks = hooks;
+    fs.writeFileSync(HOOKS_PATH, JSON.stringify(hooksFile, null, 2) + '\n');
+    console.log(`✓ Removed sync hook from ${HOOKS_PATH}`);
+}
+catch { }

package/dist/teardown.js

@@ -0,0 +1,67 @@
+#!/usr/bin/env node
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const os = __importStar(require("os"));
+const SETTINGS_PATH = path.join(os.homedir(), '.claude', 'settings.json');
+function readSettings() {
+    try {
+        return JSON.parse(fs.readFileSync(SETTINGS_PATH, 'utf8'));
+    }
+    catch {
+        return {};
+    }
+}
+const settings = readSettings();
+const env = settings.env;
+if (env) {
+    for (const key of ['ANTHROPIC_BASE_URL', 'DELTRACE_API_KEY', 'DELTRACE_CLOUD', 'DELTRACE_WORKSPACE_ID', 'COMPRESSION_SERVER', 'COMPRESSION_WORKSPACE_ID']) {
+        delete env[key];
+    }
+    if (Object.keys(env).length === 0)
+        delete settings.env;
+}
+const hooks = settings.hooks;
+if (hooks?.['UserPromptSubmit']) {
+    hooks['UserPromptSubmit'] = hooks['UserPromptSubmit'].filter(h => !h.hooks?.some(hh => hh.command?.includes('deltrace-sync') || hh.command?.includes('compression-server')));
+    if (hooks['UserPromptSubmit'].length === 0)
+        delete hooks['UserPromptSubmit'];
+    if (Object.keys(hooks).length === 0)
+        delete settings.hooks;
+}
+fs.writeFileSync(SETTINGS_PATH, JSON.stringify(settings, null, 2));
+console.log(`✓ Removed ANTHROPIC_BASE_URL and hook from ${SETTINGS_PATH}`);

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "@deltrace/cli",
+  "version": "0.1.0",
+  "description": "Codebase context compression for AI coding agents",
+  "files": [
+    "dist/login.js",
+    "dist/login-codex.js",
+    "dist/sync.js",
+    "dist/teardown.js",
+    "dist/teardown-codex.js"
+  ],
+  "bin": {
+    "deltrace": "dist/login.js",
+    "deltrace-sync": "dist/sync.js",
+    "deltrace-teardown": "dist/teardown.js"
+  },
+  "scripts": {
+    "dev": "ts-node src/index.ts",
+    "build": "tsc",
+    "start": "node dist/index.js",
+    "prepublishOnly": "npm run build",
+    "sync": "ts-node src/sync.ts",
+    "login": "DELTRACE_CLOUD=https://deltrace.com/ SYNC_SERVER=https://proxy.deltrace.com ANTHROPIC_DEFAULT_SONNET_MODEL=claude-sonnet-4-6 ts-node src/login.ts",
+    "compressor:claude": "DELTRACE_CLOUD=https://deltrace.com/ SYNC_SERVER=https://proxy.deltrace.com ANTHROPIC_DEFAULT_SONNET_MODEL=claude-sonnet-4-6 ts-node src/login.ts",
+    "compressor:codex": "DELTRACE_CLOUD=https://deltrace.com/ SYNC_SERVER=https://proxy.deltrace.com ts-node src/login-codex.ts",
+    "setup": "ts-node src/setup.ts",
+    "teardown": "ts-node src/teardown.ts && ts-node src/teardown-codex.ts",
+    "teardown:claude": "ts-node src/teardown.ts",
+    "teardown:codex": "ts-node src/teardown-codex.ts"
+  },
+  "dependencies": {
+    "@aws-sdk/client-s3": "^3.1042.0",
+    "@aws-sdk/client-secrets-manager": "^3.1043.0",
+    "@aws-sdk/client-sqs": "^3.0.0",
+    "aws-jwt-verify": "^5.1.1",
+    "ioredis": "^5.3.0",
+    "pg": "^8.13.0",
+    "tree-sitter-wasms": "^0.1.7",
+    "web-tree-sitter": "^0.22.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "@types/pg": "^8.11.0",
+    "ts-node": "^10.9.0",
+    "typescript": "^5.3.0"
+  }
+}