codeprobe 0.1.0

package/dist/core/benchmarkRunner.js

@@ -0,0 +1,182 @@
+/**
+ * Benchmark runner for AI models.
+ *
+ * Runs a prompt spec against one or more models, collecting
+ * score, token usage, latency, and cost data across multiple runs.
+ * Supports a mock mode for offline development and CI pipelines.
+ *
+ * Pricing and model metadata are sourced from the central model registry.
+ */
+import { readFile } from 'node:fs/promises';
+import yaml from 'js-yaml';
+import { getModel, estimateCost as registryEstimateCost } from './modelRegistry.js';
+/** Default models to benchmark when none are specified. */
+const DEFAULT_MODELS = ['claude-sonnet-4-6', 'claude-opus-4-6'];
+/** Default number of runs per model. */
+const DEFAULT_RUNS = 3;
+/**
+ * Rough estimate of token count from a text string.
+ * Uses a simple heuristic: ~4 characters per token for English text.
+ */
+function estimateTokens(text) {
+    if (!text)
+        return 0;
+    return Math.ceil(text.length / 4);
+}
+/**
+ * Determine the model tier for mock score generation.
+ * Higher-tier models produce higher simulated scores.
+ */
+function getModelTier(model) {
+    if (model.includes('opus'))
+        return 'opus';
+    if (model.includes('sonnet'))
+        return 'sonnet';
+    return 'other';
+}
+/**
+ * Generate a random value within a +-variance range of the base.
+ */
+function withVariance(base, varianceFraction) {
+    const delta = base * varianceFraction;
+    return base + (Math.random() * 2 - 1) * delta;
+}
+/**
+ * Generate a mock benchmark run for offline development.
+ */
+function generateMockRun(runIndex, spec, model) {
+    const tier = getModelTier(model);
+    // Score: opus scores higher (0.85-0.98), sonnet (0.75-0.90), other (0.65-0.80)
+    const baseScore = tier === 'opus' ? 0.92 : tier === 'sonnet' ? 0.83 : 0.72;
+    const score = Math.min(1.0, Math.max(0, withVariance(baseScore, 0.05)));
+    // Tokens: estimate from prompt + system text
+    const promptTokens = estimateTokens(spec.prompt);
+    const systemTokens = estimateTokens(spec.system ?? '');
+    const inputTokens = promptTokens + systemTokens;
+    const outputTokens = Math.ceil(inputTokens * 0.6);
+    const tokens = inputTokens + outputTokens;
+    // Latency: sonnet ~500ms, opus ~1500ms, with +-20% variance
+    const baseLatency = tier === 'opus' ? 1500 : tier === 'sonnet' ? 500 : 800;
+    const latency = Math.max(50, withVariance(baseLatency, 0.2));
+    // Mock output text
+    const output = `[mock-${model}-run-${runIndex}] Simulated response for "${spec.name}".`;
+    return {
+        runIndex,
+        score: Math.round(score * 1000) / 1000,
+        tokens: Math.round(tokens),
+        latency: Math.round(latency),
+        output,
+    };
+}
+/**
+ * Compute estimated cost for a set of benchmark runs using the model registry.
+ * Falls back to zero when the model is not in the registry.
+ */
+function computeCost(runs, model, spec) {
+    const modelInfo = getModel(model);
+    if (!modelInfo)
+        return 0;
+    const promptTokens = estimateTokens(spec.prompt);
+    const systemTokens = estimateTokens(spec.system ?? '');
+    const inputTokensPerRun = promptTokens + systemTokens;
+    let totalCost = 0;
+    for (const run of runs) {
+        const outputTokens = Math.max(0, run.tokens - inputTokensPerRun);
+        totalCost += registryEstimateCost(model, inputTokensPerRun, outputTokens);
+    }
+    return totalCost;
+}
+/**
+ * Parse a YAML prompt spec file. Returns the parsed spec or throws on
+ * invalid input.
+ */
+async function loadSpec(specPath) {
+    const content = await readFile(specPath, 'utf-8');
+    const raw = yaml.load(content);
+    if (raw === null || raw === undefined || typeof raw !== 'object') {
+        throw new Error(`Invalid prompt spec at ${specPath}: expected a YAML object`);
+    }
+    const obj = raw;
+    if (typeof obj['prompt'] !== 'string' || !obj['prompt']) {
+        throw new Error(`Prompt spec at ${specPath} is missing a "prompt" field`);
+    }
+    return {
+        name: typeof obj['name'] === 'string' ? obj['name'] : specPath,
+        description: typeof obj['description'] === 'string' ? obj['description'] : undefined,
+        model: typeof obj['model'] === 'string' ? obj['model'] : undefined,
+        system: typeof obj['system'] === 'string' ? obj['system'] : undefined,
+        prompt: obj['prompt'],
+        tests: Array.isArray(obj['tests']) ? parseTests(obj['tests']) : undefined,
+    };
+}
+/**
+ * Parse the tests array from a raw YAML structure.
+ */
+function parseTests(rawTests) {
+    return rawTests
+        .filter((t) => typeof t === 'object' && t !== null)
+        .map((t) => ({
+        name: typeof t['name'] === 'string' ? t['name'] : 'unnamed',
+        input: typeof t['input'] === 'string' ? t['input'] : undefined,
+        inputFile: typeof t['inputFile'] === 'string' ? t['inputFile'] : undefined,
+        expect: typeof t['expect'] === 'object' && t['expect'] !== null
+            ? t['expect']
+            : undefined,
+    }));
+}
+/**
+ * Run benchmarks for a prompt spec across one or more models.
+ *
+ * @param specPath  Path to a YAML prompt spec file.
+ * @param options   Benchmark configuration.
+ * @returns         An array of results, one per model.
+ */
+export async function runBenchmark(specPath, options = {}) {
+    const { models = DEFAULT_MODELS, runs = DEFAULT_RUNS, mode = 'mock', } = options;
+    const spec = await loadSpec(specPath);
+    const results = [];
+    for (const model of models) {
+        const benchmarkRuns = [];
+        for (let i = 0; i < runs; i++) {
+            if (mode === 'mock') {
+                benchmarkRuns.push(generateMockRun(i, spec, model));
+            }
+            else {
+                // Live mode: call the appropriate provider via factory.
+                const { createProvider } = await import('./providers/factory.js');
+                const provider = createProvider(model);
+                const testInput = spec.tests?.[0]?.input ?? 'Hello';
+                const fullPrompt = spec.prompt.replace(/\{\{input\}\}/g, testInput);
+                const start = Date.now();
+                const response = await provider.call({
+                    model,
+                    system: spec.system,
+                    messages: [{ role: 'user', content: fullPrompt }],
+                });
+                const latency = Date.now() - start;
+                benchmarkRuns.push({
+                    runIndex: i,
+                    score: 1.0, // Live mode: user evaluates quality
+                    tokens: response.inputTokens + response.outputTokens,
+                    latency,
+                    output: response.content,
+                });
+            }
+        }
+        const totalScore = benchmarkRuns.reduce((sum, r) => sum + r.score, 0);
+        const totalTokens = benchmarkRuns.reduce((sum, r) => sum + r.tokens, 0);
+        const totalLatency = benchmarkRuns.reduce((sum, r) => sum + r.latency, 0);
+        const runCount = benchmarkRuns.length;
+        results.push({
+            model,
+            promptName: spec.name,
+            runs: benchmarkRuns,
+            averageScore: runCount > 0 ? Math.round((totalScore / runCount) * 1000) / 1000 : 0,
+            averageTokens: runCount > 0 ? Math.round(totalTokens / runCount) : 0,
+            averageLatency: runCount > 0 ? Math.round(totalLatency / runCount) : 0,
+            estimatedCost: computeCost(benchmarkRuns, model, spec),
+        });
+    }
+    return results;
+}
+//# sourceMappingURL=benchmarkRunner.js.map

package/dist/core/benchmarkRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkRunner.js","sourceRoot":"","sources":["../../src/core/benchmarkRunner.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,SAAS,CAAC;AAG3B,OAAO,EAAE,QAAQ,EAAE,YAAY,IAAI,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AASpF,2DAA2D;AAC3D,MAAM,cAAc,GAAa,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,CAAC;AAE1E,wCAAwC;AACxC,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB;;;GAGG;AACH,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,KAAa;IACjC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY,EAAE,gBAAwB;IAC1D,MAAM,KAAK,GAAG,IAAI,GAAG,gBAAgB,CAAC;IACtC,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CACtB,QAAgB,EAChB,IAAgB,EAChB,KAAa;IAEb,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAEjC,+EAA+E;IAC/E,MAAM,SAAS,GACb,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IAExE,6CAA6C;IAC7C,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACvD,MAAM,WAAW,GAAG,YAAY,GAAG,YAAY,CAAC;IAChD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,WAAW,GAAG,YAAY,CAAC;IAE1C,4DAA4D;IAC5D,MAAM,WAAW,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC;IAE7D,mBAAmB;IACnB,MAAM,MAAM,GAAG,SAAS,KAAK,QAAQ,QAAQ,6BAA6B,IAAI,CAAC,IAAI,IAAI,CAAC;IAExF,OAAO;QACL,QAAQ;QACR,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI;QACtC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAC1B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;QAC5B,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAClB,IAAoB,EACpB,KAAa,EACb,IAAgB;IAEhB,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,SAAS;QAAE,OAAO,CAAC,CAAC;IAEzB,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACvD,MAAM,iBAAiB,GAAG,YAAY,GAAG,YAAY,CAAC;IAEtD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC;QACjE,SAAS,IAAI,oBAAoB,CAAC,KAAK,EAAE,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,QAAQ,CAAC,QAAgB;IACtC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE/B,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,0BAA0B,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,GAAG,GAAG,GAA8B,CAAC;IAE3C,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,8BAA8B,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO;QACL,IAAI,EAAE,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ;QAC9D,WAAW,EAAE,OAAO,GAAG,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;QACpF,KAAK,EAAE,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QAClE,MAAM,EAAE,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;QACrE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC;QACrB,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KAC1E,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,QAAmB;IACrC,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAgC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,CAAC;SAChF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QAC3D,KAAK,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9D,SAAS,EAAE,OAAO,CAAC,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;QAC1E,MAAM,EACJ,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,IAAI;YACrD,CAAC,CAAE,CAAC,CAAC,QAAQ,CAAqG;YAClH,CAAC,CAAC,SAAS;KAChB,CAAC,CAAC,CAAC;AACR,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,UAA4B,EAAE;IAE9B,MAAM,EACJ,MAAM,GAAG,cAAc,EACvB,IAAI,GAAG,YAAY,EACnB,IAAI,GAAG,MAAM,GACd,GAAG,OAAO,CAAC;IAEZ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAmB,EAAE,CAAC;QAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,wDAAwD;gBACxD,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;gBAClE,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;gBAEvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,OAAO,CAAC;gBACpD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;gBACpE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEzB,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;oBACnC,KAAK;oBACL,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;iBAClD,CAAC,CAAC;gBAEH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBACnC,aAAa,CAAC,IAAI,CAAC;oBACjB,QAAQ,EAAE,CAAC;oBACX,KAAK,EAAE,GAAG,EAAE,oCAAoC;oBAChD,MAAM,EAAE,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,YAAY;oBACpD,OAAO;oBACP,MAAM,EAAE,QAAQ,CAAC,OAAO;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACtE,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC;QAEtC,OAAO,CAAC,IAAI,CAAC;YACX,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,IAAI,EAAE,aAAa;YACnB,YAAY,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAClF,aAAa,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,cAAc,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACtE,aAAa,EAAE,WAAW,CAAC,aAAa,EAAE,KAAK,EAAE,IAAI,CAAC;SACvD,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/core/contextAnalyzer.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Context analyzer — recursively walks a directory, estimates token counts,
+ * and produces a comprehensive analysis of how a codebase fits into
+ * Claude's context windows.
+ */
+import type { ContextAnalysis } from '../types/context.js';
+import type { ClaudeTestConfig } from '../types/config.js';
+/**
+ * Analyze a directory tree and produce a comprehensive context usage report.
+ *
+ * - Recursively walks directories, skipping ignored paths
+ * - Detects binary files by extension
+ * - Reads text files and estimates token counts
+ * - Builds per-extension breakdowns
+ * - Identifies the largest files
+ * - Calculates fit estimates for 200k and 1M context windows
+ */
+export declare function analyzeContext(rootPath: string, config?: ClaudeTestConfig): Promise<ContextAnalysis>;
+//# sourceMappingURL=contextAnalyzer.d.ts.map

package/dist/core/contextAnalyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextAnalyzer.d.ts","sourceRoot":"","sources":["../../src/core/contextAnalyzer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EACV,eAAe,EAIhB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAwG3D;;;;;;;;;GASG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC,eAAe,CAAC,CAoI1B"}

package/dist/core/contextAnalyzer.js

@@ -0,0 +1,221 @@
+/**
+ * Context analyzer — recursively walks a directory, estimates token counts,
+ * and produces a comprehensive analysis of how a codebase fits into
+ * Claude's context windows.
+ */
+import { resolve } from 'node:path';
+import { readFile } from 'node:fs/promises';
+import { walkDirectory } from '../utils/fs.js';
+import { readTextFile } from '../utils/fs.js';
+import { estimateTokens } from '../tokenizers/claudeTokenizer.js';
+import { logger } from '../utils/logger.js';
+// ---------------------------------------------------------------------------
+// .gitignore parsing
+// ---------------------------------------------------------------------------
+/**
+ * Load directory/file name patterns from a .gitignore file.
+ *
+ * This is intentionally simplified — it extracts plain directory and file
+ * names (no glob expansion). Patterns containing wildcards after cleanup
+ * are skipped. This is sufficient for the common cases like `dist/`,
+ * `coverage/`, `.cache/`, etc.
+ */
+async function loadGitignorePatterns(rootPath) {
+    const patterns = new Set();
+    const gitignorePath = resolve(rootPath, '.gitignore');
+    try {
+        const content = await readFile(gitignorePath, 'utf-8');
+        for (const line of content.split('\n')) {
+            const trimmed = line.trim();
+            if (!trimmed || trimmed.startsWith('#'))
+                continue;
+            // Extract directory/file name (strip leading/trailing slashes and wildcards)
+            const clean = trimmed.replace(/^\//, '').replace(/\/\*?$/, '').replace(/^\*\*\//, '');
+            if (clean && !clean.includes('*')) {
+                patterns.add(clean);
+            }
+        }
+    }
+    catch {
+        // No .gitignore or unreadable — fine
+    }
+    return patterns;
+}
+// ---------------------------------------------------------------------------
+// Paths and extensions to ignore
+// ---------------------------------------------------------------------------
+const DEFAULT_IGNORE_DIRS = new Set([
+    'node_modules',
+    '.git',
+    'dist',
+    'build',
+    'coverage',
+    '.DS_Store',
+    '__pycache__',
+    '.next',
+    '.nuxt',
+    '.svelte-kit',
+    '.turbo',
+    '.vercel',
+    'vendor',
+    '.venv',
+    'env',
+    '.env',
+]);
+const BINARY_EXTENSIONS = new Set([
+    '.png',
+    '.jpg',
+    '.jpeg',
+    '.gif',
+    '.ico',
+    '.woff',
+    '.woff2',
+    '.ttf',
+    '.eot',
+    '.mp3',
+    '.mp4',
+    '.zip',
+    '.tar',
+    '.gz',
+    '.pdf',
+    '.exe',
+    '.dll',
+    '.so',
+    '.dylib',
+    '.class',
+    '.pyc',
+    '.o',
+    '.obj',
+    '.bin',
+    '.dat',
+    '.sqlite',
+    '.db',
+]);
+// ---------------------------------------------------------------------------
+// Context window definitions
+// ---------------------------------------------------------------------------
+const CONTEXT_WINDOWS = [
+    { size: 200_000, label: '200k' },
+    { size: 1_000_000, label: '1M' },
+];
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+/**
+ * Analyze a directory tree and produce a comprehensive context usage report.
+ *
+ * - Recursively walks directories, skipping ignored paths
+ * - Detects binary files by extension
+ * - Reads text files and estimates token counts
+ * - Builds per-extension breakdowns
+ * - Identifies the largest files
+ * - Calculates fit estimates for 200k and 1M context windows
+ */
+export async function analyzeContext(rootPath, config) {
+    const absoluteRoot = resolve(rootPath);
+    logger.debug(`Analyzing context for: ${absoluteRoot}`);
+    // Build the set of directories to ignore
+    const ignoreDirs = new Set(DEFAULT_IGNORE_DIRS);
+    if (config?.ignorePaths) {
+        for (const p of config.ignorePaths) {
+            ignoreDirs.add(p);
+        }
+    }
+    // Merge patterns from .gitignore (if present)
+    const gitignorePatterns = await loadGitignorePatterns(absoluteRoot);
+    for (const pattern of gitignorePatterns) {
+        ignoreDirs.add(pattern);
+    }
+    if (gitignorePatterns.size > 0) {
+        logger.debug(`Loaded ${gitignorePatterns.size} pattern(s) from .gitignore`);
+    }
+    // Walk the directory tree
+    const entries = await walkDirectory(absoluteRoot, { ignoreDirs });
+    // Process only files
+    const fileEntries = entries.filter((e) => e.isFile);
+    let totalFiles = 0;
+    let textFiles = 0;
+    let skippedFiles = 0;
+    let totalBytes = 0;
+    let estimatedTokens = 0;
+    const extensionMap = new Map();
+    const fileTokenInfos = [];
+    for (const entry of fileEntries) {
+        totalFiles++;
+        totalBytes += entry.size;
+        // Skip binary files
+        if (BINARY_EXTENSIONS.has(entry.extension)) {
+            skippedFiles++;
+            continue;
+        }
+        // Try to read as text
+        const content = await readTextFile(entry.path);
+        if (content === null) {
+            skippedFiles++;
+            continue;
+        }
+        textFiles++;
+        const tokens = estimateTokens(content);
+        estimatedTokens += tokens;
+        // Track per-extension stats
+        const ext = entry.extension || '(no extension)';
+        const existing = extensionMap.get(ext);
+        if (existing) {
+            existing.fileCount++;
+            existing.totalBytes += entry.size;
+            existing.estimatedTokens += tokens;
+        }
+        else {
+            extensionMap.set(ext, {
+                fileCount: 1,
+                totalBytes: entry.size,
+                estimatedTokens: tokens,
+            });
+        }
+        // Track file token info for largest-file ranking
+        fileTokenInfos.push({
+            path: entry.relativePath,
+            bytes: entry.size,
+            estimatedTokens: tokens,
+        });
+    }
+    // Build extension breakdown sorted by token count descending
+    const extensionBreakdown = Array.from(extensionMap.entries())
+        .map(([extension, stats]) => ({
+        extension,
+        fileCount: stats.fileCount,
+        totalBytes: stats.totalBytes,
+        estimatedTokens: stats.estimatedTokens,
+    }))
+        .sort((a, b) => b.estimatedTokens - a.estimatedTokens);
+    // Find the top 20 largest files by token count
+    const largestFiles = fileTokenInfos
+        .sort((a, b) => b.estimatedTokens - a.estimatedTokens)
+        .slice(0, 20);
+    // Calculate fit estimates for each context window
+    const fitEstimates = CONTEXT_WINDOWS.map((window) => {
+        const fits = estimatedTokens <= window.size;
+        const utilization = window.size > 0 ? estimatedTokens / window.size : 0;
+        const headroom = window.size > 0 ? 1 - utilization : 0;
+        return {
+            windowSize: window.size,
+            windowLabel: window.label,
+            fits,
+            utilization: Math.min(utilization, 1),
+            headroom: Math.max(headroom, 0),
+        };
+    });
+    logger.debug(`Analysis complete: ${totalFiles} files, ${textFiles} text, ${skippedFiles} skipped, ~${estimatedTokens} tokens`);
+    return {
+        rootPath: absoluteRoot,
+        totalFiles,
+        textFiles,
+        skippedFiles,
+        totalBytes,
+        estimatedTokens,
+        extensionBreakdown,
+        largestFiles,
+        fitEstimates,
+    };
+}
+//# sourceMappingURL=contextAnalyzer.js.map

package/dist/core/contextAnalyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextAnalyzer.js","sourceRoot":"","sources":["../../src/core/contextAnalyzer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAS5C,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E;;;;;;;GAOG;AACH,KAAK,UAAU,qBAAqB,CAAC,QAAgB;IACnD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACvD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS;YAClD,6EAA6E;YAC7E,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACtF,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qCAAqC;IACvC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,8EAA8E;AAC9E,iCAAiC;AACjC,8EAA8E;AAE9E,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,UAAU;IACV,WAAW;IACX,aAAa;IACb,OAAO;IACP,OAAO;IACP,aAAa;IACb,QAAQ;IACR,SAAS;IACT,QAAQ;IACR,OAAO;IACP,KAAK;IACL,MAAM;CACP,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,OAAO;IACP,QAAQ;IACR,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,IAAI;IACJ,MAAM;IACN,MAAM;IACN,MAAM;IACN,SAAS;IACT,KAAK;CACN,CAAC,CAAC;AAEH,8EAA8E;AAC9E,6BAA6B;AAC7B,8EAA8E;AAE9E,MAAM,eAAe,GAA2C;IAC9D,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE;IAChC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE;CACjC,CAAC;AAEF,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,MAAyB;IAEzB,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,0BAA0B,YAAY,EAAE,CAAC,CAAC;IAEvD,yCAAyC;IACzC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAChD,IAAI,MAAM,EAAE,WAAW,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACnC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,MAAM,iBAAiB,GAAG,MAAM,qBAAqB,CAAC,YAAY,CAAC,CAAC;IACpE,KAAK,MAAM,OAAO,IAAI,iBAAiB,EAAE,CAAC;QACxC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,iBAAiB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,UAAU,iBAAiB,CAAC,IAAI,6BAA6B,CAAC,CAAC;IAC9E,CAAC;IAED,0BAA0B;IAC1B,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,YAAY,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;IAElE,qBAAqB;IACrB,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAEpD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,MAAM,YAAY,GAAG,IAAI,GAAG,EAGzB,CAAC;IAEJ,MAAM,cAAc,GAAoB,EAAE,CAAC;IAE3C,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QAChC,UAAU,EAAE,CAAC;QACb,UAAU,IAAI,KAAK,CAAC,IAAI,CAAC;QAEzB,oBAAoB;QACpB,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3C,YAAY,EAAE,CAAC;YACf,SAAS;QACX,CAAC;QAED,sBAAsB;QACtB,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,YAAY,EAAE,CAAC;YACf,SAAS;QACX,CAAC;QAED,SAAS,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACvC,eAAe,IAAI,MAAM,CAAC;QAE1B,4BAA4B;QAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,IAAI,gBAAgB,CAAC;QAChD,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,SAAS,EAAE,CAAC;YACrB,QAAQ,CAAC,UAAU,IAAI,KAAK,CAAC,IAAI,CAAC;YAClC,QAAQ,CAAC,eAAe,IAAI,MAAM,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE;gBACpB,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,KAAK,CAAC,IAAI;gBACtB,eAAe,EAAE,MAAM;aACxB,CAAC,CAAC;QACL,CAAC;QAED,iDAAiD;QACjD,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,KAAK,CAAC,YAAY;YACxB,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,eAAe,EAAE,MAAM;SACxB,CAAC,CAAC;IACL,CAAC;IAED,6DAA6D;IAC7D,MAAM,kBAAkB,GAAqB,KAAK,CAAC,IAAI,CACrD,YAAY,CAAC,OAAO,EAAE,CACvB;SACE,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5B,SAAS;QACT,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,eAAe,EAAE,KAAK,CAAC,eAAe;KACvC,CAAC,CAAC;SACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC;IAEzD,+CAA+C;IAC/C,MAAM,YAAY,GAAG,cAAc;SAChC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;SACrD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEhB,kDAAkD;IAClD,MAAM,YAAY,GAAkB,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACjE,MAAM,IAAI,GAAG,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC;QAC5C,MAAM,WAAW,GACf,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvD,OAAO;YACL,UAAU,EAAE,MAAM,CAAC,IAAI;YACvB,WAAW,EAAE,MAAM,CAAC,KAAK;YACzB,IAAI;YACJ,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;YACrC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;SAChC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,KAAK,CACV,sBAAsB,UAAU,WAAW,SAAS,UAAU,YAAY,cAAc,eAAe,SAAS,CACjH,CAAC;IAEF,OAAO;QACL,QAAQ,EAAE,YAAY;QACtB,UAAU;QACV,SAAS;QACT,YAAY;QACZ,UAAU;QACV,eAAe;QACf,kBAAkB;QAClB,YAAY;QACZ,YAAY;KACb,CAAC;AACJ,CAAC"}

package/dist/core/contextPacker.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Context packer — the killer feature.
+ *
+ * Analyzes a repository, categorizes files, ranks them by likely usefulness,
+ * and builds an optimal pack plan that maximizes value within a context
+ * window budget.
+ */
+import type { PackPlan } from '../types/context.js';
+import type { ClaudeTestConfig } from '../types/config.js';
+export interface PackOptions {
+    target: '200k' | '1m';
+    optimize?: boolean;
+    config?: ClaudeTestConfig;
+}
+/**
+ * Build an optimized context pack plan for a repository.
+ *
+ * 1. Analyzes the repo using contextAnalyzer
+ * 2. Categorizes files (core, docs, configs, tests, assets, generated)
+ * 3. Ranks files by likely usefulness
+ * 4. Allocates budgets per category
+ * 5. Packs files greedily into the target context window
+ * 6. Returns a plan with include/summarize/exclude recommendations
+ */
+export declare function packContext(rootPath: string, options: PackOptions): Promise<PackPlan>;
+//# sourceMappingURL=contextPacker.d.ts.map

package/dist/core/contextPacker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextPacker.d.ts","sourceRoot":"","sources":["../../src/core/contextPacker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EACV,QAAQ,EAET,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAU3D,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AA0TD;;;;;;;;;GASG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,QAAQ,CAAC,CAqGnB"}