ctxman 3.1.1 → 3.2.8

package/index.js

@@ -7,6 +7,17 @@
 import TokenCalculator from './lib/analyzers/token-calculator.js';
 import MethodAnalyzer from './lib/analyzers/method-analyzer.js';
 
+// Core v3 modular pipeline & cache
+import { Scanner } from './lib/core/Scanner.js';
+import { Analyzer } from './lib/core/Analyzer.js';
+import { ContextBuilder } from './lib/core/ContextBuilder.js';
+import { Reporter } from './lib/core/Reporter.js';
+import { CacheManager, resolveCacheManager } from './lib/cache/CacheManager.js';
+
+// Watch & incremental RAG/graph sync
+import { FileWatcher } from './lib/watch/FileWatcher.js';
+import { IncrementalAnalyzer } from './lib/watch/IncrementalAnalyzer.js';
+
 // Parsers
 import GitIgnoreParser from './lib/parsers/gitignore-parser.js';
 import MethodFilterParser from './lib/parsers/method-filter-parser.js';
@@ -34,18 +45,70 @@ import { buildPrContext } from './lib/pr/pr-context.js';
 import { generateDigestFromReport, generateDigestFromContext } from './ctxman.js';
 
 // Repository map (`ctxman map`)
-import { buildRepoGraph, rankFiles, renderRepoMap } from './lib/map/index.js';
+import { buildRepoGraph, rankFiles, renderRepoMap, buildCallGraph } from './lib/map/index.js';
 
 // Code history explanation (`ctxman why`)
 import { explainHistory } from './lib/why/index.js';
+import { findExperts, WhoError } from './lib/who/index.js';
+
 // File contents in one document (`ctxman pack`)
 import { packContext } from './lib/pack/index.js';
 
+// Import/importer neighborhood context (`ctxman focus`)
+import { focusContext, describeFocus, FocusError } from './lib/focus/index.js';
+
+// Multi-repository workspace (`--repo`)
+import {
+  resolveWorkspaceRepos,
+  buildWorkspaceGraph,
+  mapWorkspace,
+  searchWorkspace,
+  packWorkspace,
+} from './lib/workspace/index.js';
+
+// RAG Stores & Embedding Providers (v3.2.0)
+import { SqliteVectorStore } from './lib/rag/stores/SqliteVectorStore.js';
+import { LocalHashEmbeddingProvider, AutoEmbeddingProvider } from './lib/rag/EmbeddingProvider.js';
+
+// Task-Driven Auto Context & Failure Diagnosis (v3.2.0)
+import { buildTaskContext } from './lib/task/index.js';
+import { diagnoseFailure } from './lib/diagnose/index.js';
+
+// Institutional Memory Bridge (v3.2.0)
+import { queryAnalyzerCitations } from './lib/why/analyzer-bridge.js';
+
+// Search, symbol lookup, token counting, RAG & export policy
+import { searchProject } from './lib/search/bm25.js';
+import { hybridSearch } from './lib/search/hybrid.js';
+import { getSymbol } from './lib/search/symbols.js';
+import { countForModel } from './lib/count/index.js';
+import { askCodebase } from './lib/rag/ask.js';
+import {
+  loadPolicy,
+  Policy,
+  PolicyConfigError,
+  PolicyViolationError,
+  checkWorkspacePolicies,
+  readWorkspaceAuditLogs,
+} from './lib/policy/index.js';
+
 export {
   // Analyzers
   TokenCalculator,
   MethodAnalyzer,
 
+  // Core v3 pipeline & cache
+  Scanner,
+  Analyzer,
+  ContextBuilder,
+  Reporter,
+  CacheManager,
+  resolveCacheManager,
+
+  // Watch & incremental RAG/graph sync
+  FileWatcher,
+  IncrementalAnalyzer,
+
   // Parsers
   GitIgnoreParser,
   MethodFilterParser,
@@ -78,14 +141,55 @@ export {
   buildRepoGraph,
   rankFiles,
   renderRepoMap,
+  buildCallGraph,
 
   // Pull-request context
   buildPrContext,
 
   // Code history explanation (`ctxman why`)
   explainHistory,
+  findExperts,
+  WhoError,
+
   // Packed file contents
   packContext,
+
+  // Focused neighborhood context (`ctxman focus`)
+  focusContext,
+  describeFocus,
+  FocusError,
+
+  // Multi-repository workspace
+  resolveWorkspaceRepos,
+  buildWorkspaceGraph,
+  mapWorkspace,
+  searchWorkspace,
+  packWorkspace,
+
+  // RAG Stores & Embedding Providers (v3.2.0)
+  SqliteVectorStore,
+  LocalHashEmbeddingProvider,
+  AutoEmbeddingProvider,
+
+  // Task-Driven Auto Context & Failure Diagnosis (v3.2.0)
+  buildTaskContext,
+  diagnoseFailure,
+
+  // Institutional Memory Bridge (v3.2.0)
+  queryAnalyzerCitations,
+
+  // Search, symbols, counting, RAG & policy
+  searchProject,
+  hybridSearch,
+  getSymbol,
+  countForModel,
+  askCodebase,
+  loadPolicy,
+  Policy,
+  PolicyConfigError,
+  PolicyViolationError,
+  checkWorkspacePolicies,
+  readWorkspaceAuditLogs,
 };
 
 // Alias for backward compatibility

package/lib/analyzers/token-calculator.js

@@ -8,6 +8,7 @@ import ConfigUtils from '../utils/config-utils.js';
 import MethodAnalyzer from './method-analyzer.js';
 import GitIngestFormatter from '../formatters/gitingest-formatter.js';
 import FormatRegistry from '../formatters/format-registry.js';
+import { resolveCacheManager } from '../cache/CacheManager.js';
 import { formatRedactionSummary, redactSecrets } from '../utils/secret-redactor.js';
 import { LLMDetector } from '../utils/llm-detector.js';
 import { POLICY_FILE } from '../policy/policy.js';
@@ -23,19 +24,30 @@ const OWN_OUTPUT_PATHS = [
   /^digest(-chunk-\d+-of-\d+)?\.txt$/,
   /^(ai-suggestions-report|dependency-context|restored-context)\.json$/,
   /^performance-report\.txt$/,
+  /^\.context-cache(?:[/\\]|$)/,
   /^\.ctxman[/\\]audit\.log$/,
-  /^\.ctxman[/\\](versions|snapshots|metrics|logs|temp|self-knowledge|rag-store)$/,
+  /^\.ctxman[/\\](versions|snapshots|metrics|logs|temp|self-knowledge|rag-store|cache)(?:[/\\]|$)/,
 ];
 
 class TokenCalculator {
   constructor(projectRoot, options = {}) {
     this.projectRoot = projectRoot;
-    this.options = { verbose: false, compactContext: true, methodLevel: false, ...options };
+    this.options = {
+      verbose: false,
+      compactContext: true,
+      methodLevel: false,
+      cache: false,
+      ...options,
+    };
+    this.cache = resolveCacheManager(this.options.cache, {
+      path: this.options.cachePath || path.join(projectRoot, '.ctxman', 'cache'),
+    });
     this.stats = this.initStats();
     this.gitIgnore = this.initGitIgnore();
     this.patternFilters = this.initPatternFilters();
     this.methodAnalyzer = new MethodAnalyzer();
     this.methodFilter = this.options.methodLevel ? this.initMethodFilter() : null;
+    this.methodFilterSignature = this.buildMethodFilterSignature();
     this.methodStats = { totalMethods: 0, includedMethods: 0, methodTokens: {} };
     // o200k_base for OpenAI models since GPT-4o, cl100k_base otherwise
     this.encoding = TokenUtils.encodingFor(this.options.targetModel);
@@ -67,8 +79,15 @@ class TokenCalculator {
     return ConfigUtils.initMethodFilter(this.projectRoot);
   }
 
+  buildMethodFilterSignature() {
+    if (!this.methodFilter) return '';
+    const inc = (this.methodFilter.includePatterns || []).map((p) => p.pattern).join(',');
+    const ign = (this.methodFilter.ignorePatterns || []).map((p) => p.pattern).join(',');
+    return `${this.methodFilter.hasIncludeFile ? '1' : '0'}:${inc}|${ign}`;
+  }
+
   initStats() {
-    return {
+    const base = {
       totalFiles: 0,
       totalTokens: 0,
       totalBytes: 0,
@@ -79,6 +98,11 @@ class TokenCalculator {
       byDirectory: {},
       largestFiles: [],
     };
+    if (this.cache) {
+      base.cacheHits = 0;
+      base.cacheMisses = 0;
+    }
+    return base;
   }
 
   initGitIgnore() {
@@ -123,8 +147,39 @@ class TokenCalculator {
 
   analyzeFile(filePath) {
     try {
-      const content = fs.readFileSync(filePath, 'utf8');
       const stats = fs.statSync(filePath);
+      const cacheMeta = {
+        namespace: 'token-calculator',
+        size: stats.size,
+        encoding: this.encoding,
+        methodLevel: Boolean(this.options.methodLevel),
+        extraKey: this.methodFilterSignature,
+      };
+
+      if (this.cache) {
+        const cached = this.cache.get(filePath, stats.mtimeMs, cacheMeta);
+        if (cached) {
+          this.stats.cacheHits++;
+          const { _rawMethodCount, ...rest } = cached;
+          const fileInfo = {
+            ...rest,
+            path: filePath,
+            relativePath: path.relative(this.projectRoot, filePath),
+          };
+          if (this.options.methodLevel && Array.isArray(fileInfo.methods)) {
+            const fileName = path.basename(filePath, path.extname(filePath));
+            this.methodStats.totalMethods += _rawMethodCount ?? fileInfo.methods.length;
+            this.methodStats.includedMethods += fileInfo.methods.length;
+            for (const method of fileInfo.methods) {
+              this.methodStats.methodTokens[`${fileName}.${method.name}`] = method.tokens;
+            }
+          }
+          return fileInfo;
+        }
+        this.stats.cacheMisses++;
+      }
+
+      const content = fs.readFileSync(filePath, 'utf8');
 
       const fileInfo = {
         path: filePath,
@@ -136,8 +191,20 @@ class TokenCalculator {
       };
 
       // Method-level analysis if enabled
+      let rawMethodCount = 0;
       if (this.options.methodLevel && this.isCodeFile(filePath)) {
+        const beforeTotal = this.methodStats.totalMethods;
         fileInfo.methods = this.analyzeFileMethods(content, filePath);
+        rawMethodCount = this.methodStats.totalMethods - beforeTotal;
+      }
+
+      if (this.cache) {
+        this.cache.set(
+          filePath,
+          this.options.methodLevel ? { ...fileInfo, _rawMethodCount: rawMethodCount } : fileInfo,
+          stats.mtimeMs,
+          cacheMeta
+        );
       }
 
       return fileInfo;
@@ -709,6 +776,11 @@ class TokenCalculator {
         `📋 Files ignored by context rules: ${this.stats.calculatorIgnoredFiles.toLocaleString()}`
       );
     }
+    if (this.stats.cacheHits !== undefined) {
+      const total = this.stats.cacheHits + this.stats.cacheMisses;
+      const rate = total > 0 ? ((this.stats.cacheHits / total) * 100).toFixed(1) : '0.0';
+      console.log(`⚡ Cache hits: ${this.stats.cacheHits}/${total} (${rate}%)`);
+    }
     console.log();
 
     this.printExtensionStats();