cntx-ui 3.1.0 → 3.1.3

package/dist/server.js

@@ -3,7 +3,7 @@
  * Lean orchestration layer using modular architecture
  */
 import { createServer } from 'http';
-import { join, dirname, extname } from 'path';
+import { join, dirname, extname, basename } from 'path';
 import { fileURLToPath, parse } from 'url';
 import { existsSync, mkdirSync, readFileSync, writeFileSync, copyFileSync, cpSync } from 'fs';
 import { homedir } from 'os';
@@ -13,12 +13,28 @@ import FileSystemManager from './lib/file-system-manager.js';
 import BundleManager from './lib/bundle-manager.js';
 import APIRouter from './lib/api-router.js';
 import WebSocketManager from './lib/websocket-manager.js';
+import ArtifactManager from './lib/artifact-manager.js';
 // Import existing lib modules
 import SemanticSplitter from './lib/semantic-splitter.js';
 import SimpleVectorStore from './lib/simple-vector-store.js';
 import { MCPServer } from './lib/mcp-server.js';
 import AgentRuntime from './lib/agent-runtime.js';
 const __dirname = dirname(fileURLToPath(import.meta.url));
+function getProjectName(cwd) {
+    const packageJsonPath = join(cwd, 'package.json');
+    if (existsSync(packageJsonPath)) {
+        try {
+            const packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf8'));
+            if (typeof packageJson?.name === 'string' && packageJson.name.trim()) {
+                return packageJson.name.trim();
+            }
+        }
+        catch {
+            // Fall through to directory name
+        }
+    }
+    return basename(cwd);
+}
 export class CntxServer {
     CWD;
     CNTX_DIR;
@@ -32,6 +48,7 @@ export class CntxServer {
     bundleManager;
     webSocketManager;
     apiRouter;
+    artifactManager;
     semanticSplitter;
     vectorStore;
     agentRuntime;
@@ -56,6 +73,7 @@ export class CntxServer {
         this.fileSystemManager = new FileSystemManager(cwd, { verbose: this.verbose });
         this.bundleManager = new BundleManager(this.configManager, this.fileSystemManager, this.verbose);
         this.webSocketManager = new WebSocketManager(this.bundleManager, this.configManager, { verbose: this.verbose });
+        this.artifactManager = new ArtifactManager(cwd);
         // AI Components
         this.semanticSplitter = new SemanticSplitter({
             maxChunkSize: 2000,
@@ -97,6 +115,7 @@ export class CntxServer {
         }
         // Load reasoning/manifest
         await this.agentRuntime.generateAgentManifest();
+        this.artifactManager.refresh();
     }
     startWatching() {
         this.fileSystemManager.startWatching((eventType, filename) => {
@@ -121,7 +140,7 @@ export class CntxServer {
         catch (e) { }
         // Fresh analysis
         const files = this.fileSystemManager.getAllFiles().map(f => this.fileSystemManager.relativePath(f))
-            .filter(f => ['.js', '.jsx', '.ts', '.tsx', '.rs'].includes(extname(f).toLowerCase()));
+            .filter(f => ['.js', '.jsx', '.ts', '.tsx', '.rs', '.json', '.css', '.scss', '.html', '.sql', '.md', '.toml'].includes(extname(f).toLowerCase()));
         let bundleConfig = null;
         if (existsSync(this.configManager.CONFIG_FILE)) {
             bundleConfig = JSON.parse(readFileSync(this.configManager.CONFIG_FILE, 'utf8'));
@@ -137,15 +156,31 @@ export class CntxServer {
     async enhanceSemanticChunksIfNeeded(analysis) {
         if (!analysis || !analysis.chunks)
             return;
-        if (!this.vectorStoreInitialized) {
-            await this.vectorStore.init();
-            this.vectorStoreInitialized = true;
-        }
-        for (const chunk of analysis.chunks) {
-            if (!this.databaseManager.getEmbedding(chunk.id)) {
-                await this.vectorStore.upsertChunk(chunk);
+        try {
+            if (!this.vectorStoreInitialized) {
+                await this.vectorStore.init();
+                this.vectorStoreInitialized = true;
+            }
+            let embedded = 0;
+            let skipped = 0;
+            for (const chunk of analysis.chunks) {
+                if (!this.databaseManager.getEmbedding(chunk.id)) {
+                    try {
+                        await this.vectorStore.upsertChunk(chunk);
+                        embedded++;
+                    }
+                    catch (e) {
+                        skipped++;
+                    }
+                }
+            }
+            if (skipped > 0) {
+                console.warn(`⚠️ Embedded ${embedded} chunks, skipped ${skipped} (too large or invalid)`);
             }
         }
+        catch (e) {
+            console.error(`⚠️ Vector embedding failed: ${e.message}. Semantic search will be unavailable.`);
+        }
     }
     async refreshSemanticAnalysis() {
         this.databaseManager.db.prepare('DELETE FROM semantic_chunks').run();
@@ -178,7 +213,11 @@ export class CntxServer {
         });
     }
     handleStaticFile(req, res, url) {
-        const webDir = join(__dirname, 'web/dist');
+        let webDir = join(__dirname, 'web', 'dist');
+        if (!existsSync(webDir)) {
+            // Fallback for dist/ context — web/dist is at package root
+            webDir = join(__dirname, '..', 'web', 'dist');
+        }
         let filePath = join(webDir, url.pathname === '/' ? 'index.html' : url.pathname);
         if (!existsSync(filePath)) {
             filePath = join(webDir, 'index.html');
@@ -294,7 +333,12 @@ export async function initConfig(cwd = process.cwd()) {
         console.log('📄 Created .cntxignore with smart defaults');
     }
     console.log('⚙️ Basic configuration initialized');
-    const templateDir = join(__dirname, 'templates');
+    let templateDir = join(__dirname, 'templates');
+    if (!existsSync(templateDir)) {
+        // Fallback for dist/ context
+        templateDir = join(__dirname, '..', 'templates');
+    }
+    const projectName = getProjectName(cwd);
     // Copy agent configuration files
     const agentFiles = [
         'agent-config.yaml',
@@ -304,7 +348,14 @@ export async function initConfig(cwd = process.cwd()) {
         const sourcePath = join(templateDir, file);
         const destPath = join(server.CNTX_DIR, file);
         if (existsSync(sourcePath) && !existsSync(destPath)) {
-            copyFileSync(sourcePath, destPath);
+            if (file === 'agent-config.yaml') {
+                const template = readFileSync(sourcePath, 'utf8');
+                const updated = template.replace(/^project:\s*["'].*?["']\s*$/m, `project: "${projectName}"`);
+                writeFileSync(destPath, updated, 'utf8');
+            }
+            else {
+                copyFileSync(sourcePath, destPath);
+            }
             console.log(`📄 Created ${file}`);
         }
     }
@@ -315,39 +366,6 @@ export async function initConfig(cwd = process.cwd()) {
         cpSync(agentRulesSource, agentRulesDest, { recursive: true });
         console.log('📁 Created agent-rules directory with templates');
     }
-    // Copy activities framework
-    const activitiesDir = join(server.CNTX_DIR, 'activities');
-    if (!existsSync(activitiesDir)) {
-        mkdirSync(activitiesDir, { recursive: true });
-    }
-    // Copy activities README
-    const activitiesReadmeSource = join(templateDir, 'activities', 'README.md');
-    const activitiesReadmeDest = join(activitiesDir, 'README.md');
-    if (existsSync(activitiesReadmeSource) && !existsSync(activitiesReadmeDest)) {
-        copyFileSync(activitiesReadmeSource, activitiesReadmeDest);
-        console.log('📄 Created activities/README.md');
-    }
-    // Copy activities lib directory (MDC templates)
-    const activitiesLibSource = join(templateDir, 'activities', 'lib');
-    const activitiesLibDest = join(activitiesDir, 'lib');
-    if (existsSync(activitiesLibSource) && !existsSync(activitiesLibDest)) {
-        cpSync(activitiesLibSource, activitiesLibDest, { recursive: true });
-        console.log('📁 Created activities/lib with MDC templates');
-    }
-    // Copy activities.json from templates
-    const activitiesJsonPath = join(activitiesDir, 'activities.json');
-    const templateActivitiesJsonPath = join(templateDir, 'activities', 'activities.json');
-    if (!existsSync(activitiesJsonPath) && existsSync(templateActivitiesJsonPath)) {
-        copyFileSync(templateActivitiesJsonPath, activitiesJsonPath);
-        console.log('📄 Created activities.json with bundle example activity');
-    }
-    // Copy example activity from templates
-    const activitiesDestDir = join(activitiesDir, 'activities');
-    const templateActivitiesDir = join(templateDir, 'activities', 'activities');
-    if (!existsSync(activitiesDestDir) && existsSync(templateActivitiesDir)) {
-        cpSync(templateActivitiesDir, activitiesDestDir, { recursive: true });
-        console.log('📁 Created example activity with templates');
-    }
     return server.initMessages;
 }
 export async function generateBundle(name) {
@@ -360,17 +378,27 @@ export async function getStatus() {
     await server.init({ skipFileWatcher: true });
     const bundles = server.bundleManager.getAllBundleInfo();
     const totalFiles = server.fileSystemManager.getAllFiles().length;
+    // Resolve actual file counts from glob patterns (getAllBundleInfo only
+    // returns stored counts which are 0 until bundles are generated)
+    const bundlesWithCounts = await Promise.all(bundles.map(async (bundle) => {
+        if (bundle.fileCount === 0 && bundle.patterns?.length) {
+            const files = await server.bundleManager.resolveBundleFiles(bundle.name);
+            return { ...bundle, fileCount: files.length };
+        }
+        return bundle;
+    }));
     console.log('📊 cntx-ui Status');
     console.log('================');
     console.log(`Total files: ${totalFiles}`);
-    console.log(`Bundles: ${bundles.length}`);
-    bundles.forEach(bundle => {
-        console.log(`  • ${bundle.name}: ${bundle.fileCount} files (${Math.round(bundle.size / 1024)}KB)`);
+    console.log(`Bundles: ${bundlesWithCounts.length}`);
+    bundlesWithCounts.forEach(bundle => {
+        const sizeStr = bundle.size > 0 ? ` (${Math.round(bundle.size / 1024)}KB)` : '';
+        console.log(`  • ${bundle.name}: ${bundle.fileCount} files${sizeStr}`);
     });
     return {
         totalFiles,
-        bundles: bundles.length,
-        bundleDetails: bundles
+        bundles: bundlesWithCounts.length,
+        bundleDetails: bundlesWithCounts
     };
 }
 export function setupMCP() {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "cntx-ui",
   "type": "module",
-  "version": "3.1.0",
+  "version": "3.1.3",
   "description": "Autonomous Repository Intelligence engine with web UI and MCP server. Unified semantic code understanding, local RAG, and agent working memory.",
   "keywords": [
     "repository-intelligence",
@@ -49,8 +49,15 @@
     "better-sqlite3": "^12.2.0",
     "glob": "^9.0.0",
     "tree-sitter": "^0.21.1",
+    "tree-sitter-css": "^0.21.1",
+    "tree-sitter-html": "^0.20.4",
     "tree-sitter-javascript": "^0.23.1",
+    "tree-sitter-json": "^0.21.0",
+    "tree-sitter-legacy": "npm:tree-sitter@^0.20.4",
+    "tree-sitter-markdown": "^0.7.1",
     "tree-sitter-rust": "^0.21.0",
+    "tree-sitter-sql": "^0.1.0",
+    "tree-sitter-toml": "^0.5.1",
     "tree-sitter-typescript": "^0.23.2",
     "ws": "^8.13.0"
   },

package/templates/agent-instructions.md

@@ -21,20 +21,20 @@ You are an AI agent with access to a specialized "Repository Intelligence" engin
 ## Available Capabilities
 
 ### 1. Model Context Protocol (MCP) - PRIMARY
-You have direct access to surgical intelligence tools. Refer to the **Intelligence Interface** section in `.cntx/AGENT.md` for full parameter schemas.
+Use MCP tools first: `agent/discover`, `agent/query`, `agent/investigate`, `agent/organize`.
 
 ### 2. HTTP API - FALLBACK
 If MCP is unavailable, use the HTTP endpoints documented in `.cntx/AGENT.md`.
 
 ## Performance Hierarchy (Use in this order):
 
-1. **Semantic Search** (20ms, 90% token savings) - `agent/query` (MCP) or `POST /api/semantic-search` (HTTP)
+1. **Semantic Search** (20ms, 90% token savings) - `agent/query` (MCP), fallback: `POST /api/semantic-search`
    - Use for: code discovery, pattern matching, "find functions that..."
 
-2. **Bundle System** (50ms) - `list_bundles` (MCP) or `GET /api/bundles` (HTTP)
+2. **Bundle System** (50ms) - `list_bundles` (MCP), fallback: `GET /api/bundles`
    - Use for: project structure, file organization, high-level overview
 
-3. **Discovery Mode** - `agent/discover` (MCP) or `GET /api/status` (HTTP)
+3. **Discovery Mode** - `agent/discover` (MCP), fallback: `GET /api/status`
    - Use for: architectural overview and health check.
 
 4. **Traditional Search** (100ms+, high token cost) - `grep/rg/Read`
@@ -57,7 +57,7 @@ _"Tell me about this codebase"_
 
 _"Where is the user authentication handled?"_
 
-- **ALWAYS use vector database first** for semantic discovery (`POST /api/vector-db/search`)
+- **ALWAYS use MCP `agent/query` first** for semantic discovery (fallback: `POST /api/semantic-search`)
 - Use precise queries like "user authentication login session" 
 - Fallback to traditional search only if vector DB fails
 - Always provide specific file paths and line numbers from results
@@ -67,7 +67,7 @@ _"Where is the user authentication handled?"_
 
 _"I want to add dark mode—what already exists?"_
 
-- **Vector search for related patterns** first: "theme dark mode styling colors"
+- **Vector search for related patterns** first: `agent/investigate` (fallback: `POST /api/vector-db/search`)
 - Use the format: ✅ Existing, ⚠️ Partial, ❌ Missing
 - Cross-reference vector results with bundle organization
 - Identify integration points and patterns to follow
@@ -125,25 +125,11 @@ Would you like me to [specific follow-up options]?
 
 ## Efficiency Principles
 
-### Performance Hierarchy (Use in this order):
-
-1. **Vector Database** (20ms, 90% token savings) - `POST /api/vector-db/search`
-   - Use for: code discovery, pattern matching, "find functions that..."
-   - Query format: `{"query": "semantic description", "limit": 5, "minSimilarity": 0.2}`
-
-2. **Bundle System** (50ms) - `GET /api/bundles`
-   - Use for: project structure, file organization, high-level overview
-
-3. **Traditional Search** (100ms+, high token cost) - `grep/rg/Read`
-   - Use ONLY when: exact string matching needed, vector search fails
-   - Examples: specific error messages, exact function names
-
 ### Token Optimization:
 - **Vector search**: ~5k tokens per query vs 50k+ for file reading
 - **Real-time updates**: Vector DB stays current with code changes
-- **Comprehensive coverage**: 315+ indexed code chunks across entire codebase
 
-## Vector Search Examples
+## Vector Search Examples (HTTP fallback)
 
 ### Good Query Patterns:
 ```bash