seu-claude 1.0.0

package/CHANGELOG.md

@@ -0,0 +1,37 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [1.0.0] - 2026-01-15
+
+### Added
+- 🎉 Initial stable release
+- **MCP Server** - Full Model Context Protocol implementation for Claude Code/Desktop
+- **Semantic Indexing** - AST-based code chunking using Tree-sitter
+- **Vector Search** - LanceDB-powered similarity search with 384-dimension embeddings
+- **Multi-language Support** - TypeScript, JavaScript, Python, Java, C/C++, Go, Rust
+- **Three MCP Tools**:
+  - `index_codebase` - Index entire codebase with incremental updates
+  - `search_codebase` - Semantic search across indexed code
+  - `read_semantic_context` - Read code with AST-aware context
+
+### Technical Details
+- **Embedding Model**: `Xenova/all-MiniLM-L6-v2` (no authentication required)
+- **Vector Dimensions**: 384
+- **Test Coverage**: 72.72% (214 tests passing)
+- **Memory Usage**: ~100MB idle, ~500MB during indexing
+
+### Performance
+- Indexed 26-file TypeScript project in 5.39 seconds
+- Created 359 semantic chunks
+- Query latency ~50ms
+
+## [0.1.0] - 2026-01-14
+
+### Added
+- Initial development release
+- Core indexing and search functionality
+- Basic MCP integration

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 jardhel
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,296 @@
+# seu-claude
+
+**S**elf-**E**volving **U**nderstanding for Claude - A Local Codebase RAG MCP Server
+
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+[![Node.js Version](https://img.shields.io/badge/node-%3E%3D20.0.0-brightgreen)](https://nodejs.org)
+
+> Give Claude Code deep, proactive understanding of your entire codebase - not just the files it has touched.
+
+## The Problem
+
+Current memory plugins for Claude Code suffer from "goldfish memory":
+- They only remember files the AI has explicitly accessed
+- Heavy resource usage (35GB+ RAM with in-memory vector databases)
+- Complex Python dependencies that conflict with your environment
+- Zombie processes that accumulate over time
+
+**seu-claude** solves this by implementing **proactive semantic indexing** - your entire codebase is parsed, understood, and made searchable before Claude even asks.
+
+## Features
+
+- 🧠 **AST-Based Semantic Chunking** - Uses Tree-sitter to understand code structure, not just text
+- 💾 **Minimal Resource Usage** - LanceDB's zero-copy architecture keeps RAM under 200MB
+- 🔒 **100% Local** - All processing happens on your machine, no data leaves
+- ⚡ **Incremental Indexing** - Only re-processes changed files
+- 🌐 **Multi-Language Support** - TypeScript, JavaScript, Python, Rust, Go, Java, C/C++, and more
+- 🔌 **Native MCP Integration** - Works with Claude Code and Claude Desktop
+
+## Quick Start
+
+### Installation
+
+```bash
+# Install globally
+npm install -g seu-claude
+
+# Or use npx
+npx seu-claude
+```
+
+### Configuration
+
+#### Claude Code
+
+Add to your project's `.claude/settings.json`:
+
+```json
+{
+  "mcpServers": {
+    "seu-claude": {
+      "command": "npx",
+      "args": ["seu-claude"],
+      "env": {
+        "PROJECT_ROOT": "."
+      }
+    }
+  }
+}
+```
+
+#### Claude Desktop
+
+Add to `~/Library/Application Support/Claude/claude_desktop_config.json` (macOS) or `%APPDATA%\Claude\claude_desktop_config.json` (Windows):
+
+```json
+{
+  "mcpServers": {
+    "seu-claude": {
+      "command": "npx",
+      "args": ["seu-claude"],
+      "env": {
+        "PROJECT_ROOT": "/path/to/your/project"
+      }
+    }
+  }
+}
+```
+
+### First Run
+
+Once configured, Claude will have access to three new tools:
+
+1. **Index your codebase** (run once, then incremental):
+   > "Index this codebase for semantic search"
+
+2. **Search semantically**:
+   > "Where is the user authentication logic?"
+   > "Find all database connection handling code"
+   > "Show me how API rate limiting is implemented"
+
+3. **Read with context**:
+   > "Read the AuthService.login method with its surrounding context"
+
+## How It Works
+
+### Architecture
+
+```
+┌─────────────────────────────────────────────────────────────┐
+│                     Claude Code / Desktop                    │
+└─────────────────────────────────────────────────────────────┘
+                              │ MCP Protocol (stdio)
+                              ▼
+┌─────────────────────────────────────────────────────────────┐
+│                    seu-claude MCP Server                     │
+│  ┌─────────────┐  ┌─────────────┐  ┌─────────────────────┐  │
+│  │   Tools     │  │  Indexer    │  │   Vector Store      │  │
+│  │ - search    │  │ - crawler   │  │   (LanceDB)         │  │
+│  │ - index     │  │ - parser    │  │   - zero-copy       │  │
+│  │ - context   │  │ - chunker   │  │   - disk-based      │  │
+│  └─────────────┘  └─────────────┘  └─────────────────────┘  │
+│                              │                               │
+│                   ┌──────────┴──────────┐                   │
+│                   │  Embedding Engine   │                   │
+│                   │  (Transformers.js)  │                   │
+│                   │  - local inference  │                   │
+│                   │  - 384-dim vectors  │                   │
+│                   └─────────────────────┘                   │
+└─────────────────────────────────────────────────────────────┘
+```
+
+### Semantic Chunking (cAST)
+
+Unlike naive text splitting that breaks code mid-function, seu-claude uses Abstract Syntax Tree analysis to create semantically meaningful chunks:
+
+| Code Structure | Chunking Logic | Metadata |
+|----------------|----------------|----------|
+| Function | Complete function with signature | Type, Name, Scope |
+| Class | Header + methods as separate chunks | Type, Name, Methods |
+| Interface | Complete definition | Type, Module |
+| Method | Full body with context | Parent Class, Signature |
+
+### Technology Stack
+
+| Component | Technology | Why |
+|-----------|------------|-----|
+| Runtime | Node.js 20+ | Native MCP compatibility |
+| Parser | web-tree-sitter | WASM-based, multi-language |
+| Vector DB | LanceDB | Disk-based, <100MB RAM |
+| Embeddings | Transformers.js | Local, GPU-accelerated |
+
+## MCP Tools
+
+### `index_codebase`
+
+Scans and indexes your entire codebase for semantic search.
+
+```typescript
+{
+  path?: string;    // Project root (defaults to PROJECT_ROOT env)
+  force?: boolean;  // Force full re-index (default: incremental)
+}
+```
+
+### `search_codebase`
+
+Semantic search across your indexed code.
+
+```typescript
+{
+  query: string;           // Natural language query
+  limit?: number;          // Max results (default: 10)
+  filter_type?: string;    // "function" | "class" | "method" | etc.
+  filter_language?: string; // "typescript" | "python" | etc.
+}
+```
+
+### `read_semantic_context`
+
+Read code with AST-aware context.
+
+```typescript
+{
+  file_path: string;      // Absolute file path
+  symbol?: string;        // Focus on specific function/class
+  context_lines?: number; // Lines of context (default: 5)
+}
+```
+
+## Configuration
+
+### Environment Variables
+
+| Variable | Default | Description |
+|----------|---------|-------------|
+| `PROJECT_ROOT` | Current directory | Root of codebase to index |
+| `DATA_DIR` | `~/.seu-claude` | Where to store index data |
+| `EMBEDDING_MODEL` | `Xenova/all-MiniLM-L6-v2` | HuggingFace model |
+| `EMBEDDING_DIMENSIONS` | `384` | Vector dimensions |
+| `LOG_LEVEL` | `info` | debug, info, warn, error |
+
+### Ignore Patterns
+
+Create a `.claudeignore` file in your project root to exclude files:
+
+```
+# Ignore test fixtures
+**/fixtures/**
+
+# Ignore generated code
+**/generated/**
+
+# Ignore specific large files
+path/to/large/file.ts
+```
+
+## Performance
+
+### Benchmark Results (seu-claude codebase - 26 TypeScript files)
+
+| Metric | Result |
+|--------|--------|
+| Indexing time | 5.39s |
+| Files processed | 26 |
+| Chunks created | 359 |
+| Memory (idle) | ~100MB |
+| Memory (indexing) | ~500MB |
+| Query latency | ~50ms |
+
+### Comparison
+
+| Metric | seu-claude | Traditional RAG |
+|--------|------------|-----------------|
+| RAM (idle) | ~100MB | 35GB+ |
+| RAM (indexing) | ~500MB | N/A |
+| Index time (26 files) | ~5s | Minutes |
+| Query latency | ~50ms | <10ms |
+| Startup time | <2s | 30s+ |
+| Dependencies | Node.js only | Python + CUDA |
+
+## Development
+
+### Building from Source
+
+```bash
+git clone https://github.com/jardhel/seu-claude.git
+cd seu-claude
+npm install
+npm run build
+```
+
+### Project Structure
+
+```
+seu-claude/
+├── src/
+│   ├── index.ts              # Entry point
+│   ├── server.ts             # MCP server
+│   ├── indexer/
+│   │   ├── crawler.ts        # File enumeration
+│   │   ├── parser.ts         # Tree-sitter AST
+│   │   └── chunker.ts        # Semantic chunking
+│   ├── vector/
+│   │   ├── store.ts          # LanceDB operations
+│   │   └── embed.ts          # Transformers.js
+│   └── tools/
+│       ├── index-codebase.ts
+│       ├── search-codebase.ts
+│       └── read-context.ts
+├── languages/                # Tree-sitter WASM grammars
+└── models/                   # Downloaded embedding models
+```
+
+### Running Tests
+
+```bash
+npm test
+```
+
+## Roadmap
+
+- [ ] Language Server Protocol integration for better symbol resolution
+- [ ] Git-aware indexing (prioritize recent changes)
+- [ ] Cross-reference graph (callers/callees)
+- [ ] VSCode extension for index management
+- [ ] Support for more languages (Kotlin, Swift, PHP)
+
+## Contributing
+
+Contributions are welcome! Please read our [Contributing Guidelines](CONTRIBUTING.md) before submitting PRs.
+
+## License
+
+MIT License - see [LICENSE](LICENSE) for details.
+
+## Acknowledgments
+
+- Inspired by the challenges documented in [claude-mem](https://github.com/anthropics/claude-mem) discussions
+- Built on the excellent [Model Context Protocol](https://modelcontextprotocol.io/)
+- AST parsing powered by [Tree-sitter](https://tree-sitter.github.io/tree-sitter/)
+- Vector search by [LanceDB](https://lancedb.com/)
+- Local embeddings via [Transformers.js](https://huggingface.co/docs/transformers.js)
+
+---
+
+**seu-claude** - Because your AI coding assistant should know your codebase as well as you do.

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,41 @@
+#!/usr/bin/env node
+import { SeuClaudeServer } from './server.js';
+import { logger } from './utils/logger.js';
+const log = logger.child('main');
+async function main() {
+    const server = new SeuClaudeServer();
+    // Graceful shutdown handlers
+    const shutdown = async (signal) => {
+        log.info(`Received ${signal}, shutting down...`);
+        try {
+            await server.stop();
+            process.exit(0);
+        }
+        catch (err) {
+            log.error('Error during shutdown:', err);
+            process.exit(1);
+        }
+    };
+    process.on('SIGINT', () => void shutdown('SIGINT'));
+    process.on('SIGTERM', () => void shutdown('SIGTERM'));
+    // Handle uncaught errors
+    process.on('uncaughtException', err => {
+        log.error('Uncaught exception:', err);
+        void shutdown('uncaughtException');
+    });
+    process.on('unhandledRejection', (reason, promise) => {
+        log.error('Unhandled rejection at:', promise, 'reason:', reason);
+    });
+    try {
+        await server.start();
+    }
+    catch (err) {
+        log.error('Failed to start server:', err);
+        process.exit(1);
+    }
+}
+main().catch(err => {
+    log.error('Fatal error:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAEjC,KAAK,UAAU,IAAI;IACjB,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IAErC,6BAA6B;IAC7B,MAAM,QAAQ,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;QACxC,GAAG,CAAC,IAAI,CAAC,YAAY,MAAM,oBAAoB,CAAC,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpD,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IAEtD,yBAAyB;IACzB,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,GAAG,CAAC,EAAE;QACpC,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC;QACtC,KAAK,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;QACnD,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;IACjB,GAAG,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IAC/B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/indexer/chunker.d.ts

@@ -0,0 +1,31 @@
+import { Config } from '../utils/config.js';
+export interface CodeChunk {
+    id: string;
+    filePath: string;
+    relativePath: string;
+    code: string;
+    startLine: number;
+    endLine: number;
+    language: string;
+    type: string;
+    name: string | null;
+    scope: string;
+    docstring: string | null;
+    tokenEstimate: number;
+}
+export declare class SemanticChunker {
+    private parser;
+    private config;
+    private log;
+    constructor(config: Config, languagesDir?: string);
+    initialize(): Promise<void>;
+    chunkFile(filePath: string, relativePath: string, content: string, language: string): Promise<CodeChunk[]>;
+    private nodeToChunk;
+    private splitLargeChunk;
+    private createSubChunk;
+    private fallbackChunk;
+    private generateChunkId;
+    private estimateTokens;
+    private normalizeNodeType;
+}
+//# sourceMappingURL=chunker.d.ts.map

package/dist/indexer/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAI5C,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,GAAG,CAA2B;gBAE1B,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM;IAK3C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,SAAS,CACb,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,SAAS,EAAE,CAAC;IAsCvB,OAAO,CAAC,WAAW;IA0CnB,OAAO,CAAC,eAAe;IAwCvB,OAAO,CAAC,cAAc;IAuBtB,OAAO,CAAC,aAAa;IAsCrB,OAAO,CAAC,eAAe;IAUvB,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,iBAAiB;CAiC1B"}

package/dist/indexer/chunker.js

@@ -0,0 +1,184 @@
+import { ASTParser } from './parser.js';
+import { logger } from '../utils/logger.js';
+import { createHash } from 'crypto';
+export class SemanticChunker {
+    parser;
+    config;
+    log = logger.child('chunker');
+    constructor(config, languagesDir) {
+        this.config = config;
+        this.parser = new ASTParser(languagesDir);
+    }
+    async initialize() {
+        await this.parser.initialize();
+    }
+    async chunkFile(filePath, relativePath, content, language) {
+        const tree = await this.parser.parse(content, language);
+        if (!tree) {
+            // Fallback to simple chunking if parsing fails
+            return this.fallbackChunk(filePath, relativePath, content, language);
+        }
+        const nodes = this.parser.extractNodes(tree, language);
+        const chunks = [];
+        if (nodes.length === 0) {
+            // No extractable nodes, use fallback
+            return this.fallbackChunk(filePath, relativePath, content, language);
+        }
+        for (const node of nodes) {
+            const chunk = this.nodeToChunk(node, filePath, relativePath, language);
+            // Check if chunk is too large and needs splitting
+            if (chunk.tokenEstimate > this.config.maxChunkTokens) {
+                const subChunks = this.splitLargeChunk(chunk, content);
+                chunks.push(...subChunks);
+            }
+            else if (chunk.tokenEstimate >= this.config.minChunkLines * 10) {
+                // Only include chunks with sufficient content
+                chunks.push(chunk);
+            }
+        }
+        // If no chunks were created from AST, use fallback
+        if (chunks.length === 0) {
+            return this.fallbackChunk(filePath, relativePath, content, language);
+        }
+        this.log.debug(`Created ${chunks.length} chunks from ${relativePath}`);
+        return chunks;
+    }
+    nodeToChunk(node, filePath, relativePath, language) {
+        const scope = node.scope.join('.');
+        const tokenEstimate = this.estimateTokens(node.text);
+        // Create context-enriched text for better embeddings
+        let enrichedText = '';
+        // Add scope context
+        if (scope) {
+            enrichedText += `// Scope: ${scope}\n`;
+        }
+        // Add docstring if available
+        if (node.docstring) {
+            enrichedText += node.docstring + '\n';
+        }
+        enrichedText += node.text;
+        const id = this.generateChunkId(filePath, node.startLine, node.endLine, node.text);
+        return {
+            id,
+            filePath,
+            relativePath,
+            code: enrichedText,
+            startLine: node.startLine,
+            endLine: node.endLine,
+            language,
+            type: this.normalizeNodeType(node.type),
+            name: node.name,
+            scope,
+            docstring: node.docstring,
+            tokenEstimate,
+        };
+    }
+    splitLargeChunk(chunk, _fullContent) {
+        const lines = chunk.code.split('\n');
+        const chunks = [];
+        const maxLines = Math.floor(this.config.maxChunkTokens / 4); // Rough estimate: 4 tokens per line
+        let currentLines = [];
+        let currentStartLine = chunk.startLine;
+        for (let i = 0; i < lines.length; i++) {
+            currentLines.push(lines[i]);
+            if (currentLines.length >= maxLines) {
+                const subChunk = this.createSubChunk(chunk, currentLines.join('\n'), currentStartLine, currentStartLine + currentLines.length - 1, chunks.length);
+                chunks.push(subChunk);
+                currentLines = [];
+                currentStartLine = chunk.startLine + i + 1;
+            }
+        }
+        // Don't forget remaining lines
+        if (currentLines.length > 0) {
+            const subChunk = this.createSubChunk(chunk, currentLines.join('\n'), currentStartLine, currentStartLine + currentLines.length - 1, chunks.length);
+            chunks.push(subChunk);
+        }
+        return chunks;
+    }
+    createSubChunk(parent, code, startLine, endLine, index) {
+        return {
+            id: this.generateChunkId(parent.filePath, startLine, endLine, code),
+            filePath: parent.filePath,
+            relativePath: parent.relativePath,
+            code,
+            startLine,
+            endLine,
+            language: parent.language,
+            type: parent.type,
+            name: parent.name ? `${parent.name}_part${index}` : null,
+            scope: parent.scope,
+            docstring: index === 0 ? parent.docstring : null,
+            tokenEstimate: this.estimateTokens(code),
+        };
+    }
+    fallbackChunk(filePath, relativePath, content, language) {
+        const lines = content.split('\n');
+        const chunks = [];
+        const chunkSize = Math.floor(this.config.maxChunkTokens / 4);
+        const overlap = Math.floor(chunkSize / 4);
+        for (let i = 0; i < lines.length; i += chunkSize - overlap) {
+            const chunkLines = lines.slice(i, i + chunkSize);
+            const code = chunkLines.join('\n');
+            const startLine = i + 1;
+            const endLine = Math.min(i + chunkSize, lines.length);
+            if (code.trim().length > 0) {
+                chunks.push({
+                    id: this.generateChunkId(filePath, startLine, endLine, code),
+                    filePath,
+                    relativePath,
+                    code,
+                    startLine,
+                    endLine,
+                    language,
+                    type: 'block',
+                    name: null,
+                    scope: relativePath,
+                    docstring: null,
+                    tokenEstimate: this.estimateTokens(code),
+                });
+            }
+        }
+        return chunks;
+    }
+    generateChunkId(filePath, startLine, endLine, content) {
+        const input = `${filePath}:${startLine}:${endLine}:${content}`;
+        return createHash('sha256').update(input).digest('hex').slice(0, 16);
+    }
+    estimateTokens(text) {
+        // Rough estimate: ~4 characters per token for code
+        return Math.ceil(text.length / 4);
+    }
+    normalizeNodeType(type) {
+        // Normalize different language-specific types to common categories
+        const typeMap = {
+            function_declaration: 'function',
+            function_definition: 'function',
+            function_item: 'function',
+            arrow_function: 'function',
+            method_definition: 'method',
+            method_declaration: 'method',
+            class_declaration: 'class',
+            class_definition: 'class',
+            class_specifier: 'class',
+            interface_declaration: 'interface',
+            interface_type: 'interface',
+            type_alias_declaration: 'type',
+            type_declaration: 'type',
+            struct_item: 'struct',
+            struct_specifier: 'struct',
+            enum_declaration: 'enum',
+            enum_item: 'enum',
+            enum_specifier: 'enum',
+            impl_item: 'impl',
+            trait_item: 'trait',
+            mod_item: 'module',
+            module: 'module',
+            namespace_definition: 'namespace',
+            namespace_declaration: 'namespace',
+            export_statement: 'export',
+            decorated_definition: 'decorated',
+        };
+        return typeMap[type] || type;
+    }
+}
+//# sourceMappingURL=chunker.js.map

package/dist/indexer/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAc,MAAM,aAAa,CAAC;AAEpD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAiBpC,MAAM,OAAO,eAAe;IAClB,MAAM,CAAY;IAClB,MAAM,CAAS;IACf,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAEtC,YAAY,MAAc,EAAE,YAAqB;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,SAAS,CACb,QAAgB,EAChB,YAAoB,EACpB,OAAe,EACf,QAAgB;QAEhB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAExD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,+CAA+C;YAC/C,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,MAAM,GAAgB,EAAE,CAAC;QAE/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,qCAAqC;YACrC,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QACvE,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;YAEvE,kDAAkD;YAClD,IAAI,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBACrD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBACvD,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;YAC5B,CAAC;iBAAM,IAAI,KAAK,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,EAAE,EAAE,CAAC;gBACjE,8CAA8C;gBAC9C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,mDAAmD;QACnD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,MAAM,CAAC,MAAM,gBAAgB,YAAY,EAAE,CAAC,CAAC;QACvE,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,WAAW,CACjB,IAAgB,EAChB,QAAgB,EAChB,YAAoB,EACpB,QAAgB;QAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErD,qDAAqD;QACrD,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,oBAAoB;QACpB,IAAI,KAAK,EAAE,CAAC;YACV,YAAY,IAAI,aAAa,KAAK,IAAI,CAAC;QACzC,CAAC;QAED,6BAA6B;QAC7B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,YAAY,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxC,CAAC;QAED,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC;QAE1B,MAAM,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAEnF,OAAO;YACL,EAAE;YACF,QAAQ;YACR,YAAY;YACZ,IAAI,EAAE,YAAY;YAClB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ;YACR,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC;YACvC,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,aAAa;SACd,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,KAAgB,EAAE,YAAoB;QAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,MAAM,GAAgB,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,oCAAoC;QAEjG,IAAI,YAAY,GAAa,EAAE,CAAC;QAChC,IAAI,gBAAgB,GAAG,KAAK,CAAC,SAAS,CAAC;QAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAE5B,IAAI,YAAY,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;gBACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAClC,KAAK,EACL,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EACvB,gBAAgB,EAChB,gBAAgB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAC1C,MAAM,CAAC,MAAM,CACd,CAAC;gBACF,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtB,YAAY,GAAG,EAAE,CAAC;gBAClB,gBAAgB,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAClC,KAAK,EACL,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EACvB,gBAAgB,EAChB,gBAAgB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAC1C,MAAM,CAAC,MAAM,CACd,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,cAAc,CACpB,MAAiB,EACjB,IAAY,EACZ,SAAiB,EACjB,OAAe,EACf,KAAa;QAEb,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;YACnE,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,IAAI;YACJ,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI;YACxD,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;YAChD,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;SACzC,CAAC;IACJ,CAAC;IAEO,aAAa,CACnB,QAAgB,EAChB,YAAoB,EACpB,OAAe,EACf,QAAgB;QAEhB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,MAAM,GAAgB,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;QAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;YAC3D,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAEtD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;oBAC5D,QAAQ;oBACR,YAAY;oBACZ,IAAI;oBACJ,SAAS;oBACT,OAAO;oBACP,QAAQ;oBACR,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,YAAY;oBACnB,SAAS,EAAE,IAAI;oBACf,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;iBACzC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,eAAe,CACrB,QAAgB,EAChB,SAAiB,EACjB,OAAe,EACf,OAAe;QAEf,MAAM,KAAK,GAAG,GAAG,QAAQ,IAAI,SAAS,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;QAC/D,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACvE,CAAC;IAEO,cAAc,CAAC,IAAY;QACjC,mDAAmD;QACnD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAEO,iBAAiB,CAAC,IAAY;QACpC,mEAAmE;QACnE,MAAM,OAAO,GAA2B;YACtC,oBAAoB,EAAE,UAAU;YAChC,mBAAmB,EAAE,UAAU;YAC/B,aAAa,EAAE,UAAU;YACzB,cAAc,EAAE,UAAU;YAC1B,iBAAiB,EAAE,QAAQ;YAC3B,kBAAkB,EAAE,QAAQ;YAC5B,iBAAiB,EAAE,OAAO;YAC1B,gBAAgB,EAAE,OAAO;YACzB,eAAe,EAAE,OAAO;YACxB,qBAAqB,EAAE,WAAW;YAClC,cAAc,EAAE,WAAW;YAC3B,sBAAsB,EAAE,MAAM;YAC9B,gBAAgB,EAAE,MAAM;YACxB,WAAW,EAAE,QAAQ;YACrB,gBAAgB,EAAE,QAAQ;YAC1B,gBAAgB,EAAE,MAAM;YACxB,SAAS,EAAE,MAAM;YACjB,cAAc,EAAE,MAAM;YACtB,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,OAAO;YACnB,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,QAAQ;YAChB,oBAAoB,EAAE,WAAW;YACjC,qBAAqB,EAAE,WAAW;YAClC,gBAAgB,EAAE,QAAQ;YAC1B,oBAAoB,EAAE,WAAW;SAClC,CAAC;QAEF,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IAC/B,CAAC;CACF"}

package/dist/indexer/crawler.d.ts

@@ -0,0 +1,27 @@
+import { Config } from '../utils/config.js';
+export interface FileInfo {
+    path: string;
+    relativePath: string;
+    language: string;
+    hash: string;
+    size: number;
+    modifiedAt: Date;
+}
+export interface CrawlResult {
+    files: FileInfo[];
+    totalFiles: number;
+    totalSize: number;
+    languages: Record<string, number>;
+}
+export declare class Crawler {
+    private config;
+    private ignorer;
+    private log;
+    constructor(config: Config);
+    private setupIgnorePatterns;
+    loadGitignore(): Promise<void>;
+    crawl(): Promise<CrawlResult>;
+    hashContent(content: string): string;
+    getFileContent(filePath: string): Promise<string>;
+}
+//# sourceMappingURL=crawler.d.ts.map

package/dist/indexer/crawler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawler.d.ts","sourceRoot":"","sources":["../../src/indexer/crawler.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,MAAM,EAA4B,MAAM,oBAAoB,CAAC;AAQtE,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,IAAI,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAED,qBAAa,OAAO;IAClB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,GAAG,CAA2B;gBAE1B,MAAM,EAAE,MAAM;IAM1B,OAAO,CAAC,mBAAmB;IAKrB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAoB9B,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC;IAqEnC,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAI9B,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAGxD"}