directory-indexer 0.1.8 → 0.2.1

package/README.md

@@ -89,7 +89,7 @@ Then use the following MCP configuration
 
 Your AI assistant will automatically start the MCP server and can now search your indexed files.
 
-**Advanced:** For organizing content into focused search areas, see [Workspace Support](#workspace-support).
+**Advanced:** For organizing content into focused search areas, see [Workspace Support](#workspace-support). For faster indexing, see [Performance Tips](#performance-tips).
 
 ## Setup
 
@@ -281,6 +281,25 @@ export QDRANT_API_KEY="your-key-here"
 
 For all configuration options, see [Environment Variables](./docs/design.md#environment-variables).
 
+## Performance Tips
+
+**Speed up embedding generation:**
+
+- **Install Ollama natively** - Enables automatic GPU acceleration (Docker version uses CPU only)
+- **Use OpenAI API** - Faster than local embeddings but requires paid API key and sends data to OpenAI servers
+
+**Smart indexing:**
+
+- **Index parent directories** - Avoids duplicates since full file paths are stored
+- **Keep folders focused** - Only index directories with documents you want searchable
+- **Start with key folders** - Index your most important documentation first
+
+**Time management:**
+
+- **Run during off-hours** - Let large directories index overnight
+- **Continue working** - MCP server works immediately while indexing runs in background
+- **Re-index efficiently** - Only changed files are reprocessed when you re-run indexing
+
 ## Supported Files
 
 - **Text**: `.md`, `.txt`
@@ -288,6 +307,8 @@ For all configuration options, see [Environment Variables](./docs/design.md#envi
 - **Data**: `.json`, `.yaml`, `.csv`, `.toml`
 - **Config**: `.env`, `.conf`, `.ini`
 
+- Upcoming: Support for more file types like PDFs, docx, etc, see [#11](https://github.com/peteretelej/directory-indexer/issues/11)
+
 ## Documentation
 
 - **[API Reference](docs/API.md)**: CLI commands and MCP tools

package/dist/cli.js

@@ -22,6 +22,12 @@ async function main() {
       const config = await loadConfig({ verbose: options.verbose });
       await validateIndexPrerequisites(config);
       console.log(`Indexing ${paths.length} ${paths.length === 1 ? "directory" : "directories"}: ${paths.join(", ")}`);
+      if (!options.verbose) {
+        console.log("Run with --verbose for detailed per-file indexing reports");
+        console.log("Indexing can be safely stopped and resumed - progress is automatically saved");
+        console.log("You can start using the MCP server while indexing continues");
+        console.log("Indexing may take time due to embedding generation - see project README for performance tips");
+      }
       const result = await indexDirectories(paths, config);
       console.log(`Indexed ${result.indexed} files, skipped ${result.skipped} files, cleaned up ${result.deleted} deleted files, ${result.failed} failed`);
       if (result.errors.length > 0) {

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli.js","sources":["../src/cli.ts"],"sourcesContent":["#!/usr/bin/env node\n\nimport { Command } from 'commander';\nimport { fileURLToPath } from 'url';\nimport { readFileSync } from 'fs';\nimport { join, dirname } from 'path';\nimport { indexDirectories } from './indexing.js';\nimport { searchContent, findSimilarFiles, getFileContent } from './search.js';\nimport { loadConfig } from './config.js';\nimport { getIndexStatus } from './storage.js';\nimport { startMcpServer } from './mcp.js';\nimport { validateIndexPrerequisites, validateSearchPrerequisites, getServiceStatus } from './prerequisites.js';\nimport { resetEnvironment } from './reset.js';\n\n// Read version from package.json\nconst __dirname = dirname(fileURLToPath(import.meta.url));\nconst packageJsonPath = join(__dirname, '../package.json');\nconst packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf-8'));\nconst VERSION = packageJson.version;\n\nexport async function main() {\n  const program = new Command();\n  \n  program\n    .name('directory-indexer')\n    .description('AI-powered directory indexing with semantic search')\n    .version(VERSION);\n\n  program\n    .command('index')\n    .description('Index directories for semantic search')\n    .argument('<paths...>', 'Directory paths to index')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (paths: string[], options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await validateIndexPrerequisites(config);\n        console.log(`Indexing ${paths.length} ${paths.length === 1 ? 'directory' : 'directories'}: ${paths.join(', ')}`);\n        const result = await indexDirectories(paths, config);\n        console.log(`Indexed ${result.indexed} files, skipped ${result.skipped} files, cleaned up ${result.deleted} deleted files, ${result.failed} failed`);\n        if (result.errors.length > 0) {\n          console.log(`Errors: [`);\n          result.errors.forEach(error => {\n            console.log(`  '${error}'`);\n          });\n          console.log(`]`);\n        }\n      } catch (error) {\n        console.error('Error indexing directories:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('search')\n    .description('Search indexed content semantically')\n    .argument('<query>', 'Search query')\n    .option('-l, --limit <number>', 'Maximum number of results', '10')\n    .option('-c, --show-chunks', 'Show individual chunk scores and IDs')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (query: string, options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await validateSearchPrerequisites(config);\n        const results = await searchContent(query, { limit: parseInt(options.limit) });\n        \n        if (results.length === 0) {\n          console.log('No results found');\n          return;\n        }\n\n        console.log(`Found ${results.length} results:\\n`);\n        results.forEach((result, index) => {\n          console.log(`${index + 1}. ${result.filePath}`);\n          console.log(`   Score: ${result.score.toFixed(3)} (${result.matchingChunks} chunks)`);\n          \n          if (options.showChunks && result.chunks.length > 0) {\n            console.log(`   Chunks:`);\n            result.chunks.forEach(chunk => {\n              console.log(`     - Chunk ${chunk.chunkId}: ${chunk.score.toFixed(3)}`);\n            });\n          }\n          \n          console.log();\n        });\n      } catch (error) {\n        console.error('Error searching content:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('similar')\n    .description('Find files similar to a given file')\n    .argument('<file>', 'File path to find similar files for')\n    .option('-l, --limit <number>', 'Maximum number of results', '10')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (filePath: string, options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await validateSearchPrerequisites(config);\n        const results = await findSimilarFiles(filePath, parseInt(options.limit));\n        \n        if (results.length === 0) {\n          console.log('No similar files found');\n          return;\n        }\n\n        console.log(`Found ${results.length} similar files:\\n`);\n        results.forEach((result, index) => {\n          console.log(`${index + 1}. ${result.filePath}`);\n          console.log(`   Similarity: ${result.score.toFixed(3)}`);\n          console.log();\n        });\n      } catch (error) {\n        console.error('Error finding similar files:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('get')\n    .description('Get file content')\n    .argument('<file>', 'File path to retrieve')\n    .option('-c, --chunks <range>', 'Chunk range (e.g., \"2-5\")')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (filePath: string, options) => {\n      try {\n        await loadConfig({ verbose: options.verbose });\n        const content = await getFileContent(filePath, options.chunks);\n        console.log(content);\n      } catch (error) {\n        console.error('Error getting file content:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('serve')\n    .description('Start MCP server')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await startMcpServer(config);\n      } catch (error) {\n        console.error('Error starting MCP server:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('reset')\n    .description('Reset directory-indexer data (database and vector collection)')\n    .option('--force', 'Skip confirmation prompt')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await resetEnvironment(config, { \n          force: options.force, \n          verbose: options.verbose \n        });\n      } catch (error) {\n        if (error instanceof Error && error.message === 'Reset cancelled by user') {\n          console.log('\\nReset cancelled.');\n          process.exit(0);\n        }\n        console.error('Error during reset:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('status')\n    .description('Show indexing status')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        const [status, serviceStatus] = await Promise.all([\n          getIndexStatus(),\n          getServiceStatus(config)\n        ]);\n        \n        console.log('Directory Indexer Status Report');\n        console.log('=====================================');\n        console.log('');\n        console.log('SERVICE STATUS:');\n        console.log(`  • Qdrant database: ${serviceStatus.qdrant ? 'Connected' : 'Disconnected'}`);\n        console.log(`  • Embedding service (${serviceStatus.embeddingProvider}): ${serviceStatus.embedding ? 'Connected' : 'Disconnected'}`);\n        console.log('');\n        console.log('OVERVIEW:');\n        console.log(`  • ${status.directoriesIndexed} directories have been indexed`);\n        console.log(`  • ${status.filesIndexed} files processed for semantic search`);\n        console.log(`  • ${status.chunksIndexed} text chunks available for AI search`);\n        console.log(`  • Database storage: ${status.databaseSize}`);\n        console.log(`  • Most recent indexing: ${status.lastIndexed || 'No indexing performed yet'}`);\n        \n        if (status.errors.length > 0) {\n          console.log(`  • Processing errors encountered: ${status.errors.length}`);\n          if (options.verbose) {\n            console.log('');\n            console.log('RECENT ERRORS:');\n            status.errors.slice(0, 5).forEach(error => {\n              console.log(`  - ${error}`);\n            });\n          }\n        }\n        \n        console.log('');\n        console.log('INDEXED DIRECTORIES:');\n        if (status.directories.length === 0) {\n          console.log('  No directories have been indexed yet.');\n          console.log('  Run \"directory-indexer index <path>\" to start indexing.');\n        } else {\n          status.directories.forEach(dir => {\n            console.log('');\n            console.log(`  Directory: ${dir.path}`);\n            console.log(`    • Indexing status: ${dir.status}`);\n            console.log(`    • Files processed: ${dir.filesCount}`);\n            console.log(`    • Searchable chunks: ${dir.chunksCount}`);\n            console.log(`    • Last indexed: ${dir.lastIndexed || 'Never completed'}`);\n            if (dir.errors.length > 0) {\n              console.log(`    • Files with errors: ${dir.errors.length}`);\n              if (options.verbose) {\n                console.log('    • Recent errors:');\n                dir.errors.slice(0, 3).forEach(error => {\n                  console.log(`      - ${error}`);\n                });\n              }\n            }\n          });\n        }\n        \n        // Show workspace health information\n        if (status.workspaces.length > 0) {\n          console.log('');\n          console.log('WORKSPACES:');\n          console.log(`  • ${status.workspaceHealth.healthy} healthy, ${status.workspaceHealth.warnings} warnings, ${status.workspaceHealth.errors} errors`);\n          \n          if (status.workspaceHealth.errors > 0) {\n            console.log('');\n            console.log('WORKSPACE ERRORS:');\n            status.workspaceHealth.criticalIssues.forEach(issue => {\n              console.log(`  ❌ ${issue}`);\n            });\n          }\n          \n          if (status.workspaceHealth.recommendations.length > 0) {\n            console.log('');\n            console.log('WORKSPACE RECOMMENDATIONS:');\n            status.workspaceHealth.recommendations.forEach(rec => {\n              console.log(`  💡 ${rec}`);\n            });\n          }\n          \n          if (options.verbose) {\n            console.log('');\n            console.log('WORKSPACE DETAILS:');\n            status.workspaces.forEach(workspace => {\n              console.log('');\n              console.log(`  Workspace: ${workspace.name}`);\n              console.log(`    • Status: ${workspace.health.status}`);\n              console.log(`    • Paths: ${workspace.paths.join(', ')}`);\n              console.log(`    • Files: ${workspace.filesCount}, Chunks: ${workspace.chunksCount}`);\n              if (workspace.health.issues.length > 0) {\n                console.log(`    • Issues: ${workspace.health.issues.join('; ')}`);\n              }\n            });\n          }\n        }\n\n        if (!status.qdrantConsistency.isConsistent) {\n          console.log('');\n          console.log('SYSTEM STATUS:');\n          status.qdrantConsistency.issues.forEach(issue => {\n            console.log(`  • ${issue}`);\n          });\n          console.log('');\n          console.log('Note: Status messages above may be normal during setup or active indexing.');\n        } else {\n          console.log('');\n          console.log('SYSTEM STATUS:');\n          console.log('  • All systems operational - ready for AI-powered search');\n        }\n      } catch (error) {\n        console.error('Error getting status:', error);\n        process.exit(1);\n      }\n    });\n\n  await program.parseAsync();\n}\n\n// Main function is already exported above"],"names":[],"mappings":";;;;;;;;;;;;AAeA,MAAM,YAAY,QAAQ,cAAc,YAAY,GAAG,CAAC;AACxD,MAAM,kBAAkB,KAAK,WAAW,iBAAiB;AACzD,MAAM,cAAc,KAAK,MAAM,aAAa,iBAAiB,OAAO,CAAC;AACrE,MAAM,UAAU,YAAY;AAE5B,eAAsB,OAAO;AAC3B,QAAM,UAAU,IAAI,QAAA;AAEpB,UACG,KAAK,mBAAmB,EACxB,YAAY,oDAAoD,EAChE,QAAQ,OAAO;AAElB,UACG,QAAQ,OAAO,EACf,YAAY,uCAAuC,EACnD,SAAS,cAAc,0BAA0B,EACjD,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,OAAiB,YAAY;AAC1C,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,2BAA2B,MAAM;AACvC,cAAQ,IAAI,YAAY,MAAM,MAAM,IAAI,MAAM,WAAW,IAAI,cAAc,aAAa,KAAK,MAAM,KAAK,IAAI,CAAC,EAAE;AAC/G,YAAM,SAAS,MAAM,iBAAiB,OAAO,MAAM;AACnD,cAAQ,IAAI,WAAW,OAAO,OAAO,mBAAmB,OAAO,OAAO,sBAAsB,OAAO,OAAO,mBAAmB,OAAO,MAAM,SAAS;AACnJ,UAAI,OAAO,OAAO,SAAS,GAAG;AAC5B,gBAAQ,IAAI,WAAW;AACvB,eAAO,OAAO,QAAQ,CAAA,UAAS;AAC7B,kBAAQ,IAAI,MAAM,KAAK,GAAG;AAAA,QAC5B,CAAC;AACD,gBAAQ,IAAI,GAAG;AAAA,MACjB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,QAAQ,EAChB,YAAY,qCAAqC,EACjD,SAAS,WAAW,cAAc,EAClC,OAAO,wBAAwB,6BAA6B,IAAI,EAChE,OAAO,qBAAqB,sCAAsC,EAClE,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,OAAe,YAAY;AACxC,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,4BAA4B,MAAM;AACxC,YAAM,UAAU,MAAM,cAAc,OAAO,EAAE,OAAO,SAAS,QAAQ,KAAK,GAAG;AAE7E,UAAI,QAAQ,WAAW,GAAG;AACxB,gBAAQ,IAAI,kBAAkB;AAC9B;AAAA,MACF;AAEA,cAAQ,IAAI,SAAS,QAAQ,MAAM;AAAA,CAAa;AAChD,cAAQ,QAAQ,CAAC,QAAQ,UAAU;AACjC,gBAAQ,IAAI,GAAG,QAAQ,CAAC,KAAK,OAAO,QAAQ,EAAE;AAC9C,gBAAQ,IAAI,aAAa,OAAO,MAAM,QAAQ,CAAC,CAAC,KAAK,OAAO,cAAc,UAAU;AAEpF,YAAI,QAAQ,cAAc,OAAO,OAAO,SAAS,GAAG;AAClD,kBAAQ,IAAI,YAAY;AACxB,iBAAO,OAAO,QAAQ,CAAA,UAAS;AAC7B,oBAAQ,IAAI,gBAAgB,MAAM,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC,CAAC,EAAE;AAAA,UACxE,CAAC;AAAA,QACH;AAEA,gBAAQ,IAAA;AAAA,MACV,CAAC;AAAA,IACH,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,KAAK;AAC/C,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,SAAS,EACjB,YAAY,oCAAoC,EAChD,SAAS,UAAU,qCAAqC,EACxD,OAAO,wBAAwB,6BAA6B,IAAI,EAChE,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,UAAkB,YAAY;AAC3C,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,4BAA4B,MAAM;AACxC,YAAM,UAAU,MAAM,iBAAiB,UAAU,SAAS,QAAQ,KAAK,CAAC;AAExE,UAAI,QAAQ,WAAW,GAAG;AACxB,gBAAQ,IAAI,wBAAwB;AACpC;AAAA,MACF;AAEA,cAAQ,IAAI,SAAS,QAAQ,MAAM;AAAA,CAAmB;AACtD,cAAQ,QAAQ,CAAC,QAAQ,UAAU;AACjC,gBAAQ,IAAI,GAAG,QAAQ,CAAC,KAAK,OAAO,QAAQ,EAAE;AAC9C,gBAAQ,IAAI,kBAAkB,OAAO,MAAM,QAAQ,CAAC,CAAC,EAAE;AACvD,gBAAQ,IAAA;AAAA,MACV,CAAC;AAAA,IACH,SAAS,OAAO;AACd,cAAQ,MAAM,gCAAgC,KAAK;AACnD,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,KAAK,EACb,YAAY,kBAAkB,EAC9B,SAAS,UAAU,uBAAuB,EAC1C,OAAO,wBAAwB,2BAA2B,EAC1D,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,UAAkB,YAAY;AAC3C,QAAI;AACF,YAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC7C,YAAM,UAAU,MAAM,eAAe,UAAU,QAAQ,MAAM;AAC7D,cAAQ,IAAI,OAAO;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,OAAO,EACf,YAAY,kBAAkB,EAC9B,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,YAAY;AACzB,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,eAAe,MAAM;AAAA,IAC7B,SAAS,OAAO;AACd,cAAQ,MAAM,8BAA8B,KAAK;AACjD,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,OAAO,EACf,YAAY,+DAA+D,EAC3E,OAAO,WAAW,0BAA0B,EAC5C,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,YAAY;AACzB,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,iBAAiB,QAAQ;AAAA,QAC7B,OAAO,QAAQ;AAAA,QACf,SAAS,QAAQ;AAAA,MAAA,CAClB;AAAA,IACH,SAAS,OAAO;AACd,UAAI,iBAAiB,SAAS,MAAM,YAAY,2BAA2B;AACzE,gBAAQ,IAAI,oBAAoB;AAChC,gBAAQ,KAAK,CAAC;AAAA,MAChB;AACA,cAAQ,MAAM,uBAAuB,KAAK;AAC1C,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,QAAQ,EAChB,YAAY,sBAAsB,EAClC,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,YAAY;AACzB,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,CAAC,QAAQ,aAAa,IAAI,MAAM,QAAQ,IAAI;AAAA,QAChD,eAAA;AAAA,QACA,iBAAiB,MAAM;AAAA,MAAA,CACxB;AAED,cAAQ,IAAI,iCAAiC;AAC7C,cAAQ,IAAI,uCAAuC;AACnD,cAAQ,IAAI,EAAE;AACd,cAAQ,IAAI,iBAAiB;AAC7B,cAAQ,IAAI,wBAAwB,cAAc,SAAS,cAAc,cAAc,EAAE;AACzF,cAAQ,IAAI,0BAA0B,cAAc,iBAAiB,MAAM,cAAc,YAAY,cAAc,cAAc,EAAE;AACnI,cAAQ,IAAI,EAAE;AACd,cAAQ,IAAI,WAAW;AACvB,cAAQ,IAAI,OAAO,OAAO,kBAAkB,gCAAgC;AAC5E,cAAQ,IAAI,OAAO,OAAO,YAAY,sCAAsC;AAC5E,cAAQ,IAAI,OAAO,OAAO,aAAa,sCAAsC;AAC7E,cAAQ,IAAI,yBAAyB,OAAO,YAAY,EAAE;AAC1D,cAAQ,IAAI,6BAA6B,OAAO,eAAe,2BAA2B,EAAE;AAE5F,UAAI,OAAO,OAAO,SAAS,GAAG;AAC5B,gBAAQ,IAAI,sCAAsC,OAAO,OAAO,MAAM,EAAE;AACxE,YAAI,QAAQ,SAAS;AACnB,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,gBAAgB;AAC5B,iBAAO,OAAO,MAAM,GAAG,CAAC,EAAE,QAAQ,CAAA,UAAS;AACzC,oBAAQ,IAAI,OAAO,KAAK,EAAE;AAAA,UAC5B,CAAC;AAAA,QACH;AAAA,MACF;AAEA,cAAQ,IAAI,EAAE;AACd,cAAQ,IAAI,sBAAsB;AAClC,UAAI,OAAO,YAAY,WAAW,GAAG;AACnC,gBAAQ,IAAI,yCAAyC;AACrD,gBAAQ,IAAI,2DAA2D;AAAA,MACzE,OAAO;AACL,eAAO,YAAY,QAAQ,CAAA,QAAO;AAChC,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,gBAAgB,IAAI,IAAI,EAAE;AACtC,kBAAQ,IAAI,0BAA0B,IAAI,MAAM,EAAE;AAClD,kBAAQ,IAAI,0BAA0B,IAAI,UAAU,EAAE;AACtD,kBAAQ,IAAI,4BAA4B,IAAI,WAAW,EAAE;AACzD,kBAAQ,IAAI,uBAAuB,IAAI,eAAe,iBAAiB,EAAE;AACzE,cAAI,IAAI,OAAO,SAAS,GAAG;AACzB,oBAAQ,IAAI,4BAA4B,IAAI,OAAO,MAAM,EAAE;AAC3D,gBAAI,QAAQ,SAAS;AACnB,sBAAQ,IAAI,sBAAsB;AAClC,kBAAI,OAAO,MAAM,GAAG,CAAC,EAAE,QAAQ,CAAA,UAAS;AACtC,wBAAQ,IAAI,WAAW,KAAK,EAAE;AAAA,cAChC,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAGA,UAAI,OAAO,WAAW,SAAS,GAAG;AAChC,gBAAQ,IAAI,EAAE;AACd,gBAAQ,IAAI,aAAa;AACzB,gBAAQ,IAAI,OAAO,OAAO,gBAAgB,OAAO,aAAa,OAAO,gBAAgB,QAAQ,cAAc,OAAO,gBAAgB,MAAM,SAAS;AAEjJ,YAAI,OAAO,gBAAgB,SAAS,GAAG;AACrC,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,mBAAmB;AAC/B,iBAAO,gBAAgB,eAAe,QAAQ,CAAA,UAAS;AACrD,oBAAQ,IAAI,OAAO,KAAK,EAAE;AAAA,UAC5B,CAAC;AAAA,QACH;AAEA,YAAI,OAAO,gBAAgB,gBAAgB,SAAS,GAAG;AACrD,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,4BAA4B;AACxC,iBAAO,gBAAgB,gBAAgB,QAAQ,CAAA,QAAO;AACpD,oBAAQ,IAAI,QAAQ,GAAG,EAAE;AAAA,UAC3B,CAAC;AAAA,QACH;AAEA,YAAI,QAAQ,SAAS;AACnB,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,oBAAoB;AAChC,iBAAO,WAAW,QAAQ,CAAA,cAAa;AACrC,oBAAQ,IAAI,EAAE;AACd,oBAAQ,IAAI,gBAAgB,UAAU,IAAI,EAAE;AAC5C,oBAAQ,IAAI,iBAAiB,UAAU,OAAO,MAAM,EAAE;AACtD,oBAAQ,IAAI,gBAAgB,UAAU,MAAM,KAAK,IAAI,CAAC,EAAE;AACxD,oBAAQ,IAAI,gBAAgB,UAAU,UAAU,aAAa,UAAU,WAAW,EAAE;AACpF,gBAAI,UAAU,OAAO,OAAO,SAAS,GAAG;AACtC,sBAAQ,IAAI,iBAAiB,UAAU,OAAO,OAAO,KAAK,IAAI,CAAC,EAAE;AAAA,YACnE;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AAEA,UAAI,CAAC,OAAO,kBAAkB,cAAc;AAC1C,gBAAQ,IAAI,EAAE;AACd,gBAAQ,IAAI,gBAAgB;AAC5B,eAAO,kBAAkB,OAAO,QAAQ,CAAA,UAAS;AAC/C,kBAAQ,IAAI,OAAO,KAAK,EAAE;AAAA,QAC5B,CAAC;AACD,gBAAQ,IAAI,EAAE;AACd,gBAAQ,IAAI,4EAA4E;AAAA,MAC1F,OAAO;AACL,gBAAQ,IAAI,EAAE;AACd,gBAAQ,IAAI,gBAAgB;AAC5B,gBAAQ,IAAI,2DAA2D;AAAA,MACzE;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,QAAM,QAAQ,WAAA;AAChB;"}
+{"version":3,"file":"cli.js","sources":["../src/cli.ts"],"sourcesContent":["#!/usr/bin/env node\n\nimport { Command } from 'commander';\nimport { fileURLToPath } from 'url';\nimport { readFileSync } from 'fs';\nimport { join, dirname } from 'path';\nimport { indexDirectories } from './indexing.js';\nimport { searchContent, findSimilarFiles, getFileContent } from './search.js';\nimport { loadConfig } from './config.js';\nimport { getIndexStatus } from './storage.js';\nimport { startMcpServer } from './mcp.js';\nimport { validateIndexPrerequisites, validateSearchPrerequisites, getServiceStatus } from './prerequisites.js';\nimport { resetEnvironment } from './reset.js';\n\n// Read version from package.json\nconst __dirname = dirname(fileURLToPath(import.meta.url));\nconst packageJsonPath = join(__dirname, '../package.json');\nconst packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf-8'));\nconst VERSION = packageJson.version;\n\nexport async function main() {\n  const program = new Command();\n  \n  program\n    .name('directory-indexer')\n    .description('AI-powered directory indexing with semantic search')\n    .version(VERSION);\n\n  program\n    .command('index')\n    .description('Index directories for semantic search')\n    .argument('<paths...>', 'Directory paths to index')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (paths: string[], options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await validateIndexPrerequisites(config);\n        console.log(`Indexing ${paths.length} ${paths.length === 1 ? 'directory' : 'directories'}: ${paths.join(', ')}`);\n        if (!options.verbose) {\n          console.log('Run with --verbose for detailed per-file indexing reports');\n          console.log('Indexing can be safely stopped and resumed - progress is automatically saved');\n          console.log('You can start using the MCP server while indexing continues');\n          console.log('Indexing may take time due to embedding generation - see project README for performance tips');\n        }\n        const result = await indexDirectories(paths, config);\n        console.log(`Indexed ${result.indexed} files, skipped ${result.skipped} files, cleaned up ${result.deleted} deleted files, ${result.failed} failed`);\n        if (result.errors.length > 0) {\n          console.log(`Errors: [`);\n          result.errors.forEach(error => {\n            console.log(`  '${error}'`);\n          });\n          console.log(`]`);\n        }\n      } catch (error) {\n        console.error('Error indexing directories:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('search')\n    .description('Search indexed content semantically')\n    .argument('<query>', 'Search query')\n    .option('-l, --limit <number>', 'Maximum number of results', '10')\n    .option('-c, --show-chunks', 'Show individual chunk scores and IDs')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (query: string, options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await validateSearchPrerequisites(config);\n        const results = await searchContent(query, { limit: parseInt(options.limit) });\n        \n        if (results.length === 0) {\n          console.log('No results found');\n          return;\n        }\n\n        console.log(`Found ${results.length} results:\\n`);\n        results.forEach((result, index) => {\n          console.log(`${index + 1}. ${result.filePath}`);\n          console.log(`   Score: ${result.score.toFixed(3)} (${result.matchingChunks} chunks)`);\n          \n          if (options.showChunks && result.chunks.length > 0) {\n            console.log(`   Chunks:`);\n            result.chunks.forEach(chunk => {\n              console.log(`     - Chunk ${chunk.chunkId}: ${chunk.score.toFixed(3)}`);\n            });\n          }\n          \n          console.log();\n        });\n      } catch (error) {\n        console.error('Error searching content:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('similar')\n    .description('Find files similar to a given file')\n    .argument('<file>', 'File path to find similar files for')\n    .option('-l, --limit <number>', 'Maximum number of results', '10')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (filePath: string, options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await validateSearchPrerequisites(config);\n        const results = await findSimilarFiles(filePath, parseInt(options.limit));\n        \n        if (results.length === 0) {\n          console.log('No similar files found');\n          return;\n        }\n\n        console.log(`Found ${results.length} similar files:\\n`);\n        results.forEach((result, index) => {\n          console.log(`${index + 1}. ${result.filePath}`);\n          console.log(`   Similarity: ${result.score.toFixed(3)}`);\n          console.log();\n        });\n      } catch (error) {\n        console.error('Error finding similar files:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('get')\n    .description('Get file content')\n    .argument('<file>', 'File path to retrieve')\n    .option('-c, --chunks <range>', 'Chunk range (e.g., \"2-5\")')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (filePath: string, options) => {\n      try {\n        await loadConfig({ verbose: options.verbose });\n        const content = await getFileContent(filePath, options.chunks);\n        console.log(content);\n      } catch (error) {\n        console.error('Error getting file content:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('serve')\n    .description('Start MCP server')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await startMcpServer(config);\n      } catch (error) {\n        console.error('Error starting MCP server:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('reset')\n    .description('Reset directory-indexer data (database and vector collection)')\n    .option('--force', 'Skip confirmation prompt')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        await resetEnvironment(config, { \n          force: options.force, \n          verbose: options.verbose \n        });\n      } catch (error) {\n        if (error instanceof Error && error.message === 'Reset cancelled by user') {\n          console.log('\\nReset cancelled.');\n          process.exit(0);\n        }\n        console.error('Error during reset:', error);\n        process.exit(1);\n      }\n    });\n\n  program\n    .command('status')\n    .description('Show indexing status')\n    .option('-v, --verbose', 'Enable verbose logging')\n    .action(async (options) => {\n      try {\n        const config = await loadConfig({ verbose: options.verbose });\n        const [status, serviceStatus] = await Promise.all([\n          getIndexStatus(),\n          getServiceStatus(config)\n        ]);\n        \n        console.log('Directory Indexer Status Report');\n        console.log('=====================================');\n        console.log('');\n        console.log('SERVICE STATUS:');\n        console.log(`  • Qdrant database: ${serviceStatus.qdrant ? 'Connected' : 'Disconnected'}`);\n        console.log(`  • Embedding service (${serviceStatus.embeddingProvider}): ${serviceStatus.embedding ? 'Connected' : 'Disconnected'}`);\n        console.log('');\n        console.log('OVERVIEW:');\n        console.log(`  • ${status.directoriesIndexed} directories have been indexed`);\n        console.log(`  • ${status.filesIndexed} files processed for semantic search`);\n        console.log(`  • ${status.chunksIndexed} text chunks available for AI search`);\n        console.log(`  • Database storage: ${status.databaseSize}`);\n        console.log(`  • Most recent indexing: ${status.lastIndexed || 'No indexing performed yet'}`);\n        \n        if (status.errors.length > 0) {\n          console.log(`  • Processing errors encountered: ${status.errors.length}`);\n          if (options.verbose) {\n            console.log('');\n            console.log('RECENT ERRORS:');\n            status.errors.slice(0, 5).forEach(error => {\n              console.log(`  - ${error}`);\n            });\n          }\n        }\n        \n        console.log('');\n        console.log('INDEXED DIRECTORIES:');\n        if (status.directories.length === 0) {\n          console.log('  No directories have been indexed yet.');\n          console.log('  Run \"directory-indexer index <path>\" to start indexing.');\n        } else {\n          status.directories.forEach(dir => {\n            console.log('');\n            console.log(`  Directory: ${dir.path}`);\n            console.log(`    • Indexing status: ${dir.status}`);\n            console.log(`    • Files processed: ${dir.filesCount}`);\n            console.log(`    • Searchable chunks: ${dir.chunksCount}`);\n            console.log(`    • Last indexed: ${dir.lastIndexed || 'Never completed'}`);\n            if (dir.errors.length > 0) {\n              console.log(`    • Files with errors: ${dir.errors.length}`);\n              if (options.verbose) {\n                console.log('    • Recent errors:');\n                dir.errors.slice(0, 3).forEach(error => {\n                  console.log(`      - ${error}`);\n                });\n              }\n            }\n          });\n        }\n        \n        // Show workspace health information\n        if (status.workspaces.length > 0) {\n          console.log('');\n          console.log('WORKSPACES:');\n          console.log(`  • ${status.workspaceHealth.healthy} healthy, ${status.workspaceHealth.warnings} warnings, ${status.workspaceHealth.errors} errors`);\n          \n          if (status.workspaceHealth.errors > 0) {\n            console.log('');\n            console.log('WORKSPACE ERRORS:');\n            status.workspaceHealth.criticalIssues.forEach(issue => {\n              console.log(`  ❌ ${issue}`);\n            });\n          }\n          \n          if (status.workspaceHealth.recommendations.length > 0) {\n            console.log('');\n            console.log('WORKSPACE RECOMMENDATIONS:');\n            status.workspaceHealth.recommendations.forEach(rec => {\n              console.log(`  💡 ${rec}`);\n            });\n          }\n          \n          if (options.verbose) {\n            console.log('');\n            console.log('WORKSPACE DETAILS:');\n            status.workspaces.forEach(workspace => {\n              console.log('');\n              console.log(`  Workspace: ${workspace.name}`);\n              console.log(`    • Status: ${workspace.health.status}`);\n              console.log(`    • Paths: ${workspace.paths.join(', ')}`);\n              console.log(`    • Files: ${workspace.filesCount}, Chunks: ${workspace.chunksCount}`);\n              if (workspace.health.issues.length > 0) {\n                console.log(`    • Issues: ${workspace.health.issues.join('; ')}`);\n              }\n            });\n          }\n        }\n\n        if (!status.qdrantConsistency.isConsistent) {\n          console.log('');\n          console.log('SYSTEM STATUS:');\n          status.qdrantConsistency.issues.forEach(issue => {\n            console.log(`  • ${issue}`);\n          });\n          console.log('');\n          console.log('Note: Status messages above may be normal during setup or active indexing.');\n        } else {\n          console.log('');\n          console.log('SYSTEM STATUS:');\n          console.log('  • All systems operational - ready for AI-powered search');\n        }\n      } catch (error) {\n        console.error('Error getting status:', error);\n        process.exit(1);\n      }\n    });\n\n  await program.parseAsync();\n}\n\n// Main function is already exported above"],"names":[],"mappings":";;;;;;;;;;;;AAeA,MAAM,YAAY,QAAQ,cAAc,YAAY,GAAG,CAAC;AACxD,MAAM,kBAAkB,KAAK,WAAW,iBAAiB;AACzD,MAAM,cAAc,KAAK,MAAM,aAAa,iBAAiB,OAAO,CAAC;AACrE,MAAM,UAAU,YAAY;AAE5B,eAAsB,OAAO;AAC3B,QAAM,UAAU,IAAI,QAAA;AAEpB,UACG,KAAK,mBAAmB,EACxB,YAAY,oDAAoD,EAChE,QAAQ,OAAO;AAElB,UACG,QAAQ,OAAO,EACf,YAAY,uCAAuC,EACnD,SAAS,cAAc,0BAA0B,EACjD,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,OAAiB,YAAY;AAC1C,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,2BAA2B,MAAM;AACvC,cAAQ,IAAI,YAAY,MAAM,MAAM,IAAI,MAAM,WAAW,IAAI,cAAc,aAAa,KAAK,MAAM,KAAK,IAAI,CAAC,EAAE;AAC/G,UAAI,CAAC,QAAQ,SAAS;AACpB,gBAAQ,IAAI,2DAA2D;AACvE,gBAAQ,IAAI,8EAA8E;AAC1F,gBAAQ,IAAI,6DAA6D;AACzE,gBAAQ,IAAI,8FAA8F;AAAA,MAC5G;AACA,YAAM,SAAS,MAAM,iBAAiB,OAAO,MAAM;AACnD,cAAQ,IAAI,WAAW,OAAO,OAAO,mBAAmB,OAAO,OAAO,sBAAsB,OAAO,OAAO,mBAAmB,OAAO,MAAM,SAAS;AACnJ,UAAI,OAAO,OAAO,SAAS,GAAG;AAC5B,gBAAQ,IAAI,WAAW;AACvB,eAAO,OAAO,QAAQ,CAAA,UAAS;AAC7B,kBAAQ,IAAI,MAAM,KAAK,GAAG;AAAA,QAC5B,CAAC;AACD,gBAAQ,IAAI,GAAG;AAAA,MACjB;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,QAAQ,EAChB,YAAY,qCAAqC,EACjD,SAAS,WAAW,cAAc,EAClC,OAAO,wBAAwB,6BAA6B,IAAI,EAChE,OAAO,qBAAqB,sCAAsC,EAClE,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,OAAe,YAAY;AACxC,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,4BAA4B,MAAM;AACxC,YAAM,UAAU,MAAM,cAAc,OAAO,EAAE,OAAO,SAAS,QAAQ,KAAK,GAAG;AAE7E,UAAI,QAAQ,WAAW,GAAG;AACxB,gBAAQ,IAAI,kBAAkB;AAC9B;AAAA,MACF;AAEA,cAAQ,IAAI,SAAS,QAAQ,MAAM;AAAA,CAAa;AAChD,cAAQ,QAAQ,CAAC,QAAQ,UAAU;AACjC,gBAAQ,IAAI,GAAG,QAAQ,CAAC,KAAK,OAAO,QAAQ,EAAE;AAC9C,gBAAQ,IAAI,aAAa,OAAO,MAAM,QAAQ,CAAC,CAAC,KAAK,OAAO,cAAc,UAAU;AAEpF,YAAI,QAAQ,cAAc,OAAO,OAAO,SAAS,GAAG;AAClD,kBAAQ,IAAI,YAAY;AACxB,iBAAO,OAAO,QAAQ,CAAA,UAAS;AAC7B,oBAAQ,IAAI,gBAAgB,MAAM,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC,CAAC,EAAE;AAAA,UACxE,CAAC;AAAA,QACH;AAEA,gBAAQ,IAAA;AAAA,MACV,CAAC;AAAA,IACH,SAAS,OAAO;AACd,cAAQ,MAAM,4BAA4B,KAAK;AAC/C,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,SAAS,EACjB,YAAY,oCAAoC,EAChD,SAAS,UAAU,qCAAqC,EACxD,OAAO,wBAAwB,6BAA6B,IAAI,EAChE,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,UAAkB,YAAY;AAC3C,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,4BAA4B,MAAM;AACxC,YAAM,UAAU,MAAM,iBAAiB,UAAU,SAAS,QAAQ,KAAK,CAAC;AAExE,UAAI,QAAQ,WAAW,GAAG;AACxB,gBAAQ,IAAI,wBAAwB;AACpC;AAAA,MACF;AAEA,cAAQ,IAAI,SAAS,QAAQ,MAAM;AAAA,CAAmB;AACtD,cAAQ,QAAQ,CAAC,QAAQ,UAAU;AACjC,gBAAQ,IAAI,GAAG,QAAQ,CAAC,KAAK,OAAO,QAAQ,EAAE;AAC9C,gBAAQ,IAAI,kBAAkB,OAAO,MAAM,QAAQ,CAAC,CAAC,EAAE;AACvD,gBAAQ,IAAA;AAAA,MACV,CAAC;AAAA,IACH,SAAS,OAAO;AACd,cAAQ,MAAM,gCAAgC,KAAK;AACnD,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,KAAK,EACb,YAAY,kBAAkB,EAC9B,SAAS,UAAU,uBAAuB,EAC1C,OAAO,wBAAwB,2BAA2B,EAC1D,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,UAAkB,YAAY;AAC3C,QAAI;AACF,YAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC7C,YAAM,UAAU,MAAM,eAAe,UAAU,QAAQ,MAAM;AAC7D,cAAQ,IAAI,OAAO;AAAA,IACrB,SAAS,OAAO;AACd,cAAQ,MAAM,+BAA+B,KAAK;AAClD,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,OAAO,EACf,YAAY,kBAAkB,EAC9B,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,YAAY;AACzB,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,eAAe,MAAM;AAAA,IAC7B,SAAS,OAAO;AACd,cAAQ,MAAM,8BAA8B,KAAK;AACjD,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,OAAO,EACf,YAAY,+DAA+D,EAC3E,OAAO,WAAW,0BAA0B,EAC5C,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,YAAY;AACzB,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,iBAAiB,QAAQ;AAAA,QAC7B,OAAO,QAAQ;AAAA,QACf,SAAS,QAAQ;AAAA,MAAA,CAClB;AAAA,IACH,SAAS,OAAO;AACd,UAAI,iBAAiB,SAAS,MAAM,YAAY,2BAA2B;AACzE,gBAAQ,IAAI,oBAAoB;AAChC,gBAAQ,KAAK,CAAC;AAAA,MAChB;AACA,cAAQ,MAAM,uBAAuB,KAAK;AAC1C,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,UACG,QAAQ,QAAQ,EAChB,YAAY,sBAAsB,EAClC,OAAO,iBAAiB,wBAAwB,EAChD,OAAO,OAAO,YAAY;AACzB,QAAI;AACF,YAAM,SAAS,MAAM,WAAW,EAAE,SAAS,QAAQ,SAAS;AAC5D,YAAM,CAAC,QAAQ,aAAa,IAAI,MAAM,QAAQ,IAAI;AAAA,QAChD,eAAA;AAAA,QACA,iBAAiB,MAAM;AAAA,MAAA,CACxB;AAED,cAAQ,IAAI,iCAAiC;AAC7C,cAAQ,IAAI,uCAAuC;AACnD,cAAQ,IAAI,EAAE;AACd,cAAQ,IAAI,iBAAiB;AAC7B,cAAQ,IAAI,wBAAwB,cAAc,SAAS,cAAc,cAAc,EAAE;AACzF,cAAQ,IAAI,0BAA0B,cAAc,iBAAiB,MAAM,cAAc,YAAY,cAAc,cAAc,EAAE;AACnI,cAAQ,IAAI,EAAE;AACd,cAAQ,IAAI,WAAW;AACvB,cAAQ,IAAI,OAAO,OAAO,kBAAkB,gCAAgC;AAC5E,cAAQ,IAAI,OAAO,OAAO,YAAY,sCAAsC;AAC5E,cAAQ,IAAI,OAAO,OAAO,aAAa,sCAAsC;AAC7E,cAAQ,IAAI,yBAAyB,OAAO,YAAY,EAAE;AAC1D,cAAQ,IAAI,6BAA6B,OAAO,eAAe,2BAA2B,EAAE;AAE5F,UAAI,OAAO,OAAO,SAAS,GAAG;AAC5B,gBAAQ,IAAI,sCAAsC,OAAO,OAAO,MAAM,EAAE;AACxE,YAAI,QAAQ,SAAS;AACnB,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,gBAAgB;AAC5B,iBAAO,OAAO,MAAM,GAAG,CAAC,EAAE,QAAQ,CAAA,UAAS;AACzC,oBAAQ,IAAI,OAAO,KAAK,EAAE;AAAA,UAC5B,CAAC;AAAA,QACH;AAAA,MACF;AAEA,cAAQ,IAAI,EAAE;AACd,cAAQ,IAAI,sBAAsB;AAClC,UAAI,OAAO,YAAY,WAAW,GAAG;AACnC,gBAAQ,IAAI,yCAAyC;AACrD,gBAAQ,IAAI,2DAA2D;AAAA,MACzE,OAAO;AACL,eAAO,YAAY,QAAQ,CAAA,QAAO;AAChC,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,gBAAgB,IAAI,IAAI,EAAE;AACtC,kBAAQ,IAAI,0BAA0B,IAAI,MAAM,EAAE;AAClD,kBAAQ,IAAI,0BAA0B,IAAI,UAAU,EAAE;AACtD,kBAAQ,IAAI,4BAA4B,IAAI,WAAW,EAAE;AACzD,kBAAQ,IAAI,uBAAuB,IAAI,eAAe,iBAAiB,EAAE;AACzE,cAAI,IAAI,OAAO,SAAS,GAAG;AACzB,oBAAQ,IAAI,4BAA4B,IAAI,OAAO,MAAM,EAAE;AAC3D,gBAAI,QAAQ,SAAS;AACnB,sBAAQ,IAAI,sBAAsB;AAClC,kBAAI,OAAO,MAAM,GAAG,CAAC,EAAE,QAAQ,CAAA,UAAS;AACtC,wBAAQ,IAAI,WAAW,KAAK,EAAE;AAAA,cAChC,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAGA,UAAI,OAAO,WAAW,SAAS,GAAG;AAChC,gBAAQ,IAAI,EAAE;AACd,gBAAQ,IAAI,aAAa;AACzB,gBAAQ,IAAI,OAAO,OAAO,gBAAgB,OAAO,aAAa,OAAO,gBAAgB,QAAQ,cAAc,OAAO,gBAAgB,MAAM,SAAS;AAEjJ,YAAI,OAAO,gBAAgB,SAAS,GAAG;AACrC,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,mBAAmB;AAC/B,iBAAO,gBAAgB,eAAe,QAAQ,CAAA,UAAS;AACrD,oBAAQ,IAAI,OAAO,KAAK,EAAE;AAAA,UAC5B,CAAC;AAAA,QACH;AAEA,YAAI,OAAO,gBAAgB,gBAAgB,SAAS,GAAG;AACrD,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,4BAA4B;AACxC,iBAAO,gBAAgB,gBAAgB,QAAQ,CAAA,QAAO;AACpD,oBAAQ,IAAI,QAAQ,GAAG,EAAE;AAAA,UAC3B,CAAC;AAAA,QACH;AAEA,YAAI,QAAQ,SAAS;AACnB,kBAAQ,IAAI,EAAE;AACd,kBAAQ,IAAI,oBAAoB;AAChC,iBAAO,WAAW,QAAQ,CAAA,cAAa;AACrC,oBAAQ,IAAI,EAAE;AACd,oBAAQ,IAAI,gBAAgB,UAAU,IAAI,EAAE;AAC5C,oBAAQ,IAAI,iBAAiB,UAAU,OAAO,MAAM,EAAE;AACtD,oBAAQ,IAAI,gBAAgB,UAAU,MAAM,KAAK,IAAI,CAAC,EAAE;AACxD,oBAAQ,IAAI,gBAAgB,UAAU,UAAU,aAAa,UAAU,WAAW,EAAE;AACpF,gBAAI,UAAU,OAAO,OAAO,SAAS,GAAG;AACtC,sBAAQ,IAAI,iBAAiB,UAAU,OAAO,OAAO,KAAK,IAAI,CAAC,EAAE;AAAA,YACnE;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AAEA,UAAI,CAAC,OAAO,kBAAkB,cAAc;AAC1C,gBAAQ,IAAI,EAAE;AACd,gBAAQ,IAAI,gBAAgB;AAC5B,eAAO,kBAAkB,OAAO,QAAQ,CAAA,UAAS;AAC/C,kBAAQ,IAAI,OAAO,KAAK,EAAE;AAAA,QAC5B,CAAC;AACD,gBAAQ,IAAI,EAAE;AACd,gBAAQ,IAAI,4EAA4E;AAAA,MAC1F,OAAO;AACL,gBAAQ,IAAI,EAAE;AACd,gBAAQ,IAAI,gBAAgB;AAC5B,gBAAQ,IAAI,2DAA2D;AAAA,MACzE;AAAA,IACF,SAAS,OAAO;AACd,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,cAAQ,KAAK,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAEH,QAAM,QAAQ,WAAA;AAChB;"}

package/dist/config.js

@@ -25,7 +25,8 @@ const ConfigSchema = z.object({
     chunkSize: z.number().positive(),
     chunkOverlap: z.number().nonnegative(),
     maxFileSize: z.number().positive(),
-    ignorePatterns: z.array(z.string())
+    ignorePatterns: z.array(z.string()),
+    respectGitignore: z.boolean()
   }),
   dataDir: z.string(),
   verbose: z.boolean(),
@@ -97,7 +98,8 @@ function loadConfig(options = {}) {
       chunkSize: parseInt(process.env.CHUNK_SIZE || "512"),
       chunkOverlap: parseInt(process.env.CHUNK_OVERLAP || "50"),
       maxFileSize: parseInt(process.env.MAX_FILE_SIZE || "10485760"),
-      ignorePatterns: [".git", "node_modules", "target", ".DS_Store"]
+      ignorePatterns: [".git", "node_modules", "target", ".DS_Store"],
+      respectGitignore: process.env.RESPECT_GITIGNORE !== "false"
     },
     dataDir,
     verbose: options.verbose ?? process.env.VERBOSE === "true",

package/dist/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sources":["../src/config.ts"],"sourcesContent":["import { homedir } from 'os';\nimport { join } from 'path';\nimport { existsSync, statSync } from 'fs';\nimport { z } from 'zod';\nimport { normalizePath } from './utils';\n\nconst WorkspaceSchema = z.object({\n  paths: z.array(z.string()),\n  isValid: z.boolean(),\n  filesCount: z.number().optional(),\n  chunksCount: z.number().optional(),\n});\n\nconst ConfigSchema = z.object({\n  storage: z.object({\n    sqlitePath: z.string(),\n    qdrantEndpoint: z.string().url(),\n    qdrantCollection: z.string(),\n    qdrantApiKey: z.string().optional(),\n  }),\n  embedding: z.object({\n    provider: z.enum(['ollama', 'openai', 'mock']),\n    model: z.string(),\n    endpoint: z.string().url(),\n  }),\n  indexing: z.object({\n    chunkSize: z.number().positive(),\n    chunkOverlap: z.number().nonnegative(),\n    maxFileSize: z.number().positive(),\n    ignorePatterns: z.array(z.string()),\n  }),\n  dataDir: z.string(),\n  verbose: z.boolean(),\n  workspaces: z.record(WorkspaceSchema),\n});\n\nexport type Config = z.infer<typeof ConfigSchema>;\nexport type WorkspaceConfig = z.infer<typeof WorkspaceSchema>;\n\nexport class ConfigError extends Error {\n  constructor(message: string, public override cause?: Error) {\n    super(message);\n    this.name = 'ConfigError';\n  }\n}\n\nfunction parseWorkspaces(env: Record<string, string | undefined>): Record<string, WorkspaceConfig> {\n  const workspaces: Record<string, WorkspaceConfig> = {};\n  \n  for (const [key, value] of Object.entries(env)) {\n    if (key.startsWith('WORKSPACE_') && value) {\n      const name = key.replace('WORKSPACE_', '').toLowerCase();\n      \n      // Parse paths from comma-separated string or JSON array\n      let paths: string[];\n      try {\n        // Try parsing as JSON array first\n        paths = JSON.parse(value);\n        if (!Array.isArray(paths)) {\n          throw new Error('Not an array');\n        }\n      } catch {\n        // Fall back to comma-separated string\n        paths = value.split(',').map(p => p.trim()).filter(p => p.length > 0);\n      }\n      \n      // Normalize paths for consistent comparison\n      const normalizedPaths = paths.map(normalizePath);\n      \n      // Validate that paths exist and are directories\n      const isValid = normalizedPaths.every(path => {\n        try {\n          return existsSync(path) && statSync(path).isDirectory();\n        } catch {\n          return false;\n        }\n      });\n      \n      workspaces[name] = {\n        paths: normalizedPaths,\n        isValid,\n      };\n    }\n  }\n  \n  return workspaces;\n}\n\nexport function getWorkspacePaths(config: Config, workspace: string): string[] {\n  const workspaceConfig = config.workspaces[workspace];\n  return workspaceConfig?.paths || [];\n}\n\nexport function getAvailableWorkspaces(config: Config): string[] {\n  return Object.keys(config.workspaces);\n}\n\nexport function loadConfig(options: { verbose?: boolean } = {}): Config {\n  const dataDir = process.env.DIRECTORY_INDEXER_DATA_DIR || join(homedir(), '.directory-indexer');\n  \n  // Use separate database file and collection for tests to avoid contaminating main data\n  const isTest = process.env.NODE_ENV === 'test' || process.env.VITEST === 'true';\n  const dbFileName = isTest ? 'test-data.db' : 'data.db';\n  const defaultCollection = isTest ? 'directory-indexer-test' : 'directory-indexer';\n  \n  // Parse workspace configurations from environment variables\n  const workspaces = parseWorkspaces(process.env);\n  \n  const config = {\n    storage: {\n      sqlitePath: join(dataDir, dbFileName),\n      qdrantEndpoint: process.env.QDRANT_ENDPOINT || 'http://127.0.0.1:6333',\n      qdrantCollection: process.env.DIRECTORY_INDEXER_QDRANT_COLLECTION || defaultCollection,\n      qdrantApiKey: process.env.QDRANT_API_KEY,\n    },\n    embedding: {\n      provider: (process.env.EMBEDDING_PROVIDER as Config['embedding']['provider']) || 'ollama',\n      model: process.env.EMBEDDING_MODEL || 'nomic-embed-text',\n      endpoint: process.env.OLLAMA_ENDPOINT || 'http://127.0.0.1:11434',\n    },\n    indexing: {\n      chunkSize: parseInt(process.env.CHUNK_SIZE || '512'),\n      chunkOverlap: parseInt(process.env.CHUNK_OVERLAP || '50'),\n      maxFileSize: parseInt(process.env.MAX_FILE_SIZE || '10485760'),\n      ignorePatterns: ['.git', 'node_modules', 'target', '.DS_Store'],\n    },\n    dataDir,\n    verbose: options.verbose ?? (process.env.VERBOSE === 'true'),\n    workspaces,\n  };\n\n  try {\n    return ConfigSchema.parse(config);\n  } catch (error) {\n    if (error instanceof z.ZodError) {\n      const messages = error.errors.map(e => `${e.path.join('.')}: ${e.message}`);\n      throw new ConfigError(`Configuration validation failed: ${messages.join(', ')}`, error);\n    }\n    throw new ConfigError('Failed to load configuration', error as Error);\n  }\n}"],"names":[],"mappings":";;;;;AAMA,MAAM,kBAAkB,EAAE,OAAO;AAAA,EAC/B,OAAO,EAAE,MAAM,EAAE,QAAQ;AAAA,EACzB,SAAS,EAAE,QAAA;AAAA,EACX,YAAY,EAAE,OAAA,EAAS,SAAA;AAAA,EACvB,aAAa,EAAE,OAAA,EAAS,SAAA;AAC1B,CAAC;AAED,MAAM,eAAe,EAAE,OAAO;AAAA,EAC5B,SAAS,EAAE,OAAO;AAAA,IAChB,YAAY,EAAE,OAAA;AAAA,IACd,gBAAgB,EAAE,OAAA,EAAS,IAAA;AAAA,IAC3B,kBAAkB,EAAE,OAAA;AAAA,IACpB,cAAc,EAAE,OAAA,EAAS,SAAA;AAAA,EAAS,CACnC;AAAA,EACD,WAAW,EAAE,OAAO;AAAA,IAClB,UAAU,EAAE,KAAK,CAAC,UAAU,UAAU,MAAM,CAAC;AAAA,IAC7C,OAAO,EAAE,OAAA;AAAA,IACT,UAAU,EAAE,OAAA,EAAS,IAAA;AAAA,EAAI,CAC1B;AAAA,EACD,UAAU,EAAE,OAAO;AAAA,IACjB,WAAW,EAAE,OAAA,EAAS,SAAA;AAAA,IACtB,cAAc,EAAE,OAAA,EAAS,YAAA;AAAA,IACzB,aAAa,EAAE,OAAA,EAAS,SAAA;AAAA,IACxB,gBAAgB,EAAE,MAAM,EAAE,QAAQ;AAAA,EAAA,CACnC;AAAA,EACD,SAAS,EAAE,OAAA;AAAA,EACX,SAAS,EAAE,QAAA;AAAA,EACX,YAAY,EAAE,OAAO,eAAe;AACtC,CAAC;AAKM,MAAM,oBAAoB,MAAM;AAAA,EACrC,YAAY,SAAiC,OAAe;AAC1D,UAAM,OAAO;AAD8B,SAAA,QAAA;AAE3C,SAAK,OAAO;AAAA,EACd;AACF;AAEA,SAAS,gBAAgB,KAA0E;AACjG,QAAM,aAA8C,CAAA;AAEpD,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAC9C,QAAI,IAAI,WAAW,YAAY,KAAK,OAAO;AACzC,YAAM,OAAO,IAAI,QAAQ,cAAc,EAAE,EAAE,YAAA;AAG3C,UAAI;AACJ,UAAI;AAEF,gBAAQ,KAAK,MAAM,KAAK;AACxB,YAAI,CAAC,MAAM,QAAQ,KAAK,GAAG;AACzB,gBAAM,IAAI,MAAM,cAAc;AAAA,QAChC;AAAA,MACF,QAAQ;AAEN,gBAAQ,MAAM,MAAM,GAAG,EAAE,IAAI,CAAA,MAAK,EAAE,KAAA,CAAM,EAAE,OAAO,CAAA,MAAK,EAAE,SAAS,CAAC;AAAA,MACtE;AAGA,YAAM,kBAAkB,MAAM,IAAI,aAAa;AAG/C,YAAM,UAAU,gBAAgB,MAAM,CAAA,SAAQ;AAC5C,YAAI;AACF,iBAAO,WAAW,IAAI,KAAK,SAAS,IAAI,EAAE,YAAA;AAAA,QAC5C,QAAQ;AACN,iBAAO;AAAA,QACT;AAAA,MACF,CAAC;AAED,iBAAW,IAAI,IAAI;AAAA,QACjB,OAAO;AAAA,QACP;AAAA,MAAA;AAAA,IAEJ;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,kBAAkB,QAAgB,WAA6B;AAC7E,QAAM,kBAAkB,OAAO,WAAW,SAAS;AACnD,SAAO,iBAAiB,SAAS,CAAA;AACnC;AAEO,SAAS,uBAAuB,QAA0B;AAC/D,SAAO,OAAO,KAAK,OAAO,UAAU;AACtC;AAEO,SAAS,WAAW,UAAiC,IAAY;AACtE,QAAM,UAAU,QAAQ,IAAI,8BAA8B,KAAK,QAAA,GAAW,oBAAoB;AAG9F,QAAM,SAAS,QAAQ,IAAI,aAAa,UAAU,QAAQ,IAAI,WAAW;AACzE,QAAM,aAAa,SAAS,iBAAiB;AAC7C,QAAM,oBAAoB,SAAS,2BAA2B;AAG9D,QAAM,aAAa,gBAAgB,QAAQ,GAAG;AAE9C,QAAM,SAAS;AAAA,IACb,SAAS;AAAA,MACP,YAAY,KAAK,SAAS,UAAU;AAAA,MACpC,gBAAgB,QAAQ,IAAI,mBAAmB;AAAA,MAC/C,kBAAkB,QAAQ,IAAI,uCAAuC;AAAA,MACrE,cAAc,QAAQ,IAAI;AAAA,IAAA;AAAA,IAE5B,WAAW;AAAA,MACT,UAAW,QAAQ,IAAI,sBAA0D;AAAA,MACjF,OAAO,QAAQ,IAAI,mBAAmB;AAAA,MACtC,UAAU,QAAQ,IAAI,mBAAmB;AAAA,IAAA;AAAA,IAE3C,UAAU;AAAA,MACR,WAAW,SAAS,QAAQ,IAAI,cAAc,KAAK;AAAA,MACnD,cAAc,SAAS,QAAQ,IAAI,iBAAiB,IAAI;AAAA,MACxD,aAAa,SAAS,QAAQ,IAAI,iBAAiB,UAAU;AAAA,MAC7D,gBAAgB,CAAC,QAAQ,gBAAgB,UAAU,WAAW;AAAA,IAAA;AAAA,IAEhE;AAAA,IACA,SAAS,QAAQ,WAAY,QAAQ,IAAI,YAAY;AAAA,IACrD;AAAA,EAAA;AAGF,MAAI;AACF,WAAO,aAAa,MAAM,MAAM;AAAA,EAClC,SAAS,OAAO;AACd,QAAI,iBAAiB,EAAE,UAAU;AAC/B,YAAM,WAAW,MAAM,OAAO,IAAI,OAAK,GAAG,EAAE,KAAK,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE;AAC1E,YAAM,IAAI,YAAY,oCAAoC,SAAS,KAAK,IAAI,CAAC,IAAI,KAAK;AAAA,IACxF;AACA,UAAM,IAAI,YAAY,gCAAgC,KAAc;AAAA,EACtE;AACF;"}
+{"version":3,"file":"config.js","sources":["../src/config.ts"],"sourcesContent":["import { homedir } from 'os';\nimport { join } from 'path';\nimport { existsSync, statSync } from 'fs';\nimport { z } from 'zod';\nimport { normalizePath } from './utils';\n\nconst WorkspaceSchema = z.object({\n  paths: z.array(z.string()),\n  isValid: z.boolean(),\n  filesCount: z.number().optional(),\n  chunksCount: z.number().optional(),\n});\n\nconst ConfigSchema = z.object({\n  storage: z.object({\n    sqlitePath: z.string(),\n    qdrantEndpoint: z.string().url(),\n    qdrantCollection: z.string(),\n    qdrantApiKey: z.string().optional(),\n  }),\n  embedding: z.object({\n    provider: z.enum(['ollama', 'openai', 'mock']),\n    model: z.string(),\n    endpoint: z.string().url(),\n  }),\n  indexing: z.object({\n    chunkSize: z.number().positive(),\n    chunkOverlap: z.number().nonnegative(),\n    maxFileSize: z.number().positive(),\n    ignorePatterns: z.array(z.string()),\n    respectGitignore: z.boolean(),\n  }),\n  dataDir: z.string(),\n  verbose: z.boolean(),\n  workspaces: z.record(WorkspaceSchema),\n});\n\nexport type Config = z.infer<typeof ConfigSchema>;\nexport type WorkspaceConfig = z.infer<typeof WorkspaceSchema>;\n\nexport class ConfigError extends Error {\n  constructor(message: string, public override cause?: Error) {\n    super(message);\n    this.name = 'ConfigError';\n  }\n}\n\nfunction parseWorkspaces(env: Record<string, string | undefined>): Record<string, WorkspaceConfig> {\n  const workspaces: Record<string, WorkspaceConfig> = {};\n  \n  for (const [key, value] of Object.entries(env)) {\n    if (key.startsWith('WORKSPACE_') && value) {\n      const name = key.replace('WORKSPACE_', '').toLowerCase();\n      \n      // Parse paths from comma-separated string or JSON array\n      let paths: string[];\n      try {\n        // Try parsing as JSON array first\n        paths = JSON.parse(value);\n        if (!Array.isArray(paths)) {\n          throw new Error('Not an array');\n        }\n      } catch {\n        // Fall back to comma-separated string\n        paths = value.split(',').map(p => p.trim()).filter(p => p.length > 0);\n      }\n      \n      // Normalize paths for consistent comparison\n      const normalizedPaths = paths.map(normalizePath);\n      \n      // Validate that paths exist and are directories\n      const isValid = normalizedPaths.every(path => {\n        try {\n          return existsSync(path) && statSync(path).isDirectory();\n        } catch {\n          return false;\n        }\n      });\n      \n      workspaces[name] = {\n        paths: normalizedPaths,\n        isValid,\n      };\n    }\n  }\n  \n  return workspaces;\n}\n\nexport function getWorkspacePaths(config: Config, workspace: string): string[] {\n  const workspaceConfig = config.workspaces[workspace];\n  return workspaceConfig?.paths || [];\n}\n\nexport function getAvailableWorkspaces(config: Config): string[] {\n  return Object.keys(config.workspaces);\n}\n\nexport function loadConfig(options: { verbose?: boolean } = {}): Config {\n  const dataDir = process.env.DIRECTORY_INDEXER_DATA_DIR || join(homedir(), '.directory-indexer');\n  \n  // Use separate database file and collection for tests to avoid contaminating main data\n  const isTest = process.env.NODE_ENV === 'test' || process.env.VITEST === 'true';\n  const dbFileName = isTest ? 'test-data.db' : 'data.db';\n  const defaultCollection = isTest ? 'directory-indexer-test' : 'directory-indexer';\n  \n  // Parse workspace configurations from environment variables\n  const workspaces = parseWorkspaces(process.env);\n  \n  const config = {\n    storage: {\n      sqlitePath: join(dataDir, dbFileName),\n      qdrantEndpoint: process.env.QDRANT_ENDPOINT || 'http://127.0.0.1:6333',\n      qdrantCollection: process.env.DIRECTORY_INDEXER_QDRANT_COLLECTION || defaultCollection,\n      qdrantApiKey: process.env.QDRANT_API_KEY,\n    },\n    embedding: {\n      provider: (process.env.EMBEDDING_PROVIDER as Config['embedding']['provider']) || 'ollama',\n      model: process.env.EMBEDDING_MODEL || 'nomic-embed-text',\n      endpoint: process.env.OLLAMA_ENDPOINT || 'http://127.0.0.1:11434',\n    },\n    indexing: {\n      chunkSize: parseInt(process.env.CHUNK_SIZE || '512'),\n      chunkOverlap: parseInt(process.env.CHUNK_OVERLAP || '50'),\n      maxFileSize: parseInt(process.env.MAX_FILE_SIZE || '10485760'),\n      ignorePatterns: ['.git', 'node_modules', 'target', '.DS_Store'],\n      respectGitignore: process.env.RESPECT_GITIGNORE !== 'false',\n    },\n    dataDir,\n    verbose: options.verbose ?? (process.env.VERBOSE === 'true'),\n    workspaces,\n  };\n\n  try {\n    return ConfigSchema.parse(config);\n  } catch (error) {\n    if (error instanceof z.ZodError) {\n      const messages = error.errors.map(e => `${e.path.join('.')}: ${e.message}`);\n      throw new ConfigError(`Configuration validation failed: ${messages.join(', ')}`, error);\n    }\n    throw new ConfigError('Failed to load configuration', error as Error);\n  }\n}"],"names":[],"mappings":";;;;;AAMA,MAAM,kBAAkB,EAAE,OAAO;AAAA,EAC/B,OAAO,EAAE,MAAM,EAAE,QAAQ;AAAA,EACzB,SAAS,EAAE,QAAA;AAAA,EACX,YAAY,EAAE,OAAA,EAAS,SAAA;AAAA,EACvB,aAAa,EAAE,OAAA,EAAS,SAAA;AAC1B,CAAC;AAED,MAAM,eAAe,EAAE,OAAO;AAAA,EAC5B,SAAS,EAAE,OAAO;AAAA,IAChB,YAAY,EAAE,OAAA;AAAA,IACd,gBAAgB,EAAE,OAAA,EAAS,IAAA;AAAA,IAC3B,kBAAkB,EAAE,OAAA;AAAA,IACpB,cAAc,EAAE,OAAA,EAAS,SAAA;AAAA,EAAS,CACnC;AAAA,EACD,WAAW,EAAE,OAAO;AAAA,IAClB,UAAU,EAAE,KAAK,CAAC,UAAU,UAAU,MAAM,CAAC;AAAA,IAC7C,OAAO,EAAE,OAAA;AAAA,IACT,UAAU,EAAE,OAAA,EAAS,IAAA;AAAA,EAAI,CAC1B;AAAA,EACD,UAAU,EAAE,OAAO;AAAA,IACjB,WAAW,EAAE,OAAA,EAAS,SAAA;AAAA,IACtB,cAAc,EAAE,OAAA,EAAS,YAAA;AAAA,IACzB,aAAa,EAAE,OAAA,EAAS,SAAA;AAAA,IACxB,gBAAgB,EAAE,MAAM,EAAE,QAAQ;AAAA,IAClC,kBAAkB,EAAE,QAAA;AAAA,EAAQ,CAC7B;AAAA,EACD,SAAS,EAAE,OAAA;AAAA,EACX,SAAS,EAAE,QAAA;AAAA,EACX,YAAY,EAAE,OAAO,eAAe;AACtC,CAAC;AAKM,MAAM,oBAAoB,MAAM;AAAA,EACrC,YAAY,SAAiC,OAAe;AAC1D,UAAM,OAAO;AAD8B,SAAA,QAAA;AAE3C,SAAK,OAAO;AAAA,EACd;AACF;AAEA,SAAS,gBAAgB,KAA0E;AACjG,QAAM,aAA8C,CAAA;AAEpD,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAC9C,QAAI,IAAI,WAAW,YAAY,KAAK,OAAO;AACzC,YAAM,OAAO,IAAI,QAAQ,cAAc,EAAE,EAAE,YAAA;AAG3C,UAAI;AACJ,UAAI;AAEF,gBAAQ,KAAK,MAAM,KAAK;AACxB,YAAI,CAAC,MAAM,QAAQ,KAAK,GAAG;AACzB,gBAAM,IAAI,MAAM,cAAc;AAAA,QAChC;AAAA,MACF,QAAQ;AAEN,gBAAQ,MAAM,MAAM,GAAG,EAAE,IAAI,CAAA,MAAK,EAAE,KAAA,CAAM,EAAE,OAAO,CAAA,MAAK,EAAE,SAAS,CAAC;AAAA,MACtE;AAGA,YAAM,kBAAkB,MAAM,IAAI,aAAa;AAG/C,YAAM,UAAU,gBAAgB,MAAM,CAAA,SAAQ;AAC5C,YAAI;AACF,iBAAO,WAAW,IAAI,KAAK,SAAS,IAAI,EAAE,YAAA;AAAA,QAC5C,QAAQ;AACN,iBAAO;AAAA,QACT;AAAA,MACF,CAAC;AAED,iBAAW,IAAI,IAAI;AAAA,QACjB,OAAO;AAAA,QACP;AAAA,MAAA;AAAA,IAEJ;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,kBAAkB,QAAgB,WAA6B;AAC7E,QAAM,kBAAkB,OAAO,WAAW,SAAS;AACnD,SAAO,iBAAiB,SAAS,CAAA;AACnC;AAEO,SAAS,uBAAuB,QAA0B;AAC/D,SAAO,OAAO,KAAK,OAAO,UAAU;AACtC;AAEO,SAAS,WAAW,UAAiC,IAAY;AACtE,QAAM,UAAU,QAAQ,IAAI,8BAA8B,KAAK,QAAA,GAAW,oBAAoB;AAG9F,QAAM,SAAS,QAAQ,IAAI,aAAa,UAAU,QAAQ,IAAI,WAAW;AACzE,QAAM,aAAa,SAAS,iBAAiB;AAC7C,QAAM,oBAAoB,SAAS,2BAA2B;AAG9D,QAAM,aAAa,gBAAgB,QAAQ,GAAG;AAE9C,QAAM,SAAS;AAAA,IACb,SAAS;AAAA,MACP,YAAY,KAAK,SAAS,UAAU;AAAA,MACpC,gBAAgB,QAAQ,IAAI,mBAAmB;AAAA,MAC/C,kBAAkB,QAAQ,IAAI,uCAAuC;AAAA,MACrE,cAAc,QAAQ,IAAI;AAAA,IAAA;AAAA,IAE5B,WAAW;AAAA,MACT,UAAW,QAAQ,IAAI,sBAA0D;AAAA,MACjF,OAAO,QAAQ,IAAI,mBAAmB;AAAA,MACtC,UAAU,QAAQ,IAAI,mBAAmB;AAAA,IAAA;AAAA,IAE3C,UAAU;AAAA,MACR,WAAW,SAAS,QAAQ,IAAI,cAAc,KAAK;AAAA,MACnD,cAAc,SAAS,QAAQ,IAAI,iBAAiB,IAAI;AAAA,MACxD,aAAa,SAAS,QAAQ,IAAI,iBAAiB,UAAU;AAAA,MAC7D,gBAAgB,CAAC,QAAQ,gBAAgB,UAAU,WAAW;AAAA,MAC9D,kBAAkB,QAAQ,IAAI,sBAAsB;AAAA,IAAA;AAAA,IAEtD;AAAA,IACA,SAAS,QAAQ,WAAY,QAAQ,IAAI,YAAY;AAAA,IACrD;AAAA,EAAA;AAGF,MAAI;AACF,WAAO,aAAa,MAAM,MAAM;AAAA,EAClC,SAAS,OAAO;AACd,QAAI,iBAAiB,EAAE,UAAU;AAC/B,YAAM,WAAW,MAAM,OAAO,IAAI,OAAK,GAAG,EAAE,KAAK,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE;AAC1E,YAAM,IAAI,YAAY,oCAAoC,SAAS,KAAK,IAAI,CAAC,IAAI,KAAK;AAAA,IACxF;AACA,UAAM,IAAI,YAAY,gCAAgC,KAAc;AAAA,EACtE;AACF;"}

package/dist/gitignore.js

@@ -0,0 +1,54 @@
+import { promises } from "fs";
+import { join } from "path";
+import ignore from "ignore";
+import { normalizePath, isFile } from "./utils.js";
+const gitignoreCache = {};
+async function findGitignoreFiles(directory) {
+  const gitignoreFiles = [];
+  const normalizedDir = normalizePath(directory);
+  try {
+    const gitignorePath = join(normalizedDir, ".gitignore");
+    if (await isFile(gitignorePath)) {
+      gitignoreFiles.push(gitignorePath);
+    }
+  } catch {
+  }
+  return gitignoreFiles;
+}
+async function loadGitignoreRules(directory) {
+  const normalizedDir = normalizePath(directory);
+  if (normalizedDir in gitignoreCache) {
+    return gitignoreCache[normalizedDir];
+  }
+  try {
+    const gitignoreFiles = await findGitignoreFiles(normalizedDir);
+    if (gitignoreFiles.length === 0) {
+      gitignoreCache[normalizedDir] = null;
+      return null;
+    }
+    const ig = ignore();
+    for (const gitignoreFile of gitignoreFiles) {
+      try {
+        const content = await promises.readFile(gitignoreFile, "utf-8");
+        ig.add(content);
+      } catch {
+      }
+    }
+    gitignoreCache[normalizedDir] = ig;
+    return ig;
+  } catch {
+    gitignoreCache[normalizedDir] = null;
+    return null;
+  }
+}
+function clearGitignoreCache() {
+  for (const key in gitignoreCache) {
+    delete gitignoreCache[key];
+  }
+}
+export {
+  clearGitignoreCache,
+  findGitignoreFiles,
+  loadGitignoreRules
+};
+//# sourceMappingURL=gitignore.js.map

package/dist/gitignore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gitignore.js","sources":["../src/gitignore.ts"],"sourcesContent":["import { promises as fs } from 'fs';\nimport { join } from 'path';\nimport ignore from 'ignore';\nimport { normalizePath, isFile } from './utils.js';\n\nexport interface GitignoreCache {\n  [directory: string]: ReturnType<typeof ignore> | null;\n}\n\nconst gitignoreCache: GitignoreCache = {};\n\nexport async function findGitignoreFiles(directory: string): Promise<string[]> {\n  const gitignoreFiles: string[] = [];\n  const normalizedDir = normalizePath(directory);\n  \n  try {\n    const gitignorePath = join(normalizedDir, '.gitignore');\n    if (await isFile(gitignorePath)) {\n      gitignoreFiles.push(gitignorePath);\n    }\n  } catch {\n    // Ignore errors when checking for .gitignore files\n  }\n  \n  return gitignoreFiles;\n}\n\nexport async function loadGitignoreRules(directory: string): Promise<ReturnType<typeof ignore> | null> {\n  const normalizedDir = normalizePath(directory);\n  \n  // Return cached result if available\n  if (normalizedDir in gitignoreCache) {\n    return gitignoreCache[normalizedDir];\n  }\n  \n  try {\n    const gitignoreFiles = await findGitignoreFiles(normalizedDir);\n    \n    if (gitignoreFiles.length === 0) {\n      gitignoreCache[normalizedDir] = null;\n      return null;\n    }\n    \n    const ig = ignore();\n    \n    for (const gitignoreFile of gitignoreFiles) {\n      try {\n        const content = await fs.readFile(gitignoreFile, 'utf-8');\n        ig.add(content);\n      } catch {\n        // Continue if we can't read a specific .gitignore file\n      }\n    }\n    \n    gitignoreCache[normalizedDir] = ig;\n    return ig;\n  } catch {\n    gitignoreCache[normalizedDir] = null;\n    return null;\n  }\n}\n\n\nexport function clearGitignoreCache(): void {\n  for (const key in gitignoreCache) {\n    delete gitignoreCache[key];\n  }\n}"],"names":["fs"],"mappings":";;;;AASA,MAAM,iBAAiC,CAAA;AAEvC,eAAsB,mBAAmB,WAAsC;AAC7E,QAAM,iBAA2B,CAAA;AACjC,QAAM,gBAAgB,cAAc,SAAS;AAE7C,MAAI;AACF,UAAM,gBAAgB,KAAK,eAAe,YAAY;AACtD,QAAI,MAAM,OAAO,aAAa,GAAG;AAC/B,qBAAe,KAAK,aAAa;AAAA,IACnC;AAAA,EACF,QAAQ;AAAA,EAER;AAEA,SAAO;AACT;AAEA,eAAsB,mBAAmB,WAA8D;AACrG,QAAM,gBAAgB,cAAc,SAAS;AAG7C,MAAI,iBAAiB,gBAAgB;AACnC,WAAO,eAAe,aAAa;AAAA,EACrC;AAEA,MAAI;AACF,UAAM,iBAAiB,MAAM,mBAAmB,aAAa;AAE7D,QAAI,eAAe,WAAW,GAAG;AAC/B,qBAAe,aAAa,IAAI;AAChC,aAAO;AAAA,IACT;AAEA,UAAM,KAAK,OAAA;AAEX,eAAW,iBAAiB,gBAAgB;AAC1C,UAAI;AACF,cAAM,UAAU,MAAMA,SAAG,SAAS,eAAe,OAAO;AACxD,WAAG,IAAI,OAAO;AAAA,MAChB,QAAQ;AAAA,MAER;AAAA,IACF;AAEA,mBAAe,aAAa,IAAI;AAChC,WAAO;AAAA,EACT,QAAQ;AACN,mBAAe,aAAa,IAAI;AAChC,WAAO;AAAA,EACT;AACF;AAGO,SAAS,sBAA4B;AAC1C,aAAW,OAAO,gBAAgB;AAChC,WAAO,eAAe,GAAG;AAAA,EAC3B;AACF;"}

package/dist/indexing.js

@@ -1,6 +1,7 @@
 import { promises } from "fs";
 import { join } from "path";
-import { getFileInfo, normalizePath, shouldIgnoreFile, isDirectory, isFile, isSupportedFileType } from "./utils.js";
+import { normalizePath, getFileInfo, shouldIgnoreFile, isDirectory, isFile, isSupportedFileType } from "./utils.js";
+import { loadGitignoreRules } from "./gitignore.js";
 import { generateEmbedding } from "./embedding.js";
 import { initializeStorage } from "./storage.js";
 class IndexingError extends Error {
@@ -45,6 +46,8 @@ function chunkText(content, chunkSize, overlap) {
 async function scanDirectory(dirPath, options) {
   const files = [];
   const visited = /* @__PURE__ */ new Set();
+  const basePath = normalizePath(dirPath);
+  const gitignoreFilter = options.respectGitignore ? await loadGitignoreRules(dirPath) : null;
   async function walkDirectory(currentPath) {
     const normalizedPath = normalizePath(currentPath);
     if (visited.has(normalizedPath)) {
@@ -52,7 +55,8 @@ async function scanDirectory(dirPath, options) {
     }
     visited.add(normalizedPath);
     try {
-      if (shouldIgnoreFile(normalizedPath, options.ignorePatterns)) {
+      const relativePath = normalizedPath.startsWith(basePath) ? normalizedPath.slice(basePath.length + 1) : normalizedPath;
+      if (shouldIgnoreFile(normalizedPath, relativePath, options.ignorePatterns, gitignoreFilter)) {
         return;
       }
       if (await isDirectory(normalizedPath)) {
@@ -119,7 +123,8 @@ async function indexDirectories(paths, config) {
   const errors = [];
   const scanOptions = {
     ignorePatterns: config.indexing.ignorePatterns,
-    maxFileSize: config.indexing.maxFileSize
+    maxFileSize: config.indexing.maxFileSize,
+    respectGitignore: config.indexing.respectGitignore
   };
   const { sqlite, qdrant } = await initializeStorage(config);
   let totalFiles = 0;
@@ -137,13 +142,16 @@ async function indexDirectories(paths, config) {
     }
   }
   if (!config.verbose && totalFiles > 0) {
-    console.log(`Processing ${totalFiles} files...`);
+    console.log(`Found ${totalFiles} files to process (checking for changes...)`);
   }
   for (const path of paths) {
     try {
       const normalizedPath = normalizePath(path);
       await sqlite.upsertDirectory(normalizedPath, "indexing");
       const files = await scanDirectory(path, scanOptions);
+      const dirStartIndexed = indexed;
+      const dirStartSkipped = skipped;
+      const progressInterval = Math.max(10, Math.floor(totalFiles / 20));
       for (const file of files) {
         try {
           const existingFile = await sqlite.getFile(file.path);
@@ -151,6 +159,12 @@ async function indexDirectories(paths, config) {
             const needsReprocessing = await shouldReprocessFile(file.path, existingFile, config);
             if (!needsReprocessing) {
               skipped++;
+              if (config.verbose) {
+                console.log(`  Skipped: ${file.path} (unchanged)`);
+              }
+              if (!config.verbose && (indexed + skipped) % progressInterval === 0) {
+                console.log(`  Progress: ${indexed + skipped}/${totalFiles} files (${skipped} skipped as unchanged)...`);
+              }
               continue;
             }
             await qdrant.deletePointsByFilePath(file.path);
@@ -180,6 +194,9 @@ async function indexDirectories(paths, config) {
           if (config.verbose) {
             console.log(`  Indexed: ${file.path} (${chunks.length} chunks)`);
           }
+          if (!config.verbose && (indexed + skipped) % progressInterval === 0) {
+            console.log(`  Progress: ${indexed + skipped}/${totalFiles} files (${skipped} skipped as unchanged)...`);
+          }
         } catch (error) {
           const errorMessage = error instanceof Error ? error.message : String(error);
           const causeMessage = error instanceof Error && error.cause ? `: ${error.cause.message}` : "";
@@ -211,6 +228,14 @@ async function indexDirectories(paths, config) {
       const directoryErrors = errors.filter((err) => err.includes(path));
       const directoryStatus = directoryErrors.length > 0 ? "failed" : "completed";
       await sqlite.upsertDirectory(normalizedPath, directoryStatus);
+      const dirFiles = files.length;
+      const dirIndexed = indexed - dirStartIndexed;
+      const dirSkipped = skipped - dirStartSkipped;
+      if (config.verbose) {
+        console.log(`  Directory ${path} completed: ${dirIndexed} indexed, ${dirSkipped} skipped`);
+      } else {
+        console.log(`  Directory ${path} completed: ${dirFiles} files processed`);
+      }
     } catch (error) {
       const normalizedPath = normalizePath(path);
       await sqlite.upsertDirectory(normalizedPath, "failed");

package/dist/indexing.js.map

@@ -1 +1 @@
-{"version":3,"file":"indexing.js","sources":["../src/indexing.ts"],"sourcesContent":["import { promises as fs } from 'fs';\nimport { join } from 'path';\nimport { Config } from './config.js';\nimport {\n  FileInfo,\n  ChunkInfo,\n  normalizePath,\n  getFileInfo,\n  shouldIgnoreFile,\n  isSupportedFileType,\n  isDirectory,\n  isFile\n} from './utils.js';\nimport { generateEmbedding } from './embedding.js';\nimport { initializeStorage, FileRecord } from './storage.js';\n\nexport interface ScanOptions {\n  ignorePatterns: string[];\n  maxFileSize: number;\n}\n\nexport interface IndexResult {\n  indexed: number;\n  skipped: number;\n  failed: number;\n  deleted: number;\n  errors: string[];\n}\n\nexport class IndexingError extends Error {\n  constructor(message: string, public override cause?: Error) {\n    super(message);\n    this.name = 'IndexingError';\n  }\n}\n\nexport function chunkText(content: string, chunkSize: number, overlap: number): ChunkInfo[] {\n  if (content.length <= chunkSize) {\n    return [{\n      id: '0',\n      content,\n      startIndex: 0,\n      endIndex: content.length\n    }];\n  }\n\n  const chunks: ChunkInfo[] = [];\n  let startIndex = 0;\n  let chunkId = 0;\n\n  while (startIndex < content.length) {\n    const endIndex = Math.min(startIndex + chunkSize, content.length);\n    const chunkContent = content.slice(startIndex, endIndex);\n\n    chunks.push({\n      id: chunkId.toString(),\n      content: chunkContent,\n      startIndex,\n      endIndex\n    });\n\n    chunkId++;\n    const nextStart = endIndex - overlap;\n\n    if (nextStart <= startIndex) {\n      startIndex = startIndex + Math.max(1, chunkSize - overlap);\n    } else {\n      startIndex = nextStart;\n    }\n\n    if (startIndex >= content.length) break;\n  }\n\n  return chunks;\n}\n\nexport async function scanDirectory(dirPath: string, options: ScanOptions): Promise<FileInfo[]> {\n  const files: FileInfo[] = [];\n  const visited = new Set<string>();\n\n  async function walkDirectory(currentPath: string): Promise<void> {\n    const normalizedPath = normalizePath(currentPath);\n\n    if (visited.has(normalizedPath)) {\n      return;\n    }\n    visited.add(normalizedPath);\n\n    try {\n      if (shouldIgnoreFile(normalizedPath, options.ignorePatterns)) {\n        return;\n      }\n\n      if (await isDirectory(normalizedPath)) {\n        const entries = await fs.readdir(normalizedPath);\n\n        for (const entry of entries) {\n          const fullPath = join(normalizedPath, entry);\n          await walkDirectory(fullPath);\n        }\n      } else if (await isFile(normalizedPath)) {\n        if (!isSupportedFileType(normalizedPath)) {\n          return;\n        }\n\n        const stats = await fs.stat(normalizedPath);\n        if (stats.size > options.maxFileSize) {\n          return;\n        }\n\n        const fileInfo = await getFileInfo(normalizedPath);\n        files.push(fileInfo);\n      }\n    } catch (error) {\n      throw new IndexingError(`Failed to scan directory: ${normalizedPath}`, error as Error);\n    }\n  }\n\n  await walkDirectory(dirPath);\n  return files;\n}\n\nexport async function getFileMetadata(filePath: string): Promise<FileInfo> {\n  try {\n    return await getFileInfo(filePath);\n  } catch (error) {\n    throw new IndexingError(`Failed to get file metadata`, error as Error);\n  }\n}\n\nasync function shouldReprocessFile(filePath: string, existingRecord: FileRecord, config: Config): Promise<boolean> {\n  try {\n    const fs = await import('fs/promises');\n\n    // Try modtime check first (fast path)\n    const currentStats = await fs.stat(filePath);\n    const existingModTime = new Date(existingRecord.modifiedTime);\n\n    // If modtime is clearly older, likely unchanged\n    if (currentStats.mtime <= existingModTime) {\n      return false; // Skip processing\n    }\n\n    // If modtime suggests change, verify with hash\n    const currentFileInfo = await getFileInfo(filePath);\n    return currentFileInfo.hash !== existingRecord.hash;\n\n  } catch (modtimeError) {\n    // Graceful fallback: skip modtime, use hash only\n    if (config.verbose) {\n      console.log(`Warning: Could not check modification time for ${filePath}:`, modtimeError);\n    }\n    try {\n      const currentFileInfo = await getFileInfo(filePath);\n      return currentFileInfo.hash !== existingRecord.hash;\n    } catch (hashError) {\n      // If we can't hash either, assume changed to be safe\n      if (config.verbose) {\n        console.log(`Warning: Could not compute hash for ${filePath}:`, hashError);\n      }\n      return true;\n    }\n  }\n}\n\nexport async function indexDirectories(paths: string[], config: Config): Promise<IndexResult> {\n  let indexed = 0;\n  let skipped = 0;\n  let failed = 0;\n  let deleted = 0;\n  const errors: string[] = [];\n\n  const scanOptions: ScanOptions = {\n    ignorePatterns: config.indexing.ignorePatterns,\n    maxFileSize: config.indexing.maxFileSize\n  };\n\n  // Initialize storage\n  const { sqlite, qdrant } = await initializeStorage(config);\n\n  // First pass: scan all directories to get total file count\n  let totalFiles = 0;\n  for (const path of paths) {\n    try {\n      if (config.verbose) {\n        console.log(`Scanning directory: ${path}`);\n      }\n      const files = await scanDirectory(path, scanOptions);\n      totalFiles += files.length;\n      if (config.verbose) {\n        console.log(`Found ${files.length} files to process in ${path}`);\n      }\n    } catch {\n      // Continue with other directories even if one fails to scan\n    }\n  }\n\n  if (!config.verbose && totalFiles > 0) {\n    console.log(`Processing ${totalFiles} files...`);\n  }\n\n  for (const path of paths) {\n    try {\n      // Mark directory as indexing\n      const normalizedPath = normalizePath(path);\n      await sqlite.upsertDirectory(normalizedPath, 'indexing');\n\n      const files = await scanDirectory(path, scanOptions);\n\n      for (const file of files) {\n        try {\n          // Check if file already exists and needs reprocessing\n          const existingFile = await sqlite.getFile(file.path);\n\n          if (existingFile) {\n            const needsReprocessing = await shouldReprocessFile(file.path, existingFile, config);\n            if (!needsReprocessing) {\n              skipped++;\n              continue; // Skip unchanged file\n            }\n\n            // File changed - clean up old vectors first\n            await qdrant.deletePointsByFilePath(file.path);\n          }\n\n          const content = await fs.readFile(file.path, 'utf-8');\n          const chunks = chunkText(content, config.indexing.chunkSize, config.indexing.chunkOverlap);\n\n          // Store file metadata in SQLite\n          await sqlite.upsertFile(file, chunks);\n\n          // Generate embeddings and store in Qdrant\n          for (let i = 0; i < chunks.length; i++) {\n            const chunk = chunks[i];\n            const embedding = await generateEmbedding(chunk.content, config);\n            // Generate a unique integer ID by combining hash and chunk index\n            const hashNum = parseInt(file.hash.slice(0, 8), 16);\n            const pointId = (hashNum % 1000000) * 1000 + parseInt(chunk.id);\n            const point = {\n              id: pointId,\n              vector: embedding,\n              payload: {\n                filePath: file.path,\n                chunkId: chunk.id,\n                fileHash: file.hash,\n                content: chunk.content,\n                parentDirectories: file.parentDirs\n              }\n            };\n            await qdrant.upsertPoints([point]);\n          }\n\n          indexed++;\n          if (config.verbose) {\n            console.log(`  Indexed: ${file.path} (${chunks.length} chunks)`);\n          }\n        } catch (error) {\n          const errorMessage = error instanceof Error ? error.message : String(error);\n          const causeMessage = error instanceof Error && error.cause ? `: ${(error.cause as Error).message}` : '';\n          const fullError = `Failed to process ${file.path}: ${errorMessage}${causeMessage}`;\n          errors.push(fullError);\n          failed++;\n\n          // Print error immediately during processing (not just in verbose mode)\n          console.error(`❌ ${fullError}`);\n        }\n      }\n\n      // Clean up deleted files from this directory\n      const indexedFiles = await sqlite.getFilesByDirectory(normalizedPath);\n      const existingFilePaths = new Set(files.map(f => f.path));\n      const deletedFiles = indexedFiles.filter(f => !existingFilePaths.has(f.path));\n\n      for (const deletedFile of deletedFiles) {\n        try {\n          // Remove from Qdrant\n          await qdrant.deletePointsByFilePath(deletedFile.path);\n          \n          // Remove from SQLite\n          await sqlite.deleteFile(deletedFile.path);\n          \n          deleted++;\n          if (config.verbose) {\n            console.log(`  Cleaned up deleted file: ${deletedFile.path}`);\n          }\n        } catch (error) {\n          const errorMessage = error instanceof Error ? error.message : String(error);\n          const fullError = `Failed to clean up deleted file ${deletedFile.path}: ${errorMessage}`;\n          errors.push(fullError);\n          failed++;\n          \n          console.error(`❌ ${fullError}`);\n        }\n      }\n\n      // Mark directory as completed if no errors for this directory\n      const directoryErrors = errors.filter(err => err.includes(path));\n      const directoryStatus = directoryErrors.length > 0 ? 'failed' : 'completed';\n      await sqlite.upsertDirectory(normalizedPath, directoryStatus);\n\n    } catch (error) {\n      const normalizedPath = normalizePath(path);\n      await sqlite.upsertDirectory(normalizedPath, 'failed');\n      errors.push(`Failed to scan directory ${path}: ${(error as Error).message}`);\n    }\n  }\n\n  return { indexed, skipped, failed, deleted, errors };\n}"],"names":["fs"],"mappings":";;;;;AA6BO,MAAM,sBAAsB,MAAM;AAAA,EACvC,YAAY,SAAiC,OAAe;AAC1D,UAAM,OAAO;AAD8B,SAAA,QAAA;AAE3C,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,UAAU,SAAiB,WAAmB,SAA8B;AAC1F,MAAI,QAAQ,UAAU,WAAW;AAC/B,WAAO,CAAC;AAAA,MACN,IAAI;AAAA,MACJ;AAAA,MACA,YAAY;AAAA,MACZ,UAAU,QAAQ;AAAA,IAAA,CACnB;AAAA,EACH;AAEA,QAAM,SAAsB,CAAA;AAC5B,MAAI,aAAa;AACjB,MAAI,UAAU;AAEd,SAAO,aAAa,QAAQ,QAAQ;AAClC,UAAM,WAAW,KAAK,IAAI,aAAa,WAAW,QAAQ,MAAM;AAChE,UAAM,eAAe,QAAQ,MAAM,YAAY,QAAQ;AAEvD,WAAO,KAAK;AAAA,MACV,IAAI,QAAQ,SAAA;AAAA,MACZ,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IAAA,CACD;AAED;AACA,UAAM,YAAY,WAAW;AAE7B,QAAI,aAAa,YAAY;AAC3B,mBAAa,aAAa,KAAK,IAAI,GAAG,YAAY,OAAO;AAAA,IAC3D,OAAO;AACL,mBAAa;AAAA,IACf;AAEA,QAAI,cAAc,QAAQ,OAAQ;AAAA,EACpC;AAEA,SAAO;AACT;AAEA,eAAsB,cAAc,SAAiB,SAA2C;AAC9F,QAAM,QAAoB,CAAA;AAC1B,QAAM,8BAAc,IAAA;AAEpB,iBAAe,cAAc,aAAoC;AAC/D,UAAM,iBAAiB,cAAc,WAAW;AAEhD,QAAI,QAAQ,IAAI,cAAc,GAAG;AAC/B;AAAA,IACF;AACA,YAAQ,IAAI,cAAc;AAE1B,QAAI;AACF,UAAI,iBAAiB,gBAAgB,QAAQ,cAAc,GAAG;AAC5D;AAAA,MACF;AAEA,UAAI,MAAM,YAAY,cAAc,GAAG;AACrC,cAAM,UAAU,MAAMA,SAAG,QAAQ,cAAc;AAE/C,mBAAW,SAAS,SAAS;AAC3B,gBAAM,WAAW,KAAK,gBAAgB,KAAK;AAC3C,gBAAM,cAAc,QAAQ;AAAA,QAC9B;AAAA,MACF,WAAW,MAAM,OAAO,cAAc,GAAG;AACvC,YAAI,CAAC,oBAAoB,cAAc,GAAG;AACxC;AAAA,QACF;AAEA,cAAM,QAAQ,MAAMA,SAAG,KAAK,cAAc;AAC1C,YAAI,MAAM,OAAO,QAAQ,aAAa;AACpC;AAAA,QACF;AAEA,cAAM,WAAW,MAAM,YAAY,cAAc;AACjD,cAAM,KAAK,QAAQ;AAAA,MACrB;AAAA,IACF,SAAS,OAAO;AACd,YAAM,IAAI,cAAc,6BAA6B,cAAc,IAAI,KAAc;AAAA,IACvF;AAAA,EACF;AAEA,QAAM,cAAc,OAAO;AAC3B,SAAO;AACT;AAEA,eAAsB,gBAAgB,UAAqC;AACzE,MAAI;AACF,WAAO,MAAM,YAAY,QAAQ;AAAA,EACnC,SAAS,OAAO;AACd,UAAM,IAAI,cAAc,+BAA+B,KAAc;AAAA,EACvE;AACF;AAEA,eAAe,oBAAoB,UAAkB,gBAA4B,QAAkC;AACjH,MAAI;AACF,UAAMA,MAAK,MAAM,OAAO,aAAa;AAGrC,UAAM,eAAe,MAAMA,IAAG,KAAK,QAAQ;AAC3C,UAAM,kBAAkB,IAAI,KAAK,eAAe,YAAY;AAG5D,QAAI,aAAa,SAAS,iBAAiB;AACzC,aAAO;AAAA,IACT;AAGA,UAAM,kBAAkB,MAAM,YAAY,QAAQ;AAClD,WAAO,gBAAgB,SAAS,eAAe;AAAA,EAEjD,SAAS,cAAc;AAErB,QAAI,OAAO,SAAS;AAClB,cAAQ,IAAI,kDAAkD,QAAQ,KAAK,YAAY;AAAA,IACzF;AACA,QAAI;AACF,YAAM,kBAAkB,MAAM,YAAY,QAAQ;AAClD,aAAO,gBAAgB,SAAS,eAAe;AAAA,IACjD,SAAS,WAAW;AAElB,UAAI,OAAO,SAAS;AAClB,gBAAQ,IAAI,uCAAuC,QAAQ,KAAK,SAAS;AAAA,MAC3E;AACA,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAEA,eAAsB,iBAAiB,OAAiB,QAAsC;AAC5F,MAAI,UAAU;AACd,MAAI,UAAU;AACd,MAAI,SAAS;AACb,MAAI,UAAU;AACd,QAAM,SAAmB,CAAA;AAEzB,QAAM,cAA2B;AAAA,IAC/B,gBAAgB,OAAO,SAAS;AAAA,IAChC,aAAa,OAAO,SAAS;AAAA,EAAA;AAI/B,QAAM,EAAE,QAAQ,OAAA,IAAW,MAAM,kBAAkB,MAAM;AAGzD,MAAI,aAAa;AACjB,aAAW,QAAQ,OAAO;AACxB,QAAI;AACF,UAAI,OAAO,SAAS;AAClB,gBAAQ,IAAI,uBAAuB,IAAI,EAAE;AAAA,MAC3C;AACA,YAAM,QAAQ,MAAM,cAAc,MAAM,WAAW;AACnD,oBAAc,MAAM;AACpB,UAAI,OAAO,SAAS;AAClB,gBAAQ,IAAI,SAAS,MAAM,MAAM,wBAAwB,IAAI,EAAE;AAAA,MACjE;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,MAAI,CAAC,OAAO,WAAW,aAAa,GAAG;AACrC,YAAQ,IAAI,cAAc,UAAU,WAAW;AAAA,EACjD;AAEA,aAAW,QAAQ,OAAO;AACxB,QAAI;AAEF,YAAM,iBAAiB,cAAc,IAAI;AACzC,YAAM,OAAO,gBAAgB,gBAAgB,UAAU;AAEvD,YAAM,QAAQ,MAAM,cAAc,MAAM,WAAW;AAEnD,iBAAW,QAAQ,OAAO;AACxB,YAAI;AAEF,gBAAM,eAAe,MAAM,OAAO,QAAQ,KAAK,IAAI;AAEnD,cAAI,cAAc;AAChB,kBAAM,oBAAoB,MAAM,oBAAoB,KAAK,MAAM,cAAc,MAAM;AACnF,gBAAI,CAAC,mBAAmB;AACtB;AACA;AAAA,YACF;AAGA,kBAAM,OAAO,uBAAuB,KAAK,IAAI;AAAA,UAC/C;AAEA,gBAAM,UAAU,MAAMA,SAAG,SAAS,KAAK,MAAM,OAAO;AACpD,gBAAM,SAAS,UAAU,SAAS,OAAO,SAAS,WAAW,OAAO,SAAS,YAAY;AAGzF,gBAAM,OAAO,WAAW,MAAM,MAAM;AAGpC,mBAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK;AACtC,kBAAM,QAAQ,OAAO,CAAC;AACtB,kBAAM,YAAY,MAAM,kBAAkB,MAAM,SAAS,MAAM;AAE/D,kBAAM,UAAU,SAAS,KAAK,KAAK,MAAM,GAAG,CAAC,GAAG,EAAE;AAClD,kBAAM,UAAW,UAAU,MAAW,MAAO,SAAS,MAAM,EAAE;AAC9D,kBAAM,QAAQ;AAAA,cACZ,IAAI;AAAA,cACJ,QAAQ;AAAA,cACR,SAAS;AAAA,gBACP,UAAU,KAAK;AAAA,gBACf,SAAS,MAAM;AAAA,gBACf,UAAU,KAAK;AAAA,gBACf,SAAS,MAAM;AAAA,gBACf,mBAAmB,KAAK;AAAA,cAAA;AAAA,YAC1B;AAEF,kBAAM,OAAO,aAAa,CAAC,KAAK,CAAC;AAAA,UACnC;AAEA;AACA,cAAI,OAAO,SAAS;AAClB,oBAAQ,IAAI,cAAc,KAAK,IAAI,KAAK,OAAO,MAAM,UAAU;AAAA,UACjE;AAAA,QACF,SAAS,OAAO;AACd,gBAAM,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC1E,gBAAM,eAAe,iBAAiB,SAAS,MAAM,QAAQ,KAAM,MAAM,MAAgB,OAAO,KAAK;AACrG,gBAAM,YAAY,qBAAqB,KAAK,IAAI,KAAK,YAAY,GAAG,YAAY;AAChF,iBAAO,KAAK,SAAS;AACrB;AAGA,kBAAQ,MAAM,KAAK,SAAS,EAAE;AAAA,QAChC;AAAA,MACF;AAGA,YAAM,eAAe,MAAM,OAAO,oBAAoB,cAAc;AACpE,YAAM,oBAAoB,IAAI,IAAI,MAAM,IAAI,CAAA,MAAK,EAAE,IAAI,CAAC;AACxD,YAAM,eAAe,aAAa,OAAO,CAAA,MAAK,CAAC,kBAAkB,IAAI,EAAE,IAAI,CAAC;AAE5E,iBAAW,eAAe,cAAc;AACtC,YAAI;AAEF,gBAAM,OAAO,uBAAuB,YAAY,IAAI;AAGpD,gBAAM,OAAO,WAAW,YAAY,IAAI;AAExC;AACA,cAAI,OAAO,SAAS;AAClB,oBAAQ,IAAI,8BAA8B,YAAY,IAAI,EAAE;AAAA,UAC9D;AAAA,QACF,SAAS,OAAO;AACd,gBAAM,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC1E,gBAAM,YAAY,mCAAmC,YAAY,IAAI,KAAK,YAAY;AACtF,iBAAO,KAAK,SAAS;AACrB;AAEA,kBAAQ,MAAM,KAAK,SAAS,EAAE;AAAA,QAChC;AAAA,MACF;AAGA,YAAM,kBAAkB,OAAO,OAAO,SAAO,IAAI,SAAS,IAAI,CAAC;AAC/D,YAAM,kBAAkB,gBAAgB,SAAS,IAAI,WAAW;AAChE,YAAM,OAAO,gBAAgB,gBAAgB,eAAe;AAAA,IAE9D,SAAS,OAAO;AACd,YAAM,iBAAiB,cAAc,IAAI;AACzC,YAAM,OAAO,gBAAgB,gBAAgB,QAAQ;AACrD,aAAO,KAAK,4BAA4B,IAAI,KAAM,MAAgB,OAAO,EAAE;AAAA,IAC7E;AAAA,EACF;AAEA,SAAO,EAAE,SAAS,SAAS,QAAQ,SAAS,OAAA;AAC9C;"}
+{"version":3,"file":"indexing.js","sources":["../src/indexing.ts"],"sourcesContent":["import { promises as fs } from 'fs';\nimport { join } from 'path';\nimport { Config } from './config.js';\nimport {\n  FileInfo,\n  ChunkInfo,\n  normalizePath,\n  getFileInfo,\n  shouldIgnoreFile,\n  isSupportedFileType,\n  isDirectory,\n  isFile\n} from './utils.js';\nimport { loadGitignoreRules } from './gitignore.js';\nimport { generateEmbedding } from './embedding.js';\nimport { initializeStorage, FileRecord } from './storage.js';\n\nexport interface ScanOptions {\n  ignorePatterns: string[];\n  maxFileSize: number;\n  respectGitignore: boolean;\n}\n\nexport interface IndexResult {\n  indexed: number;\n  skipped: number;\n  failed: number;\n  deleted: number;\n  errors: string[];\n}\n\nexport class IndexingError extends Error {\n  constructor(message: string, public override cause?: Error) {\n    super(message);\n    this.name = 'IndexingError';\n  }\n}\n\nexport function chunkText(content: string, chunkSize: number, overlap: number): ChunkInfo[] {\n  if (content.length <= chunkSize) {\n    return [{\n      id: '0',\n      content,\n      startIndex: 0,\n      endIndex: content.length\n    }];\n  }\n\n  const chunks: ChunkInfo[] = [];\n  let startIndex = 0;\n  let chunkId = 0;\n\n  while (startIndex < content.length) {\n    const endIndex = Math.min(startIndex + chunkSize, content.length);\n    const chunkContent = content.slice(startIndex, endIndex);\n\n    chunks.push({\n      id: chunkId.toString(),\n      content: chunkContent,\n      startIndex,\n      endIndex\n    });\n\n    chunkId++;\n    const nextStart = endIndex - overlap;\n\n    if (nextStart <= startIndex) {\n      startIndex = startIndex + Math.max(1, chunkSize - overlap);\n    } else {\n      startIndex = nextStart;\n    }\n\n    if (startIndex >= content.length) break;\n  }\n\n  return chunks;\n}\n\nexport async function scanDirectory(dirPath: string, options: ScanOptions): Promise<FileInfo[]> {\n  const files: FileInfo[] = [];\n  const visited = new Set<string>();\n  const basePath = normalizePath(dirPath);\n  \n  // Load gitignore rules for the root directory if enabled\n  const gitignoreFilter = options.respectGitignore ? await loadGitignoreRules(dirPath) : null;\n\n  async function walkDirectory(currentPath: string): Promise<void> {\n    const normalizedPath = normalizePath(currentPath);\n\n    if (visited.has(normalizedPath)) {\n      return;\n    }\n    visited.add(normalizedPath);\n\n    try {\n      // Convert to relative path for gitignore matching\n      const relativePath = normalizedPath.startsWith(basePath) \n        ? normalizedPath.slice(basePath.length + 1)\n        : normalizedPath;\n        \n      if (shouldIgnoreFile(normalizedPath, relativePath, options.ignorePatterns, gitignoreFilter)) {\n        return;\n      }\n\n      if (await isDirectory(normalizedPath)) {\n        const entries = await fs.readdir(normalizedPath);\n\n        for (const entry of entries) {\n          const fullPath = join(normalizedPath, entry);\n          await walkDirectory(fullPath);\n        }\n      } else if (await isFile(normalizedPath)) {\n        if (!isSupportedFileType(normalizedPath)) {\n          return;\n        }\n\n        const stats = await fs.stat(normalizedPath);\n        if (stats.size > options.maxFileSize) {\n          return;\n        }\n\n        const fileInfo = await getFileInfo(normalizedPath);\n        files.push(fileInfo);\n      }\n    } catch (error) {\n      throw new IndexingError(`Failed to scan directory: ${normalizedPath}`, error as Error);\n    }\n  }\n\n  await walkDirectory(dirPath);\n  return files;\n}\n\nexport async function getFileMetadata(filePath: string): Promise<FileInfo> {\n  try {\n    return await getFileInfo(filePath);\n  } catch (error) {\n    throw new IndexingError(`Failed to get file metadata`, error as Error);\n  }\n}\n\nasync function shouldReprocessFile(filePath: string, existingRecord: FileRecord, config: Config): Promise<boolean> {\n  try {\n    const fs = await import('fs/promises');\n\n    // Try modtime check first (fast path)\n    const currentStats = await fs.stat(filePath);\n    const existingModTime = new Date(existingRecord.modifiedTime);\n\n    // If modtime is clearly older, likely unchanged\n    if (currentStats.mtime <= existingModTime) {\n      return false; // Skip processing\n    }\n\n    // If modtime suggests change, verify with hash\n    const currentFileInfo = await getFileInfo(filePath);\n    return currentFileInfo.hash !== existingRecord.hash;\n\n  } catch (modtimeError) {\n    // Graceful fallback: skip modtime, use hash only\n    if (config.verbose) {\n      console.log(`Warning: Could not check modification time for ${filePath}:`, modtimeError);\n    }\n    try {\n      const currentFileInfo = await getFileInfo(filePath);\n      return currentFileInfo.hash !== existingRecord.hash;\n    } catch (hashError) {\n      // If we can't hash either, assume changed to be safe\n      if (config.verbose) {\n        console.log(`Warning: Could not compute hash for ${filePath}:`, hashError);\n      }\n      return true;\n    }\n  }\n}\n\nexport async function indexDirectories(paths: string[], config: Config): Promise<IndexResult> {\n  let indexed = 0;\n  let skipped = 0;\n  let failed = 0;\n  let deleted = 0;\n  const errors: string[] = [];\n\n  const scanOptions: ScanOptions = {\n    ignorePatterns: config.indexing.ignorePatterns,\n    maxFileSize: config.indexing.maxFileSize,\n    respectGitignore: config.indexing.respectGitignore\n  };\n\n  // Initialize storage\n  const { sqlite, qdrant } = await initializeStorage(config);\n\n  // First pass: scan all directories to get total file count\n  let totalFiles = 0;\n  for (const path of paths) {\n    try {\n      if (config.verbose) {\n        console.log(`Scanning directory: ${path}`);\n      }\n      const files = await scanDirectory(path, scanOptions);\n      totalFiles += files.length;\n      if (config.verbose) {\n        console.log(`Found ${files.length} files to process in ${path}`);\n      }\n    } catch {\n      // Continue with other directories even if one fails to scan\n    }\n  }\n\n  if (!config.verbose && totalFiles > 0) {\n    console.log(`Found ${totalFiles} files to process (checking for changes...)`);\n  }\n\n  for (const path of paths) {\n    try {\n      // Mark directory as indexing\n      const normalizedPath = normalizePath(path);\n      await sqlite.upsertDirectory(normalizedPath, 'indexing');\n\n      const files = await scanDirectory(path, scanOptions);\n\n      // Track directory-specific counters\n      const dirStartIndexed = indexed;\n      const dirStartSkipped = skipped;\n\n      // Calculate progress interval for non-verbose updates\n      const progressInterval = Math.max(10, Math.floor(totalFiles / 20));\n\n      for (const file of files) {\n        try {\n          // Check if file already exists and needs reprocessing\n          const existingFile = await sqlite.getFile(file.path);\n\n          if (existingFile) {\n            const needsReprocessing = await shouldReprocessFile(file.path, existingFile, config);\n            if (!needsReprocessing) {\n              skipped++;\n              if (config.verbose) {\n                console.log(`  Skipped: ${file.path} (unchanged)`);\n              }\n              // Show periodic progress in non-verbose mode\n              if (!config.verbose && (indexed + skipped) % progressInterval === 0) {\n                console.log(`  Progress: ${indexed + skipped}/${totalFiles} files (${skipped} skipped as unchanged)...`);\n              }\n              continue; // Skip unchanged file\n            }\n\n            // File changed - clean up old vectors first\n            await qdrant.deletePointsByFilePath(file.path);\n          }\n\n          const content = await fs.readFile(file.path, 'utf-8');\n          const chunks = chunkText(content, config.indexing.chunkSize, config.indexing.chunkOverlap);\n\n          // Store file metadata in SQLite\n          await sqlite.upsertFile(file, chunks);\n\n          // Generate embeddings and store in Qdrant\n          for (let i = 0; i < chunks.length; i++) {\n            const chunk = chunks[i];\n            const embedding = await generateEmbedding(chunk.content, config);\n            // Generate a unique integer ID by combining hash and chunk index\n            const hashNum = parseInt(file.hash.slice(0, 8), 16);\n            const pointId = (hashNum % 1000000) * 1000 + parseInt(chunk.id);\n            const point = {\n              id: pointId,\n              vector: embedding,\n              payload: {\n                filePath: file.path,\n                chunkId: chunk.id,\n                fileHash: file.hash,\n                content: chunk.content,\n                parentDirectories: file.parentDirs\n              }\n            };\n            await qdrant.upsertPoints([point]);\n          }\n\n          indexed++;\n          if (config.verbose) {\n            console.log(`  Indexed: ${file.path} (${chunks.length} chunks)`);\n          }\n          // Show periodic progress in non-verbose mode\n          if (!config.verbose && (indexed + skipped) % progressInterval === 0) {\n            console.log(`  Progress: ${indexed + skipped}/${totalFiles} files (${skipped} skipped as unchanged)...`);\n          }\n        } catch (error) {\n          const errorMessage = error instanceof Error ? error.message : String(error);\n          const causeMessage = error instanceof Error && error.cause ? `: ${(error.cause as Error).message}` : '';\n          const fullError = `Failed to process ${file.path}: ${errorMessage}${causeMessage}`;\n          errors.push(fullError);\n          failed++;\n\n          // Print error immediately during processing (not just in verbose mode)\n          console.error(`❌ ${fullError}`);\n        }\n      }\n\n      // Clean up deleted files from this directory\n      const indexedFiles = await sqlite.getFilesByDirectory(normalizedPath);\n      const existingFilePaths = new Set(files.map(f => f.path));\n      const deletedFiles = indexedFiles.filter(f => !existingFilePaths.has(f.path));\n\n      for (const deletedFile of deletedFiles) {\n        try {\n          // Remove from Qdrant\n          await qdrant.deletePointsByFilePath(deletedFile.path);\n          \n          // Remove from SQLite\n          await sqlite.deleteFile(deletedFile.path);\n          \n          deleted++;\n          if (config.verbose) {\n            console.log(`  Cleaned up deleted file: ${deletedFile.path}`);\n          }\n        } catch (error) {\n          const errorMessage = error instanceof Error ? error.message : String(error);\n          const fullError = `Failed to clean up deleted file ${deletedFile.path}: ${errorMessage}`;\n          errors.push(fullError);\n          failed++;\n          \n          console.error(`❌ ${fullError}`);\n        }\n      }\n\n      // Mark directory as completed if no errors for this directory\n      const directoryErrors = errors.filter(err => err.includes(path));\n      const directoryStatus = directoryErrors.length > 0 ? 'failed' : 'completed';\n      await sqlite.upsertDirectory(normalizedPath, directoryStatus);\n\n      // Show directory completion\n      const dirFiles = files.length;\n      const dirIndexed = indexed - dirStartIndexed;\n      const dirSkipped = skipped - dirStartSkipped;\n      if (config.verbose) {\n        console.log(`  Directory ${path} completed: ${dirIndexed} indexed, ${dirSkipped} skipped`);\n      } else {\n        console.log(`  Directory ${path} completed: ${dirFiles} files processed`);\n      }\n\n    } catch (error) {\n      const normalizedPath = normalizePath(path);\n      await sqlite.upsertDirectory(normalizedPath, 'failed');\n      errors.push(`Failed to scan directory ${path}: ${(error as Error).message}`);\n    }\n  }\n\n  return { indexed, skipped, failed, deleted, errors };\n}"],"names":["fs"],"mappings":";;;;;;AA+BO,MAAM,sBAAsB,MAAM;AAAA,EACvC,YAAY,SAAiC,OAAe;AAC1D,UAAM,OAAO;AAD8B,SAAA,QAAA;AAE3C,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,UAAU,SAAiB,WAAmB,SAA8B;AAC1F,MAAI,QAAQ,UAAU,WAAW;AAC/B,WAAO,CAAC;AAAA,MACN,IAAI;AAAA,MACJ;AAAA,MACA,YAAY;AAAA,MACZ,UAAU,QAAQ;AAAA,IAAA,CACnB;AAAA,EACH;AAEA,QAAM,SAAsB,CAAA;AAC5B,MAAI,aAAa;AACjB,MAAI,UAAU;AAEd,SAAO,aAAa,QAAQ,QAAQ;AAClC,UAAM,WAAW,KAAK,IAAI,aAAa,WAAW,QAAQ,MAAM;AAChE,UAAM,eAAe,QAAQ,MAAM,YAAY,QAAQ;AAEvD,WAAO,KAAK;AAAA,MACV,IAAI,QAAQ,SAAA;AAAA,MACZ,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IAAA,CACD;AAED;AACA,UAAM,YAAY,WAAW;AAE7B,QAAI,aAAa,YAAY;AAC3B,mBAAa,aAAa,KAAK,IAAI,GAAG,YAAY,OAAO;AAAA,IAC3D,OAAO;AACL,mBAAa;AAAA,IACf;AAEA,QAAI,cAAc,QAAQ,OAAQ;AAAA,EACpC;AAEA,SAAO;AACT;AAEA,eAAsB,cAAc,SAAiB,SAA2C;AAC9F,QAAM,QAAoB,CAAA;AAC1B,QAAM,8BAAc,IAAA;AACpB,QAAM,WAAW,cAAc,OAAO;AAGtC,QAAM,kBAAkB,QAAQ,mBAAmB,MAAM,mBAAmB,OAAO,IAAI;AAEvF,iBAAe,cAAc,aAAoC;AAC/D,UAAM,iBAAiB,cAAc,WAAW;AAEhD,QAAI,QAAQ,IAAI,cAAc,GAAG;AAC/B;AAAA,IACF;AACA,YAAQ,IAAI,cAAc;AAE1B,QAAI;AAEF,YAAM,eAAe,eAAe,WAAW,QAAQ,IACnD,eAAe,MAAM,SAAS,SAAS,CAAC,IACxC;AAEJ,UAAI,iBAAiB,gBAAgB,cAAc,QAAQ,gBAAgB,eAAe,GAAG;AAC3F;AAAA,MACF;AAEA,UAAI,MAAM,YAAY,cAAc,GAAG;AACrC,cAAM,UAAU,MAAMA,SAAG,QAAQ,cAAc;AAE/C,mBAAW,SAAS,SAAS;AAC3B,gBAAM,WAAW,KAAK,gBAAgB,KAAK;AAC3C,gBAAM,cAAc,QAAQ;AAAA,QAC9B;AAAA,MACF,WAAW,MAAM,OAAO,cAAc,GAAG;AACvC,YAAI,CAAC,oBAAoB,cAAc,GAAG;AACxC;AAAA,QACF;AAEA,cAAM,QAAQ,MAAMA,SAAG,KAAK,cAAc;AAC1C,YAAI,MAAM,OAAO,QAAQ,aAAa;AACpC;AAAA,QACF;AAEA,cAAM,WAAW,MAAM,YAAY,cAAc;AACjD,cAAM,KAAK,QAAQ;AAAA,MACrB;AAAA,IACF,SAAS,OAAO;AACd,YAAM,IAAI,cAAc,6BAA6B,cAAc,IAAI,KAAc;AAAA,IACvF;AAAA,EACF;AAEA,QAAM,cAAc,OAAO;AAC3B,SAAO;AACT;AAEA,eAAsB,gBAAgB,UAAqC;AACzE,MAAI;AACF,WAAO,MAAM,YAAY,QAAQ;AAAA,EACnC,SAAS,OAAO;AACd,UAAM,IAAI,cAAc,+BAA+B,KAAc;AAAA,EACvE;AACF;AAEA,eAAe,oBAAoB,UAAkB,gBAA4B,QAAkC;AACjH,MAAI;AACF,UAAMA,MAAK,MAAM,OAAO,aAAa;AAGrC,UAAM,eAAe,MAAMA,IAAG,KAAK,QAAQ;AAC3C,UAAM,kBAAkB,IAAI,KAAK,eAAe,YAAY;AAG5D,QAAI,aAAa,SAAS,iBAAiB;AACzC,aAAO;AAAA,IACT;AAGA,UAAM,kBAAkB,MAAM,YAAY,QAAQ;AAClD,WAAO,gBAAgB,SAAS,eAAe;AAAA,EAEjD,SAAS,cAAc;AAErB,QAAI,OAAO,SAAS;AAClB,cAAQ,IAAI,kDAAkD,QAAQ,KAAK,YAAY;AAAA,IACzF;AACA,QAAI;AACF,YAAM,kBAAkB,MAAM,YAAY,QAAQ;AAClD,aAAO,gBAAgB,SAAS,eAAe;AAAA,IACjD,SAAS,WAAW;AAElB,UAAI,OAAO,SAAS;AAClB,gBAAQ,IAAI,uCAAuC,QAAQ,KAAK,SAAS;AAAA,MAC3E;AACA,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAEA,eAAsB,iBAAiB,OAAiB,QAAsC;AAC5F,MAAI,UAAU;AACd,MAAI,UAAU;AACd,MAAI,SAAS;AACb,MAAI,UAAU;AACd,QAAM,SAAmB,CAAA;AAEzB,QAAM,cAA2B;AAAA,IAC/B,gBAAgB,OAAO,SAAS;AAAA,IAChC,aAAa,OAAO,SAAS;AAAA,IAC7B,kBAAkB,OAAO,SAAS;AAAA,EAAA;AAIpC,QAAM,EAAE,QAAQ,OAAA,IAAW,MAAM,kBAAkB,MAAM;AAGzD,MAAI,aAAa;AACjB,aAAW,QAAQ,OAAO;AACxB,QAAI;AACF,UAAI,OAAO,SAAS;AAClB,gBAAQ,IAAI,uBAAuB,IAAI,EAAE;AAAA,MAC3C;AACA,YAAM,QAAQ,MAAM,cAAc,MAAM,WAAW;AACnD,oBAAc,MAAM;AACpB,UAAI,OAAO,SAAS;AAClB,gBAAQ,IAAI,SAAS,MAAM,MAAM,wBAAwB,IAAI,EAAE;AAAA,MACjE;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,MAAI,CAAC,OAAO,WAAW,aAAa,GAAG;AACrC,YAAQ,IAAI,SAAS,UAAU,6CAA6C;AAAA,EAC9E;AAEA,aAAW,QAAQ,OAAO;AACxB,QAAI;AAEF,YAAM,iBAAiB,cAAc,IAAI;AACzC,YAAM,OAAO,gBAAgB,gBAAgB,UAAU;AAEvD,YAAM,QAAQ,MAAM,cAAc,MAAM,WAAW;AAGnD,YAAM,kBAAkB;AACxB,YAAM,kBAAkB;AAGxB,YAAM,mBAAmB,KAAK,IAAI,IAAI,KAAK,MAAM,aAAa,EAAE,CAAC;AAEjE,iBAAW,QAAQ,OAAO;AACxB,YAAI;AAEF,gBAAM,eAAe,MAAM,OAAO,QAAQ,KAAK,IAAI;AAEnD,cAAI,cAAc;AAChB,kBAAM,oBAAoB,MAAM,oBAAoB,KAAK,MAAM,cAAc,MAAM;AACnF,gBAAI,CAAC,mBAAmB;AACtB;AACA,kBAAI,OAAO,SAAS;AAClB,wBAAQ,IAAI,cAAc,KAAK,IAAI,cAAc;AAAA,cACnD;AAEA,kBAAI,CAAC,OAAO,YAAY,UAAU,WAAW,qBAAqB,GAAG;AACnE,wBAAQ,IAAI,eAAe,UAAU,OAAO,IAAI,UAAU,WAAW,OAAO,2BAA2B;AAAA,cACzG;AACA;AAAA,YACF;AAGA,kBAAM,OAAO,uBAAuB,KAAK,IAAI;AAAA,UAC/C;AAEA,gBAAM,UAAU,MAAMA,SAAG,SAAS,KAAK,MAAM,OAAO;AACpD,gBAAM,SAAS,UAAU,SAAS,OAAO,SAAS,WAAW,OAAO,SAAS,YAAY;AAGzF,gBAAM,OAAO,WAAW,MAAM,MAAM;AAGpC,mBAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK;AACtC,kBAAM,QAAQ,OAAO,CAAC;AACtB,kBAAM,YAAY,MAAM,kBAAkB,MAAM,SAAS,MAAM;AAE/D,kBAAM,UAAU,SAAS,KAAK,KAAK,MAAM,GAAG,CAAC,GAAG,EAAE;AAClD,kBAAM,UAAW,UAAU,MAAW,MAAO,SAAS,MAAM,EAAE;AAC9D,kBAAM,QAAQ;AAAA,cACZ,IAAI;AAAA,cACJ,QAAQ;AAAA,cACR,SAAS;AAAA,gBACP,UAAU,KAAK;AAAA,gBACf,SAAS,MAAM;AAAA,gBACf,UAAU,KAAK;AAAA,gBACf,SAAS,MAAM;AAAA,gBACf,mBAAmB,KAAK;AAAA,cAAA;AAAA,YAC1B;AAEF,kBAAM,OAAO,aAAa,CAAC,KAAK,CAAC;AAAA,UACnC;AAEA;AACA,cAAI,OAAO,SAAS;AAClB,oBAAQ,IAAI,cAAc,KAAK,IAAI,KAAK,OAAO,MAAM,UAAU;AAAA,UACjE;AAEA,cAAI,CAAC,OAAO,YAAY,UAAU,WAAW,qBAAqB,GAAG;AACnE,oBAAQ,IAAI,eAAe,UAAU,OAAO,IAAI,UAAU,WAAW,OAAO,2BAA2B;AAAA,UACzG;AAAA,QACF,SAAS,OAAO;AACd,gBAAM,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC1E,gBAAM,eAAe,iBAAiB,SAAS,MAAM,QAAQ,KAAM,MAAM,MAAgB,OAAO,KAAK;AACrG,gBAAM,YAAY,qBAAqB,KAAK,IAAI,KAAK,YAAY,GAAG,YAAY;AAChF,iBAAO,KAAK,SAAS;AACrB;AAGA,kBAAQ,MAAM,KAAK,SAAS,EAAE;AAAA,QAChC;AAAA,MACF;AAGA,YAAM,eAAe,MAAM,OAAO,oBAAoB,cAAc;AACpE,YAAM,oBAAoB,IAAI,IAAI,MAAM,IAAI,CAAA,MAAK,EAAE,IAAI,CAAC;AACxD,YAAM,eAAe,aAAa,OAAO,CAAA,MAAK,CAAC,kBAAkB,IAAI,EAAE,IAAI,CAAC;AAE5E,iBAAW,eAAe,cAAc;AACtC,YAAI;AAEF,gBAAM,OAAO,uBAAuB,YAAY,IAAI;AAGpD,gBAAM,OAAO,WAAW,YAAY,IAAI;AAExC;AACA,cAAI,OAAO,SAAS;AAClB,oBAAQ,IAAI,8BAA8B,YAAY,IAAI,EAAE;AAAA,UAC9D;AAAA,QACF,SAAS,OAAO;AACd,gBAAM,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC1E,gBAAM,YAAY,mCAAmC,YAAY,IAAI,KAAK,YAAY;AACtF,iBAAO,KAAK,SAAS;AACrB;AAEA,kBAAQ,MAAM,KAAK,SAAS,EAAE;AAAA,QAChC;AAAA,MACF;AAGA,YAAM,kBAAkB,OAAO,OAAO,SAAO,IAAI,SAAS,IAAI,CAAC;AAC/D,YAAM,kBAAkB,gBAAgB,SAAS,IAAI,WAAW;AAChE,YAAM,OAAO,gBAAgB,gBAAgB,eAAe;AAG5D,YAAM,WAAW,MAAM;AACvB,YAAM,aAAa,UAAU;AAC7B,YAAM,aAAa,UAAU;AAC7B,UAAI,OAAO,SAAS;AAClB,gBAAQ,IAAI,eAAe,IAAI,eAAe,UAAU,aAAa,UAAU,UAAU;AAAA,MAC3F,OAAO;AACL,gBAAQ,IAAI,eAAe,IAAI,eAAe,QAAQ,kBAAkB;AAAA,MAC1E;AAAA,IAEF,SAAS,OAAO;AACd,YAAM,iBAAiB,cAAc,IAAI;AACzC,YAAM,OAAO,gBAAgB,gBAAgB,QAAQ;AACrD,aAAO,KAAK,4BAA4B,IAAI,KAAM,MAAgB,OAAO,EAAE;AAAA,IAC7E;AAAA,EACF;AAEA,SAAO,EAAE,SAAS,SAAS,QAAQ,SAAS,OAAA;AAC9C;"}

package/dist/utils.js

@@ -80,9 +80,18 @@ async function ensureDirectory(dirPath) {
     throw new FileError(`Failed to create directory`, dirPath, error);
   }
 }
-function shouldIgnoreFile(filePath, ignorePatterns) {
+function shouldIgnoreFile(filePath, relativePath, ignorePatterns, gitignoreFilter) {
   const normalizedPath = normalizePath(filePath);
-  return ignorePatterns.some((pattern) => normalizedPath.includes(pattern));
+  if (ignorePatterns.some((pattern) => normalizedPath.includes(pattern))) {
+    return true;
+  }
+  if (gitignoreFilter && relativePath) {
+    try {
+      return gitignoreFilter.ignores(relativePath);
+    } catch {
+    }
+  }
+  return false;
 }
 function isSupportedFileType(filePath) {
   const supportedExtensions = [

package/dist/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sources":["../src/utils.ts"],"sourcesContent":["import { createHash } from 'crypto';\nimport { promises as fs } from 'fs';\nimport { resolve, normalize, sep } from 'path';\nimport { createInterface } from 'readline';\n\nexport interface FileInfo {\n  path: string;\n  size: number;\n  modifiedTime: Date;\n  hash: string;\n  parentDirs: string[];\n}\n\nexport interface ChunkInfo {\n  id: string;\n  content: string;\n  startIndex: number;\n  endIndex: number;\n}\n\nexport class FileError extends Error {\n  constructor(message: string, public filePath: string, public override cause?: Error) {\n    super(message);\n    this.name = 'FileError';\n  }\n}\n\nexport function normalizePath(path: string): string {\n  return normalize(resolve(path));\n}\n\nexport function getParentDirectories(filePath: string): string[] {\n  const normalizedPath = normalizePath(filePath);\n  const parts = normalizedPath.split(sep);\n  const parents: string[] = [];\n  \n  for (let i = 1; i < parts.length; i++) {\n    parents.push(parts.slice(0, i + 1).join(sep));\n  }\n  \n  return parents;\n}\n\nexport async function getFileHash(filePath: string): Promise<string> {\n  try {\n    const content = await fs.readFile(filePath);\n    return createHash('sha256').update(content).digest('hex');\n  } catch (error) {\n    throw new FileError(`Failed to hash file`, filePath, error as Error);\n  }\n}\n\nexport function calculateHash(content: string): string {\n  return createHash('sha256').update(content).digest('hex');\n}\n\nexport async function getFileInfo(filePath: string): Promise<FileInfo> {\n  try {\n    const stats = await fs.stat(filePath);\n    const hash = await getFileHash(filePath);\n    const parentDirs = getParentDirectories(filePath);\n    \n    return {\n      path: normalizePath(filePath),\n      size: stats.size,\n      modifiedTime: stats.mtime,\n      hash,\n      parentDirs,\n    };\n  } catch (error) {\n    throw new FileError(`Failed to get file info`, filePath, error as Error);\n  }\n}\n\nexport async function isDirectory(path: string): Promise<boolean> {\n  try {\n    const stats = await fs.stat(path);\n    return stats.isDirectory();\n  } catch {\n    return false;\n  }\n}\n\nexport async function isFile(path: string): Promise<boolean> {\n  try {\n    const stats = await fs.stat(path);\n    return stats.isFile();\n  } catch {\n    return false;\n  }\n}\n\nexport async function fileExists(path: string): Promise<boolean> {\n  try {\n    await fs.access(path);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nexport async function ensureDirectory(dirPath: string): Promise<void> {\n  try {\n    await fs.mkdir(dirPath, { recursive: true });\n  } catch (error) {\n    throw new FileError(`Failed to create directory`, dirPath, error as Error);\n  }\n}\n\nexport function shouldIgnoreFile(filePath: string, ignorePatterns: string[]): boolean {\n  const normalizedPath = normalizePath(filePath);\n  return ignorePatterns.some(pattern => normalizedPath.includes(pattern));\n}\n\nexport function isSupportedFileType(filePath: string): boolean {\n  const supportedExtensions = [\n    '.md', '.txt', '.rst',\n    '.rs', '.py', '.js', '.ts', '.go', '.java', '.cpp', '.c',\n    '.json', '.yaml', '.yml', '.toml', '.csv',\n    '.env', '.conf', '.ini',\n    '.html', '.xml'\n  ];\n  \n  return supportedExtensions.some(ext => filePath.toLowerCase().endsWith(ext));\n}\n\nexport async function readlineSync(prompt: string): Promise<string> {\n  const rl = createInterface({\n    input: process.stdin,\n    output: process.stdout\n  });\n\n  return new Promise((resolve) => {\n    rl.question(prompt, (answer) => {\n      rl.close();\n      resolve(answer);\n    });\n  });\n}"],"names":["fs","resolve"],"mappings":";;;;AAoBO,MAAM,kBAAkB,MAAM;AAAA,EACnC,YAAY,SAAwB,UAAkC,OAAe;AACnF,UAAM,OAAO;AADqB,SAAA,WAAA;AAAkC,SAAA,QAAA;AAEpE,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,cAAc,MAAsB;AAClD,SAAO,UAAU,QAAQ,IAAI,CAAC;AAChC;AAEO,SAAS,qBAAqB,UAA4B;AAC/D,QAAM,iBAAiB,cAAc,QAAQ;AAC7C,QAAM,QAAQ,eAAe,MAAM,GAAG;AACtC,QAAM,UAAoB,CAAA;AAE1B,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,YAAQ,KAAK,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,KAAK,GAAG,CAAC;AAAA,EAC9C;AAEA,SAAO;AACT;AAEA,eAAsB,YAAY,UAAmC;AACnE,MAAI;AACF,UAAM,UAAU,MAAMA,SAAG,SAAS,QAAQ;AAC1C,WAAO,WAAW,QAAQ,EAAE,OAAO,OAAO,EAAE,OAAO,KAAK;AAAA,EAC1D,SAAS,OAAO;AACd,UAAM,IAAI,UAAU,uBAAuB,UAAU,KAAc;AAAA,EACrE;AACF;AAEO,SAAS,cAAc,SAAyB;AACrD,SAAO,WAAW,QAAQ,EAAE,OAAO,OAAO,EAAE,OAAO,KAAK;AAC1D;AAEA,eAAsB,YAAY,UAAqC;AACrE,MAAI;AACF,UAAM,QAAQ,MAAMA,SAAG,KAAK,QAAQ;AACpC,UAAM,OAAO,MAAM,YAAY,QAAQ;AACvC,UAAM,aAAa,qBAAqB,QAAQ;AAEhD,WAAO;AAAA,MACL,MAAM,cAAc,QAAQ;AAAA,MAC5B,MAAM,MAAM;AAAA,MACZ,cAAc,MAAM;AAAA,MACpB;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ,SAAS,OAAO;AACd,UAAM,IAAI,UAAU,2BAA2B,UAAU,KAAc;AAAA,EACzE;AACF;AAEA,eAAsB,YAAY,MAAgC;AAChE,MAAI;AACF,UAAM,QAAQ,MAAMA,SAAG,KAAK,IAAI;AAChC,WAAO,MAAM,YAAA;AAAA,EACf,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,OAAO,MAAgC;AAC3D,MAAI;AACF,UAAM,QAAQ,MAAMA,SAAG,KAAK,IAAI;AAChC,WAAO,MAAM,OAAA;AAAA,EACf,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,WAAW,MAAgC;AAC/D,MAAI;AACF,UAAMA,SAAG,OAAO,IAAI;AACpB,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,gBAAgB,SAAgC;AACpE,MAAI;AACF,UAAMA,SAAG,MAAM,SAAS,EAAE,WAAW,MAAM;AAAA,EAC7C,SAAS,OAAO;AACd,UAAM,IAAI,UAAU,8BAA8B,SAAS,KAAc;AAAA,EAC3E;AACF;AAEO,SAAS,iBAAiB,UAAkB,gBAAmC;AACpF,QAAM,iBAAiB,cAAc,QAAQ;AAC7C,SAAO,eAAe,KAAK,CAAA,YAAW,eAAe,SAAS,OAAO,CAAC;AACxE;AAEO,SAAS,oBAAoB,UAA2B;AAC7D,QAAM,sBAAsB;AAAA,IAC1B;AAAA,IAAO;AAAA,IAAQ;AAAA,IACf;AAAA,IAAO;AAAA,IAAO;AAAA,IAAO;AAAA,IAAO;AAAA,IAAO;AAAA,IAAS;AAAA,IAAQ;AAAA,IACpD;AAAA,IAAS;AAAA,IAAS;AAAA,IAAQ;AAAA,IAAS;AAAA,IACnC;AAAA,IAAQ;AAAA,IAAS;AAAA,IACjB;AAAA,IAAS;AAAA,EAAA;AAGX,SAAO,oBAAoB,KAAK,CAAA,QAAO,SAAS,cAAc,SAAS,GAAG,CAAC;AAC7E;AAEA,eAAsB,aAAa,QAAiC;AAClE,QAAM,KAAK,gBAAgB;AAAA,IACzB,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,EAAA,CACjB;AAED,SAAO,IAAI,QAAQ,CAACC,aAAY;AAC9B,OAAG,SAAS,QAAQ,CAAC,WAAW;AAC9B,SAAG,MAAA;AACHA,eAAQ,MAAM;AAAA,IAChB,CAAC;AAAA,EACH,CAAC;AACH;"}
+{"version":3,"file":"utils.js","sources":["../src/utils.ts"],"sourcesContent":["import { createHash } from 'crypto';\nimport { promises as fs } from 'fs';\nimport { resolve, normalize, sep } from 'path';\nimport { createInterface } from 'readline';\n\nexport interface FileInfo {\n  path: string;\n  size: number;\n  modifiedTime: Date;\n  hash: string;\n  parentDirs: string[];\n}\n\nexport interface ChunkInfo {\n  id: string;\n  content: string;\n  startIndex: number;\n  endIndex: number;\n}\n\nexport class FileError extends Error {\n  constructor(message: string, public filePath: string, public override cause?: Error) {\n    super(message);\n    this.name = 'FileError';\n  }\n}\n\nexport function normalizePath(path: string): string {\n  return normalize(resolve(path));\n}\n\nexport function getParentDirectories(filePath: string): string[] {\n  const normalizedPath = normalizePath(filePath);\n  const parts = normalizedPath.split(sep);\n  const parents: string[] = [];\n  \n  for (let i = 1; i < parts.length; i++) {\n    parents.push(parts.slice(0, i + 1).join(sep));\n  }\n  \n  return parents;\n}\n\nexport async function getFileHash(filePath: string): Promise<string> {\n  try {\n    const content = await fs.readFile(filePath);\n    return createHash('sha256').update(content).digest('hex');\n  } catch (error) {\n    throw new FileError(`Failed to hash file`, filePath, error as Error);\n  }\n}\n\nexport function calculateHash(content: string): string {\n  return createHash('sha256').update(content).digest('hex');\n}\n\nexport async function getFileInfo(filePath: string): Promise<FileInfo> {\n  try {\n    const stats = await fs.stat(filePath);\n    const hash = await getFileHash(filePath);\n    const parentDirs = getParentDirectories(filePath);\n    \n    return {\n      path: normalizePath(filePath),\n      size: stats.size,\n      modifiedTime: stats.mtime,\n      hash,\n      parentDirs,\n    };\n  } catch (error) {\n    throw new FileError(`Failed to get file info`, filePath, error as Error);\n  }\n}\n\nexport async function isDirectory(path: string): Promise<boolean> {\n  try {\n    const stats = await fs.stat(path);\n    return stats.isDirectory();\n  } catch {\n    return false;\n  }\n}\n\nexport async function isFile(path: string): Promise<boolean> {\n  try {\n    const stats = await fs.stat(path);\n    return stats.isFile();\n  } catch {\n    return false;\n  }\n}\n\nexport async function fileExists(path: string): Promise<boolean> {\n  try {\n    await fs.access(path);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nexport async function ensureDirectory(dirPath: string): Promise<void> {\n  try {\n    await fs.mkdir(dirPath, { recursive: true });\n  } catch (error) {\n    throw new FileError(`Failed to create directory`, dirPath, error as Error);\n  }\n}\n\nexport function shouldIgnoreFile(\n  filePath: string, \n  relativePath: string,\n  ignorePatterns: string[],\n  gitignoreFilter?: { ignores: (path: string) => boolean } | null\n): boolean {\n  const normalizedPath = normalizePath(filePath);\n  \n  // Essential patterns always take precedence\n  if (ignorePatterns.some(pattern => normalizedPath.includes(pattern))) {\n    return true;\n  }\n  \n  // Check gitignore patterns using relative path\n  if (gitignoreFilter && relativePath) {\n    try {\n      return gitignoreFilter.ignores(relativePath);\n    } catch {\n      // Ignore errors in gitignore matching\n    }\n  }\n  \n  return false;\n}\n\nexport function isSupportedFileType(filePath: string): boolean {\n  const supportedExtensions = [\n    '.md', '.txt', '.rst',\n    '.rs', '.py', '.js', '.ts', '.go', '.java', '.cpp', '.c',\n    '.json', '.yaml', '.yml', '.toml', '.csv',\n    '.env', '.conf', '.ini',\n    '.html', '.xml'\n  ];\n  \n  return supportedExtensions.some(ext => filePath.toLowerCase().endsWith(ext));\n}\n\nexport async function readlineSync(prompt: string): Promise<string> {\n  const rl = createInterface({\n    input: process.stdin,\n    output: process.stdout\n  });\n\n  return new Promise((resolve) => {\n    rl.question(prompt, (answer) => {\n      rl.close();\n      resolve(answer);\n    });\n  });\n}"],"names":["fs","resolve"],"mappings":";;;;AAoBO,MAAM,kBAAkB,MAAM;AAAA,EACnC,YAAY,SAAwB,UAAkC,OAAe;AACnF,UAAM,OAAO;AADqB,SAAA,WAAA;AAAkC,SAAA,QAAA;AAEpE,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,cAAc,MAAsB;AAClD,SAAO,UAAU,QAAQ,IAAI,CAAC;AAChC;AAEO,SAAS,qBAAqB,UAA4B;AAC/D,QAAM,iBAAiB,cAAc,QAAQ;AAC7C,QAAM,QAAQ,eAAe,MAAM,GAAG;AACtC,QAAM,UAAoB,CAAA;AAE1B,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,YAAQ,KAAK,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,KAAK,GAAG,CAAC;AAAA,EAC9C;AAEA,SAAO;AACT;AAEA,eAAsB,YAAY,UAAmC;AACnE,MAAI;AACF,UAAM,UAAU,MAAMA,SAAG,SAAS,QAAQ;AAC1C,WAAO,WAAW,QAAQ,EAAE,OAAO,OAAO,EAAE,OAAO,KAAK;AAAA,EAC1D,SAAS,OAAO;AACd,UAAM,IAAI,UAAU,uBAAuB,UAAU,KAAc;AAAA,EACrE;AACF;AAEO,SAAS,cAAc,SAAyB;AACrD,SAAO,WAAW,QAAQ,EAAE,OAAO,OAAO,EAAE,OAAO,KAAK;AAC1D;AAEA,eAAsB,YAAY,UAAqC;AACrE,MAAI;AACF,UAAM,QAAQ,MAAMA,SAAG,KAAK,QAAQ;AACpC,UAAM,OAAO,MAAM,YAAY,QAAQ;AACvC,UAAM,aAAa,qBAAqB,QAAQ;AAEhD,WAAO;AAAA,MACL,MAAM,cAAc,QAAQ;AAAA,MAC5B,MAAM,MAAM;AAAA,MACZ,cAAc,MAAM;AAAA,MACpB;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ,SAAS,OAAO;AACd,UAAM,IAAI,UAAU,2BAA2B,UAAU,KAAc;AAAA,EACzE;AACF;AAEA,eAAsB,YAAY,MAAgC;AAChE,MAAI;AACF,UAAM,QAAQ,MAAMA,SAAG,KAAK,IAAI;AAChC,WAAO,MAAM,YAAA;AAAA,EACf,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,OAAO,MAAgC;AAC3D,MAAI;AACF,UAAM,QAAQ,MAAMA,SAAG,KAAK,IAAI;AAChC,WAAO,MAAM,OAAA;AAAA,EACf,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,WAAW,MAAgC;AAC/D,MAAI;AACF,UAAMA,SAAG,OAAO,IAAI;AACpB,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,gBAAgB,SAAgC;AACpE,MAAI;AACF,UAAMA,SAAG,MAAM,SAAS,EAAE,WAAW,MAAM;AAAA,EAC7C,SAAS,OAAO;AACd,UAAM,IAAI,UAAU,8BAA8B,SAAS,KAAc;AAAA,EAC3E;AACF;AAEO,SAAS,iBACd,UACA,cACA,gBACA,iBACS;AACT,QAAM,iBAAiB,cAAc,QAAQ;AAG7C,MAAI,eAAe,KAAK,CAAA,YAAW,eAAe,SAAS,OAAO,CAAC,GAAG;AACpE,WAAO;AAAA,EACT;AAGA,MAAI,mBAAmB,cAAc;AACnC,QAAI;AACF,aAAO,gBAAgB,QAAQ,YAAY;AAAA,IAC7C,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,oBAAoB,UAA2B;AAC7D,QAAM,sBAAsB;AAAA,IAC1B;AAAA,IAAO;AAAA,IAAQ;AAAA,IACf;AAAA,IAAO;AAAA,IAAO;AAAA,IAAO;AAAA,IAAO;AAAA,IAAO;AAAA,IAAS;AAAA,IAAQ;AAAA,IACpD;AAAA,IAAS;AAAA,IAAS;AAAA,IAAQ;AAAA,IAAS;AAAA,IACnC;AAAA,IAAQ;AAAA,IAAS;AAAA,IACjB;AAAA,IAAS;AAAA,EAAA;AAGX,SAAO,oBAAoB,KAAK,CAAA,QAAO,SAAS,cAAc,SAAS,GAAG,CAAC;AAC7E;AAEA,eAAsB,aAAa,QAAiC;AAClE,QAAM,KAAK,gBAAgB;AAAA,IACzB,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,EAAA,CACjB;AAED,SAAO,IAAI,QAAQ,CAACC,aAAY;AAC9B,OAAG,SAAS,QAAQ,CAAC,WAAW;AAC9B,SAAG,MAAA;AACHA,eAAQ,MAAM;AAAA,IAChB,CAAC;AAAA,EACH,CAAC;AACH;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "directory-indexer",
-  "version": "0.1.8",
+  "version": "0.2.1",
   "description": "AI-powered directory indexing with semantic search for MCP servers",
   "main": "dist/cli.js",
   "bin": {
@@ -50,6 +50,7 @@
     "@modelcontextprotocol/sdk": "^0.6.0",
     "better-sqlite3": "^11.5.0",
     "commander": "^12.1.0",
+    "ignore": "^7.0.5",
     "mime-types": "^2.1.35",
     "zod": "^3.23.8"
   },