capyidx 0.1.0__tar.gz

capyidx-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Satyam Kumar
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

capyidx-0.1.0/PKG-INFO

@@ -0,0 +1,163 @@
+Metadata-Version: 2.4
+Name: capyidx
+Version: 0.1.0
+Summary: Codebase indexing and deterministic symbol lookup for repositories.
+License: MIT License
+        
+        Copyright (c) 2026 Satyam Kumar
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pathspec>=0.12
+Requires-Dist: tiktoken>=0.7
+Requires-Dist: tree-sitter>=0.22
+Requires-Dist: tree-sitter-language-pack>=0.7
+Requires-Dist: watchdog>=4.0
+Provides-Extra: test
+Requires-Dist: pytest>=8.0; extra == "test"
+Provides-Extra: openai
+Requires-Dist: openai>=1.0; extra == "openai"
+Provides-Extra: ollama
+Requires-Dist: ollama>=0.3; extra == "ollama"
+Provides-Extra: local-embeddings
+Requires-Dist: sentence-transformers>=3.0; extra == "local-embeddings"
+Provides-Extra: vector
+Requires-Dist: lancedb>=0.15; extra == "vector"
+Provides-Extra: dev
+Requires-Dist: build>=1.2; extra == "dev"
+Requires-Dist: pytest>=8.0; extra == "dev"
+Provides-Extra: all
+Requires-Dist: build>=1.2; extra == "all"
+Requires-Dist: lancedb>=0.15; extra == "all"
+Requires-Dist: ollama>=0.3; extra == "all"
+Requires-Dist: openai>=1.0; extra == "all"
+Requires-Dist: pathspec>=0.12; extra == "all"
+Requires-Dist: pytest>=8.0; extra == "all"
+Requires-Dist: sentence-transformers>=3.0; extra == "all"
+Requires-Dist: tiktoken>=0.7; extra == "all"
+Requires-Dist: tree-sitter>=0.22; extra == "all"
+Requires-Dist: tree-sitter-language-pack>=0.7; extra == "all"
+Requires-Dist: watchdog>=4.0; extra == "all"
+Dynamic: license-file
+
+# CapyIdx
+
+CapyIdx indexes source repositories into SQLite and provides deterministic
+symbol lookup and code reconstruction. It is designed to be embedded in tools
+that need repository-aware code context.
+
+## Installation
+
+```bash
+python -m pip install capyidx
+```
+
+For development:
+
+```bash
+python -m pip install -e ".[dev]"
+```
+
+The core package uses Tree-sitter for source parsing and `tiktoken` for chunk
+size calculations. Optional integrations can be installed with extras:
+
+```bash
+python -m pip install "capyidx[openai]"
+python -m pip install "capyidx[ollama]"
+python -m pip install "capyidx[local-embeddings]"
+python -m pip install "capyidx[vector]"
+```
+
+## Basic usage
+
+Indexing is asynchronous. The convenience API waits for the initial pass to
+finish:
+
+```python
+import asyncio
+from capyidx import index_repo, lookup_symbol
+
+
+async def main() -> None:
+    repo = "/path/to/git/repository"
+    await index_repo(repo)
+
+    result = await lookup_symbol(repo, "MyClass", detail="body")
+    for match in result.matches:
+        print(match.name, match.path, match.start_line, match.end_line)
+
+    if result.selected is not None:
+        print(result.selected.code)
+
+
+asyncio.run(main())
+```
+
+Use `index_repo_iter` when progress updates are needed:
+
+```python
+from capyidx import index_repo_iter
+
+async for update in index_repo_iter("/path/to/git/repository"):
+    print(update.status, update.progress, update.desc)
+```
+
+Pass `watch=True` to continue indexing changed files after the initial pass.
+The watcher uses `watchdog` when installed and otherwise falls back to polling.
+
+## Query workflows
+
+- `lookup_symbol` returns matching symbol metadata and reconstructs a unique
+  exact match.
+- `reconstruct_symbol` reconstructs a previously selected symbol by ID.
+- `resolve_lookup` reconstructs every match for a name.
+- `open_lookup` reuses one database connection for multiple queries.
+
+Use `detail="signature"` for declaration-only results, and use
+`filter_paths` to restrict lookup to selected path prefixes.
+
+## Current scope
+
+The public convenience API currently builds the chunk/symbol index and exposes
+deterministic symbol retrieval. FTS, code-snippet, embedding, and LanceDB
+backends are present as lower-level components but are not automatically wired
+into `index_repo` yet.
+
+Indexes are stored under `~/.coreIndexer/.codebase_index` by default. Set
+`COREINDEXER_HOME` to use a different data directory.
+
+## Development checks
+
+```bash
+python -m compileall -q src tests
+pytest
+python -m build
+```
+
+The repository's CI runs these checks on Python 3.10, 3.11, and 3.12.

capyidx-0.1.0/README.md

@@ -0,0 +1,95 @@
+# CapyIdx
+
+CapyIdx indexes source repositories into SQLite and provides deterministic
+symbol lookup and code reconstruction. It is designed to be embedded in tools
+that need repository-aware code context.
+
+## Installation
+
+```bash
+python -m pip install capyidx
+```
+
+For development:
+
+```bash
+python -m pip install -e ".[dev]"
+```
+
+The core package uses Tree-sitter for source parsing and `tiktoken` for chunk
+size calculations. Optional integrations can be installed with extras:
+
+```bash
+python -m pip install "capyidx[openai]"
+python -m pip install "capyidx[ollama]"
+python -m pip install "capyidx[local-embeddings]"
+python -m pip install "capyidx[vector]"
+```
+
+## Basic usage
+
+Indexing is asynchronous. The convenience API waits for the initial pass to
+finish:
+
+```python
+import asyncio
+from capyidx import index_repo, lookup_symbol
+
+
+async def main() -> None:
+    repo = "/path/to/git/repository"
+    await index_repo(repo)
+
+    result = await lookup_symbol(repo, "MyClass", detail="body")
+    for match in result.matches:
+        print(match.name, match.path, match.start_line, match.end_line)
+
+    if result.selected is not None:
+        print(result.selected.code)
+
+
+asyncio.run(main())
+```
+
+Use `index_repo_iter` when progress updates are needed:
+
+```python
+from capyidx import index_repo_iter
+
+async for update in index_repo_iter("/path/to/git/repository"):
+    print(update.status, update.progress, update.desc)
+```
+
+Pass `watch=True` to continue indexing changed files after the initial pass.
+The watcher uses `watchdog` when installed and otherwise falls back to polling.
+
+## Query workflows
+
+- `lookup_symbol` returns matching symbol metadata and reconstructs a unique
+  exact match.
+- `reconstruct_symbol` reconstructs a previously selected symbol by ID.
+- `resolve_lookup` reconstructs every match for a name.
+- `open_lookup` reuses one database connection for multiple queries.
+
+Use `detail="signature"` for declaration-only results, and use
+`filter_paths` to restrict lookup to selected path prefixes.
+
+## Current scope
+
+The public convenience API currently builds the chunk/symbol index and exposes
+deterministic symbol retrieval. FTS, code-snippet, embedding, and LanceDB
+backends are present as lower-level components but are not automatically wired
+into `index_repo` yet.
+
+Indexes are stored under `~/.coreIndexer/.codebase_index` by default. Set
+`COREINDEXER_HOME` to use a different data directory.
+
+## Development checks
+
+```bash
+python -m compileall -q src tests
+pytest
+python -m build
+```
+
+The repository's CI runs these checks on Python 3.10, 3.11, and 3.12.

capyidx-0.1.0/pyproject.toml

@@ -0,0 +1,75 @@
+[build-system]
+requires = ["setuptools>=68", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "capyidx"
+version = "0.1.0"
+description = "Codebase indexing and deterministic symbol lookup for repositories."
+readme = "README.md"
+requires-python = ">=3.10"
+license = { file = "LICENSE" }
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+]
+dependencies = [
+    "pathspec>=0.12",
+    "tiktoken>=0.7",
+    "tree-sitter>=0.22",
+    "tree-sitter-language-pack>=0.7",
+    "watchdog>=4.0",
+]
+
+[project.optional-dependencies]
+test = [
+    "pytest>=8.0",
+]
+openai = [
+    "openai>=1.0",
+]
+ollama = [
+    "ollama>=0.3",
+]
+local-embeddings = [
+    "sentence-transformers>=3.0",
+]
+vector = [
+    "lancedb>=0.15",
+]
+dev = [
+    "build>=1.2",
+    "pytest>=8.0",
+]
+all = [
+    "build>=1.2",
+    "lancedb>=0.15",
+    "ollama>=0.3",
+    "openai>=1.0",
+    "pathspec>=0.12",
+    "pytest>=8.0",
+    "sentence-transformers>=3.0",
+    "tiktoken>=0.7",
+    "tree-sitter>=0.22",
+    "tree-sitter-language-pack>=0.7",
+    "watchdog>=4.0",
+]
+
+[tool.setuptools]
+include-package-data = true
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.setuptools.package-data]
+coreindexer = ["utils/tree_sitter_queries/*.scm"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+addopts = "-ra"
+# anyio = "auto"

capyidx-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

capyidx-0.1.0/src/capyidx/__init__.py

@@ -0,0 +1,62 @@
+"""
+CoreIndexer — index a codebase, look up symbols by name.
+
+The public surface is re-exported here so consumers can write::
+
+    from coreindexer import index_repo, lookup_symbol, resolve_lookup
+
+rather than reaching into submodules. Everything documented in
+:mod:`coreindexer.api` is available from the package root.
+"""
+from __future__ import annotations
+
+
+from capyidx.api import (
+    index_repo,
+    index_repo_iter,
+    lookup_symbol,
+    open_lookup,
+    resolve_lookup,
+    reconstruct_symbol,
+    PathLike,
+    ResolvedLookup,
+)
+from capyidx.base.index_d import (
+    Chunk,
+    Chonk,
+    ChunkingResult,
+    Symbol,
+    BranchAndDir
+)
+from capyidx.retrieval.models import (
+    LookupResult,
+    SymbolCode,
+    SymbolMatch,
+)
+
+__version__ = "0.1.0"
+
+__all__ = [
+    # Types
+    "PathLike",
+    "__version__",
+    # Indexing
+    "index_repo",
+    "index_repo_iter",
+    # Querying
+    "open_lookup",
+    "lookup_symbol",
+    "resolve_lookup",
+    "reconstruct_symbol",
+    "ResolvedLookup",
+    # Result types
+    "LookupResult",
+    "SymbolCode",
+    "SymbolMatch",
+    # Core data types
+    "Chunk",
+    "Chonk",
+    "ChunkingResult",
+    "Symbol",
+    "BranchAndDir"
+]