kodit 0.2.9__py3-none-any.whl → 0.3.0__py3-none-any.whl

kodit/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.2.9'
-__version_tuple__ = version_tuple = (0, 2, 9)
+__version__ = version = '0.3.0'
+__version_tuple__ = version_tuple = (0, 3, 0)

kodit/app.py

@@ -1,14 +1,49 @@
 """FastAPI application for kodit API."""
 
+from collections.abc import AsyncIterator
+from contextlib import asynccontextmanager
+
 from asgi_correlation_id import CorrelationIdMiddleware
 from fastapi import FastAPI
 
+from kodit.config import AppContext
+from kodit.infrastructure.indexing.auto_indexing_service import AutoIndexingService
 from kodit.mcp import mcp
 from kodit.middleware import ASGICancelledErrorMiddleware, logging_middleware
 
+# Global auto-indexing service
+_auto_indexing_service: AutoIndexingService | None = None
+
+
+@asynccontextmanager
+async def app_lifespan(_: FastAPI) -> AsyncIterator[None]:
+    """Manage application lifespan for auto-indexing."""
+    global _auto_indexing_service  # noqa: PLW0603
+    # Start auto-indexing service
+    app_context = AppContext()
+    db = await app_context.get_db()
+    _auto_indexing_service = AutoIndexingService(
+        app_context=app_context,
+        session_factory=db.session_factory,
+    )
+    await _auto_indexing_service.start_background_indexing()
+    yield
+    if _auto_indexing_service:
+        await _auto_indexing_service.stop()
+
+
 # See https://gofastmcp.com/deployment/asgi#fastapi-integration
 mcp_app = mcp.sse_app()
-app = FastAPI(title="kodit API", lifespan=mcp_app.router.lifespan_context)
+
+
+@asynccontextmanager
+async def combined_lifespan(app: FastAPI) -> AsyncIterator[None]:
+    """Combine app and MCP lifespans."""
+    async with app_lifespan(app), mcp_app.router.lifespan_context(app):
+        yield
+
+
+app = FastAPI(title="kodit API", lifespan=combined_lifespan)
 
 # Add middleware
 app.middleware("http")(logging_middleware)

kodit/cli.py

@@ -59,12 +59,17 @@ def cli(
 
 @cli.command()
 @click.argument("sources", nargs=-1)
+@click.option(
+    "--auto-index", is_flag=True, help="Index all configured auto-index sources"
+)
 @with_app_context
 @with_session
 async def index(
     session: AsyncSession,
     app_context: AppContext,
     sources: list[str],
+    *,  # Force keyword-only arguments
+    auto_index: bool,
 ) -> None:
     """List indexes, or index data sources."""
     log = structlog.get_logger(__name__)
@@ -78,6 +83,16 @@ async def index(
         source_service=source_service,
     )
 
+    if auto_index:
+        log.info("Auto-indexing configuration", config=app_context.auto_indexing)
+        auto_sources = app_context.auto_indexing.sources
+        if not auto_sources:
+            click.echo("No auto-index sources configured.")
+            return
+
+        click.echo(f"Auto-indexing {len(auto_sources)} configured sources...")
+        sources = [source.uri for source in auto_sources]
+
     if not sources:
         log_event("kodit.cli.index.list")
         # No source specified, list all indexes

kodit/config.py

@@ -8,7 +8,7 @@ from pathlib import Path
 from typing import TYPE_CHECKING, Any, Literal, TypeVar
 
 import click
-from pydantic import BaseModel, Field
+from pydantic import BaseModel, Field, field_validator
 from pydantic_settings import BaseSettings, SettingsConfigDict
 
 if TYPE_CHECKING:
@@ -37,11 +37,45 @@ class Endpoint(BaseModel):
 
 
 class Search(BaseModel):
-    """Search provides configuration for a search engine."""
+    """Search configuration."""
 
     provider: Literal["sqlite", "vectorchord"] = Field(default="sqlite")
 
 
+class AutoIndexingSource(BaseModel):
+    """Configuration for a single auto-indexing source."""
+
+    uri: str = Field(description="URI of the source to index (git URL or local path)")
+
+
+class AutoIndexingConfig(BaseModel):
+    """Configuration for auto-indexing."""
+
+    sources: list[AutoIndexingSource] = Field(
+        default_factory=list, description="List of sources to auto-index"
+    )
+
+    @field_validator("sources", mode="before")
+    @classmethod
+    def parse_sources(cls, v: Any) -> list[AutoIndexingSource]:
+        """Parse sources from environment variables or other formats."""
+        if v is None:
+            return []
+        if isinstance(v, list):
+            return v
+        if isinstance(v, dict):
+            # Handle case where env vars are numbered keys like {'0': {'uri': '...'}}
+            sources = []
+            i = 0
+            while str(i) in v:
+                source_data = v[str(i)]
+                if isinstance(source_data, dict) and "uri" in source_data:
+                    sources.append(AutoIndexingSource(uri=source_data["uri"]))
+                i += 1
+            return sources
+        return v
+
+
 class AppContext(BaseSettings):
     """Global context for the kodit project. Provides a shared state for the app."""
 
@@ -50,7 +84,7 @@ class AppContext(BaseSettings):
         env_file_encoding="utf-8",
         env_nested_delimiter="_",
         nested_model_default_partial_update=True,
-        env_nested_max_split=1,
+        extra="ignore",
     )
 
     data_dir: Path = Field(default=DEFAULT_BASE_DIR)
@@ -76,6 +110,9 @@ class AppContext(BaseSettings):
     default_search: Search = Field(
         default=Search(),
     )
+    auto_indexing: AutoIndexingConfig | None = Field(
+        default=AutoIndexingConfig(), description="Auto-indexing configuration"
+    )
     _db: Database | None = None
 
     def model_post_init(self, _: Any) -> None:

kodit/infrastructure/indexing/auto_indexing_service.py

@@ -0,0 +1,84 @@
+"""Service for automatically indexing configured sources."""
+
+import asyncio
+from collections.abc import Callable
+from contextlib import suppress
+
+import structlog
+from sqlalchemy.ext.asyncio import AsyncSession
+
+from kodit.application.factories.code_indexing_factory import (
+    create_code_indexing_application_service,
+)
+from kodit.config import AppContext
+from kodit.domain.services.source_service import SourceService
+
+
+class AutoIndexingService:
+    """Service for automatically indexing configured sources."""
+
+    def __init__(
+        self,
+        app_context: AppContext,
+        session_factory: Callable[[], AsyncSession],
+    ) -> None:
+        """Initialize the auto-indexing service."""
+        self.app_context = app_context
+        self.session_factory = session_factory
+        self.log = structlog.get_logger(__name__)
+        self._indexing_task: asyncio.Task | None = None
+
+    async def start_background_indexing(self) -> None:
+        """Start background indexing of configured sources."""
+        if (
+            not self.app_context.auto_indexing
+            or len(self.app_context.auto_indexing.sources) == 0
+        ):
+            self.log.info("Auto-indexing is disabled (no sources configured)")
+            return
+
+        auto_sources = [source.uri for source in self.app_context.auto_indexing.sources]
+        self.log.info("Starting background indexing", num_sources=len(auto_sources))
+        self._indexing_task = asyncio.create_task(self._index_sources(auto_sources))
+
+    async def _index_sources(self, sources: list[str]) -> None:
+        """Index all configured sources in the background."""
+        async with self.session_factory() as session:
+            source_service = SourceService(
+                clone_dir=self.app_context.get_clone_dir(),
+                session_factory=lambda: session,
+            )
+
+            service = create_code_indexing_application_service(
+                app_context=self.app_context,
+                session=session,
+                source_service=source_service,
+            )
+
+            for source in sources:
+                try:
+                    self.log.info("Auto-indexing source", source=source)
+
+                    # Create source
+                    s = await source_service.create(source)
+
+                    # Create index
+                    index = await service.create_index(s.id)
+
+                    # Run indexing (without progress callback for background mode)
+                    await service.run_index(index.id, progress_callback=None)
+
+                    self.log.info("Successfully auto-indexed source", source=source)
+
+                except Exception as exc:
+                    self.log.exception(
+                        "Failed to auto-index source", source=source, error=str(exc)
+                    )
+                    # Continue with other sources even if one fails
+
+    async def stop(self) -> None:
+        """Stop background indexing."""
+        if self._indexing_task:
+            self._indexing_task.cancel()
+            with suppress(asyncio.CancelledError):
+                await self._indexing_task

{kodit-0.2.9.dist-info → kodit-0.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kodit
-Version: 0.2.9
+Version: 0.3.0
 Summary: Code indexing for better AI code generation
 Project-URL: Homepage, https://docs.helixml.tech/kodit/
 Project-URL: Documentation, https://docs.helixml.tech/kodit/

{kodit-0.2.9.dist-info → kodit-0.3.0.dist-info}/RECORD

@@ -1,9 +1,9 @@
 kodit/.gitignore,sha256=ztkjgRwL9Uud1OEi36hGQeDGk3OLK1NfDEO8YqGYy8o,11
 kodit/__init__.py,sha256=aEKHYninUq1yh6jaNfvJBYg-6fenpN132nJt1UU6Jxs,59
-kodit/_version.py,sha256=Iq6CyehddPOWDVsW9Hnb65BEkCEkAnt4bl0MAuqXKLA,511
-kodit/app.py,sha256=qKBWJ0VNSY_M6G3VFfAQ0133q5bnS99cUFD0p396taw,1032
-kodit/cli.py,sha256=BbJU4ne5bQnl3NCB2AWr_j9E7pTwc1dK_2oHkbnGbBU,16300
-kodit/config.py,sha256=3yh7hfLSILjZK_qJMhcExwRcrWJ0b5Eb1JjjOvMPJZo,4146
+kodit/_version.py,sha256=AGmG_Lx0-9ztFw_7d9mYbaYuC-2abxE1oXOUNAY29YY,511
+kodit/app.py,sha256=uv67TE83fZE7wrA7cz-sKosFrAXlKRr1B7fT-X_gMZQ,2103
+kodit/cli.py,sha256=ihecBP7Og0F-wXYZ63TMeYzuqgFpfd7O-g4NRB3pufo,16864
+kodit/config.py,sha256=myWtVujjd7xQh3tPK_zGC1L5D5PYoPknYvUBoMLJ1kM,5414
 kodit/database.py,sha256=kI9yBm4uunsgV4-QeVoCBL0wLzU4kYmYv5qZilGnbPE,1740
 kodit/log.py,sha256=sHPHYetlMcKTor2VaFLMyao1_fZ_xhuzqXCAt5F5UMU,8575
 kodit/mcp.py,sha256=onmUbZ1-mnBkQOUF6KymNZMiTo19tt6pDOmyBQEz8Jg,6454
@@ -62,6 +62,7 @@ kodit/infrastructure/git/git_utils.py,sha256=2DH6cyTjDRwFfL5Bzt1y2w0DwHZNypbC6R0
 kodit/infrastructure/ignore/__init__.py,sha256=VzFv8XOzHmsu0MEGnWVSF6KsgqLBmvHlRqAkT1Xb1MY,36
 kodit/infrastructure/ignore/ignore_pattern_provider.py,sha256=9m2XCsgW87UBTfzHr6Z0Ns6WpzwkLir3zyBY3PwsgXk,2225
 kodit/infrastructure/indexing/__init__.py,sha256=7UPRa2jwCAsa0Orsp6PqXSF8iIXJVzXHMFmrKkI9yH8,38
+kodit/infrastructure/indexing/auto_indexing_service.py,sha256=uXggladN3PTU5Jzhz0Kq-0aObvq3Dq9YbjYKCSkaQA8,3131
 kodit/infrastructure/indexing/fusion_service.py,sha256=mXUUcx3-8e75mWkxXMfl30HIoFXrTNHzB1w90MmEbak,1806
 kodit/infrastructure/indexing/index_repository.py,sha256=4aSCBE_Gn9ihOx_kXOpUTTIv6_Q71-VRFHEBgpWaAEw,8906
 kodit/infrastructure/indexing/indexing_factory.py,sha256=LPjPCps_wJ9M_fZGRP02bfc2pvYc50ZSTYI99XwRRPg,918
@@ -94,8 +95,8 @@ kodit/migrations/versions/85155663351e_initial.py,sha256=Cg7zlF871o9ShV5rQMQ1v7h
 kodit/migrations/versions/9e53ea8bb3b0_add_authors.py,sha256=a32Zm8KUQyiiLkjKNPYdaJDgjW6VsV-GhaLnPnK_fpI,3884
 kodit/migrations/versions/__init__.py,sha256=9-lHzptItTzq_fomdIRBegQNm4Znx6pVjwD4MiqRIdo,36
 kodit/migrations/versions/c3f5137d30f5_index_all_the_things.py,sha256=rI8LmjF-I2OMxZ2nOIF_NRmqOLXe45hL_iz_nx97DTQ,1680
-kodit-0.2.9.dist-info/METADATA,sha256=s454eRkiLIe50_PWl9sODi3_9NGtt-Q6pFNofPywwLA,5867
-kodit-0.2.9.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-kodit-0.2.9.dist-info/entry_points.txt,sha256=hoTn-1aKyTItjnY91fnO-rV5uaWQLQ-Vi7V5et2IbHY,40
-kodit-0.2.9.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-kodit-0.2.9.dist-info/RECORD,,
+kodit-0.3.0.dist-info/METADATA,sha256=7VZ989c731WalePCDWB1KSIUKJ9vS5hcgYVuI2Souiw,5867
+kodit-0.3.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+kodit-0.3.0.dist-info/entry_points.txt,sha256=hoTn-1aKyTItjnY91fnO-rV5uaWQLQ-Vi7V5et2IbHY,40
+kodit-0.3.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+kodit-0.3.0.dist-info/RECORD,,