kodit 0.4.3__py3-none-any.whl → 0.5.1__py3-none-any.whl

kodit/application/factories/code_indexing_factory.py

@@ -1,195 +0,0 @@
-"""Factory for creating the unified code indexing application service."""
-
-from collections.abc import Callable
-
-from sqlalchemy.ext.asyncio import AsyncSession
-
-from kodit.application.factories.reporting_factory import (
-    create_cli_operation,
-    create_noop_operation,
-    create_server_operation,
-)
-from kodit.application.services.code_indexing_application_service import (
-    CodeIndexingApplicationService,
-)
-from kodit.application.services.reporting import (
-    ProgressTracker,
-)
-from kodit.config import AppContext
-from kodit.domain.services.bm25_service import BM25DomainService
-from kodit.domain.services.embedding_service import EmbeddingDomainService
-from kodit.domain.services.enrichment_service import EnrichmentDomainService
-from kodit.domain.services.index_query_service import IndexQueryService
-from kodit.domain.services.index_service import (
-    IndexDomainService,
-)
-from kodit.domain.value_objects import LanguageMapping
-from kodit.infrastructure.bm25.bm25_factory import bm25_repository_factory
-from kodit.infrastructure.embedding.embedding_factory import (
-    embedding_domain_service_factory,
-)
-from kodit.infrastructure.embedding.embedding_providers.hash_embedding_provider import (
-    HashEmbeddingProvider,
-)
-from kodit.infrastructure.embedding.local_vector_search_repository import (
-    LocalVectorSearchRepository,
-)
-from kodit.infrastructure.enrichment.enrichment_factory import (
-    enrichment_domain_service_factory,
-)
-from kodit.infrastructure.enrichment.null_enrichment_provider import (
-    NullEnrichmentProvider,
-)
-from kodit.infrastructure.indexing.fusion_service import ReciprocalRankFusionService
-from kodit.infrastructure.slicing.language_detection_service import (
-    FileSystemLanguageDetectionService,
-)
-from kodit.infrastructure.sqlalchemy.embedding_repository import (
-    create_embedding_repository,
-)
-from kodit.infrastructure.sqlalchemy.entities import EmbeddingType
-from kodit.infrastructure.sqlalchemy.index_repository import (
-    create_index_repository,
-)
-from kodit.infrastructure.sqlalchemy.task_status_repository import (
-    create_task_status_repository,
-)
-
-
-def create_code_indexing_application_service(
-    app_context: AppContext,
-    session_factory: Callable[[], AsyncSession],
-    operation: ProgressTracker,
-) -> CodeIndexingApplicationService:
-    """Create a unified code indexing application service with all dependencies."""
-    # Create domain services
-    bm25_service = BM25DomainService(
-        bm25_repository_factory(app_context, session_factory())
-    )
-    code_search_service = embedding_domain_service_factory(
-        "code", app_context, session_factory(), session_factory
-    )
-    text_search_service = embedding_domain_service_factory(
-        "text", app_context, session_factory(), session_factory
-    )
-    enrichment_service = enrichment_domain_service_factory(app_context)
-    index_repository = create_index_repository(session_factory=session_factory)
-    # Use the unified language mapping from the domain layer
-    language_map = LanguageMapping.get_extension_to_language_map()
-
-    # Create infrastructure services
-    language_detector = FileSystemLanguageDetectionService(language_map)
-
-    index_domain_service = IndexDomainService(
-        language_detector=language_detector,
-        enrichment_service=enrichment_service,
-        clone_dir=app_context.get_clone_dir(),
-    )
-    index_query_service = IndexQueryService(
-        index_repository=index_repository,
-        fusion_service=ReciprocalRankFusionService(),
-    )
-
-    # Create and return the unified application service
-    return CodeIndexingApplicationService(
-        indexing_domain_service=index_domain_service,
-        index_repository=index_repository,
-        index_query_service=index_query_service,
-        bm25_service=bm25_service,
-        code_search_service=code_search_service,
-        text_search_service=text_search_service,
-        enrichment_service=enrichment_service,
-        operation=operation,
-    )
-
-
-def create_cli_code_indexing_application_service(
-    app_context: AppContext,
-    session_factory: Callable[[], AsyncSession],
-) -> CodeIndexingApplicationService:
-    """Create a CLI code indexing application service."""
-    return create_code_indexing_application_service(
-        app_context,
-        session_factory,
-        create_cli_operation(),
-    )
-
-
-def create_server_code_indexing_application_service(
-    app_context: AppContext,
-    session_factory: Callable[[], AsyncSession],
-) -> CodeIndexingApplicationService:
-    """Create a server code indexing application service."""
-    return create_code_indexing_application_service(
-        app_context,
-        session_factory,
-        create_server_operation(create_task_status_repository(session_factory)),
-    )
-
-
-def create_fast_test_code_indexing_application_service(
-    app_context: AppContext,
-    session_factory: Callable[[], AsyncSession],
-) -> CodeIndexingApplicationService:
-    """Create a fast test code indexing application service."""
-    # Create domain services
-    bm25_service = BM25DomainService(
-        bm25_repository_factory(app_context, session_factory())
-    )
-    embedding_repository = create_embedding_repository(session_factory=session_factory)
-    operation = create_noop_operation()
-
-    code_search_repository = LocalVectorSearchRepository(
-        embedding_repository=embedding_repository,
-        embedding_provider=HashEmbeddingProvider(),
-        embedding_type=EmbeddingType.CODE,
-    )
-    code_search_service = EmbeddingDomainService(
-        embedding_provider=HashEmbeddingProvider(),
-        vector_search_repository=code_search_repository,
-    )
-
-    # Fast text search service
-    text_search_repository = LocalVectorSearchRepository(
-        embedding_repository=embedding_repository,
-        embedding_provider=HashEmbeddingProvider(),
-        embedding_type=EmbeddingType.TEXT,
-    )
-    text_search_service = EmbeddingDomainService(
-        embedding_provider=HashEmbeddingProvider(),
-        vector_search_repository=text_search_repository,
-    )
-
-    # Fast enrichment service using NullEnrichmentProvider
-    enrichment_service = EnrichmentDomainService(
-        enrichment_provider=NullEnrichmentProvider()
-    )
-
-    index_repository = create_index_repository(session_factory=session_factory)
-    # Use the unified language mapping from the domain layer
-    language_map = LanguageMapping.get_extension_to_language_map()
-
-    # Create infrastructure services
-    language_detector = FileSystemLanguageDetectionService(language_map)
-
-    index_domain_service = IndexDomainService(
-        language_detector=language_detector,
-        enrichment_service=enrichment_service,
-        clone_dir=app_context.get_clone_dir(),
-    )
-    index_query_service = IndexQueryService(
-        index_repository=index_repository,
-        fusion_service=ReciprocalRankFusionService(),
-    )
-
-    # Create and return the unified application service
-    return CodeIndexingApplicationService(
-        indexing_domain_service=index_domain_service,
-        index_repository=index_repository,
-        index_query_service=index_query_service,
-        bm25_service=bm25_service,
-        code_search_service=code_search_service,
-        text_search_service=text_search_service,
-        enrichment_service=enrichment_service,
-        operation=operation,
-    )

kodit/application/services/auto_indexing_service.py

@@ -1,99 +0,0 @@
-"""Service for automatically indexing configured sources."""
-
-import asyncio
-import warnings
-from collections.abc import Callable
-from contextlib import suppress
-
-import structlog
-from sqlalchemy.ext.asyncio import AsyncSession
-
-from kodit.application.factories.code_indexing_factory import (
-    create_code_indexing_application_service,
-)
-from kodit.application.factories.reporting_factory import create_noop_operation
-from kodit.application.services.queue_service import QueueService
-from kodit.application.services.reporting import ProgressTracker
-from kodit.config import AppContext
-from kodit.domain.entities import Task
-from kodit.domain.value_objects import QueuePriority
-
-
-class AutoIndexingService:
-    """Service for automatically indexing configured sources."""
-
-    def __init__(
-        self,
-        app_context: AppContext,
-        session_factory: Callable[[], AsyncSession],
-    ) -> None:
-        """Initialize the auto-indexing service."""
-        self.app_context = app_context
-        self.session_factory = session_factory
-        self.log = structlog.get_logger(__name__)
-        self._indexing_task: asyncio.Task | None = None
-
-    async def start_background_indexing(
-        self, operation: ProgressTracker | None = None
-    ) -> None:
-        """Start background indexing of configured sources."""
-        operation = operation or create_noop_operation()
-        if (
-            not self.app_context.auto_indexing
-            or len(self.app_context.auto_indexing.sources) == 0
-        ):
-            self.log.info("Auto-indexing is disabled (no sources configured)")
-            return
-
-        warnings.warn(
-            "Auto-indexing is deprecated and will be removed in a future version, please use the API to index sources.",  # noqa: E501
-            DeprecationWarning,
-            stacklevel=2,
-        )
-
-        auto_sources = [source.uri for source in self.app_context.auto_indexing.sources]
-        self.log.info("Starting background indexing", num_sources=len(auto_sources))
-        self._indexing_task = asyncio.create_task(
-            self._index_sources(auto_sources, operation)
-        )
-
-    async def _index_sources(
-        self, sources: list[str], operation: ProgressTracker | None = None
-    ) -> None:
-        """Index all configured sources in the background."""
-        operation = operation or create_noop_operation()
-        queue_service = QueueService(session_factory=self.session_factory)
-        service = create_code_indexing_application_service(
-            app_context=self.app_context,
-            session_factory=self.session_factory,
-            operation=operation,
-        )
-
-        for source in sources:
-            try:
-                # Only auto-index a source if it is new
-                if await service.does_index_exist(source):
-                    self.log.info("Index already exists, skipping", source=source)
-                    continue
-
-                self.log.info("Adding auto-indexing task to queue", source=source)
-
-                # Create index
-                index = await service.create_index_from_uri(source)
-
-                await queue_service.enqueue_task(
-                    Task.create_index_update_task(index.id, QueuePriority.BACKGROUND)
-                )
-
-            except Exception as exc:
-                self.log.exception(
-                    "Failed to auto-index source", source=source, error=str(exc)
-                )
-                # Continue with other sources even if one fails
-
-    async def stop(self) -> None:
-        """Stop background indexing."""
-        if self._indexing_task:
-            self._indexing_task.cancel()
-            with suppress(asyncio.CancelledError):
-                await self._indexing_task