eval-ai-library 0.3.11__tar.gz → 0.3.12__tar.gz

{eval_ai_library-0.3.11/eval_ai_library.egg-info → eval_ai_library-0.3.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-ai-library
-Version: 0.3.11
+Version: 0.3.12
 Summary: Comprehensive AI Model Evaluation Framework with support for multiple LLM providers
 Author-email: Aleksandr Meshkov <alekslynx90@gmail.com>
 License: MIT

{eval_ai_library-0.3.11 → eval_ai_library-0.3.12/eval_ai_library.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-ai-library
-Version: 0.3.11
+Version: 0.3.12
 Summary: Comprehensive AI Model Evaluation Framework with support for multiple LLM providers
 Author-email: Aleksandr Meshkov <alekslynx90@gmail.com>
 License: MIT

{eval_ai_library-0.3.11 → eval_ai_library-0.3.12}/eval_lib/__init__.py

@@ -7,7 +7,7 @@ A powerful library for evaluating AI models with support for multiple LLM provid
 and a wide range of evaluation metrics for RAG systems and AI agents.
 """
 
-__version__ = "0.3.11"
+__version__ = "0.3.12"
 __author__ = "Aleksandr Meshkov"
 
 # Core evaluation functions

{eval_ai_library-0.3.11 → eval_ai_library-0.3.12}/eval_lib/llm_client.py

@@ -47,6 +47,29 @@ class CustomLLMClient(ABC):
         """
         pass
 
+    async def get_embeddings(
+        self,
+        texts: list[str],
+        model: str = "text-embedding-3-small"
+    ) -> tuple[list[list[float]], Optional[float]]:
+        """
+        Get embeddings for texts (optional implementation).
+
+        Args:
+            texts: List of texts to embed
+            model: Embedding model name
+
+        Returns:
+            Tuple of (embeddings_list, cost_in_usd)
+
+        Raises:
+            NotImplementedError: If custom client doesn't support embeddings
+        """
+        raise NotImplementedError(
+            f"{self.__class__.__name__} does not support embeddings. "
+            "Implement get_embeddings() method or use OpenAI for embeddings."
+        )
+
     @abstractmethod
     def get_model_name(self) -> str:
         """Return the model name for logging/tracking purposes."""
@@ -405,14 +428,14 @@ def _calculate_cost(llm: LLMDescriptor, usage) -> Optional[float]:
 
 
 async def get_embeddings(
-    model: str | tuple[str, str] | LLMDescriptor,
+    model: str | tuple[str, str] | LLMDescriptor | CustomLLMClient,
     texts: list[str],
 ) -> tuple[list[list[float]], Optional[float]]:
     """
-    Get embeddings for a list of texts using OpenAI models.
+    Get embeddings for a list of texts.
 
     Args:
-        model: Model specification (e.g., "openai:text-embedding-3-small")
+        model: Model specification or CustomLLMClient instance
         texts: List of texts to embed
 
     Returns:
@@ -420,8 +443,13 @@ async def get_embeddings(
 
     Raises:
         LLMConfigurationError: If required API keys are missing
-        ValueError: If non-OpenAI provider is specified
+        ValueError: If provider doesn't support embeddings
+        NotImplementedError: If CustomLLMClient doesn't implement get_embeddings
     """
+    # Handle custom LLM clients
+    if isinstance(model, CustomLLMClient):
+        return await model.get_embeddings(texts)
+
     llm = LLMDescriptor.parse(model)
 
     if llm.provider != Provider.OPENAI:

{eval_ai_library-0.3.11 → eval_ai_library-0.3.12}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "eval-ai-library"
-version = "0.3.11"
+version = "0.3.12"
 description = "Comprehensive AI Model Evaluation Framework with support for multiple LLM providers"
 readme = "README.md"
 authors = [