agenta 0.32.0a1__py3-none-any.whl → 0.33.0a1__py3-none-any.whl

agenta/client/backend/testsets/client.py

@@ -31,15 +31,15 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Uploads a CSV or JSON file and saves its data to MongoDB.
+        Uploads a CSV or JSON file and saves its data to Postgres.
 
         Args:
         upload_type : Either a json or csv file.
-        file (UploadFile): The CSV or JSON file to upload.
-        testset_name (Optional): the name of the testset if provided.
+            file (UploadFile): The CSV or JSON file to upload.
+            testset_name (Optional): the name of the testset if provided.
 
         Returns:
-        dict: The result of the upload process.
+            dict: The result of the upload process.
 
         Parameters
         ----------
@@ -113,14 +113,14 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Import JSON testset data from an endpoint and save it to MongoDB.
+        Import JSON testset data from an endpoint and save it to Postgres.
 
         Args:
-        endpoint (str): An endpoint URL to import data from.
-        testset_name (str): the name of the testset if provided.
+            endpoint (str): An endpoint URL to import data from.
+            testset_name (str): the name of the testset if provided.
 
         Returns:
-        dict: The result of the import process.
+            dict: The result of the import process.
 
         Parameters
         ----------
@@ -241,7 +241,7 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -395,7 +395,7 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -475,13 +475,13 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Fetch a specific testset in a MongoDB collection using its \_id.
+        Fetch a specific testset in a MongoDB collection using its _id.
 
         Args:
-        testset_id (str): The \_id of the testset to fetch.
+            testset_id (str): The _id of the testset to fetch.
 
         Returns:
-        The requested testset if found, else an HTTPException.
+            The requested testset if found, else an HTTPException.
 
         Parameters
         ----------
@@ -545,7 +545,7 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Update a testset with given id, update the testset in MongoDB.
+        Update a testset with given id, update the testset in Postgres.
 
         Args:
         testset_id (str): id of the test set to be updated.
@@ -632,15 +632,15 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Uploads a CSV or JSON file and saves its data to MongoDB.
+        Uploads a CSV or JSON file and saves its data to Postgres.
 
         Args:
         upload_type : Either a json or csv file.
-        file (UploadFile): The CSV or JSON file to upload.
-        testset_name (Optional): the name of the testset if provided.
+            file (UploadFile): The CSV or JSON file to upload.
+            testset_name (Optional): the name of the testset if provided.
 
         Returns:
-        dict: The result of the upload process.
+            dict: The result of the upload process.
 
         Parameters
         ----------
@@ -722,14 +722,14 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Import JSON testset data from an endpoint and save it to MongoDB.
+        Import JSON testset data from an endpoint and save it to Postgres.
 
         Args:
-        endpoint (str): An endpoint URL to import data from.
-        testset_name (str): the name of the testset if provided.
+            endpoint (str): An endpoint URL to import data from.
+            testset_name (str): the name of the testset if provided.
 
         Returns:
-        dict: The result of the import process.
+            dict: The result of the import process.
 
         Parameters
         ----------
@@ -866,7 +866,7 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -1036,7 +1036,7 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -1124,13 +1124,13 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Fetch a specific testset in a MongoDB collection using its \_id.
+        Fetch a specific testset in a MongoDB collection using its _id.
 
         Args:
-        testset_id (str): The \_id of the testset to fetch.
+            testset_id (str): The _id of the testset to fetch.
 
         Returns:
-        The requested testset if found, else an HTTPException.
+            The requested testset if found, else an HTTPException.
 
         Parameters
         ----------
@@ -1202,7 +1202,7 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Update a testset with given id, update the testset in MongoDB.
+        Update a testset with given id, update the testset in Postgres.
 
         Args:
         testset_id (str): id of the test set to be updated.

agenta/client/backend/types/__init__.py

@@ -24,6 +24,7 @@ from .correct_answer import CorrectAnswer
 from .create_app_output import CreateAppOutput
 from .create_span import CreateSpan
 from .create_trace_response import CreateTraceResponse
+from .delete_evaluation import DeleteEvaluation
 from .docker_env_vars import DockerEnvVars
 from .environment_output import EnvironmentOutput
 from .environment_output_extended import EnvironmentOutputExtended
@@ -34,7 +35,6 @@ from .evaluation_scenario import EvaluationScenario
 from .evaluation_scenario_input import EvaluationScenarioInput
 from .evaluation_scenario_output import EvaluationScenarioOutput
 from .evaluation_scenario_result import EvaluationScenarioResult
-from .evaluation_scenario_score_update import EvaluationScenarioScoreUpdate
 from .evaluation_status_enum import EvaluationStatusEnum
 from .evaluation_type import EvaluationType
 from .evaluator import Evaluator
@@ -49,8 +49,6 @@ from .human_evaluation import HumanEvaluation
 from .human_evaluation_scenario import HumanEvaluationScenario
 from .human_evaluation_scenario_input import HumanEvaluationScenarioInput
 from .human_evaluation_scenario_output import HumanEvaluationScenarioOutput
-from .human_evaluation_scenario_update import HumanEvaluationScenarioUpdate
-from .human_evaluation_update import HumanEvaluationUpdate
 from .image import Image
 from .invite_request import InviteRequest
 from .legacy_analytics_response import LegacyAnalyticsResponse
@@ -61,10 +59,10 @@ from .list_api_keys_response import ListApiKeysResponse
 from .llm_run_rate_limit import LlmRunRateLimit
 from .llm_tokens import LlmTokens
 from .metrics_dto import MetricsDto
-from .new_human_evaluation import NewHumanEvaluation
 from .new_testset import NewTestset
 from .node_dto import NodeDto
 from .node_type import NodeType
+
 from .o_tel_context_dto import OTelContextDto
 from .o_tel_event_dto import OTelEventDto
 from .o_tel_extra_dto import OTelExtraDto
@@ -144,6 +142,7 @@ __all__ = [
     "CreateAppOutput",
     "CreateSpan",
     "CreateTraceResponse",
+    "DeleteEvaluation",
     "DockerEnvVars",
     "EnvironmentOutput",
     "EnvironmentOutputExtended",
@@ -154,7 +153,6 @@ __all__ = [
     "EvaluationScenarioInput",
     "EvaluationScenarioOutput",
     "EvaluationScenarioResult",
-    "EvaluationScenarioScoreUpdate",
     "EvaluationStatusEnum",
     "EvaluationType",
     "Evaluator",
@@ -169,8 +167,6 @@ __all__ = [
     "HumanEvaluationScenario",
     "HumanEvaluationScenarioInput",
     "HumanEvaluationScenarioOutput",
-    "HumanEvaluationScenarioUpdate",
-    "HumanEvaluationUpdate",
     "Image",
     "InviteRequest",
     "LegacyAnalyticsResponse",

agenta/client/backend/types/{evaluation_scenario_score_update.py → delete_evaluation.py}

@@ -1,13 +1,13 @@
 # This file was auto-generated by Fern from our API Definition.
 
 from ..core.pydantic_utilities import UniversalBaseModel
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
 import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
 import pydantic
 
 
-class EvaluationScenarioScoreUpdate(UniversalBaseModel):
-    score: float
+class DeleteEvaluation(UniversalBaseModel):
+    evaluations_ids: typing.List[str]
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(

agenta/client/backend/variants/client.py

@@ -46,14 +46,14 @@ class VariantsClient:
         Same as POST /config
 
         Args:
-        payload (AddVariantFromBasePayload): Payload containing base variant ID, new variant name, and parameters.
-        stoken_session (SessionContainer, optional): Session container. Defaults to result of verify_session().
+            payload (AddVariantFromBasePayload): Payload containing base variant ID, new variant name, and parameters.
+            stoken_session (SessionContainer, optional): Session container. Defaults to result of verify_session().
 
         Raises:
-        HTTPException: Raised if the variant could not be added or accessed.
+            HTTPException: Raised if the variant could not be added or accessed.
 
         Returns:
-        Union[AppVariantResponse, Any]: New variant details or exception.
+            Union[AppVariantResponse, Any]: New variant details or exception.
 
         Parameters
         ----------
@@ -199,16 +199,16 @@ class VariantsClient:
         Start a variant of an app.
 
         Args:
-        variant_id (str): The ID of the variant to start.
-        action (VariantAction): The action to perform on the variant (start).
-        env_vars (Optional[DockerEnvVars], optional): The environment variables to inject to the Docker container. Defaults to None.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            variant_id (str): The ID of the variant to start.
+            action (VariantAction): The action to perform on the variant (start).
+            env_vars (Optional[DockerEnvVars], optional): The environment variables to inject to the Docker container. Defaults to None.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Returns:
-        URI: The URL of the started variant.
+            URI: The URL of the started variant.
 
         Raises:
-        HTTPException: If the app container cannot be started.
+            HTTPException: If the app container cannot be started.
 
         Parameters
         ----------
@@ -293,10 +293,16 @@ class VariantsClient:
         In the case it's the last variant using the image, stop the container and remove the image.
 
         Arguments:
-        app_variant -- AppVariant to remove
+
+
+
+            app_variant -- AppVariant to remove
 
         Raises:
-        HTTPException: If there is a problem removing the app variant
+
+
+
+            HTTPException: If there is a problem removing the app variant
 
         Parameters
         ----------
@@ -362,15 +368,15 @@ class VariantsClient:
         Updates the parameters for an app variant.
 
         Args:
-        variant_id (str): The ID of the app variant to update.
-        payload (UpdateVariantParameterPayload): The payload containing the updated parameters.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            variant_id (str): The ID of the app variant to update.
+            payload (UpdateVariantParameterPayload): The payload containing the updated parameters.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If there is an error while trying to update the app variant.
+            HTTPException: If there is an error while trying to update the app variant.
 
         Returns:
-        JSONResponse: A JSON response containing the updated app variant parameters.
+            JSONResponse: A JSON response containing the updated app variant parameters.
 
         Parameters
         ----------
@@ -450,14 +456,14 @@ class VariantsClient:
         Updates the image used in an app variant.
 
         Args:
-        variant_id (str): The ID of the app variant to update.
-        image (Image): The image information to update.
+            variant_id (str): The ID of the app variant to update.
+            image (Image): The image information to update.
 
         Raises:
-        HTTPException: If an error occurs while trying to update the app variant.
+            HTTPException: If an error occurs while trying to update the app variant.
 
         Returns:
-        JSONResponse: A JSON response indicating whether the update was successful or not.
+            JSONResponse: A JSON response indicating whether the update was successful or not.
 
         Parameters
         ----------
@@ -1371,14 +1377,14 @@ class AsyncVariantsClient:
         Same as POST /config
 
         Args:
-        payload (AddVariantFromBasePayload): Payload containing base variant ID, new variant name, and parameters.
-        stoken_session (SessionContainer, optional): Session container. Defaults to result of verify_session().
+            payload (AddVariantFromBasePayload): Payload containing base variant ID, new variant name, and parameters.
+            stoken_session (SessionContainer, optional): Session container. Defaults to result of verify_session().
 
         Raises:
-        HTTPException: Raised if the variant could not be added or accessed.
+            HTTPException: Raised if the variant could not be added or accessed.
 
         Returns:
-        Union[AppVariantResponse, Any]: New variant details or exception.
+            Union[AppVariantResponse, Any]: New variant details or exception.
 
         Parameters
         ----------
@@ -1540,16 +1546,16 @@ class AsyncVariantsClient:
         Start a variant of an app.
 
         Args:
-        variant_id (str): The ID of the variant to start.
-        action (VariantAction): The action to perform on the variant (start).
-        env_vars (Optional[DockerEnvVars], optional): The environment variables to inject to the Docker container. Defaults to None.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            variant_id (str): The ID of the variant to start.
+            action (VariantAction): The action to perform on the variant (start).
+            env_vars (Optional[DockerEnvVars], optional): The environment variables to inject to the Docker container. Defaults to None.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Returns:
-        URI: The URL of the started variant.
+            URI: The URL of the started variant.
 
         Raises:
-        HTTPException: If the app container cannot be started.
+            HTTPException: If the app container cannot be started.
 
         Parameters
         ----------
@@ -1642,10 +1648,16 @@ class AsyncVariantsClient:
         In the case it's the last variant using the image, stop the container and remove the image.
 
         Arguments:
-        app_variant -- AppVariant to remove
+
+
+
+            app_variant -- AppVariant to remove
 
         Raises:
-        HTTPException: If there is a problem removing the app variant
+
+
+
+            HTTPException: If there is a problem removing the app variant
 
         Parameters
         ----------
@@ -1719,15 +1731,15 @@ class AsyncVariantsClient:
         Updates the parameters for an app variant.
 
         Args:
-        variant_id (str): The ID of the app variant to update.
-        payload (UpdateVariantParameterPayload): The payload containing the updated parameters.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            variant_id (str): The ID of the app variant to update.
+            payload (UpdateVariantParameterPayload): The payload containing the updated parameters.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If there is an error while trying to update the app variant.
+            HTTPException: If there is an error while trying to update the app variant.
 
         Returns:
-        JSONResponse: A JSON response containing the updated app variant parameters.
+            JSONResponse: A JSON response containing the updated app variant parameters.
 
         Parameters
         ----------
@@ -1815,14 +1827,14 @@ class AsyncVariantsClient:
         Updates the image used in an app variant.
 
         Args:
-        variant_id (str): The ID of the app variant to update.
-        image (Image): The image information to update.
+            variant_id (str): The ID of the app variant to update.
+            image (Image): The image information to update.
 
         Raises:
-        HTTPException: If an error occurs while trying to update the app variant.
+            HTTPException: If an error occurs while trying to update the app variant.
 
         Returns:
-        JSONResponse: A JSON response indicating whether the update was successful or not.
+            JSONResponse: A JSON response indicating whether the update was successful or not.
 
         Parameters
         ----------

agenta/sdk/decorators/routing.py

@@ -142,8 +142,8 @@ class entrypoint:
             app.add_middleware(InlineMiddleware)
             app.add_middleware(VaultMiddleware)
             app.add_middleware(ConfigMiddleware)
-            app.add_middleware(OTelMiddleware)
             app.add_middleware(AuthMiddleware)
+            app.add_middleware(OTelMiddleware)
             app.add_middleware(CORSMiddleware)
         ### ------------------ #
 
@@ -175,14 +175,22 @@ class entrypoint:
         self.update_run_wrapper_signature(wrapper=run_wrapper)
 
         run_route = f"{entrypoint._run_path}{route_path}"
-        app.post(run_route, response_model=BaseResponse)(run_wrapper)
+        app.post(
+            run_route,
+            response_model=BaseResponse,
+            response_model_exclude_none=True,
+        )(run_wrapper)
 
         # LEGACY
         # TODO: Removing this implies breaking changes in :
         # - calls to /generate_deployed must be replaced with calls to /run
         if route_path == "":
             run_route = entrypoint._legacy_generate_deployed_path
-            app.post(run_route, response_model=BaseResponse)(run_wrapper)
+            app.post(
+                run_route,
+                response_model=BaseResponse,
+                response_model_exclude_none=True,
+            )(run_wrapper)
         # LEGACY
         ### ----------- #
 
@@ -203,21 +211,33 @@ class entrypoint:
         self.update_test_wrapper_signature(wrapper=test_wrapper, config_instance=config)
 
         test_route = f"{entrypoint._test_path}{route_path}"
-        app.post(test_route, response_model=BaseResponse)(test_wrapper)
+        app.post(
+            test_route,
+            response_model=BaseResponse,
+            response_model_exclude_none=True,
+        )(test_wrapper)
 
         # LEGACY
         # TODO: Removing this implies breaking changes in :
         # - calls to /generate must be replaced with calls to /test
         if route_path == "":
             test_route = entrypoint._legacy_generate_path
-            app.post(test_route, response_model=BaseResponse)(test_wrapper)
+            app.post(
+                test_route,
+                response_model=BaseResponse,
+                response_model_exclude_none=True,
+            )(test_wrapper)
         # LEGACY
 
         # LEGACY
         # TODO: Removing this implies no breaking changes
         if route_path == "":
             test_route = entrypoint._legacy_playground_run_path
-            app.post(test_route, response_model=BaseResponse)(test_wrapper)
+            app.post(
+                test_route,
+                response_model=BaseResponse,
+                response_model_exclude_none=True,
+            )(test_wrapper)
         # LEGACY
         ### ------------ #
 
@@ -369,7 +389,9 @@ class entrypoint:
     ):
         display_exception("Application Exception")
 
-        status_code = 500
+        status_code = (
+            getattr(error, "status_code") if hasattr(error, "status_code") else 500
+        )
         stacktrace = format_exception(error, value=error, tb=error.__traceback__)  # type: ignore
 
         raise HTTPException(
@@ -430,8 +452,8 @@ class entrypoint:
         link = context.link
 
         tree = None
-        _tree_id = link.get("tree_id") if link else None # in int format
-        tree_id = str(UUID(int=_tree_id)) if _tree_id else None # in uuid_as_str format
+        _tree_id = link.get("tree_id") if link else None  # in int format
+        tree_id = str(UUID(int=_tree_id)) if _tree_id else None  # in uuid_as_str format
 
         if _tree_id is not None:
             if inline:
@@ -560,7 +582,7 @@ class entrypoint:
         config_class_name = type(config).__name__
         config_schema = openapi_schema["components"]["schemas"][config_class_name]
         # Process each field in the config class
-        for field_name, field in config.__class__.__fields__.items():
+        for field_name, field in config.__class__.model_fields.items():
             # Check if field has Annotated metadata for MultipleChoice
             if hasattr(field, "metadata") and field.metadata:
                 for meta in field.metadata:

agenta/sdk/decorators/tracing.py

@@ -165,15 +165,27 @@ class instrument:  # pylint: disable=invalid-name
                 usage = {"total_tokens": usage}
 
             span.set_attributes(
-                attributes={"total": cost},
+                attributes={"total": float(cost) if cost else None},
                 namespace="metrics.unit.costs",
             )
             span.set_attributes(
                 attributes=(
                     {
-                        "prompt": usage.get("prompt_tokens", None),
-                        "completion": usage.get("completion_tokens", None),
-                        "total": usage.get("total_tokens", None),
+                        "prompt": (
+                            float(usage.get("prompt_tokens"))
+                            if usage.get("prompt_tokens", None)
+                            else None
+                        ),
+                        "completion": (
+                            float(usage.get("completion_tokens"))
+                            if usage.get("completion_tokens", None)
+                            else None
+                        ),
+                        "total": (
+                            float(usage.get("total_tokens", None))
+                            if usage.get("total_tokens", None)
+                            else None
+                        ),
                     }
                 ),
                 namespace="metrics.unit.tokens",

agenta/sdk/litellm/litellm.py

@@ -154,16 +154,34 @@ def litellm_handler():
                 pass
 
             span.set_attributes(
-                attributes={"total": kwargs.get("response_cost")},
+                attributes={
+                    "total": (
+                        float(kwargs.get("response_cost"))
+                        if kwargs.get("response_cost")
+                        else None
+                    )
+                },
                 namespace="metrics.unit.costs",
             )
 
             span.set_attributes(
                 attributes=(
                     {
-                        "prompt": response_obj.usage.prompt_tokens,
-                        "completion": response_obj.usage.completion_tokens,
-                        "total": response_obj.usage.total_tokens,
+                        "prompt": (
+                            float(response_obj.usage.prompt_tokens)
+                            if response_obj.usage.prompt_tokens
+                            else None
+                        ),
+                        "completion": (
+                            float(response_obj.usage.completion_tokens)
+                            if response_obj.usage.completion_tokens
+                            else None
+                        ),
+                        "total": (
+                            float(response_obj.usage.total_tokens)
+                            if response_obj.usage.total_tokens
+                            else None
+                        ),
                     }
                 ),
                 namespace="metrics.unit.tokens",
@@ -264,16 +282,34 @@ def litellm_handler():
                 pass
 
             span.set_attributes(
-                attributes={"total": kwargs.get("response_cost")},
+                attributes={
+                    "total": (
+                        float(kwargs.get("response_cost"))
+                        if kwargs.get("response_cost")
+                        else None
+                    )
+                },
                 namespace="metrics.unit.costs",
             )
 
             span.set_attributes(
                 attributes=(
                     {
-                        "prompt": response_obj.usage.prompt_tokens,
-                        "completion": response_obj.usage.completion_tokens,
-                        "total": response_obj.usage.total_tokens,
+                        "prompt": (
+                            float(response_obj.usage.prompt_tokens)
+                            if response_obj.usage.prompt_tokens
+                            else None
+                        ),
+                        "completion": (
+                            float(response_obj.usage.completion_tokens)
+                            if response_obj.usage.completion_tokens
+                            else None
+                        ),
+                        "total": (
+                            float(response_obj.usage.total_tokens)
+                            if response_obj.usage.total_tokens
+                            else None
+                        ),
                     }
                 ),
                 namespace="metrics.unit.tokens",

agenta/sdk/litellm/mockllm.py

@@ -1,7 +1,7 @@
 from typing import Optional, Protocol, Any
 
-from agenta.sdk.context.routing import routing_context
 from agenta.sdk.litellm.mocks import MOCKS
+from agenta.sdk.context.routing import routing_context
 
 
 class LitellmProtocol(Protocol):
@@ -19,7 +19,7 @@ async def acompletion(*args, **kwargs):
         if mock not in MOCKS:
             raise ValueError(f"Mock {mock} not found")
 
-        return MOCKS[mock]
+        return MOCKS[mock](*args, **kwargs)
 
     if not litellm:
         raise ValueError("litellm not found")