agenta 0.15.0__tar.gz → 0.15.0a1__tar.gz

{agenta-0.15.0 → agenta-0.15.0a1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.15.0
+Version: 0.15.0a1
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering

{agenta-0.15.0 → agenta-0.15.0a1}/agenta/docker/docker-assets/Dockerfile.cloud.template

@@ -2,7 +2,7 @@ FROM public.ecr.aws/s2t9a1r1/agentaai/lambda_templates_public:main
 
 COPY requirements.txt ${LAMBDA_TASK_ROOT}
 RUN pip install --no-cache-dir --disable-pip-version-check -U agenta
-RUN pip install --no-cache-dir --disable-pip-version-check -U -r requirements.txt
+RUN pip install --no-cache-dir --disable-pip-version-check -r requirements.txt
 RUN pip install --no-cache-dir --disable-pip-version-check mangum
 COPY . ${LAMBDA_TASK_ROOT}
 

{agenta-0.15.0 → agenta-0.15.0a1}/agenta/docker/docker_utils.py

@@ -8,7 +8,7 @@ from pathlib import Path
 logger = logging.getLogger(__name__)
 logger.setLevel(logging.DEBUG)
 
-DEBUG = False
+DEBUG = True
 
 
 def create_dockerfile(out_folder: Path) -> Path:

{agenta-0.15.0 → agenta-0.15.0a1}/agenta/sdk/agenta_init.py

@@ -1,6 +1,5 @@
 import os
 import logging
-import toml
 from typing import Optional
 
 from agenta.sdk.utils.globals import set_global
@@ -41,69 +40,85 @@ class AgentaSingleton:
         app_id: Optional[str] = None,
         host: Optional[str] = None,
         api_key: Optional[str] = None,
-        config_fname: Optional[str] = None,
     ) -> None:
         """Main function to initialize the singleton.
 
-        Initializes the singleton with the given `app_id`, `host`, and `api_key`. The order of precedence for these variables is:
-        1. Explicit argument provided in the function call.
-        2. Value from the configuration file specified by `config_fname`.
-        3. Environment variables.
-
-        Examples:
-        ag.init(app_id="xxxx", api_key="xxx")
-        ag.init(config_fname="config.toml")
-        ag.init() #assuming env vars are set
+        Initializes the singleton with the given `app_name`, `base_name`, and `host`. If any of these arguments are not provided,
+        the function will look for them in environment variables.
 
         Args:
-            app_id (Optional[str]): ID of the Agenta application. Defaults to None. If not provided, will look for "app_id" in the config file, then "AGENTA_APP_ID" in environment variables.
-            host (Optional[str]): Host name of the backend server. Defaults to None. If not provided, will look for "backend_host" in the config file, then "AGENTA_HOST" in environment variables.
-            api_key (Optional[str]): API Key to use with the host of the backend server. Defaults to None. If not provided, will look for "api_key" in the config file, then "AGENTA_API_KEY" in environment variables.
-            config_fname (Optional[str]): Path to the configuration file (relative or absolute). Defaults to None.
+            app_id (Optional[str]): ID of the Agenta application. Defaults to None. If not provided, will look for "AGENTA_APP_NAME" in environment variables.
+            host (Optional[str]): Host name of the backend server. Defaults to None. If not provided, will look for "AGENTA_HOST" in environment variables.
+            api_key (Optional[str]): API Key to use with the host of the backend server.
+            kwargs (Any): Additional keyword arguments.
 
         Raises:
-            ValueError: If `app_id` is not specified either as an argument, in the config file, or in the environment variables.
+            ValueError: If `app_name`, `base_name`, or `host` are not specified either as arguments or in the environment variables.
         """
-        config = {}
-        if config_fname:
-            config = toml.load(config_fname)
-
-        self.app_id = app_id or config.get("app_id") or os.environ.get("AGENTA_APP_ID")
-        self.host = (
-            host
-            or config.get("backend_host")
-            or os.environ.get("AGENTA_HOST", "https://cloud.agenta.ai")
-        )
-        self.api_key = (
-            api_key or config.get("api_key") or os.environ.get("AGENTA_API_KEY")
-        )
-
-        if not self.app_id:
-            raise ValueError(
-                "App ID must be specified. You can provide it in one of the following ways:\n"
-                "1. As an argument when calling ag.init(app_id='your_app_id').\n"
-                "2. In the configuration file specified by config_fname.\n"
-                "3. As an environment variable 'AGENTA_APP_ID'."
-            )
-        self.base_id = os.environ.get("AGENTA_BASE_ID")
-        if self.base_id is None:
+
+        self.api_key = api_key or os.environ.get("AGENTA_API_KEY")
+        self.host = host or os.environ.get("AGENTA_HOST", "http://localhost")
+
+        app_id = app_id or os.environ.get("AGENTA_APP_ID")
+        if not app_id:
+            raise ValueError("App ID must be specified.")
+
+        base_id = os.environ.get("AGENTA_BASE_ID")
+        base_name = os.environ.get("AGENTA_BASE_NAME")
+        if base_id is None and (app_id is None or base_name is None):
             print(
-                "Warning: Your configuration will not be saved permanently since base_id is not provided."
+                f"Warning: Your configuration will not be saved permanently since app_name and base_name are not provided."
             )
+        else:
+            try:
+                base_id = self.get_app_base(app_id, base_name)  # type: ignore
+            except Exception as ex:
+                raise APIRequestError(
+                    f"Failed to get base id and/or app_id from the server with error: {ex}"
+                )
+
+        self.app_id = app_id
+        self.base_id = base_id
+        self.variant_id = os.environ.get("AGENTA_VARIANT_ID")
+        self.variant_name = os.environ.get("AGENTA_VARIANT_NAME")
+        self.config = Config(base_id=self.base_id, host=self.host, api_key=self.api_key)  # type: ignore
+
+    def get_app_base(self, app_id: str, base_name: str) -> str:
+        bases = self.client.bases.list_bases(app_id=app_id, base_name=base_name)
+        if len(bases) == 0:
+            raise APIRequestError(f"No base was found for the app {app_id}")
+        return bases[0].base_id
+
+    def get_current_config(self):
+        """
+        Retrieves the current active configuration
+        """
 
-        self.config = Config(base_id=self.base_id, host=self.host)  # type: ignore
+        if self._config_data is None:
+            raise RuntimeError("AgentaSingleton has not been initialized")
+        return self._config_data
 
 
 class Config:
-    def __init__(self, base_id: str, host: str, api_key: str = ""):
+    def __init__(self, base_id: str, host: str, api_key: str):
         self.base_id = base_id
         self.host = host
+        self.api_key = api_key
 
         if base_id is None or host is None:
             self.persist = False
         else:
             self.persist = True
-            self.client = AgentaApi(base_url=self.host + "/api", api_key=api_key)
+
+    @property
+    def client(self):
+        """API Backend client.
+
+        Returns:
+            AgentaAPI: instance of agenta api backend
+        """
+
+        return AgentaApi(base_url=self.host + "/api", api_key=self.api_key)
 
     def register_default(self, overwrite=False, **kwargs):
         """alias for default"""
@@ -122,7 +137,7 @@ class Config:
             self.push(config_name="default", overwrite=overwrite, **kwargs)
         except Exception as ex:
             logger.warning(
-                "Unable to push the default configuration to the server. %s", str(ex)
+                "Unable to push the default configuration to the server." + str(ex)
             )
 
     def push(self, config_name: str, overwrite=True, **kwargs):
@@ -143,7 +158,7 @@ class Config:
             )
         except Exception as ex:
             logger.warning(
-                "Failed to push the configuration to the server with error: %s", ex
+                "Failed to push the configuration to the server with error: " + str(ex)
             )
 
     def pull(
@@ -153,7 +168,7 @@ class Config:
         if not self.persist and (
             config_name != "default" or environment_name is not None
         ):
-            raise ValueError(
+            raise Exception(
                 "Cannot pull the configuration from the server since the app_name and base_name are not provided."
             )
         if self.persist:
@@ -170,13 +185,13 @@ class Config:
                     )
             except Exception as ex:
                 logger.warning(
-                    "Failed to pull the configuration from the server with error: %s",
-                    str(ex),
+                    "Failed to pull the configuration from the server with error: "
+                    + str(ex)
                 )
         try:
             self.set(**{"current_version": config.current_version, **config.parameters})
         except Exception as ex:
-            logger.warning("Failed to set the configuration with error: %s", str(ex))
+            logger.warning("Failed to set the configuration with error: " + str(ex))
 
     def all(self):
         """Returns all the parameters for the app variant"""
@@ -184,15 +199,7 @@ class Config:
             k: v
             for k, v in self.__dict__.items()
             if k
-            not in [
-                "app_name",
-                "base_name",
-                "host",
-                "base_id",
-                "api_key",
-                "persist",
-                "client",
-            ]
+            not in ["app_name", "base_name", "host", "base_id", "api_key", "persist"]
         }
 
     # function to set the parameters for the app variant
@@ -219,37 +226,24 @@ def init(
     app_id: Optional[str] = None,
     host: Optional[str] = None,
     api_key: Optional[str] = None,
-    config_fname: Optional[str] = None,
     max_workers: Optional[int] = None,
 ):
-    """Main function to initialize the agenta sdk.
-
-    Initializes agenta with the given `app_id`, `host`, and `api_key`. The order of precedence for these variables is:
-    1. Explicit argument provided in the function call.
-    2. Value from the configuration file specified by `config_fname`.
-    3. Environment variables.
-
-    - `app_id` is a required parameter (to be specified in one of the above ways)
-    - `host` is optional and defaults to "https://cloud.agenta.ai"
-    - `api_key` is optional and defaults to "". It is required only when using cloud or enterprise version of agenta.
-
+    """Main function to be called by the user to initialize the sdk.
 
     Args:
-        app_id (Optional[str]): ID of the Agenta application. Defaults to None. If not provided, will look for "app_id" in the config file, then "AGENTA_APP_ID" in environment variables.
-        host (Optional[str]): Host name of the backend server. Defaults to None. If not provided, will look for "backend_host" in the config file, then "AGENTA_HOST" in environment variables.
-        api_key (Optional[str]): API Key to use with the host of the backend server. Defaults to None. If not provided, will look for "api_key" in the config file, then "AGENTA_API_KEY" in environment variables.
-        config_fname (Optional[str]): Path to the configuration file. Defaults to None.
-
-    Raises:
-        ValueError: If `app_id` is not specified either as an argument, in the config file, or in the environment variables.
+        app_id (str): The Id of the app.
+        host (str): The host of the backend server.
+        api_key (str): The API key to use for the backend server.
     """
 
     singleton = AgentaSingleton()
 
-    singleton.init(app_id=app_id, host=host, api_key=api_key, config_fname=config_fname)
+    singleton.init(app_id=app_id, host=host, api_key=api_key)
     tracing = Tracing(
         host=singleton.host,  # type: ignore
         app_id=singleton.app_id,  # type: ignore
+        variant_id=singleton.variant_id,  # type: ignore
+        variant_name=singleton.variant_name,
         api_key=singleton.api_key,
         max_workers=max_workers,
     )

{agenta-0.15.0 → agenta-0.15.0a1}/agenta/sdk/decorators/llm_entrypoint.py

@@ -55,18 +55,20 @@ app.include_router(router, prefix="")
 class entrypoint(BaseDecorator):
     """Decorator class to wrap a function for HTTP POST, terminal exposure and enable tracing.
 
+    Args:
+        BaseDecorator (object): base decorator class
 
     Example:
     ```python
         import agenta as ag
 
-        @ag.entrypoint
+        @ag.entrypoint(enable_tracing=True) # Defaults to False
         async def chain_of_prompts_llm(prompt: str):
             return ...
     ```
     """
 
-    def __init__(self, func: Callable[..., Any]):
+    def __call__(self, func: Callable[..., Any]):
         endpoint_name = "generate"
         func_signature = inspect.signature(func)
         config_params = agenta.config.all()
@@ -80,7 +82,7 @@ class entrypoint(BaseDecorator):
 
             # Set the configuration and environment of the LLM app parent span at run-time
             agenta.tracing.set_span_attribute(
-                {"config": config_params, "environment": "playground"}
+               {"config": config_params, "environment": "playground"}
             )
 
             llm_result = await self.execute_function(
@@ -103,7 +105,7 @@ class entrypoint(BaseDecorator):
 
             # Set the configuration and environment of the LLM app parent span at run-time
             agenta.tracing.set_span_attribute(
-                {"config": config_params, "environment": kwargs["environment"]}
+               {"config": config_params, "environment": kwargs["environment"]}
             )
 
             llm_result = await self.execute_function(
@@ -132,12 +134,13 @@ class entrypoint(BaseDecorator):
         )
 
         if self.is_main_script(func):
-            self.handle_terminal_run(
+            result = self.handle_terminal_run(
                 func,
                 func_signature.parameters,  # type: ignore
                 config_params,
                 ingestible_files,
             )
+            return result
 
     def extract_ingestible_files(
         self,
@@ -202,16 +205,9 @@ class entrypoint(BaseDecorator):
                 return FuncResponse(**result, latency=round(latency, 4))
             if isinstance(result, str):
                 return FuncResponse(message=result, latency=round(latency, 4))  # type: ignore
-            if isinstance(result, int) or isinstance(result, float):
-                return FuncResponse(message=str(result), latency=round(latency, 4))
-            if result is None:
-                return FuncResponse(
-                    message="Function executed successfully, but did return None. \n Are you sure you did not forget to return a value?",
-                    latency=round(latency, 4),
-                )
         except Exception as e:
             self.handle_exception(e)
-        return FuncResponse(message="Unexpected error occurred when calling the @entrypoing decorated function", latency=0)  # type: ignore
+        return FuncResponse(message="Unexpected error occurred", latency=0)  # type: ignore
 
     def handle_exception(self, e: Exception):
         """Handle exceptions."""
@@ -326,7 +322,17 @@ class entrypoint(BaseDecorator):
             if is_main_script(my_function):
                 print("This is the main script.")
         """
-        return func.__module__ == "__main__"
+
+        # this ensures that when we call main.py, it starts the fastapi server
+        if os.path.splitext(os.path.basename(sys.argv[0]))[0] == "main":
+            return False
+
+        # the function that gets passed to entrypoint will always be called from sdk/decorators/tracing.py
+        if os.path.splitext(os.path.basename(inspect.getfile(func)))[0] == "tracing":
+            return True
+
+        # same behaviour as the first single-line comment above
+        return False
 
     def handle_terminal_run(
         self,
@@ -385,8 +391,8 @@ class entrypoint(BaseDecorator):
 
         # Set the configuration and environment of the LLM app parent span at run-time
         agenta.tracing.set_span_attribute(
-            {"config": agenta.config.all(), "environment": "bash"}
-        )
+               {"config": agenta.config.all(), "environment": "bash"}
+            )
 
         loop = asyncio.get_event_loop()
         result = loop.run_until_complete(
@@ -398,6 +404,7 @@ class entrypoint(BaseDecorator):
         print(
             f"\n========== Result ==========\n\nMessage: {result.message}\nCost: {result.cost}\nToken Usage: {result.usage}"
         )
+        return result
 
     def override_schema(
         self, openapi_schema: dict, func_name: str, endpoint: str, params: dict

{agenta-0.15.0 → agenta-0.15.0a1}/agenta/sdk/decorators/tracing.py

@@ -43,13 +43,9 @@ class instrument(BaseDecorator):
         @wraps(func)
         async def async_wrapper(*args, **kwargs):
             result = None
-            func_args = inspect.getfullargspec(func).args
-            input_dict = {name: value for name, value in zip(func_args, args)}
-            input_dict.update(kwargs)
-
             span = self.tracing.start_span(
                 name=func.__name__,
-                input=input_dict,
+                input=kwargs,
                 spankind=self.spankind,
                 config=self.config,
             )
@@ -71,13 +67,9 @@ class instrument(BaseDecorator):
         @wraps(func)
         def sync_wrapper(*args, **kwargs):
             result = None
-            func_args = inspect.getfullargspec(func).args
-            input_dict = {name: value for name, value in zip(func_args, args)}
-            input_dict.update(kwargs)
-
             span = self.tracing.start_span(
                 name=func.__name__,
-                input=input_dict,
+                input=kwargs,
                 spankind=self.spankind,
                 config=self.config,
             )

{agenta-0.15.0 → agenta-0.15.0a1}/agenta/sdk/tracing/llm_tracing.py

@@ -1,18 +1,19 @@
+# Stdlib Imports
 import os
 from threading import Lock
 from datetime import datetime, timezone
 from typing import Optional, Dict, Any, List, Union
 
+# Own Imports
 from agenta.sdk.tracing.logger import llm_logger
 from agenta.sdk.tracing.tasks_manager import TaskQueue
 from agenta.client.backend.client import AsyncAgentaApi
 from agenta.client.backend.client import AsyncObservabilityClient
 from agenta.client.backend.types.create_span import CreateSpan, SpanKind, SpanStatusCode
 
+# Third Party Imports
 from bson.objectid import ObjectId
 
-VARIANT_TRACKING_FEATURE_FLAG = False
-
 
 class SingletonMeta(type):
     """
@@ -57,6 +58,8 @@ class Tracing(metaclass=SingletonMeta):
         self,
         host: str,
         app_id: str,
+        variant_id: Optional[str] = None,
+        variant_name: Optional[str] = None,
         api_key: Optional[str] = None,
         max_workers: Optional[int] = None,
     ):
@@ -64,6 +67,8 @@ class Tracing(metaclass=SingletonMeta):
         self.api_key = api_key if api_key is not None else ""
         self.llm_logger = llm_logger
         self.app_id = app_id
+        self.variant_id = variant_id
+        self.variant_name = variant_name
         self.tasks_manager = TaskQueue(
             max_workers if max_workers else 4, logger=llm_logger
         )
@@ -71,9 +76,7 @@ class Tracing(metaclass=SingletonMeta):
         self.active_trace_id: Optional[str] = None
         self.pending_spans: List[CreateSpan] = []
         self.tags: List[str] = []
-        self.trace_config_cache: Dict[
-            str, Any
-        ] = {}  # used to save the trace configuration before starting the first span
+        self.trace_config_cache: Dict[str, Any] = {}  # used to save the trace configuration before starting the first span
         self.span_dict: Dict[str, CreateSpan] = {}  # type: ignore
 
     @property
@@ -92,9 +95,7 @@ class Tracing(metaclass=SingletonMeta):
         self,
         attributes: Dict[str, Any] = {},
     ):
-        if (
-            self.active_span is None
-        ):  # This is the case where entrypoint wants to save the trace information but the parent span has not been initialized yet
+        if self.active_span is None:  # This is the case where entrypoint wants to save the trace information but the parent span has not been initialized yet
             for key, value in attributes.items():
                 self.trace_config_cache[key] = value
         else:
@@ -121,6 +122,8 @@ class Tracing(metaclass=SingletonMeta):
             inputs=input,
             name=name,
             app_id=self.app_id,
+            variant_id=self.variant_id,
+            variant_name=self.variant_name,
             config=config,
             spankind=spankind.upper(),
             attributes={},
@@ -148,11 +151,6 @@ class Tracing(metaclass=SingletonMeta):
                 if not config and self.trace_config_cache is not None
                 else None
             )
-            if VARIANT_TRACKING_FEATURE_FLAG:
-                # TODO: we should get the variant_id and variant_name (and environment) from the config object
-                span.variant_id = config.variant_id
-                span.variant_name = (config.variant_name,)
-
         else:
             span.parent_span_id = self.active_span.id
         self.span_dict[span.id] = span

{agenta-0.15.0 → agenta-0.15.0a1}/agenta/sdk/tracing/logger.py

@@ -2,7 +2,7 @@ import logging
 
 
 class LLMLogger:
-    def __init__(self, name="LLMLogger", level=logging.DEBUG):
+    def __init__(self, name="LLMLogger", level=logging.INFO):
         self.logger = logging.getLogger(name)
         self.logger.setLevel(level)
 

{agenta-0.15.0 → agenta-0.15.0a1}/agenta/sdk/types.py

@@ -131,9 +131,8 @@ class GroupedMultipleChoiceParam(str):
     def __new__(cls, default: str = None, choices: Dict[str, List[str]] = None):
         if choices is None:
             choices = {}
-        if default and not any(
-            default in choice_list for choice_list in choices.values()
-        ):
+
+        if default and not any(default in choices for choices in choices.values()):
             if not choices:
                 print(
                     f"Warning: Default value {default} provided but choices are empty."

{agenta-0.15.0 → agenta-0.15.0a1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "agenta"
-version = "0.15.0"
+version = "0.15.0a1"
 description = "The SDK for agenta is an open-source LLMOps platform."
 readme = "README.md"
 authors = ["Mahmoud Mabrouk <mahmoud@agenta.ai>"]
@@ -34,7 +34,7 @@ cachetools = "^5.3.3"
 
 [tool.poetry.dev-dependencies]
 pytest = "^8.2"
-setuptools = "^70.0.0"
+setuptools = "^69.5.1"
 
 [build-system]
 requires = ["poetry-core"]