agenta 0.15.0a2__tar.gz → 0.15.0a4__tar.gz

{agenta-0.15.0a2 → agenta-0.15.0a4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.15.0a2
+Version: 0.15.0a4
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering

{agenta-0.15.0a2 → agenta-0.15.0a4}/agenta/docker/docker_utils.py

@@ -8,7 +8,7 @@ from pathlib import Path
 logger = logging.getLogger(__name__)
 logger.setLevel(logging.DEBUG)
 
-DEBUG = True
+DEBUG = False
 
 
 def create_dockerfile(out_folder: Path) -> Path:

{agenta-0.15.0a2 → agenta-0.15.0a4}/agenta/sdk/agenta_init.py

@@ -1,5 +1,6 @@
 import os
 import logging
+import toml
 from typing import Optional
 
 from agenta.sdk.utils.globals import set_global
@@ -40,85 +41,69 @@ class AgentaSingleton:
         app_id: Optional[str] = None,
         host: Optional[str] = None,
         api_key: Optional[str] = None,
+        config_fname: Optional[str] = None,
     ) -> None:
         """Main function to initialize the singleton.
 
-        Initializes the singleton with the given `app_name`, `base_name`, and `host`. If any of these arguments are not provided,
-        the function will look for them in environment variables.
+        Initializes the singleton with the given `app_id`, `host`, and `api_key`. The order of precedence for these variables is:
+        1. Explicit argument provided in the function call.
+        2. Value from the configuration file specified by `config_fname`.
+        3. Environment variables.
+
+        Examples:
+        ag.init(app_id="xxxx", api_key="xxx")
+        ag.init(config_fname="config.toml")
+        ag.init() #assuming env vars are set
 
         Args:
-            app_id (Optional[str]): ID of the Agenta application. Defaults to None. If not provided, will look for "AGENTA_APP_NAME" in environment variables.
-            host (Optional[str]): Host name of the backend server. Defaults to None. If not provided, will look for "AGENTA_HOST" in environment variables.
-            api_key (Optional[str]): API Key to use with the host of the backend server.
-            kwargs (Any): Additional keyword arguments.
+            app_id (Optional[str]): ID of the Agenta application. Defaults to None. If not provided, will look for "app_id" in the config file, then "AGENTA_APP_ID" in environment variables.
+            host (Optional[str]): Host name of the backend server. Defaults to None. If not provided, will look for "backend_host" in the config file, then "AGENTA_HOST" in environment variables.
+            api_key (Optional[str]): API Key to use with the host of the backend server. Defaults to None. If not provided, will look for "api_key" in the config file, then "AGENTA_API_KEY" in environment variables.
+            config_fname (Optional[str]): Path to the configuration file (relative or absolute). Defaults to None.
 
         Raises:
-            ValueError: If `app_name`, `base_name`, or `host` are not specified either as arguments or in the environment variables.
+            ValueError: If `app_id` is not specified either as an argument, in the config file, or in the environment variables.
         """
-
-        self.api_key = api_key or os.environ.get("AGENTA_API_KEY")
-        self.host = host or os.environ.get("AGENTA_HOST", "http://localhost")
-
-        app_id = app_id or os.environ.get("AGENTA_APP_ID")
-        if not app_id:
-            raise ValueError("App ID must be specified.")
-
-        base_id = os.environ.get("AGENTA_BASE_ID")
-        base_name = os.environ.get("AGENTA_BASE_NAME")
-        if base_id is None and (app_id is None or base_name is None):
+        config = {}
+        if config_fname:
+            config = toml.load(config_fname)
+
+        self.app_id = app_id or config.get("app_id") or os.environ.get("AGENTA_APP_ID")
+        self.host = (
+            host
+            or config.get("backend_host")
+            or os.environ.get("AGENTA_HOST", "https://cloud.agenta.ai")
+        )
+        self.api_key = (
+            api_key or config.get("api_key") or os.environ.get("AGENTA_API_KEY")
+        )
+
+        if not self.app_id:
+            raise ValueError(
+                "App ID must be specified. You can provide it in one of the following ways:\n"
+                "1. As an argument when calling ag.init(app_id='your_app_id').\n"
+                "2. In the configuration file specified by config_fname.\n"
+                "3. As an environment variable 'AGENTA_APP_ID'."
+            )
+        self.base_id = os.environ.get("AGENTA_BASE_ID")
+        if self.base_id is None:
             print(
-                f"Warning: Your configuration will not be saved permanently since app_name and base_name are not provided."
+                "Warning: Your configuration will not be saved permanently since base_id is not provided."
             )
-        else:
-            try:
-                base_id = self.get_app_base(app_id, base_name)  # type: ignore
-            except Exception as ex:
-                raise APIRequestError(
-                    f"Failed to get base id and/or app_id from the server with error: {ex}"
-                )
-
-        self.app_id = app_id
-        self.base_id = base_id
-        self.variant_id = os.environ.get("AGENTA_VARIANT_ID")
-        self.variant_name = os.environ.get("AGENTA_VARIANT_NAME")
-        self.config = Config(base_id=self.base_id, host=self.host, api_key=self.api_key)  # type: ignore
-
-    def get_app_base(self, app_id: str, base_name: str) -> str:
-        bases = self.client.bases.list_bases(app_id=app_id, base_name=base_name)
-        if len(bases) == 0:
-            raise APIRequestError(f"No base was found for the app {app_id}")
-        return bases[0].base_id
-
-    def get_current_config(self):
-        """
-        Retrieves the current active configuration
-        """
 
-        if self._config_data is None:
-            raise RuntimeError("AgentaSingleton has not been initialized")
-        return self._config_data
+        self.config = Config(base_id=self.base_id, host=self.host)  # type: ignore
 
 
 class Config:
-    def __init__(self, base_id: str, host: str, api_key: str):
+    def __init__(self, base_id: str, host: str, api_key: str = ""):
         self.base_id = base_id
         self.host = host
-        self.api_key = api_key
 
         if base_id is None or host is None:
             self.persist = False
         else:
             self.persist = True
-
-    @property
-    def client(self):
-        """API Backend client.
-
-        Returns:
-            AgentaAPI: instance of agenta api backend
-        """
-
-        return AgentaApi(base_url=self.host + "/api", api_key=self.api_key)
+            self.client = AgentaApi(base_url=self.host + "/api", api_key=api_key)
 
     def register_default(self, overwrite=False, **kwargs):
         """alias for default"""
@@ -137,7 +122,7 @@ class Config:
             self.push(config_name="default", overwrite=overwrite, **kwargs)
         except Exception as ex:
             logger.warning(
-                "Unable to push the default configuration to the server." + str(ex)
+                "Unable to push the default configuration to the server. %s", str(ex)
             )
 
     def push(self, config_name: str, overwrite=True, **kwargs):
@@ -158,7 +143,7 @@ class Config:
             )
         except Exception as ex:
             logger.warning(
-                "Failed to push the configuration to the server with error: " + str(ex)
+                "Failed to push the configuration to the server with error: %s", ex
             )
 
     def pull(
@@ -168,7 +153,7 @@ class Config:
         if not self.persist and (
             config_name != "default" or environment_name is not None
         ):
-            raise Exception(
+            raise ValueError(
                 "Cannot pull the configuration from the server since the app_name and base_name are not provided."
             )
         if self.persist:
@@ -185,13 +170,13 @@ class Config:
                     )
             except Exception as ex:
                 logger.warning(
-                    "Failed to pull the configuration from the server with error: "
-                    + str(ex)
+                    "Failed to pull the configuration from the server with error: %s",
+                    str(ex),
                 )
         try:
             self.set(**{"current_version": config.current_version, **config.parameters})
         except Exception as ex:
-            logger.warning("Failed to set the configuration with error: " + str(ex))
+            logger.warning("Failed to set the configuration with error: %s", str(ex))
 
     def all(self):
         """Returns all the parameters for the app variant"""
@@ -199,7 +184,15 @@ class Config:
             k: v
             for k, v in self.__dict__.items()
             if k
-            not in ["app_name", "base_name", "host", "base_id", "api_key", "persist"]
+            not in [
+                "app_name",
+                "base_name",
+                "host",
+                "base_id",
+                "api_key",
+                "persist",
+                "client",
+            ]
         }
 
     # function to set the parameters for the app variant
@@ -226,24 +219,37 @@ def init(
     app_id: Optional[str] = None,
     host: Optional[str] = None,
     api_key: Optional[str] = None,
+    config_fname: Optional[str] = None,
     max_workers: Optional[int] = None,
 ):
-    """Main function to be called by the user to initialize the sdk.
+    """Main function to initialize the agenta sdk.
+
+    Initializes agenta with the given `app_id`, `host`, and `api_key`. The order of precedence for these variables is:
+    1. Explicit argument provided in the function call.
+    2. Value from the configuration file specified by `config_fname`.
+    3. Environment variables.
+
+    - `app_id` is a required parameter (to be specified in one of the above ways)
+    - `host` is optional and defaults to "https://cloud.agenta.ai"
+    - `api_key` is optional and defaults to "". It is required only when using cloud or enterprise version of agenta.
+
 
     Args:
-        app_id (str): The Id of the app.
-        host (str): The host of the backend server.
-        api_key (str): The API key to use for the backend server.
+        app_id (Optional[str]): ID of the Agenta application. Defaults to None. If not provided, will look for "app_id" in the config file, then "AGENTA_APP_ID" in environment variables.
+        host (Optional[str]): Host name of the backend server. Defaults to None. If not provided, will look for "backend_host" in the config file, then "AGENTA_HOST" in environment variables.
+        api_key (Optional[str]): API Key to use with the host of the backend server. Defaults to None. If not provided, will look for "api_key" in the config file, then "AGENTA_API_KEY" in environment variables.
+        config_fname (Optional[str]): Path to the configuration file. Defaults to None.
+
+    Raises:
+        ValueError: If `app_id` is not specified either as an argument, in the config file, or in the environment variables.
     """
 
     singleton = AgentaSingleton()
 
-    singleton.init(app_id=app_id, host=host, api_key=api_key)
+    singleton.init(app_id=app_id, host=host, api_key=api_key, config_fname=config_fname)
     tracing = Tracing(
         host=singleton.host,  # type: ignore
         app_id=singleton.app_id,  # type: ignore
-        variant_id=singleton.variant_id,  # type: ignore
-        variant_name=singleton.variant_name,
         api_key=singleton.api_key,
         max_workers=max_workers,
     )

{agenta-0.15.0a2 → agenta-0.15.0a4}/agenta/sdk/decorators/llm_entrypoint.py

@@ -55,20 +55,18 @@ app.include_router(router, prefix="")
 class entrypoint(BaseDecorator):
     """Decorator class to wrap a function for HTTP POST, terminal exposure and enable tracing.
 
-    Args:
-        BaseDecorator (object): base decorator class
 
     Example:
     ```python
         import agenta as ag
 
-        @ag.entrypoint(enable_tracing=True) # Defaults to False
+        @ag.entrypoint
         async def chain_of_prompts_llm(prompt: str):
             return ...
     ```
     """
 
-    def __call__(self, func: Callable[..., Any]):
+    def __init__(self, func: Callable[..., Any]):
         endpoint_name = "generate"
         func_signature = inspect.signature(func)
         config_params = agenta.config.all()
@@ -134,13 +132,12 @@ class entrypoint(BaseDecorator):
         )
 
         if self.is_main_script(func):
-            result = self.handle_terminal_run(
+            self.handle_terminal_run(
                 func,
                 func_signature.parameters,  # type: ignore
                 config_params,
                 ingestible_files,
             )
-            return result
 
     def extract_ingestible_files(
         self,
@@ -205,9 +202,16 @@ class entrypoint(BaseDecorator):
                 return FuncResponse(**result, latency=round(latency, 4))
             if isinstance(result, str):
                 return FuncResponse(message=result, latency=round(latency, 4))  # type: ignore
+            if isinstance(result, int) or isinstance(result, float):
+                return FuncResponse(message=str(result), latency=round(latency, 4))
+            if result is None:
+                return FuncResponse(
+                    message="Function executed successfully, but did return None. \n Are you sure you did not forget to return a value?",
+                    latency=round(latency, 4),
+                )
         except Exception as e:
             self.handle_exception(e)
-        return FuncResponse(message="Unexpected error occurred", latency=0)  # type: ignore
+        return FuncResponse(message="Unexpected error occurred when calling the @entrypoing decorated function", latency=0)  # type: ignore
 
     def handle_exception(self, e: Exception):
         """Handle exceptions."""
@@ -322,17 +326,7 @@ class entrypoint(BaseDecorator):
             if is_main_script(my_function):
                 print("This is the main script.")
         """
-
-        # this ensures that when we call main.py, it starts the fastapi server
-        if os.path.splitext(os.path.basename(sys.argv[0]))[0] == "main":
-            return False
-
-        # the function that gets passed to entrypoint will always be called from sdk/decorators/tracing.py
-        if os.path.splitext(os.path.basename(inspect.getfile(func)))[0] == "tracing":
-            return True
-
-        # same behaviour as the first single-line comment above
-        return False
+        return func.__module__ == "__main__"
 
     def handle_terminal_run(
         self,
@@ -404,7 +398,6 @@ class entrypoint(BaseDecorator):
         print(
             f"\n========== Result ==========\n\nMessage: {result.message}\nCost: {result.cost}\nToken Usage: {result.usage}"
         )
-        return result
 
     def override_schema(
         self, openapi_schema: dict, func_name: str, endpoint: str, params: dict

{agenta-0.15.0a2 → agenta-0.15.0a4}/agenta/sdk/decorators/tracing.py

@@ -43,9 +43,13 @@ class instrument(BaseDecorator):
         @wraps(func)
         async def async_wrapper(*args, **kwargs):
             result = None
+            func_args = inspect.getfullargspec(func).args
+            input_dict = {name: value for name, value in zip(func_args, args)}
+            input_dict.update(kwargs)
+
             span = self.tracing.start_span(
                 name=func.__name__,
-                input=kwargs,
+                input=input_dict,
                 spankind=self.spankind,
                 config=self.config,
             )
@@ -67,9 +71,13 @@ class instrument(BaseDecorator):
         @wraps(func)
         def sync_wrapper(*args, **kwargs):
             result = None
+            func_args = inspect.getfullargspec(func).args
+            input_dict = {name: value for name, value in zip(func_args, args)}
+            input_dict.update(kwargs)
+
             span = self.tracing.start_span(
                 name=func.__name__,
-                input=kwargs,
+                input=input_dict,
                 spankind=self.spankind,
                 config=self.config,
             )

{agenta-0.15.0a2 → agenta-0.15.0a4}/agenta/sdk/tracing/llm_tracing.py

@@ -1,19 +1,18 @@
-# Stdlib Imports
 import os
 from threading import Lock
 from datetime import datetime, timezone
 from typing import Optional, Dict, Any, List, Union
 
-# Own Imports
 from agenta.sdk.tracing.logger import llm_logger
 from agenta.sdk.tracing.tasks_manager import TaskQueue
 from agenta.client.backend.client import AsyncAgentaApi
 from agenta.client.backend.client import AsyncObservabilityClient
 from agenta.client.backend.types.create_span import CreateSpan, SpanKind, SpanStatusCode
 
-# Third Party Imports
 from bson.objectid import ObjectId
 
+VARIANT_TRACKING_FEATURE_FLAG = False
+
 
 class SingletonMeta(type):
     """
@@ -58,8 +57,6 @@ class Tracing(metaclass=SingletonMeta):
         self,
         host: str,
         app_id: str,
-        variant_id: Optional[str] = None,
-        variant_name: Optional[str] = None,
         api_key: Optional[str] = None,
         max_workers: Optional[int] = None,
     ):
@@ -67,8 +64,6 @@ class Tracing(metaclass=SingletonMeta):
         self.api_key = api_key if api_key is not None else ""
         self.llm_logger = llm_logger
         self.app_id = app_id
-        self.variant_id = variant_id
-        self.variant_name = variant_name
         self.tasks_manager = TaskQueue(
             max_workers if max_workers else 4, logger=llm_logger
         )
@@ -126,8 +121,6 @@ class Tracing(metaclass=SingletonMeta):
             inputs=input,
             name=name,
             app_id=self.app_id,
-            variant_id=self.variant_id,
-            variant_name=self.variant_name,
             config=config,
             spankind=spankind.upper(),
             attributes={},
@@ -155,6 +148,11 @@ class Tracing(metaclass=SingletonMeta):
                 if not config and self.trace_config_cache is not None
                 else None
             )
+            if VARIANT_TRACKING_FEATURE_FLAG:
+                # TODO: we should get the variant_id and variant_name (and environment) from the config object
+                span.variant_id = config.variant_id
+                span.variant_name = (config.variant_name,)
+
         else:
             span.parent_span_id = self.active_span.id
         self.span_dict[span.id] = span

{agenta-0.15.0a2 → agenta-0.15.0a4}/agenta/sdk/tracing/logger.py

@@ -2,7 +2,7 @@ import logging
 
 
 class LLMLogger:
-    def __init__(self, name="LLMLogger", level=logging.INFO):
+    def __init__(self, name="LLMLogger", level=logging.DEBUG):
         self.logger = logging.getLogger(name)
         self.logger.setLevel(level)
 

{agenta-0.15.0a2 → agenta-0.15.0a4}/agenta/sdk/types.py

@@ -131,8 +131,9 @@ class GroupedMultipleChoiceParam(str):
     def __new__(cls, default: str = None, choices: Dict[str, List[str]] = None):
         if choices is None:
             choices = {}
-
-        if default and not any(default in choices for choices in choices.values()):
+        if default and not any(
+            default in choice_list for choice_list in choices.values()
+        ):
             if not choices:
                 print(
                     f"Warning: Default value {default} provided but choices are empty."

{agenta-0.15.0a2 → agenta-0.15.0a4}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "agenta"
-version = "0.15.0a2"
+version = "0.15.0a4"
 description = "The SDK for agenta is an open-source LLMOps platform."
 readme = "README.md"
 authors = ["Mahmoud Mabrouk <mahmoud@agenta.ai>"]