agenta 0.64.1__tar.gz → 0.74.0__tar.gz

{agenta-0.64.1 → agenta-0.74.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agenta
-Version: 0.64.1
+Version: 0.74.0
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Keywords: LLMOps,LLM,evaluation,prompt engineering
 Author: Mahmoud Mabrouk
@@ -15,28 +15,22 @@ Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Topic :: Software Development :: Libraries
-Requires-Dist: decorator (>=5.2.1,<6.0.0)
-Requires-Dist: fastapi (>=0.122.0,<0.123.0)
-Requires-Dist: google-auth (>=2.23,<3)
-Requires-Dist: h11 (>=0.16.0,<0.17.0)
-Requires-Dist: httpx (>=0.28.0,<0.29.0)
-Requires-Dist: huggingface-hub (<0.31.0)
-Requires-Dist: importlib-metadata (>=8.0.0,<9.0)
-Requires-Dist: jinja2 (>=3.1.6,<4.0.0)
-Requires-Dist: litellm (==1.78.7)
-Requires-Dist: openai (>=1.106.0)
-Requires-Dist: opentelemetry-api (>=1.27.0,<2.0.0)
-Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.27.0,<2.0.0)
-Requires-Dist: opentelemetry-instrumentation (>=0.56b0)
-Requires-Dist: opentelemetry-sdk (>=1.27.0,<2.0.0)
+Requires-Dist: daytona (>=0.128,<0.129)
+Requires-Dist: fastapi (>=0.127)
+Requires-Dist: httpx (>=0.28,<0.29)
+Requires-Dist: jinja2 (>=3,<4)
+Requires-Dist: litellm (>=1,<2)
+Requires-Dist: openai (>=2,<3)
+Requires-Dist: opentelemetry-api (>=1,<2)
+Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1,<2)
+Requires-Dist: opentelemetry-instrumentation (>=0.60b1,<0.61)
+Requires-Dist: opentelemetry-sdk (>=1,<2)
+Requires-Dist: orjson (>=3,<4)
 Requires-Dist: pydantic (>=2,<3)
-Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
-Requires-Dist: python-jsonpath (>=2.0.0,<3.0.0)
-Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
-Requires-Dist: restrictedpython (>=8.0,<9.0) ; python_version >= "3.11" and python_version < "3.14"
-Requires-Dist: structlog (>=25.2.0,<26.0.0)
-Requires-Dist: tiktoken (==0.11.0)
-Requires-Dist: toml (>=0.10.2,<0.11.0)
+Requires-Dist: python-jsonpath (>=2,<3)
+Requires-Dist: pyyaml (>=6,<7)
+Requires-Dist: restrictedpython (>=8,<9) ; python_version >= "3.11" and python_version < "3.14"
+Requires-Dist: structlog (>=25,<26)
 Project-URL: Documentation, https://agenta.ai/docs/
 Project-URL: Homepage, https://agenta.ai
 Project-URL: Repository, https://github.com/agenta-ai/agenta

{agenta-0.64.1 → agenta-0.74.0}/agenta/__init__.py

@@ -1,54 +1,50 @@
 from typing import Any, Callable, Optional
 
-from .sdk.utils.preinit import PreInitObject
-
-from agenta.client import AgentaApi, AsyncAgentaApi
 import agenta.client.backend.types as client_types  # pylint: disable=wrong-import-order
+from agenta.client import AgentaApi, AsyncAgentaApi
+
+from .sdk import assets as assets
 
+# evaluations
+from .sdk import testsets as testsets
+from .sdk import tracer
+from .sdk.agenta_init import AgentaSingleton
+from .sdk.agenta_init import init as _init
+from .sdk.context.running import workflow_mode_enabled
+from .sdk.decorators.running import (
+    application,
+    evaluator,
+    workflow,
+)
+from .sdk.decorators.serving import app, route
+from .sdk.decorators.tracing import instrument
+from .sdk.managers.apps import AppManager
+from .sdk.managers.config import ConfigManager
+from .sdk.managers.deployment import DeploymentManager
+from .sdk.managers.secrets import SecretsManager
+from .sdk.managers.variant import VariantManager
+from .sdk.managers.vault import VaultManager
+from .sdk.tracing import Tracing, get_tracer
+from .sdk.tracing.conventions import Reference
 from .sdk.types import (
-    MCField,
+    BinaryParam,
     DictInput,
-    MultipleChoice,
+    FileInputURL,
     FloatParam,
-    IntParam,
-    MultipleChoiceParam,
     GroupedMultipleChoiceParam,
+    IntParam,
+    MCField,
     MessagesInput,
-    TextParam,
-    FileInputURL,
-    BinaryParam,
+    MultipleChoice,
+    MultipleChoiceParam,
     Prompt,
     PromptTemplate,
+    TextParam,
 )
-
-from .sdk.agenta_init import Config, AgentaSingleton, init as _init
-from .sdk.utils.logging import get_module_logger
 from .sdk.utils.costs import calculate_token_usage
-from .sdk.tracing import Tracing, get_tracer
-from .sdk.tracing.conventions import Reference
-from .sdk.decorators.tracing import instrument
-from .sdk.decorators.running import (
-    workflow,
-    application,
-    evaluator,
-)
-from .sdk.decorators.serving import route, app
-from .sdk.context.running import workflow_mode_enabled
-from .sdk.litellm import litellm as callbacks
-from .sdk.managers.apps import AppManager
-from .sdk.managers.vault import VaultManager
-from .sdk.managers.secrets import SecretsManager
-from .sdk.managers.config import ConfigManager
-from .sdk.managers.variant import VariantManager
-from .sdk.managers.deployment import DeploymentManager
-from .sdk import assets as assets
-from .sdk import tracer
-
-# evaluations
-from .sdk import testsets as testsets
-
+from .sdk.utils.logging import get_module_logger
+from .sdk.utils.preinit import PreInitObject
 
-config = PreInitObject("agenta.config", Config)
 DEFAULT_AGENTA_SINGLETON_INSTANCE = AgentaSingleton()
 
 types = client_types
@@ -60,6 +56,14 @@ tracing = DEFAULT_AGENTA_SINGLETON_INSTANCE.tracing  # type: ignore
 tracer = get_tracer(tracing)
 
 
+def __getattr__(name: str):
+    if name == "callbacks":
+        from .sdk.litellm import litellm as callbacks
+
+        return callbacks
+    raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
+
+
 def init(
     host: Optional[str] = None,
     api_url: Optional[str] = None,
@@ -88,3 +92,35 @@ def init(
 
     tracing = DEFAULT_AGENTA_SINGLETON_INSTANCE.tracing  # type: ignore
     tracer = get_tracer(tracing)
+
+
+def get_trace_url(trace_id: Optional[str] = None) -> str:
+    """
+    Build a URL to view the current trace in the Agenta UI.
+
+    Automatically extracts the trace ID from the current tracing context.
+    Can also accept an explicit trace_id if needed.
+
+    Args:
+        trace_id: Optional trace ID (hex string format). If not provided,
+                  it will be automatically extracted from the current trace context.
+
+    Returns:
+        The full URL to view the trace in the observability dashboard
+
+    Raises:
+        RuntimeError: If the SDK is not initialized, no active trace context exists,
+                      or scope info cannot be fetched
+
+    Example:
+        >>> import agenta as ag
+        >>> ag.init(api_key="xxx")
+        >>>
+        >>> @ag.instrument()
+        >>> def my_function():
+        >>>     # Get URL for the current trace
+        >>>     url = ag.tracing.get_trace_url()
+        >>>     print(url)
+        >>>     return "result"
+    """
+    return DEFAULT_AGENTA_SINGLETON_INSTANCE.tracing.get_trace_url(trace_id)

{agenta-0.64.1 → agenta-0.74.0}/agenta/client/backend/types/testset_output_response.py

@@ -13,6 +13,7 @@ class TestsetOutputResponse(UniversalBaseModel):
     name: str
     created_at: str
     updated_at: str
+    columns: typing.List[str]
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(

{agenta-0.64.1 → agenta-0.74.0}/agenta/sdk/__init__.py

@@ -73,7 +73,7 @@ from agenta.sdk.decorators.running import (
 )
 from agenta.sdk.decorators.serving import route, app
 from .tracing.conventions import Reference
-from .agenta_init import Config, AgentaSingleton, init as _init
+from .agenta_init import AgentaSingleton, init as _init
 from .utils.costs import calculate_token_usage
 from .managers.apps import AppManager
 from .managers.vault import VaultManager
@@ -83,9 +83,7 @@ from .managers.variant import VariantManager
 from .managers.deployment import DeploymentManager
 from .managers import testsets as testsets
 
-
-config = PreInitObject("agenta.config", Config)
-DEFAULT_AGENTA_SINGLETON_INSTANCE = AgentaSingleton()
+DEFAULT_AGENTA_SINGLETON_INSTANCE: AgentaSingleton = AgentaSingleton()
 
 types = client_types
 

{agenta-0.64.1 → agenta-0.74.0}/agenta/sdk/agenta_init.py

@@ -1,16 +1,14 @@
-import toml
-from os import getenv
-from typing import Optional, Callable, Any
 from importlib.metadata import version
+from os import getenv
+from typing import Any, Callable, Optional
 
-from agenta.sdk.utils.helpers import parse_url
-from agenta.sdk.utils.globals import set_global
-from agenta.sdk.utils.logging import get_module_logger
+import httpx
 from agenta.client.client import AgentaApi, AsyncAgentaApi
-
-from agenta.sdk.tracing import Tracing
 from agenta.sdk.contexts.routing import RoutingContext
-
+from agenta.sdk.tracing import Tracing
+from agenta.sdk.utils.globals import set_global
+from agenta.sdk.utils.helpers import parse_url
+from agenta.sdk.utils.logging import get_module_logger
 
 log = get_module_logger(__name__)
 
@@ -19,6 +17,7 @@ class AgentaSingleton:
     """Singleton class to save all the "global variables" for the sdk."""
 
     _instance = None
+    _initialized = False
     config = None
     tracing = None
 
@@ -26,6 +25,11 @@ class AgentaSingleton:
     async_api = None
 
     def __init__(self):
+        # Only initialize once
+        if AgentaSingleton._initialized:
+            return
+
+        AgentaSingleton._initialized = True
         self.host = None
         self.api_url = None
         self.api_key = None
@@ -33,6 +37,11 @@ class AgentaSingleton:
         self.scope_type = None
         self.scope_id = None
 
+        # Cached scope information for URL building
+        self.organization_id: Optional[str] = None
+        self.workspace_id: Optional[str] = None
+        self.project_id: Optional[str] = None
+
     def __new__(cls):
         if not cls._instance:
             cls._instance = super(AgentaSingleton, cls).__new__(cls)
@@ -70,24 +79,19 @@ class AgentaSingleton:
 
         """
 
-        log.info("Agenta -  SDK ver: %s", version("agenta"))
+        # Idempotency check: if already initialized, skip re-initialization
+        if self.tracing and self.api and self.async_api:
+            return
 
-        config = {}
-        if config_fname:
-            config = toml.load(config_fname)
+        log.info("Agenta -     SDK ver: %s", version("agenta"))
 
-        _host = (
-            host
-            or getenv("AGENTA_HOST")
-            or config.get("host")
-            or "https://cloud.agenta.ai"
-        )
+        _host = host or getenv("AGENTA_HOST") or "https://cloud.agenta.ai"
 
         _api_url = (
             api_url
+            #
             or getenv("AGENTA_API_INTERNAL_URL")
             or getenv("AGENTA_API_URL")
-            or config.get("api_url")
             or None  # NO FALLBACK
         )
 
@@ -100,7 +104,7 @@ class AgentaSingleton:
 
         try:
             assert _api_url and isinstance(_api_url, str), (
-                "API URL is required. Please provide a valid API URL or set AGENTA_API_URL environment variable."
+                "API URL is required. Please set AGENTA_API_URL environment variable or pass api_url parameter in ag.init()."
             )
             self.host = _host
             self.api_url = _api_url
@@ -113,24 +117,29 @@ class AgentaSingleton:
 
         self.api_key = (
             api_key
+            #
             or getenv("AGENTA_API_KEY")
-            or config.get("api_key")
             or None  # NO FALLBACK
         )
 
-        log.info("Agenta -  API URL: %s", self.api_url)
+        if self.api_key is None:
+            log.warning(
+                "API key is required (in most cases). Please set AGENTA_API_KEY environment variable or pass api_key parameter in ag.init()."
+            )
+
+        log.info("Agenta -     API URL: %s", self.api_url)
 
         self.scope_type = (
             scope_type
+            #
             or getenv("AGENTA_SCOPE_TYPE")
-            or config.get("scope_type")
             or None  # NO FALLBACK
         )
 
         self.scope_id = (
             scope_id
+            #
             or getenv("AGENTA_SCOPE_ID")
-            or config.get("scope_id")
             or None  # NO FALLBACK
         )
 
@@ -154,43 +163,62 @@ class AgentaSingleton:
             api_key=self.api_key if self.api_key else "",
         )
 
-        self.config = Config(
-            host=self.host,
-            api_key=self.api_key,
-        )
-
-
-class Config:
-    def __init__(
-        self,
-        **kwargs,
-    ):
-        self.default_parameters = {**kwargs}
-
-    def set_default(self, **kwargs):
-        self.default_parameters.update(kwargs)
-
-    def get_default(self):
-        return self.default_parameters
-
-    def __getattr__(self, key):
-        context = RoutingContext.get()
-
-        parameters = context.parameters
-
-        if not parameters:
+        # Reset cached scope info on re-init
+        self.organization_id = None
+        self.workspace_id = None
+        self.project_id = None
+
+    def resolve_scopes(self) -> Optional[tuple[str, str, str]]:
+        """Fetch and cache workspace_id and project_id from the API."""
+        if (
+            self.organization_id is not None
+            and self.workspace_id is not None
+            and self.project_id is not None
+        ):
             return None
 
-        if key in parameters:
-            value = parameters[key]
+        if self.api_url is None or self.api_key is None:
+            log.error("API URL or API key is not set. Please call ag.init() first.")
+            return None
 
-            if isinstance(value, dict):
-                nested_config = Config()
-                nested_config.set_default(**value)
+        try:
+            with httpx.Client() as client:
+                response = client.get(
+                    f"{self.api_url}/projects/current",
+                    headers={"Authorization": f"ApiKey {self.api_key}"},
+                    timeout=10,
+                )
+                response.raise_for_status()
+                project_info = response.json()
+
+            if not project_info:
+                log.error(
+                    "No project context found. Please ensure your API key is valid."
+                )
+
+            self.organization_id = project_info.get("organization_id")
+            self.workspace_id = project_info.get("workspace_id")
+            self.project_id = project_info.get("project_id")
+
+            if (
+                not self.organization_id
+                and not self.workspace_id
+                or not self.project_id
+            ):
+                log.error(
+                    "Could not determine organization/workspace/project from API response."
+                )
 
-                return nested_config
+        except Exception as e:
+            log.error(f"Failed to fetch scope information: {e}")
+            return None
 
-            return value
+        if self.organization_id and self.workspace_id and self.project_id:
+            return (
+                self.organization_id,
+                self.workspace_id,
+                self.project_id,
+            )
 
         return None
 
@@ -199,11 +227,12 @@ def init(
     host: Optional[str] = None,
     api_url: Optional[str] = None,
     api_key: Optional[str] = None,
-    config_fname: Optional[str] = None,
     redact: Optional[Callable[..., Any]] = None,
     redact_on_error: Optional[bool] = True,
     scope_type: Optional[str] = None,
     scope_id: Optional[str] = None,
+    # DEPRECATED
+    config_fname: Optional[str] = None,
 ):
     """Main function to initialize the agenta sdk.
 
@@ -228,14 +257,10 @@ def init(
         host=host,
         api_url=api_url,
         api_key=api_key,
-        config_fname=config_fname,
         redact=redact,
         redact_on_error=redact_on_error,
         scope_type=scope_type,
         scope_id=scope_id,
     )
 
-    set_global(
-        config=singleton.config,
-        tracing=singleton.tracing,
-    )
+    set_global(tracing=singleton.tracing)

{agenta-0.64.1 → agenta-0.74.0}/agenta/sdk/assets.py

@@ -1,3 +1,8 @@
+from typing import Dict, Optional, Tuple
+
+from litellm import cost_calculator
+
+
 supported_llm_models = {
     "anthropic": [
         "anthropic/claude-sonnet-4-5",
@@ -28,6 +33,7 @@ supported_llm_models = {
     ],
     "gemini": [
         "gemini/gemini-3-pro-preview",
+        "gemini/gemini-3-flash-preview",
         "gemini/gemini-2.5-pro",
         "gemini/gemini-2.5-pro-preview-05-06",
         "gemini/gemini-2.5-flash",
@@ -64,21 +70,26 @@ supported_llm_models = {
         "mistral/mistral-large-latest",
     ],
     "openai": [
-        "gpt-5",
+        "gpt-5.2-pro",
+        "gpt-5.2-chat-latest",
+        "gpt-5.2",
+        "gpt-5.1-chat-latest",
         "gpt-5.1",
-        "gpt-5-mini",
+        "gpt-5-pro",
         "gpt-5-nano",
+        "gpt-5-mini",
+        "gpt-5",
+        "o4-mini",
         "gpt-4.5-preview",
-        "gpt-3.5-turbo-1106",
-        "gpt-3.5-turbo",
-        "gpt-4",
-        "gpt-4o",
+        "gpt-4.1-nano",
+        "gpt-4.1-mini",
+        "gpt-4.1",
         "gpt-4o-mini",
+        "gpt-4o",
         "gpt-4-1106-preview",
-        "gpt-4.1",
-        "gpt-4.1-mini",
-        "gpt-4.1-nano",
-        "o4-mini",
+        "gpt-4",
+        "gpt-3.5-turbo-1106",
+        "gpt-3.5-turbo",
     ],
     "openrouter": [
         "openrouter/qwen/qwen3-235b-a22b",
@@ -200,6 +211,58 @@ supported_llm_models = {
 
 providers_list = list(supported_llm_models.keys())
 
+
+def _get_model_costs(model: str) -> Optional[Tuple[float, float]]:
+    """
+    Get the input and output costs per 1M tokens for a model.
+
+    Uses litellm's cost_calculator (same as tracing/inline.py) for consistency.
+
+    Args:
+        model: The model name (e.g., "gpt-4o" or "anthropic/claude-3-opus-20240229")
+
+    Returns:
+        Tuple of (input_cost, output_cost) per 1M tokens, or None if not found.
+    """
+    try:
+        costs = cost_calculator.cost_per_token(
+            model=model,
+            prompt_tokens=1_000_000,
+            completion_tokens=1_000_000,
+        )
+        if costs:
+            input_cost, output_cost = costs
+            if input_cost > 0 or output_cost > 0:
+                return (input_cost, output_cost)
+    except Exception:
+        pass
+    return None
+
+
+def _build_model_metadata() -> Dict[str, Dict[str, Dict[str, float]]]:
+    """
+    Build metadata dictionary with costs for all supported models.
+
+    Returns:
+        Nested dict: {provider: {model: {"input": cost, "output": cost}}}
+    """
+    metadata: Dict[str, Dict[str, Dict[str, float]]] = {}
+
+    for provider, models in supported_llm_models.items():
+        metadata[provider] = {}
+        for model in models:
+            costs = _get_model_costs(model)
+            if costs:
+                metadata[provider][model] = {
+                    "input": costs[0],
+                    "output": costs[1],
+                }
+
+    return metadata
+
+
+model_metadata = _build_model_metadata()
+
 model_to_provider_mapping = {
     model: provider
     for provider, models in supported_llm_models.items()