agenta 0.64.1__tar.gz → 0.69.6__tar.gz

{agenta-0.64.1 → agenta-0.69.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agenta
-Version: 0.64.1
+Version: 0.69.6
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Keywords: LLMOps,LLM,evaluation,prompt engineering
 Author: Mahmoud Mabrouk
@@ -15,28 +15,24 @@ Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Topic :: Software Development :: Libraries
-Requires-Dist: decorator (>=5.2.1,<6.0.0)
-Requires-Dist: fastapi (>=0.122.0,<0.123.0)
-Requires-Dist: google-auth (>=2.23,<3)
-Requires-Dist: h11 (>=0.16.0,<0.17.0)
-Requires-Dist: httpx (>=0.28.0,<0.29.0)
-Requires-Dist: huggingface-hub (<0.31.0)
-Requires-Dist: importlib-metadata (>=8.0.0,<9.0)
-Requires-Dist: jinja2 (>=3.1.6,<4.0.0)
-Requires-Dist: litellm (==1.78.7)
-Requires-Dist: openai (>=1.106.0)
-Requires-Dist: opentelemetry-api (>=1.27.0,<2.0.0)
-Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.27.0,<2.0.0)
-Requires-Dist: opentelemetry-instrumentation (>=0.56b0)
-Requires-Dist: opentelemetry-sdk (>=1.27.0,<2.0.0)
+Requires-Dist: daytona (>=0.121.0,<0.122.0)
+Requires-Dist: fastapi (>=0.125)
+Requires-Dist: httpx (>=0.28,<0.29)
+Requires-Dist: importlib-metadata (>=8,<9)
+Requires-Dist: jinja2 (>=3,<4)
+Requires-Dist: litellm (>=1,<2)
+Requires-Dist: openai (>=2,<3)
+Requires-Dist: opentelemetry-api (>=1,<2)
+Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1,<2)
+Requires-Dist: opentelemetry-instrumentation (>=0.59b0,<0.60)
+Requires-Dist: opentelemetry-sdk (>=1,<2)
 Requires-Dist: pydantic (>=2,<3)
-Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
-Requires-Dist: python-jsonpath (>=2.0.0,<3.0.0)
-Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
-Requires-Dist: restrictedpython (>=8.0,<9.0) ; python_version >= "3.11" and python_version < "3.14"
-Requires-Dist: structlog (>=25.2.0,<26.0.0)
-Requires-Dist: tiktoken (==0.11.0)
-Requires-Dist: toml (>=0.10.2,<0.11.0)
+Requires-Dist: python-dotenv (>=1,<2)
+Requires-Dist: python-jsonpath (>=2,<3)
+Requires-Dist: pyyaml (>=6,<7)
+Requires-Dist: restrictedpython (>=8,<9) ; python_version >= "3.11" and python_version < "3.14"
+Requires-Dist: structlog (>=25,<26)
+Requires-Dist: toml (>=0.10,<0.11)
 Project-URL: Documentation, https://agenta.ai/docs/
 Project-URL: Homepage, https://agenta.ai
 Project-URL: Repository, https://github.com/agenta-ai/agenta

{agenta-0.64.1 → agenta-0.69.6}/agenta/__init__.py

@@ -1,52 +1,50 @@
 from typing import Any, Callable, Optional
 
-from .sdk.utils.preinit import PreInitObject
-
-from agenta.client import AgentaApi, AsyncAgentaApi
 import agenta.client.backend.types as client_types  # pylint: disable=wrong-import-order
+from agenta.client import AgentaApi, AsyncAgentaApi
 
-from .sdk.types import (
-    MCField,
-    DictInput,
-    MultipleChoice,
-    FloatParam,
-    IntParam,
-    MultipleChoiceParam,
-    GroupedMultipleChoiceParam,
-    MessagesInput,
-    TextParam,
-    FileInputURL,
-    BinaryParam,
-    Prompt,
-    PromptTemplate,
-)
+from .sdk import assets as assets
 
-from .sdk.agenta_init import Config, AgentaSingleton, init as _init
-from .sdk.utils.logging import get_module_logger
-from .sdk.utils.costs import calculate_token_usage
-from .sdk.tracing import Tracing, get_tracer
-from .sdk.tracing.conventions import Reference
-from .sdk.decorators.tracing import instrument
+# evaluations
+from .sdk import testsets as testsets
+from .sdk import tracer
+from .sdk.agenta_init import AgentaSingleton, Config
+from .sdk.agenta_init import init as _init
+from .sdk.context.running import workflow_mode_enabled
 from .sdk.decorators.running import (
-    workflow,
     application,
     evaluator,
+    workflow,
 )
-from .sdk.decorators.serving import route, app
-from .sdk.context.running import workflow_mode_enabled
+from .sdk.decorators.serving import app, route
+from .sdk.decorators.tracing import instrument
 from .sdk.litellm import litellm as callbacks
 from .sdk.managers.apps import AppManager
-from .sdk.managers.vault import VaultManager
-from .sdk.managers.secrets import SecretsManager
 from .sdk.managers.config import ConfigManager
-from .sdk.managers.variant import VariantManager
 from .sdk.managers.deployment import DeploymentManager
-from .sdk import assets as assets
-from .sdk import tracer
-
-# evaluations
-from .sdk import testsets as testsets
-
+from .sdk.managers.secrets import SecretsManager
+from .sdk.managers.variant import VariantManager
+from .sdk.managers.vault import VaultManager
+from .sdk.tracing import Tracing, get_tracer
+from .sdk.tracing.conventions import Reference
+from .sdk.types import (
+    BinaryParam,
+    DictInput,
+    FileInputURL,
+    FloatParam,
+    GroupedMultipleChoiceParam,
+    IntParam,
+    MCField,
+    MessagesInput,
+    MultipleChoice,
+    MultipleChoiceParam,
+    Prompt,
+    PromptTemplate,
+    TextParam,
+)
+from .sdk.utils.costs import calculate_token_usage
+from .sdk.utils.logging import get_module_logger
+from .sdk.utils.preinit import PreInitObject
 
 config = PreInitObject("agenta.config", Config)
 DEFAULT_AGENTA_SINGLETON_INSTANCE = AgentaSingleton()
@@ -88,3 +86,35 @@ def init(
 
     tracing = DEFAULT_AGENTA_SINGLETON_INSTANCE.tracing  # type: ignore
     tracer = get_tracer(tracing)
+
+
+def get_trace_url(trace_id: Optional[str] = None) -> str:
+    """
+    Build a URL to view the current trace in the Agenta UI.
+
+    Automatically extracts the trace ID from the current tracing context.
+    Can also accept an explicit trace_id if needed.
+
+    Args:
+        trace_id: Optional trace ID (hex string format). If not provided,
+                  it will be automatically extracted from the current trace context.
+
+    Returns:
+        The full URL to view the trace in the observability dashboard
+
+    Raises:
+        RuntimeError: If the SDK is not initialized, no active trace context exists,
+                      or scope info cannot be fetched
+
+    Example:
+        >>> import agenta as ag
+        >>> ag.init(api_key="xxx")
+        >>>
+        >>> @ag.instrument()
+        >>> def my_function():
+        >>>     # Get URL for the current trace
+        >>>     url = ag.tracing.get_trace_url()
+        >>>     print(url)
+        >>>     return "result"
+    """
+    return DEFAULT_AGENTA_SINGLETON_INSTANCE.tracing.get_trace_url(trace_id)

{agenta-0.64.1 → agenta-0.69.6}/agenta/client/backend/types/testset_output_response.py

@@ -13,6 +13,7 @@ class TestsetOutputResponse(UniversalBaseModel):
     name: str
     created_at: str
     updated_at: str
+    columns: typing.List[str]
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/agenta_init.py

@@ -1,16 +1,15 @@
-import toml
-from os import getenv
-from typing import Optional, Callable, Any
 from importlib.metadata import version
+from os import getenv
+from typing import Any, Callable, Optional
 
-from agenta.sdk.utils.helpers import parse_url
-from agenta.sdk.utils.globals import set_global
-from agenta.sdk.utils.logging import get_module_logger
+import requests
+import toml
 from agenta.client.client import AgentaApi, AsyncAgentaApi
-
-from agenta.sdk.tracing import Tracing
 from agenta.sdk.contexts.routing import RoutingContext
-
+from agenta.sdk.tracing import Tracing
+from agenta.sdk.utils.globals import set_global
+from agenta.sdk.utils.helpers import parse_url
+from agenta.sdk.utils.logging import get_module_logger
 
 log = get_module_logger(__name__)
 
@@ -19,6 +18,7 @@ class AgentaSingleton:
     """Singleton class to save all the "global variables" for the sdk."""
 
     _instance = None
+    _initialized = False
     config = None
     tracing = None
 
@@ -26,6 +26,11 @@ class AgentaSingleton:
     async_api = None
 
     def __init__(self):
+        # Only initialize once
+        if AgentaSingleton._initialized:
+            return
+
+        AgentaSingleton._initialized = True
         self.host = None
         self.api_url = None
         self.api_key = None
@@ -33,6 +38,11 @@ class AgentaSingleton:
         self.scope_type = None
         self.scope_id = None
 
+        # Cached scope information for URL building
+        self.organization_id: Optional[str] = None
+        self.workspace_id: Optional[str] = None
+        self.project_id: Optional[str] = None
+
     def __new__(cls):
         if not cls._instance:
             cls._instance = super(AgentaSingleton, cls).__new__(cls)
@@ -70,7 +80,11 @@ class AgentaSingleton:
 
         """
 
-        log.info("Agenta -  SDK ver: %s", version("agenta"))
+        # Idempotency check: if already initialized, skip re-initialization
+        if self.tracing and self.api and self.async_api:
+            return
+
+        log.info("Agenta -     SDK ver: %s", version("agenta"))
 
         config = {}
         if config_fname:
@@ -100,7 +114,7 @@ class AgentaSingleton:
 
         try:
             assert _api_url and isinstance(_api_url, str), (
-                "API URL is required. Please provide a valid API URL or set AGENTA_API_URL environment variable."
+                "API URL is required. Please set AGENTA_API_URL environment variable or pass api_url parameter in ag.init()."
             )
             self.host = _host
             self.api_url = _api_url
@@ -118,7 +132,12 @@ class AgentaSingleton:
             or None  # NO FALLBACK
         )
 
-        log.info("Agenta -  API URL: %s", self.api_url)
+        if self.api_key is None:
+            log.error(
+                "API key is required. Please set AGENTA_API_KEY environment variable or pass api_key parameter in ag.init()."
+            )
+
+        log.info("Agenta -     API URL: %s", self.api_url)
 
         self.scope_type = (
             scope_type
@@ -159,6 +178,65 @@ class AgentaSingleton:
             api_key=self.api_key,
         )
 
+        # Reset cached scope info on re-init
+        self.organization_id = None
+        self.workspace_id = None
+        self.project_id = None
+
+    def resolve_scopes(self) -> Optional[tuple[str, str, str]]:
+        """Fetch and cache workspace_id and project_id from the API."""
+        if (
+            self.organization_id is not None
+            and self.workspace_id is not None
+            and self.project_id is not None
+        ):
+            return
+
+        if self.api_url is None or self.api_key is None:
+            log.error("API URL or API key is not set. Please call ag.init() first.")
+            return
+
+        try:
+            response = requests.get(
+                f"{self.api_url}/projects/current",
+                headers={"Authorization": f"ApiKey {self.api_key}"},
+                timeout=10,
+            )
+            response.raise_for_status()
+
+            project_info = response.json()
+
+            if not project_info:
+                log.error(
+                    "No project context found. Please ensure your API key is valid."
+                )
+
+            self.organization_id = project_info.get("organization_id")
+            self.workspace_id = project_info.get("workspace_id")
+            self.project_id = project_info.get("project_id")
+
+            if (
+                not self.organization_id
+                and not self.workspace_id
+                or not self.project_id
+            ):
+                log.error(
+                    "Could not determine organization/workspace/project from API response."
+                )
+
+        except Exception as e:
+            log.error(f"Failed to fetch scope information: {e}")
+            return
+
+        if self.organization_id and self.workspace_id and self.project_id:
+            return (
+                self.organization_id,
+                self.workspace_id,
+                self.project_id,
+            )
+
+        return None
+
 
 class Config:
     def __init__(

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/assets.py

@@ -28,6 +28,7 @@ supported_llm_models = {
     ],
     "gemini": [
         "gemini/gemini-3-pro-preview",
+        "gemini/gemini-3-flash-preview",
         "gemini/gemini-2.5-pro",
         "gemini/gemini-2.5-pro-preview-05-06",
         "gemini/gemini-2.5-flash",
@@ -64,21 +65,26 @@ supported_llm_models = {
         "mistral/mistral-large-latest",
     ],
     "openai": [
-        "gpt-5",
+        "gpt-5.2-pro",
+        "gpt-5.2-chat-latest",
+        "gpt-5.2",
+        "gpt-5.1-chat-latest",
         "gpt-5.1",
-        "gpt-5-mini",
+        "gpt-5-pro",
         "gpt-5-nano",
+        "gpt-5-mini",
+        "gpt-5",
+        "o4-mini",
         "gpt-4.5-preview",
-        "gpt-3.5-turbo-1106",
-        "gpt-3.5-turbo",
-        "gpt-4",
-        "gpt-4o",
+        "gpt-4.1-nano",
+        "gpt-4.1-mini",
+        "gpt-4.1",
         "gpt-4o-mini",
+        "gpt-4o",
         "gpt-4-1106-preview",
-        "gpt-4.1",
-        "gpt-4.1-mini",
-        "gpt-4.1-nano",
-        "o4-mini",
+        "gpt-4",
+        "gpt-3.5-turbo-1106",
+        "gpt-3.5-turbo",
     ],
     "openrouter": [
         "openrouter/qwen/qwen3-235b-a22b",

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/engines/tracing/tracing.py

@@ -114,7 +114,7 @@ class Tracing(metaclass=Singleton):
 
         # TRACE PROCESSORS -- OTLP
         try:
-            log.info("Agenta - OLTP URL: %s", self.otlp_url)
+            log.info("Agenta -    OTLP URL: %s", self.otlp_url)
 
             _otlp = TraceProcessor(
                 OTLPExporter(
@@ -127,7 +127,7 @@ class Tracing(metaclass=Singleton):
 
             self.tracer_provider.add_span_processor(_otlp)
         except:  # pylint: disable=bare-except
-            log.warning("Agenta - OLTP unreachable, skipping exports.")
+            log.warning("Agenta - OTLP unreachable, skipping exports.")
 
         # GLOBAL TRACER PROVIDER -- INSTRUMENTATION LIBRARIES
         set_tracer_provider(self.tracer_provider)

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/evaluations/metrics.py

@@ -13,15 +13,15 @@ async def arefresh(
     # timestamp: Optional[str] = None,
     # interval: Optional[float] = None,
 ) -> EvaluationMetrics:
-    payload = dict(
+    metrics = dict(
         run_id=str(run_id),
         scenario_id=str(scenario_id) if scenario_id else None,
     )
 
     response = authed_api()(
         method="POST",
-        endpoint=f"/preview/evaluations/metrics/refresh",
-        params=payload,
+        endpoint="/preview/evaluations/metrics/refresh",
+        json=dict(metrics=metrics),
     )
 
     try:

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/middleware/otel.py

@@ -3,9 +3,6 @@ from typing import Callable
 from starlette.middleware.base import BaseHTTPMiddleware
 from fastapi import Request, FastAPI
 
-from opentelemetry.baggage.propagation import W3CBaggagePropagator
-from opentelemetry.trace.propagation.tracecontext import TraceContextTextMapPropagator
-
 from agenta.sdk.utils.exceptions import suppress
 from agenta.sdk.tracing.propagation import extract
 

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/middlewares/running/vault.py

@@ -127,7 +127,7 @@ class VaultMiddleware:
         request: WorkflowServiceRequest,
         call_next: Callable[[WorkflowServiceRequest], Any],
     ):
-        api_url = f"{ag.DEFAULT_AGENTA_SINGLETON_INSTANCE.host}/api"
+        api_url = ag.DEFAULT_AGENTA_SINGLETON_INSTANCE.api_url
 
         with suppress():
             ctx = RunningContext.get()

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/models/evaluations.py

@@ -53,9 +53,17 @@ class EvaluationStatus(str, Enum):
 
 
 class EvaluationRunFlags(BaseModel):
-    is_closed: Optional[bool] = None  # Indicates if the run is immutable
-    is_live: Optional[bool] = None  # Indicates if the run is updated periodically
-    is_active: Optional[bool] = None  # Indicates if the run is currently active
+    is_live: bool = False  # Indicates if the run has live queries
+    is_active: bool = False  # Indicates if the run is currently active
+    is_closed: bool = False  # Indicates if the run is modifiable
+    #
+    has_queries: bool = False  # Indicates if the run has queries
+    has_testsets: bool = False  # Indicates if the run has testsets
+    has_evaluators: bool = False  # Indicates if the run has evaluators
+    #
+    has_custom: bool = False  # Indicates if the run has custom evaluators
+    has_human: bool = False  # Indicates if the run has human evaluators
+    has_auto: bool = False  # Indicates if the run has auto evaluators
 
 
 class SimpleEvaluationFlags(EvaluationRunFlags):

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/models/shared.py

@@ -88,7 +88,7 @@ class Slug(BaseModel):
     def check_url_safety(cls, v):
         if v is not None:
             if not match(r"^[a-zA-Z0-9_-]+$", v):
-                raise ValueError("slug must be URL-safe.")
+                raise ValueError("'slug' must be URL-safe.")
         return v
 
 

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/tracing/exporters.py

@@ -122,6 +122,7 @@ class OTLPExporter(OTLPSpanExporter):
                     #     "[SPAN]  [EXPORT]",
                     #     trace_id=UUID(int=trace_id).hex,
                     #     span_id=UUID(int=span_id).hex[-16:],
+                    #     span_attributes=_span.attributes,
                     # )
 
                 serialized_spans.append(super().export(_spans))

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/tracing/processors.py

@@ -1,7 +1,5 @@
 from typing import Optional, Dict, List
 from threading import Lock
-from json import dumps
-from uuid import UUID
 
 from opentelemetry.baggage import get_all as get_baggage
 from opentelemetry.context import Context
@@ -14,7 +12,6 @@ from opentelemetry.sdk.trace.export import (
 from opentelemetry.trace import SpanContext
 
 from agenta.sdk.utils.logging import get_module_logger
-from agenta.sdk.tracing.conventions import Reference
 
 from agenta.sdk.contexts.tracing import TracingContext
 
@@ -70,10 +67,8 @@ class TraceProcessor(SpanProcessor):
         baggage = get_baggage(parent_context)
 
         for key in baggage.keys():
-            if key.startswith("ag.refs."):
-                _key = key.replace("ag.refs.", "")
-                if _key in [_.value for _ in Reference.__members__.values()]:
-                    span.set_attribute(key, baggage[key])
+            if key.startswith("ag."):
+                span.set_attribute(key, baggage[key])
 
         context = TracingContext.get()
 

{agenta-0.64.1 → agenta-0.69.6}/agenta/sdk/tracing/tracing.py

@@ -31,6 +31,7 @@ from agenta.sdk.tracing.conventions import Reference, is_valid_attribute_key
 from agenta.sdk.tracing.propagation import extract, inject
 from agenta.sdk.utils.cache import TTLLRUCache
 
+import agenta as ag
 
 log = get_module_logger(__name__)
 
@@ -101,7 +102,7 @@ class Tracing(metaclass=Singleton):
 
         # TRACE PROCESSORS -- OTLP
         try:
-            log.info("Agenta - OLTP URL: %s", self.otlp_url)
+            log.info("Agenta -    OTLP URL: %s", self.otlp_url)
 
             _otlp = TraceProcessor(
                 OTLPExporter(
@@ -114,7 +115,7 @@ class Tracing(metaclass=Singleton):
 
             self.tracer_provider.add_span_processor(_otlp)
         except:  # pylint: disable=bare-except
-            log.warning("Agenta - OLTP unreachable, skipping exports.")
+            log.warning("Agenta - OTLP unreachable, skipping exports.")
 
         # --- INLINE
         if inline:
@@ -215,6 +216,42 @@ class Tracing(metaclass=Singleton):
                         namespace="metrics",
                     )
 
+    def store_session(
+        self,
+        session_id: Optional[str] = None,
+        span: Optional[Span] = None,
+    ):
+        """Set session attributes on the current span.
+
+        Args:
+            session_id: Unique identifier for the session
+            span: Optional span to set attributes on (defaults to current span)
+        """
+        with suppress():
+            if span is None:
+                span = self.get_current_span()
+
+            if session_id:
+                span.set_attribute("id", session_id, namespace="session")
+
+    def store_user(
+        self,
+        user_id: Optional[str] = None,
+        span: Optional[Span] = None,
+    ):
+        """Set user attributes on the current span.
+
+        Args:
+            user_id: Unique identifier for the user
+            span: Optional span to set attributes on (defaults to current span)
+        """
+        with suppress():
+            if span is None:
+                span = self.get_current_span()
+
+            if user_id:
+                span.set_attribute("id", user_id, namespace="user")
+
     def is_inline_trace_ready(
         self,
         trace_id: Optional[int] = None,
@@ -314,6 +351,58 @@ class Tracing(metaclass=Singleton):
 
         return None
 
+    def get_trace_url(
+        self,
+        trace_id: Optional[str] = None,
+    ) -> str:
+        """
+        Build a URL to view a trace in the Agenta UI.
+
+        Automatically extracts the trace ID from the current tracing context
+        if not explicitly provided.
+
+        Args:
+            trace_id: Optional trace ID (hex string format). If not provided,
+                      it will be automatically extracted from the current trace context.
+
+        Returns:
+            The full URL to view the trace in the observability dashboard
+
+        Raises:
+            RuntimeError: If the SDK is not initialized, no active trace context exists,
+                          or scope info cannot be fetched
+        """
+        if trace_id is None:
+            span_ctx = self.get_span_context()
+            if span_ctx is None or not span_ctx.is_valid:
+                raise RuntimeError(
+                    "No active trace context found. "
+                    "Make sure you call this within an instrumented function or span."
+                )
+
+            trace_id = f"{span_ctx.trace_id:032x}"
+
+        if not ag or not ag.DEFAULT_AGENTA_SINGLETON_INSTANCE:
+            raise RuntimeError(
+                "Agenta SDK is not initialized. Please call ag.init() first."
+            )
+
+        api_url = ag.DEFAULT_AGENTA_SINGLETON_INSTANCE.api_url
+        web_url = api_url.replace("/api", "") if api_url else None
+
+        (organization_id, workspace_id, project_id) = (
+            ag.DEFAULT_AGENTA_SINGLETON_INSTANCE.resolve_scopes()
+        )
+
+        if not web_url or not workspace_id or not project_id:
+            raise RuntimeError(
+                "Could not determine workspace/project context. Please call ag.init() first."
+            )
+
+        return (
+            f"{web_url}/w/{workspace_id}/p/{project_id}/observability?trace={trace_id}"
+        )
+
 
 def get_tracer(
     tracing: Tracing,

agenta-0.69.6/agenta/sdk/workflows/runners/__init__.py

@@ -0,0 +1,3 @@
+from agenta.sdk.workflows.runners.registry import get_runner
+
+__all__ = ["get_runner"]