lucidicai 2.1.1__py3-none-any.whl → 2.1.3__py3-none-any.whl

lucidicai/sdk/features/dataset.py

@@ -1,9 +1,5 @@
-import os
 import logging
 from typing import Optional, Dict, List, Any
-from dotenv import load_dotenv
-
-from ...core.errors import APIKeyVerificationError
 
 logger = logging.getLogger("Lucidic")
 
@@ -36,37 +32,15 @@ def get_dataset(
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
         ValueError: If dataset_id is not provided.
     """
-    load_dotenv()
-    
     # Validation
     if not dataset_id:
         raise ValueError("Dataset ID is required")
     
-    # Get credentials
-    if api_key is None:
-        api_key = os.getenv("LUCIDIC_API_KEY", None)
-        if api_key is None:
-            raise APIKeyVerificationError(
-                "Make sure to either pass your API key into get_dataset() or set the LUCIDIC_API_KEY environment variable."
-            )
-    
-    if agent_id is None:
-        agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-        if agent_id is None:
-            raise APIKeyVerificationError(
-                "Lucidic agent ID not specified. Make sure to either pass your agent ID into get_dataset() or set the LUCIDIC_AGENT_ID environment variable."
-            )
-    
-    # Get HTTP client
-    from ..init import get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
+    from ..init import ensure_http_and_resources, get_http
     
+    # Ensure HTTP client is initialized and stored in SDK state
+    ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
     http = get_http()
-    if not http:
-        # Create a new HTTP client if needed
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
     
     # Make request to get dataset
     response = http.get('getdataset', {'dataset_id': dataset_id})
@@ -126,31 +100,9 @@ def list_datasets(
     Raises:
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
     """
-    from ..init import get_resources, get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
-
-    # Get or create resources
-    resources = get_resources()
-    if not resources or 'datasets' not in resources:
-        load_dotenv()
-
-        # Get credentials
-        if api_key is None:
-            api_key = os.getenv("LUCIDIC_API_KEY", None)
-            if api_key is None:
-                raise APIKeyVerificationError(
-                    "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
-                )
-
-        if agent_id is None:
-            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
-        from ...api.resources.dataset import DatasetResource
-        resources = {'datasets': DatasetResource(http)}
+    from ..init import ensure_http_and_resources
 
+    resources = ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
     return resources['datasets'].list_datasets(agent_id)
 
 
@@ -179,30 +131,9 @@ def create_dataset(
     Raises:
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
     """
-    from ..init import get_resources, get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
-
-    # Get or create resources
-    resources = get_resources()
-    if not resources or 'datasets' not in resources:
-        load_dotenv()
-
-        if api_key is None:
-            api_key = os.getenv("LUCIDIC_API_KEY", None)
-            if api_key is None:
-                raise APIKeyVerificationError(
-                    "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
-                )
-
-        if agent_id is None:
-            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
-        from ...api.resources.dataset import DatasetResource
-        resources = {'datasets': DatasetResource(http)}
+    from ..init import ensure_http_and_resources
 
+    resources = ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
     return resources['datasets'].create_dataset(name, description, tags, suggested_flag_config, agent_id)
 
 
@@ -233,29 +164,9 @@ def update_dataset(
     Raises:
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
     """
-    from ..init import get_resources, get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
-
-    # Get or create resources
-    resources = get_resources()
-    if not resources or 'datasets' not in resources:
-        load_dotenv()
-
-        if api_key is None:
-            api_key = os.getenv("LUCIDIC_API_KEY", None)
-            if api_key is None:
-                raise APIKeyVerificationError(
-                    "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
-                )
-
-        if agent_id is None:
-            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
-        from ...api.resources.dataset import DatasetResource
-        resources = {'datasets': DatasetResource(http)}
+    from ..init import ensure_http_and_resources
+
+    resources = ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
 
     kwargs = {}
     if name is not None:
@@ -289,30 +200,9 @@ def delete_dataset(
     Raises:
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
     """
-    from ..init import get_resources, get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
-
-    # Get or create resources
-    resources = get_resources()
-    if not resources or 'datasets' not in resources:
-        load_dotenv()
-
-        if api_key is None:
-            api_key = os.getenv("LUCIDIC_API_KEY", None)
-            if api_key is None:
-                raise APIKeyVerificationError(
-                    "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
-                )
-
-        if agent_id is None:
-            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
-        from ...api.resources.dataset import DatasetResource
-        resources = {'datasets': DatasetResource(http)}
+    from ..init import ensure_http_and_resources
 
+    resources = ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
     return resources['datasets'].delete_dataset(dataset_id)
 
 
@@ -349,30 +239,9 @@ def create_dataset_item(
     Raises:
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
     """
-    from ..init import get_resources, get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
-
-    # Get or create resources
-    resources = get_resources()
-    if not resources or 'datasets' not in resources:
-        load_dotenv()
-
-        if api_key is None:
-            api_key = os.getenv("LUCIDIC_API_KEY", None)
-            if api_key is None:
-                raise APIKeyVerificationError(
-                    "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
-                )
-
-        if agent_id is None:
-            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
-        from ...api.resources.dataset import DatasetResource
-        resources = {'datasets': DatasetResource(http)}
+    from ..init import ensure_http_and_resources
 
+    resources = ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
     return resources['datasets'].create_item(
         dataset_id, name, input_data,
         expected_output=expected_output,
@@ -404,30 +273,9 @@ def get_dataset_item(
     Raises:
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
     """
-    from ..init import get_resources, get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
-
-    # Get or create resources
-    resources = get_resources()
-    if not resources or 'datasets' not in resources:
-        load_dotenv()
-
-        if api_key is None:
-            api_key = os.getenv("LUCIDIC_API_KEY", None)
-            if api_key is None:
-                raise APIKeyVerificationError(
-                    "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
-                )
-
-        if agent_id is None:
-            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
-        from ...api.resources.dataset import DatasetResource
-        resources = {'datasets': DatasetResource(http)}
+    from ..init import ensure_http_and_resources
 
+    resources = ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
     return resources['datasets'].get_item(dataset_id, item_id)
 
 
@@ -466,29 +314,9 @@ def update_dataset_item(
     Raises:
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
     """
-    from ..init import get_resources, get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
-
-    # Get or create resources
-    resources = get_resources()
-    if not resources or 'datasets' not in resources:
-        load_dotenv()
-
-        if api_key is None:
-            api_key = os.getenv("LUCIDIC_API_KEY", None)
-            if api_key is None:
-                raise APIKeyVerificationError(
-                    "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
-                )
-
-        if agent_id is None:
-            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
-        from ...api.resources.dataset import DatasetResource
-        resources = {'datasets': DatasetResource(http)}
+    from ..init import ensure_http_and_resources
+
+    resources = ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
 
     kwargs = {}
     if name is not None:
@@ -530,30 +358,9 @@ def delete_dataset_item(
     Raises:
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
     """
-    from ..init import get_resources, get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
-
-    # Get or create resources
-    resources = get_resources()
-    if not resources or 'datasets' not in resources:
-        load_dotenv()
-
-        if api_key is None:
-            api_key = os.getenv("LUCIDIC_API_KEY", None)
-            if api_key is None:
-                raise APIKeyVerificationError(
-                    "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
-                )
-
-        if agent_id is None:
-            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
-        from ...api.resources.dataset import DatasetResource
-        resources = {'datasets': DatasetResource(http)}
+    from ..init import ensure_http_and_resources
 
+    resources = ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
     return resources['datasets'].delete_item(dataset_id, item_id)
 
 
@@ -578,28 +385,7 @@ def list_dataset_item_sessions(
     Raises:
         APIKeyVerificationError: If API key or agent ID is missing or invalid.
     """
-    from ..init import get_resources, get_http
-    from ...core.config import SDKConfig
-    from ...api.client import HttpClient
-
-    # Get or create resources
-    resources = get_resources()
-    if not resources or 'datasets' not in resources:
-        load_dotenv()
-
-        if api_key is None:
-            api_key = os.getenv("LUCIDIC_API_KEY", None)
-            if api_key is None:
-                raise APIKeyVerificationError(
-                    "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
-                )
-
-        if agent_id is None:
-            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-
-        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
-        http = HttpClient(config)
-        from ...api.resources.dataset import DatasetResource
-        resources = {'datasets': DatasetResource(http)}
+    from ..init import ensure_http_and_resources
 
+    resources = ensure_http_and_resources(api_key=api_key, agent_id=agent_id)
     return resources['datasets'].list_item_sessions(dataset_id, item_id)

lucidicai/sdk/init.py

@@ -353,6 +353,80 @@ def get_resources() -> dict:
     return _sdk_state.resources
 
 
+def set_http(http: HttpClient) -> None:
+    """Set the HTTP client instance in SDK state."""
+    global _sdk_state
+    _sdk_state.http = http
+
+
+def set_resources(resources: dict) -> None:
+    """Set API resource instances in SDK state."""
+    global _sdk_state
+    _sdk_state.resources = resources
+
+
+def ensure_http_and_resources(api_key: Optional[str] = None, agent_id: Optional[str] = None) -> dict:
+    """Ensure HTTP client and resources are initialized, creating them if needed.
+    
+    This function checks if the HTTP client and resources already exist in SDK state.
+    If not, it creates them and stores them in SDK state for reuse.
+    
+    Args:
+        api_key: API key (uses env if not provided)
+        agent_id: Agent ID (uses env if not provided)
+        
+    Returns:
+        Dictionary of API resources with 'datasets' key
+        
+    Raises:
+        APIKeyVerificationError: If API key is not available
+    """
+    global _sdk_state
+    
+    # If we already have resources with datasets, return them
+    if _sdk_state.resources and 'datasets' in _sdk_state.resources:
+        return _sdk_state.resources
+    
+    # Need to create HTTP client and resources
+    from dotenv import load_dotenv
+    import os
+    from ..core.errors import APIKeyVerificationError
+    
+    load_dotenv()
+    
+    # Get credentials
+    if api_key is None:
+        api_key = os.getenv("LUCIDIC_API_KEY", None)
+        if api_key is None:
+            raise APIKeyVerificationError(
+                "Make sure to either pass your API key or set the LUCIDIC_API_KEY environment variable."
+            )
+    
+    if agent_id is None:
+        agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
+    
+    # Create or reuse HTTP client
+    if not _sdk_state.http:
+        debug("[SDK] Creating HTTP client for standalone use")
+        config = SDKConfig.from_env(api_key=api_key, agent_id=agent_id)
+        _sdk_state.http = HttpClient(config)
+    
+    # Create resources if not already present
+    if not _sdk_state.resources:
+        _sdk_state.resources = {}
+    
+    if 'datasets' not in _sdk_state.resources:
+        debug("[SDK] Creating DatasetResource for standalone use")
+        _sdk_state.resources['datasets'] = DatasetResource(_sdk_state.http)
+    
+    return _sdk_state.resources
+
+
+def get_tracer_provider() -> Optional[TracerProvider]:
+    """Get the tracer provider instance."""
+    return _sdk_state.tracer_provider
+
+
 def clear_state() -> None:
     """Clear SDK state (for testing)."""
     global _sdk_state

lucidicai/telemetry/lucidic_exporter.py

@@ -46,6 +46,14 @@ class LucidicSpanExporter(SpanExporter):
 
             attributes = dict(span.attributes or {})
 
+            # Debug: Check what attributes we have for responses.create
+            if span.name == "openai.responses.create":
+                debug(f"[Telemetry] responses.create span has {len(attributes)} attributes")
+                # Check for specific attributes we're interested in
+                has_prompts = any(k.startswith('gen_ai.prompt') for k in attributes.keys())
+                has_completions = any(k.startswith('gen_ai.completion') for k in attributes.keys())
+                debug(f"[Telemetry] Has prompt attrs: {has_prompts}, Has completion attrs: {has_completions}")
+
             # Skip spans that are likely duplicates or incomplete
             # Check if this is a responses.parse span that was already handled
             if span.name == "openai.responses.create" and not attributes.get("lucidic.instrumented"):
@@ -93,6 +101,11 @@ class LucidicSpanExporter(SpanExporter):
             params = self._extract_params(attributes)
             output_text = extract_completions(span, attributes)
 
+            # Debug for responses.create
+            if span.name == "openai.responses.create":
+                debug(f"[Telemetry] Extracted messages: {messages}")
+                debug(f"[Telemetry] Extracted output: {output_text}")
+
             # Skip spans with no meaningful output (likely incomplete or duplicate instrumentation)
             if not output_text or output_text == "Response received":
                 # Only use "Response received" if we have other meaningful data