lucidicai 1.2.21__tar.gz → 1.3.0__tar.gz

{lucidicai-1.2.21 → lucidicai-1.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lucidicai
-Version: 1.2.21
+Version: 1.3.0
 Summary: Lucidic AI Python SDK
 Author: Andy Liang
 Author-email: andy@lucidic.ai

{lucidicai-1.2.21 → lucidicai-1.3.0}/README.md

@@ -65,7 +65,7 @@ LUCIDIC_AGENT_ID=your_agent_id     # Required: Your agent identifier
 ```python
 lai.init(
     session_name="My Session",              # Required: Name for this session
-    lucidic_api_key="...",                 # Optional: Override env var
+    api_key="...",                 # Optional: Override env var
     agent_id="...",                        # Optional: Override env var
     providers=["openai", "anthropic"],     # Optional: LLM providers to track
     task="Process customer request",       # Optional: High-level task description

{lucidicai-1.2.21 → lucidicai-1.3.0}/lucidicai/__init__.py

@@ -111,7 +111,7 @@ __all__ = [
 def init(
     session_name: Optional[str] = None,
     session_id: Optional[str] = None,
-    lucidic_api_key: Optional[str] = None,
+    api_key: Optional[str] = None,
     agent_id: Optional[str] = None,
     task: Optional[str] = None,
     providers: Optional[List[ProviderType]] = [],
@@ -128,7 +128,7 @@ def init(
     Args:
         session_name: The display name of the session.
         session_id: Custom ID of the session. If not provided, a random ID will be generated.
-        lucidic_api_key: API key for authentication. If not provided, will use the LUCIDIC_API_KEY environment variable.
+        api_key: API key for authentication. If not provided, will use the LUCIDIC_API_KEY environment variable.
         agent_id: Agent ID. If not provided, will use the LUCIDIC_AGENT_ID environment variable.
         task: Task description.
         providers: List of provider types ("openai", "anthropic", "langchain", "pydantic_ai").
@@ -142,27 +142,29 @@ def init(
         InvalidOperationError: If the client is already initialized.
         APIKeyVerificationError: If the API key is invalid.
     """
-    if lucidic_api_key is None:
-        lucidic_api_key = os.getenv("LUCIDIC_API_KEY", None)
-        if lucidic_api_key is None:
-            raise APIKeyVerificationError("Make sure to either pass your API key into lai.init() or set the LUCIDIC_API_KEY environment variable.")
-    if agent_id is None:
-        agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
-        if agent_id is None:
-            raise APIKeyVerificationError("Lucidic agent ID not specified. Make sure to either pass your agent ID into lai.init() or set the LUCIDIC_AGENT_ID environment variable.")
-
+    
     # get current client which will be NullClient if never lai is never initialized
     client = Client()
-    # ff not yet initialized or still the NullClient -> creaet a real client when init is called
+    # if not yet initialized or still the NullClient -> creaet a real client when init is called
     if not getattr(client, 'initialized', False):
-        client = Client(lucidic_api_key=lucidic_api_key, agent_id=agent_id)
-    
-    if not production_monitoring:
-        production_monitoring = os.getenv("LUCIDIC_PRODUCTION_MONITORING", False)
-        if production_monitoring == "True":
-            production_monitoring = True
-        else:
-            production_monitoring = False
+        if api_key is None:
+            api_key = os.getenv("LUCIDIC_API_KEY", None)
+            if api_key is None:
+                raise APIKeyVerificationError("Make sure to either pass your API key into lai.init() or set the LUCIDIC_API_KEY environment variable.")
+        if agent_id is None:
+            agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
+            if agent_id is None:
+                raise APIKeyVerificationError("Lucidic agent ID not specified. Make sure to either pass your agent ID into lai.init() or set the LUCIDIC_AGENT_ID environment variable.")
+        client = Client(api_key=api_key, agent_id=agent_id)
+    else:
+        # Already initialized, this is a re-init
+        api_key = api_key or os.getenv("LUCIDIC_API_KEY", None)
+        agent_id = agent_id or os.getenv("LUCIDIC_AGENT_ID", None)
+        client.agent_id = agent_id
+        if api_key is not None and agent_id is not None and (api_key != client.api_key or agent_id != client.agent_id):
+            client.set_api_key(api_key)
+            client.agent_id = agent_id
+        
     
     # Handle auto_end with environment variable support
     if auto_end is None:
@@ -170,14 +172,14 @@ def init(
     
     # Set up providers
     _setup_providers(client, providers)
-    session_id = client.init_session(
+    real_session_id = client.init_session(
         session_name=session_name,
         mass_sim_id=mass_sim_id,
         task=task,
         rubrics=rubrics,
         tags=tags,
         production_monitoring=production_monitoring,
-        custom_session_id=session_id,
+        session_id=session_id,
     )
     if masking_function:
         client.masking_function = masking_function
@@ -186,20 +188,20 @@ def init(
     client.auto_end = auto_end
     
     logger.info("Session initialized successfully")
-    return session_id
+    return real_session_id
 
 
 def continue_session(
     session_id: str,
-    lucidic_api_key: Optional[str] = None,
+    api_key: Optional[str] = None,
     agent_id: Optional[str] = None,
     providers: Optional[List[ProviderType]] = [],
     masking_function = None,
     auto_end: Optional[bool] = True,
 ):
-    if lucidic_api_key is None:
-        lucidic_api_key = os.getenv("LUCIDIC_API_KEY", None)
-        if lucidic_api_key is None:
+    if api_key is None:
+        api_key = os.getenv("LUCIDIC_API_KEY", None)
+        if api_key is None:
             raise APIKeyVerificationError("Make sure to either pass your API key into lai.init() or set the LUCIDIC_API_KEY environment variable.")
     if agent_id is None:
         agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
@@ -211,7 +213,7 @@ def continue_session(
         raise InvalidOperationError("[Lucidic] Session already in progress. Please call lai.end_session() or lai.reset_sdk() first.")
     # if not yet initialized or still the NullClient -> create a real client when init is called
     if not getattr(client, 'initialized', False):
-        client = Client(lucidic_api_key=lucidic_api_key, agent_id=agent_id)
+        client = Client(api_key=api_key, agent_id=agent_id)
     
     # Handle auto_end with environment variable support
     if auto_end is None:
@@ -284,8 +286,10 @@ def end_session(
 
 def reset_sdk() -> None:
     """
-    Reset the SDK.
+    DEPRECATED: Reset the SDK.
     """
+    return
+
     client = Client()
     if not client.initialized:
         return
@@ -315,6 +319,7 @@ def _auto_end_session():
         client = Client()
         if hasattr(client, 'auto_end') and client.auto_end and client.session and not client.session.is_finished:
             logger.info("Auto-ending active session on exit")
+            client.auto_end = False  # To avoid repeating auto-end on exit
             end_session()
     except Exception as e:
         logger.debug(f"Error during auto-end session: {e}")
@@ -341,7 +346,7 @@ signal.signal(signal.SIGTERM, _signal_handler)
 def create_mass_sim(
     mass_sim_name: str,
     total_num_sessions: int,
-    lucidic_api_key: Optional[str] = None,
+    api_key: Optional[str] = None,
     agent_id: Optional[str] = None,
     task: Optional[str] = None,
     tags: Optional[list] = None
@@ -352,7 +357,7 @@ def create_mass_sim(
     Args:
         mass_sim_name: Name of the mass simulation.
         total_num_sessions: Total intended number of sessions. More sessions can be added later.
-        lucidic_api_key: API key for authentication. If not provided, will use the LUCIDIC_API_KEY environment variable.
+        api_key: API key for authentication. If not provided, will use the LUCIDIC_API_KEY environment variable.
         agent_id: Agent ID. If not provided, will use the LUCIDIC_AGENT_ID environment variable.
         task: Task description.
         tags: Tags for the mass simulation.
@@ -360,9 +365,9 @@ def create_mass_sim(
     Returns:
         mass_sim_id: ID of the created mass simulation. Pass this to lai.init() to create a new session in the mass sim.
     """
-    if lucidic_api_key is None:
-        lucidic_api_key = os.getenv("LUCIDIC_API_KEY", None)
-        if lucidic_api_key is None:
+    if api_key is None:
+        api_key = os.getenv("LUCIDIC_API_KEY", None)
+        if api_key is None:
             raise APIKeyVerificationError("Make sure to either pass your API key into lai.init() or set the LUCIDIC_API_KEY environment variable.")
     if agent_id is None:
         agent_id = os.getenv("LUCIDIC_AGENT_ID", None)
@@ -372,7 +377,7 @@ def create_mass_sim(
         client = Client()
     except LucidicNotInitializedError:
         client = Client( # TODO: fail hard if incorrect API key or agent ID provided and wrong, fail silently if not provided
-            lucidic_api_key=lucidic_api_key,
+            api_key=api_key,
             agent_id=agent_id,
         )
     mass_sim_id = client.init_mass_sim(mass_sim_name=mass_sim_name, total_num_sims=total_num_sessions, task=task, tags=tags)  # TODO: change total_num_sims to total_num_sessions everywhere

{lucidicai-1.2.21 → lucidicai-1.3.0}/lucidicai/client.py

@@ -13,7 +13,7 @@ from .errors import APIKeyVerificationError, InvalidOperationError, LucidicNotIn
 from .telemetry.base_provider import BaseProvider 
 from .session import Session
 from .singleton import singleton, clear_singletons
-
+from .lru import LRUCache
 
 NETWORK_RETRIES = 3
 
@@ -22,14 +22,16 @@ NETWORK_RETRIES = 3
 class Client:
     def __init__(
         self,
-        lucidic_api_key: str,
+        api_key: str,
         agent_id: str,
     ):
         self.base_url = "https://analytics.lucidic.ai/api" if not (os.getenv("LUCIDIC_DEBUG", 'False') == 'True') else "http://localhost:8000/api"
         self.initialized = False
         self.session = None
+        self.previous_sessions = LRUCache(500)  # For LRU cache of previously initialized sessions
+        self.custom_session_id_translations = LRUCache(500) # For translations of custom session IDs to real session IDs
         self.providers = []
-        self.api_key = lucidic_api_key
+        self.api_key = api_key
         self.agent_id = agent_id
         self.masking_function = None
         self.auto_end = False  # Default to False until explicitly set during init
@@ -42,13 +44,17 @@ class Client:
         )
         adapter = HTTPAdapter(max_retries=retry_cfg, pool_connections=20, pool_maxsize=100)
         self.request_session.mount("https://", adapter)
-        self.request_session.headers.update({"Authorization": f"Api-Key {self.api_key}", "User-Agent": "lucidic-sdk/1.1"})
+        self.set_api_key(api_key)
         self.prompts = dict()
+
+    def set_api_key(self, api_key: str):
+        self.api_key = api_key
+        self.request_session.headers.update({"Authorization": f"Api-Key {self.api_key}", "User-Agent": "lucidic-sdk/1.1"})
         try:
-            self.verify_api_key(self.base_url, lucidic_api_key)
+            self.verify_api_key(self.base_url, api_key)
         except APIKeyVerificationError:
             raise APIKeyVerificationError("Invalid API Key")
-    
+
     def clear(self):
         self.undo_overrides()
         clear_singletons()
@@ -69,7 +75,7 @@ class Client:
     def undo_overrides(self):
         for provider in self.providers:
             provider.undo_override()
-    
+
     def init_session(
         self,
         session_name: str,
@@ -78,30 +84,69 @@ class Client:
         rubrics: Optional[list] = None,
         tags: Optional[list] = None,
         production_monitoring: Optional[bool] = False,
-        custom_session_id: Optional[str] = None,
+        session_id: Optional[str] = None,
     ) -> None:
+        if session_id:
+            # Check if it's a known session ID, maybe custom and maybe real
+            if session_id in self.custom_session_id_translations:
+                session_id = self.custom_session_id_translations[session_id]
+            # Check if it's the same as the current session
+            if self.session and self.session.session_id == session_id:
+                return self.session.session_id
+            # Check if it's a previous session that we have saved
+            if session_id in self.previous_sessions:
+                if self.session:
+                    self.previous_sessions[self.session.session_id] = self.session
+                self.session = self.previous_sessions.pop(session_id)  # Remove from previous sessions because it's now the current session
+                return self.session.session_id
+
+        # Either there's no session ID, or we don't know about the old session
+        # We need to go to the backend in both cases
+        request_data = {
+            "agent_id": self.agent_id,
+            "session_name": session_name,
+            "task": task,
+            "mass_sim_id": mass_sim_id,
+            "rubrics": rubrics,
+            "tags": tags,
+            "session_id": session_id
+        }
+        data = self.make_request('initsession', 'POST', request_data)
+        real_session_id = data["session_id"]
+        if session_id and session_id != real_session_id:
+            self.custom_session_id_translations[session_id] = real_session_id
+        
+        if self.session:
+            self.previous_sessions[self.session.session_id] = self.session
+
         self.session = Session(
             agent_id=self.agent_id,
+            session_id=real_session_id,
             session_name=session_name,
             mass_sim_id=mass_sim_id,
             task=task,
             rubrics=rubrics,
             tags=tags,
-            production_monitoring=production_monitoring,
-            custom_session_id=custom_session_id
         )
         self.initialized = True
         return self.session.session_id
 
     def continue_session(self, session_id: str):
+        if session_id in self.custom_session_id_translations:
+            session_id = self.custom_session_id_translations[session_id]
+        if self.session and self.session.session_id == session_id:
+            return self.session.session_id
+        if self.session:
+            self.previous_sessions[self.session.session_id] = self.session
+        data = self.make_request('continuesession', 'POST', {"session_id": session_id})
+        real_session_id = data["session_id"]
+        if session_id != real_session_id:
+            self.custom_session_id_translations[session_id] = real_session_id
         self.session = Session(
             agent_id=self.agent_id,
-            session_id=session_id
+            session_id=real_session_id
         )
-        if self.session.session_id != session_id:
-            # Custom session ID provided
-            self.session.custom_session_id = session_id
-        self.initialized = True
+        logger.info(f"Session {data.get('session_name', '')} continuing...")
         return self.session.session_id
 
     def init_mass_sim(self, **kwargs) -> str:
@@ -131,6 +176,7 @@ class Client:
         return prompt
 
     def make_request(self, endpoint, method, data):
+        print(f"Making request to {self.base_url}/{endpoint} with method {method} and data {data}")
         http_methods = {
             "GET": lambda data: self.request_session.get(f"{self.base_url}/{endpoint}", params=data),
             "POST": lambda data: self.request_session.post(f"{self.base_url}/{endpoint}", json=data),

{lucidicai-1.2.21 → lucidicai-1.3.0}/lucidicai/event.py

@@ -14,37 +14,47 @@ class Event:
         self.event_id = None
         self.screenshots = []
         self.is_finished = False
-        self.init_event()
-        self.update_event(**kwargs)
+        self.init_event(**kwargs)
 
-
-    def init_event(self) -> None:
+    def init_event(self, **kwargs) -> None:
         from .client import Client
-        request_data = {
-            "step_id": self.step_id,
-            # TODO: get rid of these in backend API interface?
-            # "description": description,
-            # "result": result
-        }
+        request_data = self._build_request_data(**kwargs)
+        if self.step_id:
+            request_data['step_id'] = self.step_id
+        else:
+            request_data['session_id'] = self.session_id
         data = Client().make_request('initevent', 'POST', request_data)
         self.event_id = data["event_id"]
+        self.step_id = data["step_id"]
+        self._upload_screenshots(**kwargs)
+        return self.event_id
 
     def update_event(self, **kwargs) -> None:
         from .client import Client
-        if 'screenshots' in kwargs and kwargs['screenshots'] is not None:
-            for i in range(len(kwargs['screenshots'])):
-                presigned_url, bucket_name, object_key = get_presigned_url(Client().agent_id, session_id=self.session_id, event_id=self.event_id, nthscreenshot=len(self.screenshots))
-                upload_image_to_s3(presigned_url, kwargs['screenshots'][i], "JPEG")
-                self.screenshots.append(kwargs['screenshots'][i])
         if 'is_finished' in kwargs:
             self.is_finished = kwargs['is_finished']
-        request_data = {
-            "event_id": self.event_id,
+        request_data = self._build_request_data(**kwargs)
+        request_data['event_id'] = self.event_id
+        Client().make_request('updateevent', 'PUT', request_data)
+        self._upload_screenshots(**kwargs)
+
+    def _build_request_data(self, **kwargs) -> dict:
+        from .client import Client
+        num_new_screenshots = len(kwargs.get("screenshots", []) or [])
+        return {
             "description": Client().mask(kwargs.get("description", None)),
             "result": Client().mask(kwargs.get("result", None)),
             "is_finished": self.is_finished, 
             "cost_added": kwargs.get("cost_added", None),
             "model": kwargs.get("model", None), 
-            "nscreenshots": len(self.screenshots)
+            "nscreenshots": len(self.screenshots) + num_new_screenshots,
+            "duration": kwargs.get("duration", None)
         }
-        Client().make_request('updateevent', 'PUT', request_data)
+    
+    def _upload_screenshots(self, **kwargs) -> None:
+        from .client import Client
+        if 'screenshots' in kwargs and kwargs['screenshots'] is not None:
+            for i in range(len(kwargs['screenshots'])):
+                presigned_url, bucket_name, object_key = get_presigned_url(Client().agent_id, session_id=self.session_id, event_id=self.event_id, nthscreenshot=len(self.screenshots))
+                upload_image_to_s3(presigned_url, kwargs['screenshots'][i], "JPEG")
+                self.screenshots.append(kwargs['screenshots'][i])

lucidicai-1.3.0/lucidicai/lru.py

@@ -0,0 +1,19 @@
+from collections import OrderedDict
+
+class LRUCache(OrderedDict):
+    def __init__(self, capacity: int):
+        super().__init__()
+        self.capacity = capacity
+
+    def __getitem__(self, key):
+        if key not in self:
+            raise KeyError(key)
+        self.move_to_end(key)  # Mark as recently used
+        return super().__getitem__(key)
+
+    def __setitem__(self, key, value):
+        if key in self:
+            self.move_to_end(key)  # Update position
+        super().__setitem__(key, value)
+        if len(self) > self.capacity:
+            self.popitem(last=False)  # Evict least recently used item

{lucidicai-1.2.21 → lucidicai-1.3.0}/lucidicai/session.py

@@ -15,11 +15,12 @@ logger = logging.getLogger("Lucidic")
 class Session:
     def __init__(
         self, 
-        agent_id: str, 
+        agent_id: str,
+        session_id = None,
         **kwargs
     ):
         self.agent_id = agent_id
-        self.session_id = None
+        self.session_id = session_id
         self.step_history = dict()
         self._active_step: Optional[str] = None  # Step ID, not Step object
         self.event_history = dict()
@@ -30,33 +31,6 @@ class Session:
         self.session_eval = None
         self.session_eval_reason = None
         self.has_gif = None
-        if kwargs.get("session_id", None) is None:  # The kwarg, not the attribute
-            self.init_session(**kwargs)
-        else:
-            self.continue_session(kwargs["session_id"])
-
-    def init_session(self, **kwargs) -> None:
-        from .client import Client
-        request_data = {
-            "agent_id": self.agent_id,
-            "session_name": kwargs.get("session_name", None),
-            "task": kwargs.get("task", None),
-            "mass_sim_id": kwargs.get("mass_sim_id", None),
-            "rubrics": kwargs.get("rubrics", None),
-            "tags": kwargs.get("tags", None),
-            "production_monitoring": kwargs.get("production_monitoring", False),
-            "custom_session_id": kwargs.get("custom_session_id", None)
-        }
-        data = Client().make_request('initsession', 'POST', request_data)
-        self.session_id = data["session_id"]
-    
-    def continue_session(self, session_id: str) -> None:
-        from .client import Client
-        self.session_id = session_id
-        data = Client().make_request('continuesession', 'POST', {"session_id": session_id})
-        self.session_id = data["session_id"]
-        logger.info(f"Session {data['session_name']} continuing...")
-        return self.session_id
 
     @property   
     def active_step(self) -> Optional[Step]:
@@ -110,14 +84,12 @@ class Session:
 
     def create_event(self, **kwargs):
         # Get step_id from kwargs or active step
-        temp_step_created = False
         if 'step_id' in kwargs and kwargs['step_id'] is not None:
             step_id = kwargs['step_id']
         elif self._active_step:
             step_id = self._active_step
         else:
-            step_id = self.create_step()
-            temp_step_created = True
+            step_id = None
         kwargs.pop('step_id', None)
         event = Event(
             session_id=self.session_id,
@@ -126,9 +98,6 @@ class Session:
         )
         self.event_history[event.event_id] = event
         self._active_event = event
-        if temp_step_created:
-            self.update_step(step_id=step_id, is_finished=True)
-            self._active_step = None
         return event.event_id
 
     def update_event(self, **kwargs):

{lucidicai-1.2.21 → lucidicai-1.3.0}/lucidicai/telemetry/lucidic_span_processor.py

@@ -239,6 +239,12 @@ class LucidicSpanProcessor(SpanProcessor):
             # Calculate cost
             cost = self._calculate_cost(attributes)
             
+            # Calculate duration in seconds
+            duration_seconds = None
+            if span.start_time and span.end_time:
+                duration_ns = span.end_time - span.start_time
+                duration_seconds = duration_ns / 1_000_000_000
+            
             # Check success
             is_successful = span.status.status_code != StatusCode.ERROR
             
@@ -247,7 +253,8 @@ class LucidicSpanProcessor(SpanProcessor):
                 'description': description,
                 'result': formatted_result,
                 'model': model,
-                'is_finished': True
+                'is_finished': True,
+                'duration': duration_seconds
             }
             
             if images:
@@ -288,6 +295,12 @@ class LucidicSpanProcessor(SpanProcessor):
             # Calculate cost
             cost = self._calculate_cost(attributes)
             
+            # Calculate duration in seconds
+            duration_seconds = None
+            if span.start_time and span.end_time:
+                duration_ns = span.end_time - span.start_time
+                duration_seconds = duration_ns / 1_000_000_000
+            
             # Check success
             is_successful = span.status.status_code != StatusCode.ERROR
             
@@ -295,7 +308,8 @@ class LucidicSpanProcessor(SpanProcessor):
             update_kwargs = {
                 'event_id': event_id,
                 'result': result,
-                'is_finished': True
+                'is_finished': True,
+                'duration': duration_seconds
             }
             
             if cost is not None:

{lucidicai-1.2.21 → lucidicai-1.3.0}/lucidicai.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lucidicai
-Version: 1.2.21
+Version: 1.3.0
 Summary: Lucidic AI Python SDK
 Author: Andy Liang
 Author-email: andy@lucidic.ai

{lucidicai-1.2.21 → lucidicai-1.3.0}/lucidicai.egg-info/SOURCES.txt

@@ -7,6 +7,7 @@ lucidicai/decorators.py
 lucidicai/errors.py
 lucidicai/event.py
 lucidicai/image_upload.py
+lucidicai/lru.py
 lucidicai/model_pricing.py
 lucidicai/session.py
 lucidicai/singleton.py

{lucidicai-1.2.21 → lucidicai-1.3.0}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="lucidicai",
-    version="1.2.21",
+    version="1.3.0",
     packages=find_packages(),
     install_requires=[
         "requests>=2.25.1",