lumera 0.9.9__tar.gz → 0.10.1__tar.gz

{lumera-0.9.9 → lumera-0.10.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lumera
-Version: 0.9.9
+Version: 0.10.1
 Summary: SDK for building on Lumera platform
 Requires-Python: >=3.11
 Requires-Dist: requests

{lumera-0.9.9 → lumera-0.10.1}/lumera/automations.py

@@ -57,18 +57,148 @@ __all__ = [
     "create",
     "update",
     "upsert",
-    # Log streaming and download
+    # Log functions
     "stream_logs",
+    "get_logs",
     "get_log_download_url",
     # Classes
     "Run",
     "Automation",
+    "LogEntry",
+    "LogsResponse",
 ]
 
 from ._utils import LumeraAPIError, _api_request
 from .sdk import get_automation_run as _get_automation_run
 from .sdk import run_automation as _run_automation
 
+# ============================================================================
+# LogEntry Class
+# ============================================================================
+
+
+class LogEntry:
+    """A single log entry from an automation run.
+
+    Attributes:
+        content: The log message content.
+        type: Log type ("stream_stdout", "stream_stderr", "warning", "image_png", "image_jpeg").
+        timestamp: ISO timestamp when the log was emitted.
+        error: True if this is an error entry.
+    """
+
+    def __init__(self, data: dict[str, Any]) -> None:
+        self._data = data
+
+    @property
+    def content(self) -> str:
+        return self._data.get("content", "")
+
+    @property
+    def type(self) -> str:
+        return self._data.get("type", "")
+
+    @property
+    def timestamp(self) -> str | None:
+        return self._data.get("timestamp")
+
+    @property
+    def error(self) -> bool:
+        return self._data.get("error", False)
+
+    @property
+    def is_image(self) -> bool:
+        """True if this entry contains image data (base64 encoded in content)."""
+        return self.type in ("image_png", "image_jpeg")
+
+    def __repr__(self) -> str:
+        preview = self.content[:50] + "..." if len(self.content) > 50 else self.content
+        return f"LogEntry(type={self.type!r}, content={preview!r})"
+
+
+def _parse_ndjson_entries(data: str) -> list[LogEntry]:
+    """Parse NDJSON log data into LogEntry objects."""
+    entries = []
+    for line in data.splitlines():
+        line = line.strip()
+        if not line:
+            continue
+        try:
+            parsed = json.loads(line)
+            if isinstance(parsed, dict):
+                entries.append(LogEntry(parsed))
+        except (json.JSONDecodeError, ValueError):
+            # Skip malformed lines or lines with huge numbers
+            pass
+    return entries
+
+
+# ============================================================================
+# LogsResponse Class
+# ============================================================================
+
+
+class LogsResponse:
+    """Response from fetching automation run logs.
+
+    Attributes:
+        data: Raw log content as a string (NDJSON format).
+        entries: Parsed log entries as LogEntry objects.
+        offset: Byte offset where this chunk starts.
+        size: Number of bytes in this chunk.
+        total_size: Total size of the log file.
+        has_more: True if there are more logs after this chunk.
+        source: Where logs came from ("live" or "archived").
+        truncated: True if logs were truncated at storage time (>50MB).
+    """
+
+    def __init__(self, data: dict[str, Any]) -> None:
+        self._data = data
+        self._entries: list[LogEntry] | None = None
+
+    @property
+    def data(self) -> str:
+        """Raw NDJSON log content."""
+        return self._data.get("data", "")
+
+    @property
+    def entries(self) -> list[LogEntry]:
+        """Parsed log entries. Lazily parsed from NDJSON data."""
+        if self._entries is None:
+            self._entries = _parse_ndjson_entries(self.data)
+        return self._entries
+
+    @property
+    def offset(self) -> int:
+        return self._data.get("offset", 0)
+
+    @property
+    def size(self) -> int:
+        return self._data.get("size", 0)
+
+    @property
+    def total_size(self) -> int:
+        return self._data.get("total_size", 0)
+
+    @property
+    def has_more(self) -> bool:
+        return self._data.get("has_more", False)
+
+    @property
+    def source(self) -> str:
+        return self._data.get("source", "")
+
+    @property
+    def truncated(self) -> bool:
+        return self._data.get("truncated", False)
+
+    def __repr__(self) -> str:
+        return (
+            f"LogsResponse(offset={self.offset}, size={self.size}, "
+            f"total_size={self.total_size}, has_more={self.has_more})"
+        )
+
+
 # ============================================================================
 # Run Class
 # ============================================================================
@@ -246,6 +376,66 @@ class Run:
             raise ValueError("Cannot get log URL without run id")
         return get_log_download_url(self.id)
 
+    def logs(
+        self,
+        *,
+        offset: int = 0,
+        limit: int = 1024 * 1024,
+        all: bool = False,
+    ) -> LogsResponse:
+        """Fetch logs for this run.
+
+        Works for both live (running) and archived (completed) runs.
+        Returns raw log data as a string (NDJSON format).
+
+        Args:
+            offset: Byte offset to start from. Negative values read from end
+                    (e.g., -1048576 = last 1MB).
+            limit: Maximum bytes to return (default 1MB).
+            all: If True, fetch all logs at once. Returns 400 if logs > 10MB.
+
+        Returns:
+            A LogsResponse object with data, offset, size, total_size, has_more,
+            source ("live" or "archived"), and truncated flag.
+
+        Raises:
+            ValueError: If the run has no ID.
+            LumeraAPIError: If logs are not available or request fails.
+
+        Example:
+            >>> run = automations.get_run("run_id")
+            >>> resp = run.logs()
+            >>> print(resp.data)  # Raw NDJSON log content
+            >>> while resp.has_more:
+            ...     resp = run.logs(offset=resp.offset + resp.size)
+            ...     print(resp.data)
+        """
+        if not self.id:
+            raise ValueError("Cannot fetch logs without run id")
+        return get_logs(self.id, offset=offset, limit=limit, all=all)
+
+    def stream_logs(self, *, timeout: float = 30) -> Iterator[LogEntry]:
+        """Stream logs from this run.
+
+        Works for both live (running) and archived (completed) runs.
+        For live runs, streams in real-time as logs are produced.
+        For archived runs, streams the entire log from S3.
+
+        Args:
+            timeout: HTTP connection timeout in seconds.
+
+        Yields:
+            LogEntry objects with content, type, timestamp, and error fields.
+
+        Example:
+            >>> run = automations.run("automation_id", inputs={})
+            >>> for entry in run.stream_logs():
+            ...     print(f"[{entry.type}] {entry.content}")
+        """
+        if not self.id:
+            raise ValueError("Cannot stream logs without run id")
+        return stream_logs(self.id, timeout=timeout)
+
     def to_dict(self) -> dict[str, Any]:
         """Return the underlying data dict."""
         return self._data.copy()
@@ -794,22 +984,24 @@ def delete(automation_id: str) -> None:
 # ============================================================================
 
 
-def stream_logs(run_id: str, *, timeout: float = 30) -> Iterator[str]:
-    """Stream live logs from a running automation.
+def stream_logs(run_id: str, *, timeout: float = 30) -> Iterator[LogEntry]:
+    """Stream logs from an automation run.
 
-    Connects to the server-sent events endpoint and yields log lines
-    as they arrive. Stops when the run completes.
+    Works for both live (running) and archived (completed) runs.
+    Connects to the server-sent events endpoint and yields LogEntry objects
+    as they arrive. For live runs, streams in real-time. For archived
+    runs, streams the entire log from storage.
 
     Args:
         run_id: The run ID to stream logs from.
         timeout: HTTP connection timeout in seconds.
 
     Yields:
-        Log lines as strings.
+        LogEntry objects with content, type, timestamp, and error fields.
 
     Example:
-        >>> for line in automations.stream_logs("run_id"):
-        ...     print(line)
+        >>> for entry in automations.stream_logs("run_id"):
+        ...     print(f"[{entry.type}] {entry.content}")
     """
     import base64
     import os
@@ -825,7 +1017,7 @@ def stream_logs(run_id: str, *, timeout: float = 30) -> Iterator[str]:
     if not token:
         raise ValueError("LUMERA_TOKEN environment variable is required")
 
-    url = f"{base_url}/automation-runs/{run_id}/logs/live"
+    url = f"{base_url}/automation-runs/{run_id}/logs?stream=true"
     headers = {
         "Authorization": f"token {token}",
         "Accept": "text/event-stream",
@@ -851,10 +1043,20 @@ def stream_logs(run_id: str, *, timeout: float = 30) -> Iterator[str]:
                     try:
                         data = json.loads(current_data)
                         if "data" in data:
-                            # Data is base64-encoded
+                            # Data is base64-encoded NDJSON
                             raw = base64.b64decode(data["data"])
                             decoded = raw.decode("utf-8", errors="replace")
-                            yield from decoded.splitlines()
+                            for ndjson_line in decoded.splitlines():
+                                ndjson_line = ndjson_line.strip()
+                                if not ndjson_line:
+                                    continue
+                                try:
+                                    entry_data = json.loads(ndjson_line)
+                                    if isinstance(entry_data, dict):
+                                        yield LogEntry(entry_data)
+                                except (json.JSONDecodeError, ValueError):
+                                    # Skip malformed lines or lines with huge numbers
+                                    pass
                     except (json.JSONDecodeError, KeyError):
                         pass
                 elif current_event == "complete":
@@ -902,3 +1104,51 @@ def get_log_download_url(run_id: str) -> str:
     if isinstance(result, dict) and "url" in result:
         return result["url"]
     raise RuntimeError("Unexpected response: no download URL returned")
+
+
+def get_logs(
+    run_id: str,
+    *,
+    offset: int = 0,
+    limit: int = 1024 * 1024,
+    all: bool = False,
+) -> LogsResponse:
+    """Fetch logs for an automation run.
+
+    Works for both live (running) and archived (completed) runs.
+    Returns raw log data as a string (NDJSON format).
+
+    Args:
+        run_id: The run ID to get logs for.
+        offset: Byte offset to start from. Negative values read from end
+                (e.g., -1048576 = last 1MB).
+        limit: Maximum bytes to return (default 1MB).
+        all: If True, fetch all logs at once. Returns 400 if logs > 10MB.
+
+    Returns:
+        A LogsResponse object with data, offset, size, total_size, has_more,
+        source ("live" or "archived"), and truncated flag.
+
+    Raises:
+        ValueError: If run_id is empty.
+        LumeraAPIError: If logs are not available or request fails.
+
+    Example:
+        >>> resp = automations.get_logs("run_id")
+        >>> print(resp.data)  # Raw NDJSON log content
+        >>> while resp.has_more:
+        ...     resp = automations.get_logs("run_id", offset=resp.offset + resp.size)
+        ...     print(resp.data)
+    """
+    run_id = run_id.strip()
+    if not run_id:
+        raise ValueError("run_id is required")
+
+    params: dict[str, Any] = {"offset": offset, "limit": limit}
+    if all:
+        params["all"] = "true"
+
+    result = _api_request("GET", f"automation-runs/{run_id}/logs", params=params)
+    if isinstance(result, dict):
+        return LogsResponse(result)
+    raise RuntimeError("Unexpected response from logs endpoint")

{lumera-0.9.9 → lumera-0.10.1}/lumera.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lumera
-Version: 0.9.9
+Version: 0.10.1
 Summary: SDK for building on Lumera platform
 Requires-Python: >=3.11
 Requires-Dist: requests

{lumera-0.9.9 → lumera-0.10.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "lumera"
-version = "0.9.9"
+version = "0.10.1"
 description = "SDK for building on Lumera platform"
 requires-python = ">=3.11"
 dependencies = [