promptlayer 1.0.24__tar.gz → 1.0.26__tar.gz

{promptlayer-1.0.24 → promptlayer-1.0.26}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: promptlayer
-Version: 1.0.24
+Version: 1.0.26
 Summary: PromptLayer is a platform for prompt engineering and tracks your LLM requests.
 License: Apache-2.0
 Author: Magniv
@@ -13,6 +13,8 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Requires-Dist: ably (>=2.0.6,<3.0.0)
+Requires-Dist: aiohttp (>=3.10.10,<4.0.0)
 Requires-Dist: opentelemetry-api (>=1.26.0,<2.0.0)
 Requires-Dist: opentelemetry-sdk (>=1.26.0,<2.0.0)
 Requires-Dist: requests (>=2.31.0,<3.0.0)

{promptlayer-1.0.24 → promptlayer-1.0.26}/promptlayer/__init__.py

@@ -1,4 +1,4 @@
 from .promptlayer import PromptLayer
 
-__version__ = "1.0.24"
+__version__ = "1.0.26"
 __all__ = ["PromptLayer", "__version__"]

{promptlayer-1.0.24 → promptlayer-1.0.26}/promptlayer/promptlayer.py

@@ -24,7 +24,7 @@ from promptlayer.utils import (
     openai_request,
     openai_stream_chat,
     openai_stream_completion,
-    run_workflow_request,
+    run_workflow_async,
     stream_response,
     track_request,
     util_log_request,
@@ -380,15 +380,17 @@ class PromptLayer:
         workflow_version: Optional[
             int
         ] = None,  # This is the version number, not the version ID
+        return_all_outputs: Optional[bool] = False,
     ) -> Dict[str, Any]:
         try:
-            result = run_workflow_request(
+            result = run_workflow_async(
                 workflow_name=workflow_name,
                 input_variables=input_variables or {},
                 metadata=metadata,
                 workflow_label_name=workflow_label_name,
                 workflow_version_number=workflow_version,
                 api_key=self.api_key,
+                return_all_outputs=return_all_outputs,
             )
             return result
         except Exception as e:

{promptlayer-1.0.24 → promptlayer-1.0.26}/promptlayer/utils.py

@@ -10,7 +10,9 @@ from copy import deepcopy
 from enum import Enum
 from typing import Any, Callable, Dict, Generator, List, Optional, Union
 
+import aiohttp
 import requests
+from ably import AblyRealtime
 from opentelemetry import context, trace
 
 from promptlayer.types import RequestLog
@@ -27,7 +29,7 @@ URL_API_PROMPTLAYER = os.environ.setdefault(
 )
 
 
-def run_workflow_request(
+def run_workflow_async(
     *,
     workflow_name: str,
     input_variables: Dict[str, Any],
@@ -35,37 +37,103 @@ def run_workflow_request(
     workflow_label_name: Optional[str] = None,
     workflow_version_number: Optional[int] = None,
     api_key: str,
+    return_all_outputs: Optional[bool] = False,
+    timeout: Optional[int] = 120,
+) -> Dict[str, Any]:
+    return asyncio.run(
+        run_workflow_request(
+            workflow_name=workflow_name,
+            input_variables=input_variables,
+            metadata=metadata,
+            workflow_label_name=workflow_label_name,
+            workflow_version_number=workflow_version_number,
+            api_key=api_key,
+            return_all_outputs=return_all_outputs,
+            timeout=timeout,
+        )
+    )
+
+
+async def run_workflow_request(
+    *,
+    workflow_name: str,
+    input_variables: Dict[str, Any],
+    metadata: Optional[Dict[str, str]] = None,
+    workflow_label_name: Optional[str] = None,
+    workflow_version_number: Optional[int] = None,
+    api_key: str,
+    return_all_outputs: Optional[bool] = None,
+    timeout: Optional[int] = 120,
 ) -> Dict[str, Any]:
     payload = {
         "input_variables": input_variables,
         "metadata": metadata,
         "workflow_label_name": workflow_label_name,
         "workflow_version_number": workflow_version_number,
+        "return_all_outputs": return_all_outputs,
     }
 
     url = f"{URL_API_PROMPTLAYER}/workflows/{workflow_name}/run"
     headers = {"X-API-KEY": api_key}
 
     try:
-        response = requests.post(url, json=payload, headers=headers)
-    except requests.exceptions.RequestException as e:
+        async with aiohttp.ClientSession() as session:
+            async with session.post(url, json=payload, headers=headers) as response:
+                if response.status != 201:
+                    error_message = f"Failed to run workflow: {response.status} {await response.text()}"
+                    print(error_message)
+                    raise Exception(error_message)
+                result = await response.json()
+    except Exception as e:
         error_message = f"Failed to run workflow: {e}"
-        print(error_message, file=sys.stderr)
+        print(error_message)
         raise Exception(error_message)
 
-    if response.status_code != 201:
-        try:
-            error_details = response.json().get("error", "Unknown error")
-        except ValueError:
-            error_details = response.text or "Unknown error"
+    execution_id = result.get("workflow_version_execution_id")
+    if not execution_id:
+        raise Exception("No execution ID returned from workflow run")
 
-        error_message = f"Failed to run workflow: {error_details}"
-        print(error_message, file=sys.stderr)
-        raise Exception(error_message)
+    channel_name = f"workflow_updates:{execution_id}"
+
+    ws_response = requests.post(
+        f"{URL_API_PROMPTLAYER}/ws-token-request-library",
+        headers=headers,
+        params={"capability": channel_name},
+    )
+    token_details = ws_response.json()["token_details"]
+
+    # Initialize Ably client
+    ably_client = AblyRealtime(token=token_details["token"])
+
+    # Subscribe to the channel named after the execution ID
+    channel = ably_client.channels.get(channel_name)
+
+    final_output = {}
+    message_received_event = asyncio.Event()
+
+    async def message_listener(message):
+        if message.name == "set_workflow_node_output":
+            data = json.loads(message.data)
+            if data.get("status") == "workflow_complete":
+                final_output.update(data.get("final_output", {}))
+                message_received_event.set()
+
+    # Subscribe to the channel
+    await channel.subscribe("set_workflow_node_output", message_listener)
+
+    # Wait for the message or timeout
+    try:
+        await asyncio.wait_for(message_received_event.wait(), timeout)
+    except asyncio.TimeoutError:
+        channel.unsubscribe("set_workflow_node_output", message_listener)
+        await ably_client.close()
+        raise Exception("Workflow execution did not complete properly")
 
-    result = response.json()
+    # Unsubscribe from the channel
+    channel.unsubscribe("set_workflow_node_output", message_listener)
+    await ably_client.close()
 
-    return result
+    return final_output
 
 
 def promptlayer_api_handler(

{promptlayer-1.0.24 → promptlayer-1.0.26}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "promptlayer"
-version = "1.0.24"
+version = "1.0.26"
 description = "PromptLayer is a platform for prompt engineering and tracks your LLM requests."
 authors = ["Magniv <hello@magniv.io>"]
 license = "Apache-2.0"
@@ -11,6 +11,8 @@ python = ">=3.8.1,<4.0"
 requests = "^2.31.0"
 opentelemetry-api = "^1.26.0"
 opentelemetry-sdk = "^1.26.0"
+ably = "^2.0.6"
+aiohttp = "^3.10.10"
 
 [tool.poetry.group.dev.dependencies]
 langchain = "^0.0.260"