prompty 0.1.9__tar.gz → 0.1.10__tar.gz

{prompty-0.1.9 → prompty-0.1.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: prompty
-Version: 0.1.9
+Version: 0.1.10
 Summary: Prompty is a new asset class and format for LLM prompts that aims to provide observability, understandability, and portability for developers. It includes spec, tooling, and a runtime. This Prompty runtime supports Python
 Author-Email: Seth Juarez <seth.juarez@microsoft.com>
 License: MIT

{prompty-0.1.9 → prompty-0.1.10}/prompty/core.py

@@ -8,7 +8,7 @@ import abc
 from pathlib import Path
 from .tracer import Tracer, trace, to_dict
 from pydantic import BaseModel, Field, FilePath
-from typing import Iterator, List, Literal, Dict, Callable, Set
+from typing import AsyncIterator, Iterator, List, Literal, Dict, Callable, Set
 
 
 class PropertySettings(BaseModel):
@@ -479,3 +479,33 @@ class PromptyStream(Iterator):
                     trace("items", [to_dict(s) for s in self.items])
 
             raise StopIteration
+
+
+class AsyncPromptyStream(AsyncIterator):
+    """AsyncPromptyStream class to iterate over LLM stream.
+    Necessary for Prompty to handle streaming data when tracing."""
+
+    def __init__(self, name: str, iterator: AsyncIterator):
+        self.name = name
+        self.iterator = iterator
+        self.items: List[any] = []
+        self.__name__ = "AsyncPromptyStream"
+
+    def __aiter__(self):
+        return self
+
+    async def __anext__(self):
+        try:
+            # enumerate but add to list
+            o = await self.iterator.__anext__()
+            self.items.append(o)
+            return o
+
+        except StopIteration:
+            # StopIteration is raised
+            # contents are exhausted
+            if len(self.items) > 0:
+                with Tracer.start(f"{self.name}.AsyncPromptyStream") as trace:
+                    trace("items", [to_dict(s) for s in self.items])
+
+            raise StopIteration

{prompty-0.1.9 → prompty-0.1.10}/prompty/tracer.py

@@ -46,6 +46,8 @@ def to_dict(obj: Any) -> Dict[str, Any]:
     # safe PromptyStream obj serialization
     elif type(obj).__name__ == "PromptyStream":
         return "PromptyStream"
+    elif type(obj).__name__ == "AsyncPromptyStream":
+        return "AsyncPromptyStream"
     # pydantic models have their own json serialization
     elif isinstance(obj, BaseModel):
         return obj.model_dump()

{prompty-0.1.9 → prompty-0.1.10}/pyproject.toml

@@ -16,7 +16,7 @@ dependencies = [
 ]
 requires-python = ">=3.9"
 readme = "README.md"
-version = "0.1.9"
+version = "0.1.10"
 
 [project.license]
 text = "MIT"