langwatch 0.4.0__py3-none-any.whl → 0.5.0__py3-none-any.whl

langwatch/__version__.py

@@ -1,3 +1,3 @@
 """Version information for LangWatch."""
 
-__version__ = "0.4.0"
+__version__ = "0.5.0"

langwatch/domain/__init__.py

@@ -157,6 +157,7 @@ class SpanMetrics(TypedDict, total=False):
     prompt_tokens: Optional[int]
     completion_tokens: Optional[int]
     cost: Optional[float]
+    first_token_ms: Optional[int]
 
 
 class SpanParams(TypedDict, total=False):

langwatch/prompts/decorators/prompt_tracing.py

@@ -1,6 +1,7 @@
 from functools import wraps
 from opentelemetry import trace
-from typing import TYPE_CHECKING, TypeVar, Callable, Any
+from opentelemetry.trace import Span
+from typing import TYPE_CHECKING, TypeVar, Callable, Any, Optional, Union, Dict
 import json
 
 from langwatch.attributes import AttributeKey
@@ -11,9 +12,37 @@ if TYPE_CHECKING:
 T = TypeVar("T", bound="Prompt")
 
 
+def _set_attribute_if_not_none(
+    span: Span, key: str, value: Optional[Union[str, int, float, bool]]
+) -> None:
+    """Set span attribute only if value is not None."""
+    if value is not None:
+        span.set_attribute(key, value)
+
+
 class PromptTracing:
     """Namespace for Prompt method tracing decorators"""
 
+    @staticmethod
+    def _set_prompt_attributes(span: Span, prompt: "Prompt") -> None:
+        """Set prompt-related attributes on the span."""
+        _set_attribute_if_not_none(
+            span, AttributeKey.LangWatchPromptId, getattr(prompt, "id", None)
+        )
+        _set_attribute_if_not_none(
+            span, AttributeKey.LangWatchPromptHandle, getattr(prompt, "handle", None)
+        )
+        _set_attribute_if_not_none(
+            span,
+            AttributeKey.LangWatchPromptVersionId,
+            getattr(prompt, "version_id", None),
+        )
+        _set_attribute_if_not_none(
+            span,
+            AttributeKey.LangWatchPromptVersionNumber,
+            getattr(prompt, "version", None),
+        )
+
     @staticmethod
     def _create_compile_decorator(
         span_name: str,
@@ -28,26 +57,15 @@ class PromptTracing:
                 with trace.get_tracer(__name__).start_as_current_span(
                     PromptTracing._create_span_name(span_name)
                 ) as span:
-                    # Set base prompt
-                    span.set_attributes(
-                        {
-                            AttributeKey.LangWatchPromptId: getattr(self, "id", None),
-                            AttributeKey.LangWatchPromptHandle: getattr(
-                                self, "handle", None
-                            ),
-                            AttributeKey.LangWatchPromptVersionId: getattr(
-                                self, "version_id", None
-                            ),
-                            AttributeKey.LangWatchPromptVersionNumber: getattr(
-                                self, "version", None
-                            ),
-                        }
-                    )
+                    # Set prompt attributes
+                    PromptTracing._set_prompt_attributes(span, self)
 
                     # Create variables dict from args and kwargs
-                    variables_dict: dict[str, Any] = {}
-                    if args and args[0] is not None:
-                        variables_dict.update(args[0])
+                    variables_dict: Dict[str, Any] = {}
+                    if args:
+                        first_arg = args[0]
+                        if first_arg is not None and hasattr(first_arg, "update"):
+                            variables_dict.update(first_arg)
                     variables_dict.update(kwargs)
 
                     span.set_attribute(
@@ -88,7 +106,7 @@ class PromptTracing:
     @staticmethod
     def _create_span_name(span_name: str) -> str:
         """Create a span name for the prompt"""
-        return "Prompt" + "." + span_name
+        return f"Prompt.{span_name}"
 
 
 prompt_tracing = PromptTracing()

langwatch/telemetry/__tests__/test_tracing.py

@@ -46,3 +46,45 @@ def test_metadata_not_lost_on_multiple_updates():
     # None update should not clear
     trace.update(metadata=None)
     assert trace.metadata == {"x": 1, "y": 99, "z": 3}
+
+
+def test_metrics_update():
+    # Test updating metrics including first_token_ms
+    trace = LangWatchTrace()
+
+    # Update with first_token_ms
+    trace.update(metrics={"first_token_ms": 150})
+
+    # Update with additional metrics
+    trace.update(metrics={"prompt_tokens": 100, "completion_tokens": 50})
+
+    # Update first_token_ms again
+    trace.update(metrics={"first_token_ms": 200})
+
+    # Verify the metrics are properly handled (they should be passed to root_span.update)
+    # Since we can't easily test the internal span state without mocking,
+    # we'll test that the update method doesn't raise any errors
+    assert True  # If we get here, the updates succeeded
+
+
+def test_metrics_update_with_root_span():
+    # Test metrics update when there's an active root span
+    trace = LangWatchTrace()
+
+    with trace:
+        # Update metrics while span is active
+        trace.update(metrics={"first_token_ms": 150, "prompt_tokens": 100})
+
+        # Verify metrics were set on the root span
+        assert trace.root_span is not None
+        assert trace.root_span.metrics is not None
+        assert trace.root_span.metrics["first_token_ms"] == 150
+        assert trace.root_span.metrics["prompt_tokens"] == 100
+
+        # Update again with different values
+        trace.update(metrics={"first_token_ms": 200, "completion_tokens": 50})
+
+        # Verify the metrics were updated (merged, not replaced)
+        assert trace.root_span.metrics["first_token_ms"] == 200  # Updated
+        assert trace.root_span.metrics["prompt_tokens"] == 100  # Preserved
+        assert trace.root_span.metrics["completion_tokens"] == 50  # Added

{langwatch-0.4.0.dist-info → langwatch-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langwatch
-Version: 0.4.0
+Version: 0.5.0
 Summary: LangWatch Python SDK, for monitoring your LLMs
 Author-email: Langwatch Engineers <engineering@langwatch.ai>
 License: MIT

{langwatch-0.4.0.dist-info → langwatch-0.5.0.dist-info}/RECORD

@@ -1,5 +1,5 @@
 langwatch/__init__.py,sha256=TzPHzqCFGZJByI3sAIKrNB33Qi4PqVmgYDZuBwPnhPc,4222
-langwatch/__version__.py,sha256=gmt7xPIf5roNsx_qI3mY2ACMUeQCTAkZI1eT66Nb_r0,64
+langwatch/__version__.py,sha256=0ja7-HUqZpz4fmKILMG1h_z6bE7hCrXVbzVz1PDcc8s,64
 langwatch/attributes.py,sha256=nXdI_G85wQQCAdAcwjCiLYdEYj3wATmfgCmhlf6dVIk,3910
 langwatch/batch_evaluation.py,sha256=piez7TYqUZPb9NlIShTuTPmSzrZqX-vm2Grz_NGXe04,16078
 langwatch/client.py,sha256=WTNcYSik7kZ2kH-qGDnhbMTosc8e_Xhab_lZlfh5TC8,25559
@@ -14,7 +14,7 @@ langwatch/state.py,sha256=qXvPAjO90jdokCU6tPSwjHIac4QU_5N0pSd9dfmc9kY,1204
 langwatch/tracer.py,sha256=t5FOdP1es9H_pPGqGUBLXCyEln0tTi4m4M9b6WxCrPU,975
 langwatch/types.py,sha256=h6r3tNTzWqENx-9j_JPmOMZfFoKq9SNpEtxpAACk2G0,3114
 langwatch/dataset/__init__.py,sha256=hZBcbjXuBO2qE5osJtd9wIE9f45F6-jpNTrne5nk4eE,2606
-langwatch/domain/__init__.py,sha256=luuin3-6mmMqDaOJE_1wb7M1ccjhhZL80UN0TBA_TXM,6040
+langwatch/domain/__init__.py,sha256=gSCOV3WkRhp_--9D1vxw7BYpnMRbpGh-2NbsXd4KZC0,6074
 langwatch/dspy/__init__.py,sha256=E9rqyhOyIO3E-GxJSZlHtsvjapFjKQGF85QRcpKSvKE,34280
 langwatch/evaluation/__init__.py,sha256=Jy7PW5VQbMoDGdOLRlQmDEvo_9TDkBLmrLrfocxddLM,281
 langwatch/evaluation/evaluation.py,sha256=AF3VXCcTGB3F8ChsjwBxqjUXkLzvTbkWbiWYxRzVWik,16037
@@ -390,7 +390,7 @@ langwatch/prompts/prompt_api_service.py,sha256=tHhwIRjUBSM43_jwDAoGCHJjvvqVeSCrU
 langwatch/prompts/prompt_facade.py,sha256=47matSK4G2Ce3HWUnO13-k7jlDuZQePGCck4gkbTmXM,5052
 langwatch/prompts/types.py,sha256=p1bRMvfCCpGGiVwzFtQijVtWl5GWugL_vBOFc4B2348,269
 langwatch/prompts/decorators/prompt_service_tracing.py,sha256=uSYw0vExo7AuxbcCRnxbYl6UOfOQSC0IsisSqYy153Y,2395
-langwatch/prompts/decorators/prompt_tracing.py,sha256=GD1iA7j7_BzqO7iwkRUt4-RQrursuRg1gvtu89SsiY8,3443
+langwatch/prompts/decorators/prompt_tracing.py,sha256=x_PQvJlGbGF1h2HtGNiqaZ8K1qNd1jRf5pTOBTQx-7M,3963
 langwatch/prompts/types/__init__.py,sha256=uEnjOQC4LkLMWQ0fXfKe573xKOvoMdPgC6uY-yo9B_g,506
 langwatch/prompts/types/prompt_data.py,sha256=g_EQ94-PGfa4Ptwd3e2rMqoIZiX052MEEZKyF77m9D0,3137
 langwatch/prompts/types/structures.py,sha256=cB94bn-qhFgHHYXcrmJV6Bk9idk5ZmyfXhFNQAaXw-M,951
@@ -399,7 +399,7 @@ langwatch/telemetry/sampling.py,sha256=XDf6ZoXiwpHaHDYd_dDszSqH8_9-CHFNsGAZWOW1V
 langwatch/telemetry/span.py,sha256=g-RGWfQk4Q3b2TpipiHqjEV7rwmidaUHp54q51UxQ6s,32801
 langwatch/telemetry/tracing.py,sha256=oyCAqW-9sFFRYPWy9epZVN0aNvqToRY4_PGxQAtS-dI,27622
 langwatch/telemetry/types.py,sha256=Q9H7nT3GMK1aluRB7CCX8BR7VFKrQY_vdFdyF4Yc98U,501
-langwatch/telemetry/__tests__/test_tracing.py,sha256=mD_SAO-dD5m81EVQ909AwGROnnofxuL3DXCoaUTrS3M,1710
+langwatch/telemetry/__tests__/test_tracing.py,sha256=Px2vcpbRWBgwwaXzw3MgRfkcL-If2LmPAwaFN1sLyvY,3350
 langwatch/utils/__init__.py,sha256=3rqQTgzEtmICJW_KSPuLa5q8p5udxt5SRi28Z2vZB10,138
 langwatch/utils/capture.py,sha256=uVKPqHCm-o8CpabsUfhqbNFr5sgUHzcKnBadvL2oIwI,1172
 langwatch/utils/exceptions.py,sha256=J2_0EZ_GMRTJvCQ-ULX4LOG63r1R-0TCbKg9sskgl5A,498
@@ -407,6 +407,6 @@ langwatch/utils/initialization.py,sha256=1KoZmkHOvGEVF0j-4t4xRQdA_2C_SPiF7qFXqEG
 langwatch/utils/module.py,sha256=KLBNOK3mA9gCSifCcQX_lOtU48BJQDWvFKtF6NMvwVA,688
 langwatch/utils/transformation.py,sha256=76MGXyrYTxM0Yri36NJqLK-XxL4BBYdmKWAXXlw3D4Q,7690
 langwatch/utils/utils.py,sha256=ZCOSie4o9LdJ7odshNfCNjmgwgQ27ojc5ENqt1rXuSs,596
-langwatch-0.4.0.dist-info/METADATA,sha256=zLOJ0SExvVcq7aQHUvBxMIID5nySprQULX86Lh54ohc,13152
-langwatch-0.4.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-langwatch-0.4.0.dist-info/RECORD,,
+langwatch-0.5.0.dist-info/METADATA,sha256=ugdfXP6p37gyVnRFgfZczEpUMb-F3k17S0ovXlpGr1s,13152
+langwatch-0.5.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langwatch-0.5.0.dist-info/RECORD,,