langtrace-python-sdk 2.0.1__tar.gz → 2.0.2__tar.gz

{langtrace_python_sdk-2.0.1 → langtrace_python_sdk-2.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 2.0.1
+Version: 2.0.2
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>

{langtrace_python_sdk-2.0.1 → langtrace_python_sdk-2.0.2}/src/langtrace_python_sdk/instrumentation/cohere/patch.py

@@ -23,7 +23,9 @@ from opentelemetry.trace.status import Status, StatusCode
 
 from langtrace_python_sdk.constants.instrumentation.cohere import APIS
 from langtrace_python_sdk.constants.instrumentation.common import (
-    LANGTRACE_ADDITIONAL_SPAN_ATTRIBUTES_KEY, SERVICE_PROVIDERS)
+    LANGTRACE_ADDITIONAL_SPAN_ATTRIBUTES_KEY,
+    SERVICE_PROVIDERS,
+)
 
 
 def rerank(original_method, version, tracer):
@@ -103,9 +105,7 @@ def rerank(original_method, version, tracer):
                                 else 0
                             ),
                         }
-                        span.set_attribute(
-                            "llm.token.counts", json.dumps(usage_dict)
-                        )
+                        span.set_attribute("llm.token.counts", json.dumps(usage_dict))
 
             span.set_status(StatusCode.OK)
             span.end()
@@ -187,9 +187,7 @@ def embed(original_method, version, tracer):
                                 else 0
                             ),
                         }
-                        span.set_attribute(
-                            "llm.token.counts", json.dumps(usage_dict)
-                        )
+                        span.set_attribute("llm.token.counts", json.dumps(usage_dict))
 
             span.set_status(StatusCode.OK)
             span.end()
@@ -226,9 +224,7 @@ def chat_create(original_method, version, tracer):
                         item.get("role") if item.get("role") is not None else "USER"
                     ),
                     "content": (
-                        item.get("message")
-                        if item.get("message") is not None
-                        else ""
+                        item.get("message") if item.get("message") is not None else ""
                     ),
                 }
                 for item in chat_history
@@ -312,7 +308,11 @@ def chat_create(original_method, version, tracer):
                 span.set_attribute("llm.is_search_required", result.is_search_required)
 
             if kwargs.get("stream") is False or kwargs.get("stream") is None:
-                if hasattr(result, "text") and result.text is not None and result.text != "":
+                if (
+                    hasattr(result, "text")
+                    and result.text is not None
+                    and result.text != ""
+                ):
                     if (
                         hasattr(result, "chat_history")
                         and result.chat_history is not None
@@ -321,8 +321,7 @@ def chat_create(original_method, version, tracer):
                             {
                                 "role": (
                                     item.role
-                                    if hasattr(item, "role")
-                                    and item.role is not None
+                                    if hasattr(item, "role") and item.role is not None
                                     else "USER"
                                 ),
                                 "content": (
@@ -336,9 +335,7 @@ def chat_create(original_method, version, tracer):
                         ]
                         span.set_attribute("llm.responses", json.dumps(responses))
                     else:
-                        responses = [
-                            {"role": "CHATBOT", "content": result.text}
-                        ]
+                        responses = [{"role": "CHATBOT", "content": result.text}]
                         span.set_attribute("llm.responses", json.dumps(responses))
                 elif hasattr(result, "tool_calls") and result.tool_calls is not None:
                     tool_calls = []
@@ -422,9 +419,7 @@ def chat_stream(original_method, version, tracer):
                         item.get("role") if item.get("role") is not None else "USER"
                     ),
                     "content": (
-                        item.get("message")
-                        if item.get("message") is not None
-                        else ""
+                        item.get("message") if item.get("message") is not None else ""
                     ),
                 }
                 for item in chat_history
@@ -485,7 +480,7 @@ def chat_stream(original_method, version, tracer):
             # stringify the list of objects
             attributes.llm_tool_results = json.dumps(kwargs.get("tool_results"))
 
-        span = tracer.start_span(APIS["CHAT_CREATE"]["METHOD"], kind=SpanKind.CLIENT)
+        span = tracer.start_span(APIS["CHAT_STREAM"]["METHOD"], kind=SpanKind.CLIENT)
         for field, value in attributes.model_dump(by_alias=True).items():
             if value is not None:
                 span.set_attribute(field, value)
@@ -503,19 +498,28 @@ def chat_stream(original_method, version, tracer):
                         Event.STREAM_OUTPUT.value, {"response": "".join(content)}
                     )
 
-                    if hasattr(event, "finish_reason") and event.finish_reason == "COMPLETE":
+                    if (
+                        hasattr(event, "finish_reason")
+                        and event.finish_reason == "COMPLETE"
+                    ):
                         response = event.response
 
                         if (hasattr(response, "generation_id")) and (
                             response.generation_id is not None
                         ):
-                            span.set_attribute("llm.generation_id", response.generation_id)
-                        if (hasattr(response, "response_id")) and (response.response_id is not None):
+                            span.set_attribute(
+                                "llm.generation_id", response.generation_id
+                            )
+                        if (hasattr(response, "response_id")) and (
+                            response.response_id is not None
+                        ):
                             span.set_attribute("llm.response_id", response.response_id)
                         if (hasattr(response, "is_search_required")) and (
                             response.is_search_required is not None
                         ):
-                            span.set_attribute("llm.is_search_required", response.is_search_required)
+                            span.set_attribute(
+                                "llm.is_search_required", response.is_search_required
+                            )
 
                         # Set the response attributes
                         if hasattr(response, "text") and response.text is not None:
@@ -540,12 +544,16 @@ def chat_stream(original_method, version, tracer):
                                     }
                                     for item in response.chat_history
                                 ]
-                                span.set_attribute("llm.responses", json.dumps(responses))
+                                span.set_attribute(
+                                    "llm.responses", json.dumps(responses)
+                                )
                             else:
                                 responses = [
                                     {"role": "CHATBOT", "content": response.text}
                                 ]
-                                span.set_attribute("llm.responses", json.dumps(responses))
+                                span.set_attribute(
+                                    "llm.responses", json.dumps(responses)
+                                )
 
                         # Get the usage
                         if hasattr(response, "meta") and response.meta is not None:

langtrace_python_sdk-2.0.2/src/langtrace_python_sdk/version.py

@@ -0,0 +1 @@
+__version__ = "2.0.2"

{langtrace_python_sdk-2.0.1 → langtrace_python_sdk-2.0.2}/src/tests/anthropic/conftest.py

@@ -33,6 +33,3 @@ def vcr_config():
 @pytest.fixture(scope="session", autouse=True)
 def instrument():
     AnthropicInstrumentation().instrument()
-
-    yield
-    # exporter.shutdown()

{langtrace_python_sdk-2.0.1 → langtrace_python_sdk-2.0.2}/src/tests/anthropic/test_anthropic.py

@@ -2,6 +2,7 @@ import pytest
 import json
 import importlib
 from langtrace_python_sdk.constants.instrumentation.anthropic import APIS
+from tests.utils import assert_response_format, assert_token_count
 
 
 @pytest.mark.vcr()
@@ -16,7 +17,7 @@ def test_anthropic(anthropic_client, exporter):
         "stream": False,
         "max_tokens": 1024,
     }
-    response = anthropic_client.messages.create(**kwargs)
+    anthropic_client.messages.create(**kwargs)
     spans = exporter.get_finished_spans()
     completion_span = spans[-1]
 
@@ -36,20 +37,8 @@ def test_anthropic(anthropic_client, exporter):
     assert attributes.get("llm.prompts") == json.dumps(messages_value)
     assert attributes.get("llm.stream") is False
 
-    tokens = json.loads(attributes.get("llm.token.counts"))
-    output_tokens = tokens.get("output_tokens")
-    prompt_tokens = tokens.get("input_tokens")
-    total_tokens = tokens.get("total_tokens")
-
-    assert output_tokens and prompt_tokens and total_tokens
-    assert output_tokens + prompt_tokens == total_tokens
-
-    langtrace_responses = json.loads(attributes.get("llm.responses"))
-    assert isinstance(langtrace_responses, list)
-    for langtrace_response in langtrace_responses:
-        assert isinstance(langtrace_response, dict)
-        assert "role" in langtrace_response
-        assert "content" in langtrace_response
+    assert_token_count(attributes)
+    assert_response_format(attributes)
 
 
 @pytest.mark.vcr()
@@ -93,17 +82,5 @@ def test_anthropic_streaming(anthropic_client, exporter):
 
     assert len(events) - 2 == chunk_count  # -2 for start and end events
 
-    tokens = json.loads(attributes.get("llm.token.counts"))
-    output_tokens = tokens.get("output_tokens")
-    prompt_tokens = tokens.get("input_tokens")
-    total_tokens = tokens.get("total_tokens")
-
-    assert output_tokens and prompt_tokens and total_tokens
-    assert output_tokens + prompt_tokens == total_tokens
-
-    langtrace_responses = json.loads(attributes.get("llm.responses"))
-    assert isinstance(langtrace_responses, list)
-    for langtrace_response in langtrace_responses:
-        assert isinstance(langtrace_response, dict)
-        assert "role" in langtrace_response
-        assert "content" in langtrace_response
+    assert_token_count(attributes)
+    assert_response_format(attributes)

langtrace_python_sdk-2.0.2/src/tests/cohere/cassettes/test_cohere_chat.yaml

@@ -0,0 +1,91 @@
+interactions:
+- request:
+    body: '{"message": "Tell me a story in 3 sentences or less?", "stream": false,
+      "model": "command", "preamble": "answer like a pirate", "chat_history": [{"role":
+      "USER", "message": "Who discovered gravity?"}, {"role": "CHATBOT", "message":
+      "The man who is widely credited with discovering gravity is Sir Isaac Newton"}],
+      "connectors": [{"id": "web-search"}], "temperature": 0.1}'
+    headers:
+      accept:
+      - '*/*'
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '370'
+      content-type:
+      - application/json
+      host:
+      - api.cohere.ai
+      user-agent:
+      - python-httpx/0.27.0
+      x-fern-language:
+      - Python
+      x-fern-sdk-name:
+      - cohere
+      x-fern-sdk-version:
+      - 5.3.2
+    method: POST
+    uri: https://api.cohere.ai/v1/chat
+  response:
+    body:
+      string: '{"response_id":"27cf0e2e-b4d5-427b-9866-d108307022de","text":"Argh,
+        many years ago, a bold explorer named Isaac Newton sat beneath an apple tree
+        for many hours, contemplating the nature of the universe and the motions of
+        the heavenly bodies. He posited that all objects in the universe are attracted
+        to each other. Then one day, his theory was proven true when a juicy apple
+        fell from the tree and struck him on the head, inspiring his theory of gravity
+        and changing science forever.","generation_id":"2a7babaa-f1da-468f-9891-5171f137ba04","chat_history":[{"role":"USER","message":"Who
+        discovered gravity?"},{"role":"CHATBOT","message":"The man who is widely credited
+        with discovering gravity is Sir Isaac Newton"},{"role":"USER","message":"Tell
+        me a story in 3 sentences or less?"},{"role":"CHATBOT","message":"Argh, many
+        years ago, a bold explorer named Isaac Newton sat beneath an apple tree for
+        many hours, contemplating the nature of the universe and the motions of the
+        heavenly bodies. He posited that all objects in the universe are attracted
+        to each other. Then one day, his theory was proven true when a juicy apple
+        fell from the tree and struck him on the head, inspiring his theory of gravity
+        and changing science forever."}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":31,"output_tokens":85},"tokens":{"input_tokens":49,"output_tokens":85}},"documents":[]}'
+    headers:
+      Alt-Svc:
+      - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+      Via:
+      - 1.1 google
+      access-control-expose-headers:
+      - X-Debug-Trace-ID
+      cache-control:
+      - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+      content-length:
+      - '1420'
+      content-type:
+      - application/json
+      date:
+      - Fri, 26 Apr 2024 13:51:11 GMT
+      expires:
+      - Thu, 01 Jan 1970 00:00:00 UTC
+      num_chars:
+      - '220'
+      num_tokens:
+      - '116'
+      pragma:
+      - no-cache
+      server:
+      - envoy
+      vary:
+      - Origin
+      x-accel-expires:
+      - '0'
+      x-debug-trace-id:
+      - 6e0f777a5f86c8b5453bf374fd3fadbd
+      x-endpoint-monthly-call-limit:
+      - '1000'
+      x-envoy-upstream-service-time:
+      - '3037'
+      x-trial-endpoint-call-limit:
+      - '40'
+      x-trial-endpoint-call-remaining:
+      - '39'
+    status:
+      code: 200
+      message: OK
+version: 1

langtrace_python_sdk-2.0.2/src/tests/cohere/cassettes/test_cohere_chat_streaming.yaml

@@ -0,0 +1,275 @@
+interactions:
+- request:
+    body: '{"message": "Tell me a story in 3 sentences or less?", "stream": true,
+      "model": "command", "preamble": "answer like a pirate", "chat_history": [{"role":
+      "USER", "message": "Who discovered gravity?"}, {"role": "CHATBOT", "message":
+      "The man who is widely credited with discovering gravity is Sir Isaac Newton"}],
+      "connectors": [{"id": "web-search"}], "temperature": 0.1}'
+    headers:
+      accept:
+      - '*/*, text/event-stream, application/stream+json'
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '369'
+      content-type:
+      - application/json
+      host:
+      - api.cohere.ai
+      user-agent:
+      - python-httpx/0.27.0
+      x-fern-language:
+      - Python
+      x-fern-sdk-name:
+      - cohere
+      x-fern-sdk-version:
+      - 5.3.2
+    method: POST
+    uri: https://api.cohere.ai/v1/chat
+  response:
+    body:
+      string: '{"is_finished":false,"event_type":"stream-start","generation_id":"1d521296-3008-42bf-8062-8b744d997ba0"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"Ar"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"gh"}
+
+        {"is_finished":false,"event_type":"text-generation","text":","}
+
+        {"is_finished":false,"event_type":"text-generation","text":" here"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" be"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" the"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" story"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" of"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" Gold"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"il"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"ocks"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" and"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" the"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" Three"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" Bears"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" told"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" in"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" three"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" sentences"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" or"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" less"}
+
+        {"is_finished":false,"event_type":"text-generation","text":":"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"\n\nOnce"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" upon"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" a"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" time"}
+
+        {"is_finished":false,"event_type":"text-generation","text":","}
+
+        {"is_finished":false,"event_type":"text-generation","text":" a"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" little"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" girl"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" named"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" Gold"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"il"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"ocks"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" stumbled"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" into"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" the"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" home"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" of"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" three"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" bears"}
+
+        {"is_finished":false,"event_type":"text-generation","text":","}
+
+        {"is_finished":false,"event_type":"text-generation","text":" she"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" ate"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" their"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" food"}
+
+        {"is_finished":false,"event_type":"text-generation","text":","}
+
+        {"is_finished":false,"event_type":"text-generation","text":" broke"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" their"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" chairs"}
+
+        {"is_finished":false,"event_type":"text-generation","text":","}
+
+        {"is_finished":false,"event_type":"text-generation","text":" and"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" slept"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" in"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" their"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" beds"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"."}
+
+        {"is_finished":false,"event_type":"text-generation","text":" When"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" the"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" three"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" bears"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" returned"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" they"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" were"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" outraged"}
+
+        {"is_finished":false,"event_type":"text-generation","text":","}
+
+        {"is_finished":false,"event_type":"text-generation","text":" but"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" Gold"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"il"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"ocks"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" had"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" disappeared"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" -"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" she"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" had"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" run"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" away"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"."}
+
+        {"is_finished":false,"event_type":"text-generation","text":"\n\nAr"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"gh"}
+
+        {"is_finished":false,"event_type":"text-generation","text":","}
+
+        {"is_finished":false,"event_type":"text-generation","text":" that"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" be"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" the"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" end"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" of"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" the"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" story"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" me"}
+
+        {"is_finished":false,"event_type":"text-generation","text":" heart"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"ies"}
+
+        {"is_finished":false,"event_type":"text-generation","text":"!"}
+
+        {"is_finished":true,"event_type":"stream-end","response":{"response_id":"86b73a20-0cfa-414b-b148-e7857669ef3e","text":"Argh,
+        here be the story of Goldilocks and the Three Bears told in three sentences
+        or less:\n\nOnce upon a time, a little girl named Goldilocks stumbled into
+        the home of three bears, she ate their food, broke their chairs, and slept
+        in their beds. When the three bears returned they were outraged, but Goldilocks
+        had disappeared - she had run away.\n\nArgh, that be the end of the story
+        me hearties!","generation_id":"1d521296-3008-42bf-8062-8b744d997ba0","chat_history":[{"role":"USER","message":"Who
+        discovered gravity?"},{"role":"CHATBOT","message":"The man who is widely credited
+        with discovering gravity is Sir Isaac Newton"},{"role":"USER","message":"Tell
+        me a story in 3 sentences or less?"},{"role":"CHATBOT","message":"Argh, here
+        be the story of Goldilocks and the Three Bears told in three sentences or
+        less:\n\nOnce upon a time, a little girl named Goldilocks stumbled into the
+        home of three bears, she ate their food, broke their chairs, and slept in
+        their beds. When the three bears returned they were outraged, but Goldilocks
+        had disappeared - she had run away.\n\nArgh, that be the end of the story
+        me hearties!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":31,"output_tokens":96},"tokens":{"input_tokens":49,"output_tokens":96}},"documents":[]},"finish_reason":"COMPLETE"}
+
+        '
+    headers:
+      Alt-Svc:
+      - h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
+      Via:
+      - 1.1 google
+      access-control-expose-headers:
+      - X-Debug-Trace-ID
+      cache-control:
+      - no-cache, no-store, no-transform, must-revalidate, private, max-age=0
+      content-type:
+      - application/stream+json
+      date:
+      - Fri, 26 Apr 2024 13:59:03 GMT
+      expires:
+      - Thu, 01 Jan 1970 00:00:00 UTC
+      pragma:
+      - no-cache
+      server:
+      - envoy
+      transfer-encoding:
+      - chunked
+      vary:
+      - Origin
+      x-accel-expires:
+      - '0'
+      x-debug-trace-id:
+      - 2803337aa161b7c4f034921bb2bb1444
+      x-endpoint-monthly-call-limit:
+      - '1000'
+      x-envoy-upstream-service-time:
+      - '66'
+      x-trial-endpoint-call-limit:
+      - '40'
+      x-trial-endpoint-call-remaining:
+      - '39'
+    status:
+      code: 200
+      message: OK
+version: 1