langtrace-python-sdk 2.1.2__tar.gz → 2.1.4__tar.gz

{langtrace_python_sdk-2.1.2 → langtrace_python_sdk-2.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 2.1.2
+Version: 2.1.4
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>
@@ -10,6 +10,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.9
+Requires-Dist: colorama>=0.4.6
 Requires-Dist: opentelemetry-api>=1.24.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc>=1.24.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.24.0

{langtrace_python_sdk-2.1.2 → langtrace_python_sdk-2.1.4}/pyproject.toml

@@ -25,6 +25,7 @@ dependencies = [
   'tiktoken>=0.1.1',
   'opentelemetry-exporter-otlp-proto-http>=1.24.0',
   'opentelemetry-exporter-otlp-proto-grpc>=1.24.0',
+  'colorama>=0.4.6'
 ]
 
 requires-python = ">=3.9"

{langtrace_python_sdk-2.1.2 → langtrace_python_sdk-2.1.4}/src/examples/pinecone_example/basic.py

@@ -29,7 +29,7 @@ def create_index():
 
 
 @with_langtrace_root_span()
-def basic(span_id, trace_id):
+def basic(span_id=None, trace_id=None):
 
     result = client.embeddings.create(
         model="text-embedding-ada-002",
@@ -44,7 +44,6 @@ def basic(span_id, trace_id):
 
     index = pinecone.Index(PINECONE_INDEX_NAME)
     res = index.upsert(vectors=[data_to_upsert], namespace="test-namespace")
-    print("res", res)
 
     resp = index.query(
         vector=embedding, top_k=1, include_values=False, namespace="test-namespace"
@@ -52,8 +51,7 @@ def basic(span_id, trace_id):
     send_user_feedback(
         {"spanId": span_id, "traceId": trace_id, "userScore": 1, "userId": "123"}
     )
-    print(resp)
+    return [res, resp]
 
 
 # create_index()
-basic("span_id", "trace_id")

{langtrace_python_sdk-2.1.2 → langtrace_python_sdk-2.1.4}/src/langtrace_python_sdk/extensions/langtrace_exporter.py

@@ -9,6 +9,8 @@ from opentelemetry.trace.span import format_trace_id
 from langtrace_python_sdk.constants.exporter.langtrace_exporter import (
     LANGTRACE_REMOTE_URL,
 )
+from colorama import Fore
+from requests.exceptions import RequestException
 
 
 class LangTraceExporter(SpanExporter):
@@ -55,9 +57,6 @@ class LangTraceExporter(SpanExporter):
         self.api_key = api_key or os.environ.get("LANGTRACE_API_KEY")
         self.api_host: str = api_host or LANGTRACE_REMOTE_URL
 
-        if not self.api_key:
-            raise ValueError("No API key provided")
-
     def export(self, spans: typing.Sequence[ReadableSpan]) -> SpanExportResult:
         """
         Exports a batch of telemetry data.
@@ -68,10 +67,17 @@ class LangTraceExporter(SpanExporter):
         Returns:
             The result of the export SUCCESS or FAILURE
         """
+        if not self.api_key:
+            print(Fore.RED)
+            print(
+                "Missing Langtrace API key, proceed to https://langtrace.ai to create one"
+            )
+            print("Set the API key as an environment variable LANGTRACE_API_KEY")
+            print(Fore.RESET)
+            return
         data = [
             {
                 "traceId": format_trace_id(span.get_span_context().trace_id),
-                "instrumentationLibrary": span.instrumentation_info.__repr__(),
                 "droppedEventsCount": span.dropped_events,
                 "droppedAttributesCount": span.dropped_attributes,
                 "droppedLinksCount": span.dropped_links,
@@ -83,14 +89,23 @@ class LangTraceExporter(SpanExporter):
 
         # Send data to remote URL
         try:
-            requests.post(
+            response = requests.post(
                 url=f"{self.api_host}/api/trace",
                 data=json.dumps(data),
                 headers={"Content-Type": "application/json", "x-api-key": self.api_key},
+                timeout=20,
+            )
+
+            if not response.ok:
+                raise RequestException(response.text)
+
+            print(
+                Fore.GREEN + f"Exported {len(spans)} spans successfully." + Fore.RESET
             )
-            print(f"sent to {self.api_host}/api/trace with {len(data)} spans")
             return SpanExportResult.SUCCESS
-        except Exception as e:
+        except RequestException as err:
+            print(Fore.RED + "Failed to export spans.")
+            print(Fore.RED + f"Error: {err}" + Fore.RESET)
             return SpanExportResult.FAILURE
 
     def shutdown(self) -> None:

{langtrace_python_sdk-2.1.2 → langtrace_python_sdk-2.1.4}/src/langtrace_python_sdk/instrumentation/weaviate/instrumentation.py

@@ -17,7 +17,7 @@ limitations under the License.
 import importlib.metadata
 import logging
 from typing import Collection
-
+from opentelemetry.instrumentation.utils import unwrap
 from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
 from opentelemetry.trace import get_tracer
 from wrapt import wrap_function_wrapper
@@ -28,7 +28,7 @@ from langtrace_python_sdk.instrumentation.weaviate.patch import (
 )
 from langtrace_python_sdk.constants.instrumentation.weaviate import APIS
 
-logging.basicConfig(level=logging.FATAL)
+logging.basicConfig(level=logging.DEBUG)  # Set to DEBUG for detailed logging
 
 
 class WeaviateInstrumentation(BaseInstrumentor):
@@ -47,17 +47,19 @@ class WeaviateInstrumentation(BaseInstrumentor):
         for api_name, api_config in APIS.items():
             module_path, function_name = api_name.rsplit(".", 1)
             if api_config.get("OPERATION") == "query":
-                wrap_function_wrapper(
-                    api_config["MODULE"],
-                    api_config["METHOD"],
-                    generic_query_patch(api_name, version, tracer),
-                )
+                if getattr(api_config["MODULE"], api_config["METHOD"], None):
+                    wrap_function_wrapper(
+                        api_config["MODULE"],
+                        api_config["METHOD"],
+                        generic_query_patch(api_name, version, tracer),
+                    )
             elif api_config.get("OPERATION") == "create":
-                wrap_function_wrapper(
-                    api_config["MODULE"],
-                    api_config["METHOD"],
-                    generic_collection_patch(api_name, version, tracer),
-                )
+                if getattr(api_config["MODULE"], api_config["METHOD"], None):
+                    wrap_function_wrapper(
+                        api_config["MODULE"],
+                        api_config["METHOD"],
+                        generic_collection_patch(api_name, version, tracer),
+                    )
 
     def _instrument_module(self, module_name):
         pass

{langtrace_python_sdk-2.1.2 → langtrace_python_sdk-2.1.4}/src/langtrace_python_sdk/langtrace.py

@@ -68,6 +68,8 @@ from langtrace_python_sdk.instrumentation.weaviate.instrumentation import (
     WeaviateInstrumentation,
 )
 
+from colorama import Fore
+
 
 def init(
     api_key: str = None,
@@ -77,6 +79,7 @@ def init(
     api_host: Optional[str] = None,
     disable_instrumentations: Optional[DisableInstrumentations] = None,
 ):
+    print(Fore.GREEN + "Initializing Langtrace SDK.." + Fore.RESET)
     provider = TracerProvider(resource=Resource.create({"service.name": sys.argv[0]}))
 
     remote_write_exporter = (
@@ -90,20 +93,24 @@ def init(
     simple_processor_console = SimpleSpanProcessor(console_exporter)
 
     if write_spans_to_console:
+        print(Fore.BLUE + "Writing spans to console" + Fore.RESET)
         provider.add_span_processor(simple_processor_console)
 
     elif custom_remote_exporter is not None:
+        print(Fore.BLUE + f"Exporting spans to custom remote exporter.." + Fore.RESET)
         if batch:
             provider.add_span_processor(batch_processor_remote)
         else:
             provider.add_span_processor(simple_processor_remote)
 
     elif api_host is not None:
+        print(Fore.BLUE + f"Exporting spans to custom host: {api_host}.." + Fore.RESET)
         if batch:
             provider.add_span_processor(batch_processor_remote)
         else:
             provider.add_span_processor(simple_processor_remote)
     else:
+        print(Fore.BLUE + "Exporting spans to Langtrace cloud.." + Fore.RESET)
         provider.add_span_processor(batch_processor_remote)
 
     # Initialize tracer

{langtrace_python_sdk-2.1.2 → langtrace_python_sdk-2.1.4}/src/langtrace_python_sdk/utils/with_root_span.py

@@ -126,7 +126,6 @@ def send_user_feedback(data: EvaluationAPIData) -> None:
                 timeout=None,
             )
             response.raise_for_status()
-            print("SENDING FEEDBACK PUT", response.status_code, response.text)
 
         else:
             # Make a POST request to create a new evaluation
@@ -137,7 +136,6 @@ def send_user_feedback(data: EvaluationAPIData) -> None:
                 headers=headers,
                 timeout=None,
             )
-            print("Response", response.status_code, response.text)
             response.raise_for_status()
 
     except requests.RequestException as err:

langtrace_python_sdk-2.1.4/src/langtrace_python_sdk/version.py

@@ -0,0 +1 @@
+__version__ = "2.1.4"

langtrace_python_sdk-2.1.4/src/tests/langchain/cassettes/test_langchain.yaml

@@ -0,0 +1,106 @@
+interactions:
+- request:
+    body: '{"messages": [{"content": "You are world class technical documentation
+      writer.", "role": "system"}, {"content": "how can langsmith help with testing?",
+      "role": "user"}], "model": "gpt-3.5-turbo", "n": 1, "stream": false, "temperature":
+      0.7}'
+    headers:
+      accept:
+      - application/json
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '240'
+      content-type:
+      - application/json
+      host:
+      - api.openai.com
+      user-agent:
+      - OpenAI/Python 1.30.5
+      x-stainless-arch:
+      - arm64
+      x-stainless-async:
+      - 'false'
+      x-stainless-lang:
+      - python
+      x-stainless-os:
+      - MacOS
+      x-stainless-package-version:
+      - 1.30.5
+      x-stainless-runtime:
+      - CPython
+      x-stainless-runtime-version:
+      - 3.12.3
+    method: POST
+    uri: https://api.openai.com/v1/chat/completions
+  response:
+    body:
+      string: !!binary |
+        H4sIAAAAAAAAA3xVTW8bOQy9+1cQc7aNfLR16tv2A4tFt9hL9rRdBLSGnlGikVSSsuMt8t8X1Iwd
+        pwh6MWxRfHp8fKR/zAAa3zZraFyP6oYcFu//br/s3+271XUeVvfb+0f6cvv4x8MHyjf4tZlbRtrc
+        k9Nj1tKlIQdSn+IYdkyoZKiXq8vVxc3NxeqmBobUUrC0Luvievl2oYU3aXFxefV2yuyTdyTNGv6Z
+        AQD8qJ/GMbb02KzhYn48GUgEO2rWp0sADadgJw2KeFGM2syfgy5FpVhp/4mxk8FrD14AIac98bYE
+        0JQCaI8KDiP0FDLs7ZaSqI8d+Ag7ZJ+KwB4Psv4Wv8XLJfxWNA1WMtyOF9fw/IIhbQiKUAuaYM9e
+        CfCUYdAgjn1WgW1iOKTCIGmre2QCzDl4hyauLOHDAQLtiLGrbFQgohbGAAFjV7AjyJwciVjcYcaN
+        D149ydxwK5eRQH3WoZBYUTmgj/A5dsFLP4cBH0Z8IBRPXHnFFBdKro/eYQAlHGCgYUMsVpaJy35T
+        DDqB9nTSbCK0NK2ullUh+ISK8DtF4lrZz3J1Y2Ri2drlDZp+KUJmamnrI7XAJZAAxhYyqhJHmdee
+        2atW7ffi3UM4wOjHZzChc6lfKnzbezm2LCOrdyUgh4P1zxxiacfKxFE0N8hoGabvxVvLICB3BDik
+        EhXSFlq/Ixaqj1cdricdPqIQfMWIHQ0U9Re2Sdxh9P9RLXeoGWc9fKVl1gVG91B7kTl1TCJG5sge
+        nfpd9UbFpCiFCWyWmXqK4nf2q5qNLO8XvrSS3izhU3LFyni1pxgknU1UO901Jud11O9MUoLKvBJL
+        2tNJ8wVTqGPj4zbxUF+qYzENlHkzHI4GMvD2nJR5HUGUi9PC1MII8jwcJxWiLRCK7lA5uIDs9WDp
+        VYajhi/Aqwx/mWAhzH+qXpQJh+AjvTYbc/BD5rQ7tnRSfT41psfojFMIuEnjxJi5qnJnU+jjLoVd
+        1eaVJi+baRM+nVZoSF3mtLF1G0sIp/Otj176OyaUFG1diqY8pj/NAP6tq7q82L5N5jRkvdP0QNEA
+        r1YjXPP853AWvHw/RTUphrPAm3eziWEjB1Ea7rY+dsSZfd3cxnP2NPsfAAD//wMAt4ZeGbgGAAA=
+    headers:
+      CF-Cache-Status:
+      - DYNAMIC
+      CF-RAY:
+      - 88c03f46bf3b23c5-LHR
+      Connection:
+      - keep-alive
+      Content-Encoding:
+      - gzip
+      Content-Type:
+      - application/json
+      Date:
+      - Thu, 30 May 2024 16:54:42 GMT
+      Server:
+      - cloudflare
+      Set-Cookie:
+      - __cf_bm=9en.DN2CPQUgM8CubXIqqiVZkm43q.oBCL4n7bXxViw-1717088082-1.0.1.1-nl9dbPbwwGsUORjX1Y8Ta7S2v.MBG3o1JWUgYQU98tFUNcY9hFcmfcXWFu_bcohUX1nun6S55Wg2rg3MX7PHPQ;
+        path=/; expires=Thu, 30-May-24 17:24:42 GMT; domain=.api.openai.com; HttpOnly;
+        Secure; SameSite=None
+      - _cfuvid=bJ_po6.pyb_9JWu27O8yfh1AX1atGjC5_sFN497eMI8-1717088082420-0.0.1.1-604800000;
+        path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None
+      Transfer-Encoding:
+      - chunked
+      alt-svc:
+      - h3=":443"; ma=86400
+      openai-organization:
+      - scale3-1
+      openai-processing-ms:
+      - '4295'
+      openai-version:
+      - '2020-10-01'
+      strict-transport-security:
+      - max-age=15724800; includeSubDomains
+      x-ratelimit-limit-requests:
+      - '10000'
+      x-ratelimit-limit-tokens:
+      - '2000000'
+      x-ratelimit-remaining-requests:
+      - '9999'
+      x-ratelimit-remaining-tokens:
+      - '1999960'
+      x-ratelimit-reset-requests:
+      - 6ms
+      x-ratelimit-reset-tokens:
+      - 1ms
+      x-request-id:
+      - req_4b43c2d3cf0dc839647c8b775b75d6f5
+    status:
+      code: 200
+      message: OK
+version: 1

langtrace_python_sdk-2.1.4/src/tests/langchain/conftest.py

@@ -0,0 +1,42 @@
+"""Unit tests configuration module."""
+
+import os
+import pytest
+
+from langtrace_python_sdk.instrumentation.openai.instrumentation import (
+    OpenAIInstrumentation,
+)
+from langtrace_python_sdk.instrumentation.langchain.instrumentation import (
+    LangchainInstrumentation,
+)
+from langtrace_python_sdk.instrumentation.langchain_core.instrumentation import (
+    LangchainCoreInstrumentation,
+)
+
+from langtrace_python_sdk.instrumentation.langchain_community.instrumentation import (
+    LangchainCommunityInstrumentation,
+)
+
+
+@pytest.fixture(autouse=True)
+def clear_exporter(exporter):
+    exporter.clear()
+
+
+@pytest.fixture(autouse=True)
+def environment():
+    if not os.environ.get("OPENAI_API_KEY"):
+        os.environ["OPENAI_API_KEY"] = "test"
+
+
+@pytest.fixture(scope="module")
+def vcr_config():
+    return {"filter_headers": ["authorization", "x-api-key"]}
+
+
+@pytest.fixture(scope="session", autouse=True)
+def instrument():
+    OpenAIInstrumentation().instrument()
+    LangchainInstrumentation().instrument()
+    LangchainCoreInstrumentation().instrument()
+    LangchainCommunityInstrumentation().instrument()

langtrace_python_sdk-2.1.4/src/tests/langchain/test_langchain.py

@@ -0,0 +1,28 @@
+import pytest
+from langchain_openai import ChatOpenAI
+from langchain_core.prompts.chat import ChatPromptTemplate
+from langchain_core.output_parsers import StrOutputParser
+
+
+@pytest.mark.vcr()
+def test_langchain(exporter):
+    llm = ChatOpenAI()
+    prompt = ChatPromptTemplate.from_messages(
+        [
+            ("system", "You are world class technical documentation writer."),
+            ("user", "{input}"),
+        ]
+    )
+    output_parser = StrOutputParser()
+    chain = prompt | llm | output_parser
+    chain.invoke({"input": "how can langsmith help with testing?"})
+    spans = exporter.get_finished_spans()
+
+    assert [
+        "ChatPromptTemplate.invoke",
+        "openai.chat.completions.create",
+        "StrOutputParser.parse",
+        "StrOutputParser.parse_result",
+        "StrOutputParser.invoke",
+        "RunnableSequence.invoke",
+    ] == [span.name for span in spans]

langtrace_python_sdk-2.1.2/src/langtrace_python_sdk/version.py

@@ -1 +0,0 @@
-__version__ = "2.1.2"

langtrace_python_sdk-2.1.2/src/tests/langchain/test_langchain.py

@@ -1,82 +0,0 @@
-import unittest
-from unittest.mock import MagicMock, call
-from langtrace_python_sdk.instrumentation.langchain.patch import generic_patch
-from opentelemetry.trace import SpanKind
-from opentelemetry.trace import get_tracer
-import importlib.metadata
-from langtrace_python_sdk.constants.instrumentation.openai import APIS
-from opentelemetry.trace.status import Status, StatusCode
-from tests.utils import common_setup
-import json
-
-
-class TestGenericPatch(unittest.TestCase):
-    data = {"key": "value"}
-
-    def setUp(self):
-        self.langchain_mock, self.tracer, self.span = common_setup(self.data, None)
-
-    def tearDown(self):
-        # Clean up after each test case
-        pass
-
-    def test_generic_patch(self):
-        # Arrange
-        method_name = "example_method"
-        trace_output = False
-        trace_input = False  # Change as per your requirement
-        args = (1, 2, 3)
-        task = "split_text"
-        kwargs = {"key": "value"}
-        version = importlib.metadata.version("langchain")
-
-        # Act
-        wrapped_function = generic_patch(
-            "langchain.text_splitter",
-            task,
-            self.tracer,
-            version,
-            trace_output,
-            trace_input,
-        )
-        result = wrapped_function(self.langchain_mock, MagicMock(), args, kwargs)
-
-        # Assert
-        self.assertTrue(
-            self.tracer.start_as_current_span.called_once_with(
-                method_name, kind=SpanKind.CLIENT
-            )
-        )
-
-        service_provider = "Langchain"
-        expected_attributes = {
-            "langtrace.sdk.name": "langtrace-python-sdk",
-            "langtrace.service.name": service_provider,
-            "langtrace.service.type": "framework",
-            "langtrace.service.version": version,
-            "langtrace.version": "1.0.0",
-            "langchain.task.name": task,
-        }
-
-        self.assertTrue(
-            self.span.set_attribute.has_calls(
-                [call(key, value) for key, value in expected_attributes.items()],
-                any_order=True,
-            )
-        )
-
-        actual_calls = self.span.set_attribute.call_args_list
-
-        for key, value in expected_attributes.items():
-            self.assertIn(call(key, value), actual_calls)
-
-        self.assertEqual(self.span.set_status.call_count, 1)
-        self.assertTrue(self.span.set_status.has_calls([call(Status(StatusCode.OK))]))
-
-        expected_result_data = {"key": "value"}
-
-        self.assertEqual(result.key, expected_result_data["key"])
-
-
-if __name__ == "__main__":
-    unittest.main()

langtrace_python_sdk-2.1.2/src/tests/langchain/test_langchain_community.py

@@ -1,82 +0,0 @@
-import unittest
-from unittest.mock import MagicMock, Mock, patch, call
-from langtrace_python_sdk.instrumentation.langchain_community.patch import generic_patch
-from opentelemetry.trace import SpanKind
-from opentelemetry.trace import get_tracer
-import importlib.metadata
-import openai
-from langtrace_python_sdk.constants.instrumentation.openai import APIS
-from opentelemetry.trace.status import Status, StatusCode
-import json
-from tests.utils import common_setup
-
-
-class TestGenericPatch(unittest.TestCase):
-    data = {"key": "value"}
-
-    def setUp(self):
-        self.langchain_mock, self.tracer, self.span = common_setup(self.data, None)
-
-    def tearDown(self):
-        # Clean up after each test case
-        pass
-
-    def test_generic_patch(self):
-        # Arrange
-        method_name = "example_method"
-        trace_output = False
-        trace_input = False
-        args = (1, 2, 3)
-        task = "vector_store"
-        kwargs = {"key": "value"}
-        version = importlib.metadata.version("langchain-community")
-
-        # Act
-        wrapped_function = generic_patch(
-            "langchain_community.vectorstores.faiss",
-            task,
-            self.tracer,
-            version,
-            trace_output,
-            trace_input,
-        )
-        result = wrapped_function(self.langchain_mock, MagicMock(), args, kwargs)
-
-        # Assert
-        self.assertTrue(
-            self.tracer.start_as_current_span.called_once_with(
-                method_name, kind=SpanKind.CLIENT
-            )
-        )
-
-        service_provider = "Langchain Community"
-        expected_attributes = {
-            "langtrace.sdk.name": "langtrace-python-sdk",
-            "langtrace.service.name": service_provider,
-            "langtrace.service.type": "framework",
-            "langtrace.service.version": version,
-            "langtrace.version": "1.0.0",
-            "langchain.task.name": task,
-        }
-
-        self.assertTrue(
-            self.span.set_attribute.has_calls(
-                [call(key, value) for key, value in expected_attributes.items()],
-                any_order=True,
-            )
-        )
-
-        actual_calls = self.span.set_attribute.call_args_list
-
-        for key, value in expected_attributes.items():
-            self.assertIn(call(key, value), actual_calls)
-
-        self.assertEqual(self.span.set_status.call_count, 1)
-        self.assertTrue(self.span.set_status.has_calls([call(Status(StatusCode.OK))]))
-
-        expected_result_data = {"key": "value"}
-        self.assertEqual(result.key, expected_result_data["key"])
-
-
-if __name__ == "__main__":
-    unittest.main()