langtrace-python-sdk 1.1.3__py3-none-any.whl → 1.1.5__py3-none-any.whl

examples/anthropic_example/completion.py

@@ -0,0 +1,29 @@
+"""Example of using the anthropic API to create a message."""
+import anthropic
+from dotenv import find_dotenv, load_dotenv
+
+from langtrace_python_sdk import langtrace
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init(batch=False, log_spans_to_console=True,
+               write_to_remote_url=False)
+
+
+def messages_create():
+
+    client = anthropic.Anthropic()
+
+    message = client.messages.create(
+        model="claude-3-opus-20240229",
+        max_tokens=1000,
+        temperature=0.0,
+        system="Respond only in Yoda-speak.",
+        messages=[
+            {"role": "user", "content": "How are you today?"}
+        ],
+        stream=True
+    )
+
+    for response in message:
+        pass

langtrace_python_sdk/constants/instrumentation/anthropic.py

@@ -0,0 +1,6 @@
+APIS = {
+    "MESSAGES_CREATE": {
+        "METHOD": 'anthropic.messages.create',
+        "ENDPOINT": "/v1/messages",
+    },
+}

langtrace_python_sdk/constants/instrumentation/common.py

@@ -7,12 +7,13 @@ TIKTOKEN_MODEL_MAPPING = {
 }
 
 SERVICE_PROVIDERS = {
-    "OPENAI": "OpenAI",
+    "ANTHROPIC": "Anthropic",
     "AZURE": "Azure",
+    "CHROMA": "Chroma",
     "LANGCHAIN": "Langchain",
-    "LANGCHAIN_CORE": "Langchain Core",
     "LANGCHAIN_COMMUNITY": "Langchain Community",
-    "PINECONE": "Pinecone",
+    "LANGCHAIN_CORE": "Langchain Core",
     "LLAMAINDEX": "LlamaIndex",
-    "CHROMA": "Chroma",
+    "OPENAI": "OpenAI",
+    "PINECONE": "Pinecone",
 }

langtrace_python_sdk/extensions/langtrace_exporter.py

@@ -6,7 +6,7 @@ import requests
 from opentelemetry.sdk.trace.export import (ReadableSpan, SpanExporter,
                                             SpanExportResult)
 
-
+from opentelemetry.trace.span import format_trace_id
 class LangTraceExporter(SpanExporter):
     api_key: str
     url: str
@@ -37,7 +37,7 @@ class LangTraceExporter(SpanExporter):
 
         data = [
             {
-                'traceId': span.get_span_context().trace_id,
+                'traceId': format_trace_id(span.get_span_context().trace_id),
                 'instrumentationLibrary': span.instrumentation_info.__repr__(),
                 'droppedEventsCount': span.dropped_events,
                 'droppedAttributesCount': span.dropped_attributes,

langtrace_python_sdk/instrumentation/anthropic/instrumentation.py

@@ -0,0 +1,39 @@
+"""
+Instrumentation for Anthropic
+"""
+import importlib.metadata
+from typing import Collection
+
+from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
+from opentelemetry.trace import get_tracer
+from wrapt import wrap_function_wrapper
+
+from langtrace_python_sdk.instrumentation.anthropic.patch import \
+    messages_create
+
+
+class AnthropicInstrumentation(BaseInstrumentor):
+    """
+    The AnthropicInstrumentation class represents the Anthropic instrumentation
+    """
+
+    def instrumentation_dependencies(self) -> Collection[str]:
+        return ["anthropic >= 0.19.1"]
+
+    def _instrument(self, **kwargs):
+        tracer_provider = kwargs.get("tracer_provider")
+        tracer = get_tracer(__name__, "", tracer_provider)
+        version = importlib.metadata.version('anthropic')
+
+        wrap_function_wrapper(
+            'anthropic.resources.messages',
+            'Messages.create',
+            messages_create(
+                'anthropic.messages.create', version, tracer)
+        )
+
+    def _instrument_module(self, module_name):
+        pass
+
+    def _uninstrument(self, **kwargs):
+        pass

langtrace_python_sdk/instrumentation/anthropic/patch.py

@@ -0,0 +1,137 @@
+"""
+This module contains the patching logic for the Anthropic library."""
+import json
+
+from langtrace.trace_attributes import Event, LLMSpanAttributes
+from opentelemetry.trace import SpanKind
+from opentelemetry.trace.status import Status, StatusCode
+
+from langtrace_python_sdk.constants.instrumentation.anthropic import APIS
+from langtrace_python_sdk.constants.instrumentation.common import \
+    SERVICE_PROVIDERS
+from langtrace_python_sdk.utils.llm import estimate_tokens
+
+
+def messages_create(original_method, version, tracer):
+    """Wrap the `messages_create` method."""
+    def traced_method(wrapped, instance, args, kwargs):
+        base_url = str(instance._client._base_url) if hasattr(
+            instance, '_client') and hasattr(instance._client, '_base_url') else ""
+        service_provider = SERVICE_PROVIDERS['ANTHROPIC']
+        span_attributes = {
+            "langtrace.service.name": service_provider,
+            "langtrace.service.type": "llm",
+            "langtrace.service.version": version,
+            "langtrace.version": "1.0.0",
+            "url.full": base_url,
+            "llm.api": APIS["MESSAGES_CREATE"]["ENDPOINT"],
+            "llm.model": kwargs.get('model'),
+            "llm.prompts": json.dumps(kwargs.get('messages', [])),
+            "llm.stream": kwargs.get('stream'),
+        }
+
+        attributes = LLMSpanAttributes(**span_attributes)
+
+        if kwargs.get('temperature') is not None:
+            attributes.llm_temperature = kwargs.get('temperature')
+        if kwargs.get('top_p') is not None:
+            attributes.llm_top_p = kwargs.get('top_p')
+        if kwargs.get('top_k') is not None:
+            attributes.llm_top_p = kwargs.get('top_k')
+        if kwargs.get('user') is not None:
+            attributes.llm_user = kwargs.get('user')
+
+        span = tracer.start_span(
+            APIS["MESSAGES_CREATE"]["METHOD"], kind=SpanKind.CLIENT)
+        for field, value in attributes.model_dump(by_alias=True).items():
+            if value is not None:
+                span.set_attribute(field, value)
+        try:
+            # Attempt to call the original method
+            result = wrapped(*args, **kwargs)
+            if kwargs.get('stream') is False:
+                if hasattr(result, 'content') and result.content is not None:
+                    span.set_attribute(
+                        "llm.responses", json.dumps([{
+                            "text": result.content[0].text,
+                            "type": result.content[0].type
+                        }]))
+                else:
+                    responses = []
+                    span.set_attribute(
+                        "llm.responses", json.dumps(responses))
+                if hasattr(result, 'system_fingerprint') and \
+                        result.system_fingerprint is not None:
+                    span.set_attribute(
+                        "llm.system.fingerprint", result.system_fingerprint)
+                # Get the usage
+                if hasattr(result, 'usage') and result.usage is not None:
+                    usage = result.usage
+                    if usage is not None:
+                        usage_dict = {
+                            "input_tokens": usage.input_tokens,
+                            "output_tokens": usage.output_tokens,
+                            "total_tokens": usage.input_tokens + usage.output_tokens
+                        }
+                        span.set_attribute(
+                            "llm.token.counts", json.dumps(usage_dict))
+                span.set_status(StatusCode.OK)
+                span.end()
+                return result
+            else:
+                return handle_streaming_response(result, span)
+        except Exception as e:
+            # Record the exception in the span
+            span.record_exception(e)
+            # Set the span status to indicate an error
+            span.set_status(Status(StatusCode.ERROR, str(e)))
+            # Reraise the exception to ensure it's not swallowed
+            span.end()
+            raise
+
+    def handle_streaming_response(result, span):
+        """Process and yield streaming response chunks."""
+        result_content = []
+        span.add_event(Event.STREAM_START.value)
+        input_tokens = 0
+        output_tokens = 0
+        try:
+            for chunk in result:
+                content = ""
+                if hasattr(chunk, 'delta') and chunk.delta is not None:
+                    content = chunk.delta.text if hasattr(
+                        chunk.delta, 'text') else ""
+                # Assuming content needs to be aggregated before processing
+                result_content.append(content if len(content) > 0 else "")
+
+                if hasattr(chunk, 'message') and hasattr(chunk.message, 'usage'):
+                    input_tokens += chunk.message.usage.input_tokens if hasattr(
+                        chunk.message.usage, 'input_tokens') else 0
+                    output_tokens += chunk.message.usage.output_tokens if hasattr(
+                        chunk.message.usage, 'output_tokens') else 0
+
+                # Assuming span.add_event is part of a larger logging or event system
+                # Add event for each chunk of content
+                if content:
+                    span.add_event(Event.STREAM_OUTPUT.value, {
+                        "response": "".join(content)
+                    })
+
+                # Assuming this is part of a generator, yield chunk or aggregated content
+                yield content
+        finally:
+
+            # Finalize span after processing all chunks
+            span.add_event(Event.STREAM_END.value)
+            span.set_attribute("llm.token.counts", json.dumps({
+                "input_tokens": input_tokens,
+                "output_tokens": output_tokens,
+                "total_tokens": input_tokens + output_tokens
+            }))
+            span.set_attribute("llm.responses", json.dumps(
+                [{"text": "".join(result_content)}]))
+            span.set_status(StatusCode.OK)
+            span.end()
+
+    # return the wrapped method
+    return traced_method

langtrace_python_sdk/langtrace.py

@@ -6,6 +6,8 @@ from opentelemetry.sdk.trace.export import (BatchSpanProcessor,
 
 from langtrace_python_sdk.extensions.langtrace_exporter import \
     LangTraceExporter
+from langtrace_python_sdk.instrumentation.anthropic.instrumentation import \
+    AnthropicInstrumentation
 from langtrace_python_sdk.instrumentation.chroma.instrumentation import \
     ChromaInstrumentation
 from langtrace_python_sdk.instrumentation.langchain.instrumentation import \
@@ -61,6 +63,7 @@ def init(
     langchain_instrumentation = LangchainInstrumentation()
     langchain_core_instrumentation = LangchainCoreInstrumentation()
     langchain_community_instrumentation = LangchainCommunityInstrumentation()
+    anthropic_instrumentation = AnthropicInstrumentation()
 
     # Call the instrument method with some arguments
     openai_instrumentation.instrument()
@@ -70,3 +73,4 @@ def init(
     langchain_instrumentation.instrument()
     langchain_core_instrumentation.instrument()
     langchain_community_instrumentation.instrument()
+    anthropic_instrumentation.instrument()

langtrace_python_sdk-1.1.5.dist-info/METADATA

@@ -0,0 +1,83 @@
+Metadata-Version: 2.1
+Name: langtrace-python-sdk
+Version: 1.1.5
+Summary: Python SDK for LangTrace
+Home-page: https://github.com/Scale3-Labs/langtrace-python-sdk
+Author: Scale3 Labs
+Author-email: engineering@scale3labs.com
+Maintainer: ['Ali Waleed', 'Darshit Suratwala', 'Dylan Zuber', 'Karthik Kalyanaraman', 'Obinna Okafor', 'Rohit Kadhe', 'Yemi Adejumobi']
+License: AGPL-3.0-or-later
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: GNU Affero General Public License v3 or later (AGPLv3+)
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+<h1 align="center">LangTrace</h1>
+
+Looking for the Typescript version? Check out [langtrace-typescript](https://github.com/Scale3-Labs/langtrace-typescript-sdk).
+
+LangTrace is a set of extensions built on top of [OpenTelemetry](https://opentelemetry.io/) that gives you complete observability over your LLM application. Because it uses OpenTelemetry under the hood.
+
+
+The repo contains standard OpenTelemetry instrumentations for LLM providers and Vector DBs, while still outputting standard OpenTelemetry data that can be connected to your observability stack.
+If you already have OpenTelemetry instrumented, you can just add any of our instrumentations directly.
+
+## 🚀 Getting Started
+
+The easiest way to get started is to use our SDK.
+
+Install the SDK:
+
+```bash
+pip install langtrace-python-sdk
+```
+
+Then, to start instrumenting your code, just add this line to your code:
+
+```python
+from langtrace_python_sdk import langtrace
+
+langtrace.init()
+```
+
+That's it. You're now tracing your code with LangTrace!
+If you want to see the traces you can enable logging
+
+```python
+langtrace.init(log_spans_to_console=True)
+```
+
+If you want to export traces to an external endpoint, you will need to add ```LANGTRACE_URL``` to ```.env``` file.
+```python
+langtrace.init(write_to_remote_url=True)
+```
+
+
+
+## 🪗 What do we instrument?
+
+OpenLLMetry can instrument everything that [OpenTelemetry already instruments](https://github.com/open-telemetry/opentelemetry-python-contrib/tree/main/instrumentation) - so things like your DB, API calls, and more. On top of that, we built a set of custom extensions that instrument things like your calls to OpenAI or Anthropic, or your Vector DB like Chroma, Pinecone, Qdrant or Weaviate.
+
+### LLM Providers
+
+- ✅ OpenAI / Azure OpenAI
+- ✅ Anthropic
+
+
+
+
+### Vector DBs
+
+- ✅ Chroma
+- ✅ Pinecone
+
+### Frameworks
+
+- ✅ LangChain
+- ✅ [LlamaIndex](https://docs.llamaindex.ai/en/stable/module_guides/observability/observability.html#openllmetry)
+
+
+
+

{langtrace_python_sdk-1.1.3.dist-info → langtrace_python_sdk-1.1.5.dist-info}/RECORD

@@ -1,4 +1,6 @@
 examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+examples/anthropic_example/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+examples/anthropic_example/completion.py,sha256=xsKxC56G3wPxtpNDpgcQ7qYGZdA2aQgLUIGPC1hWeO8,694
 examples/chroma_example/__init__.py,sha256=ktveH9U1bkZwKUIqwGSJy_fPmIQ0dYwUuDRPUSY_s-k,24
 examples/chroma_example/basic.py,sha256=1slK44Rekkrri1FQeiKdXsQ0femj0o90RwtYewkRroU,914
 examples/langchain_example/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -14,18 +16,21 @@ examples/openai/images_generate.py,sha256=kEtUF84xd4bz4G8sr239wNwLlKnxu0erVC-DRt
 examples/pinecone_example/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 examples/pinecone_example/basic.py,sha256=L4DappjWPPqwhmgtS3XhtV6Byga5iXaLh4Tv-zcT62U,940
 langtrace_python_sdk/__init__.py,sha256=xgrb8Ep5gfiJUyKG6WPFh0n5jFthvn6sjgFD2Ib5aNg,261
-langtrace_python_sdk/langtrace.py,sha256=JfKz3yW9I0JXi-BWu3IwY2qAzKs1LPutJzG59rvjHqg,2993
+langtrace_python_sdk/langtrace.py,sha256=Y1MGiC3DLuB9NtQGCplNit9-QQ6-V1DSEhEotghMzR0,3201
 langtrace_python_sdk/constants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langtrace_python_sdk/constants/instrumentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+langtrace_python_sdk/constants/instrumentation/anthropic.py,sha256=fRkdAf0E-JRCZFNJLaobUqaZ8yLjY3i6iTjwGleo2Ls,126
 langtrace_python_sdk/constants/instrumentation/chroma.py,sha256=hiPGYdHS0Yj4Kh3eaYBbuCAl_swqIygu80yFqkOgdak,955
-langtrace_python_sdk/constants/instrumentation/common.py,sha256=pmTfUyZ_SnaDF2gzJMvXk0x48VijaKOLSk3SoZc1vrc,494
+langtrace_python_sdk/constants/instrumentation/common.py,sha256=6sy6Am2sd-yJ-3ZI5P2UhmdF4PCvhYxLvhnZnTmZaiU,524
 langtrace_python_sdk/constants/instrumentation/openai.py,sha256=wQ3vb7C3Okt7XJyxDfo9LWwtEggx8s9DzQ1JKPJ7pw8,1050
 langtrace_python_sdk/constants/instrumentation/pinecone.py,sha256=8RZpXA1Qs2aQd8L_1qpevloPGMdY-IIr_hjz3jVK3PY,471
 langtrace_python_sdk/extensions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-langtrace_python_sdk/extensions/langtrace_exporter.py,sha256=hzSXL1p0I85YoQ1PfJtCsNSzgOib4JiM9HSm_TI8YP8,2301
+langtrace_python_sdk/extensions/langtrace_exporter.py,sha256=XSRoq1CHTcfUMQvCDaB_mJOMiLMJmWggyYz7daOUvn4,2370
 langtrace_python_sdk/instrumentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+langtrace_python_sdk/instrumentation/anthropic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+langtrace_python_sdk/instrumentation/anthropic/instrumentation.py,sha256=VAyKVEcKTivF-nciA-kgS5Mo1MfoMdE_gSEFQU9Ufzw,1122
+langtrace_python_sdk/instrumentation/anthropic/patch.py,sha256=OGxh8G1vnbEzIrf1CUWvPhWj88dK4-77OB9Y2p7AzeM,6102
 langtrace_python_sdk/instrumentation/chroma/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-langtrace_python_sdk/instrumentation/chroma/apis.py,sha256=hiPGYdHS0Yj4Kh3eaYBbuCAl_swqIygu80yFqkOgdak,955
 langtrace_python_sdk/instrumentation/chroma/instrumentation.py,sha256=wHSEl902OeadlPw6qF_3UWx8VETtecknpEjTy5UYF-g,1221
 langtrace_python_sdk/instrumentation/chroma/patch.py,sha256=GAM74FNxzXxlrxVo1uQ4OsPdFPFI6ltKcgPRB5zHopY,2003
 langtrace_python_sdk/instrumentation/langchain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -49,8 +54,8 @@ langtrace_python_sdk/instrumentation/pinecone/patch.py,sha256=t5s2y_sj_gyVSFPcar
 langtrace_python_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langtrace_python_sdk/utils/llm.py,sha256=lXzaySV3BC-_ZuhMbDhbuAlI1jP-TlcFHewUfFxQoOg,1599
 langtrace_python_sdk/utils/with_root_span.py,sha256=CRie2ljHhnHN8bUGDwBM-F18-c6xyoI_238KP8BEO-U,969
-langtrace_python_sdk-1.1.3.dist-info/LICENSE,sha256=VD-pauwiiia-Xi2zgKvalKRIFSJJjqRCQw6aIpK2T9U,33892
-langtrace_python_sdk-1.1.3.dist-info/METADATA,sha256=122S9TH0L9HWwLZ_GiPwCFEOF5jjih-jjuWL-Roe-Lk,685
-langtrace_python_sdk-1.1.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-langtrace_python_sdk-1.1.3.dist-info/top_level.txt,sha256=rwET8cHATJvDBti7Dm6pwWIrNAT8DvqCXgRPWdu7_Hs,30
-langtrace_python_sdk-1.1.3.dist-info/RECORD,,
+langtrace_python_sdk-1.1.5.dist-info/LICENSE,sha256=VD-pauwiiia-Xi2zgKvalKRIFSJJjqRCQw6aIpK2T9U,33892
+langtrace_python_sdk-1.1.5.dist-info/METADATA,sha256=7_ai6S61MjUeLzW6LV-Pg6VyXiPO3DK2hofdEhyivzk,2647
+langtrace_python_sdk-1.1.5.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+langtrace_python_sdk-1.1.5.dist-info/top_level.txt,sha256=rwET8cHATJvDBti7Dm6pwWIrNAT8DvqCXgRPWdu7_Hs,30
+langtrace_python_sdk-1.1.5.dist-info/RECORD,,

{langtrace_python_sdk-1.1.3.dist-info → langtrace_python_sdk-1.1.5.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.42.0)
+Generator: bdist_wheel (0.43.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

langtrace_python_sdk/instrumentation/chroma/apis.py

@@ -1,40 +0,0 @@
-from langtrace.trace_attributes import ChromaDBMethods
-
-APIS = {
-    "ADD": {
-        "METHOD": ChromaDBMethods.ADD.value,
-        "OPERATION": "add",
-    },
-    "GET": {
-        "METHOD": ChromaDBMethods.GET.value,
-        "OPERATION": "get",
-    },
-    "QUERY": {
-        "METHOD": ChromaDBMethods.QUERY.value,
-        "OPERATION": "query",
-    },
-    "DELETE": {
-        "METHOD": ChromaDBMethods.DELETE.value,
-        "OPERATION": "delete",
-    },
-    "PEEK": {
-        "METHOD": ChromaDBMethods.PEEK.value,
-        "OPERATION": "peek",
-    },
-    "UPDATE": {
-        "METHOD": ChromaDBMethods.UPDATE.value,
-        "OPERATION": "update",
-    },
-    "UPSERT": {
-        "METHOD": ChromaDBMethods.UPSERT.value,
-        "OPERATION": "upsert",
-    },
-    "MODIFY": {
-        "METHOD": ChromaDBMethods.MODIFY.value,
-        "OPERATION": "modify",
-    },
-    "COUNT": {
-        "METHOD": ChromaDBMethods.COUNT.value,
-        "OPERATION": "count",
-    },
-}

langtrace_python_sdk-1.1.3.dist-info/METADATA

@@ -1,17 +0,0 @@
-Metadata-Version: 2.1
-Name: langtrace-python-sdk
-Version: 1.1.3
-Summary: Python SDK for LangTrace
-Home-page: https://github.com/Scale3-Labs/langtrace-python-sdk
-Author: Scale3 Labs
-Author-email: engineering@scale3labs.com
-Maintainer: ['Ali Waleed', 'Darshit Suratwala', 'Dylan Zuber', 'Karthik Kalyanaraman', 'Obinna Okafor', 'Rohit Kadhe', 'Yemi Adejumobi']
-License: AGPL-3.0-or-later
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: GNU Affero General Public License v3 or later (AGPLv3+)
-Classifier: Operating System :: OS Independent
-Requires-Python: >=3.6
-Description-Content-Type: text/markdown
-License-File: LICENSE
-
-LangTrace - Python SDK