langtrace-python-sdk 2.3.15__tar.gz → 2.3.17__tar.gz

{langtrace_python_sdk-2.3.15 → langtrace_python_sdk-2.3.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 2.3.15
+Version: 2.3.17
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>

langtrace_python_sdk-2.3.17/src/examples/cohere_example/rerank.py

@@ -0,0 +1,45 @@
+import cohere
+from dotenv import find_dotenv, load_dotenv
+from datetime import datetime
+
+from langtrace_python_sdk import langtrace
+
+# from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init()
+
+
+co = cohere.Client()
+
+
+# @with_langtrace_root_span("embed_create")
+def rerank():
+    docs = [
+        {
+            "text": "Carson City is the capital city of the American state of Nevada.",
+            "date": datetime.now(),
+        },
+        {
+            "text": "The Commonwealth of the Northern Mariana Islands is a group of islands in the Pacific Ocean. Its capital is Saipan.",
+            "date": datetime(2020, 5, 17),
+        },
+        {
+            "text": "Washington, D.C. (also known as simply Washington or D.C., and officially as the District of Columbia) is the capital of the United States. It is a federal district.",
+            "date": datetime(1776, 7, 4),
+        },
+        {
+            "text": "Capital punishment (the death penalty) has existed in the United States since before the United States was a country. As of 2017, capital punishment is legal in 30 of the 50 states.",
+            "date": datetime(2023, 9, 14),
+        },
+    ]
+
+    response = co.rerank(
+        model="rerank-english-v2.0",
+        query="What is the capital of the United States?",
+        documents=docs,
+        top_n=3,
+    )
+    print(response)
+    return response

{langtrace_python_sdk-2.3.15 → langtrace_python_sdk-2.3.17}/src/examples/langchain_example/__init__.py

@@ -2,7 +2,7 @@ from examples.langchain_example.langchain_google_genai import basic_google_genai
 from .basic import basic_app, rag, load_and_split
 from langtrace_python_sdk import with_langtrace_root_span
 
-from .groq_example import groq_basic, groq_streaming
+from .groq_example import groq_basic, groq_tool_choice, groq_streaming
 from .langgraph_example_tools import basic_graph_tools
 
 
@@ -20,3 +20,5 @@ class GroqRunner:
     @with_langtrace_root_span("Groq")
     def run(self):
         groq_streaming()
+        groq_basic()
+        groq_tool_choice()

langtrace_python_sdk-2.3.17/src/examples/langchain_example/groq_example.py

@@ -0,0 +1,121 @@
+import json
+
+from dotenv import find_dotenv, load_dotenv
+from groq import Groq
+
+_ = load_dotenv(find_dotenv())
+
+from langtrace_python_sdk import langtrace
+
+# from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init()
+
+client = Groq()
+
+
+def groq_basic():
+    chat_completion = client.chat.completions.create(
+        messages=[
+            {
+                "role": "user",
+                "content": "Explain the importance of low latency LLMs",
+            }
+        ],
+        stream=False,
+        model="llama3-8b-8192",
+    )
+    return chat_completion
+
+
+def groq_tool_choice():
+
+    user_prompt = "What is 25 * 4 + 10?"
+    MODEL = "llama3-groq-70b-8192-tool-use-preview"
+
+    def calculate(expression):
+        """Evaluate a mathematical expression"""
+        try:
+            result = eval(expression)
+            return json.dumps({"result": result})
+        except:
+            return json.dumps({"error": "Invalid expression"})
+
+    messages = [
+        {
+            "role": "system",
+            "content": "You are a calculator assistant. Use the calculate function to perform mathematical operations and provide the results.",
+        },
+        {
+            "role": "user",
+            "content": user_prompt,
+        },
+    ]
+    tools = [
+        {
+            "type": "function",
+            "function": {
+                "name": "calculate",
+                "description": "Evaluate a mathematical expression",
+                "parameters": {
+                    "type": "object",
+                    "properties": {
+                        "expression": {
+                            "type": "string",
+                            "description": "The mathematical expression to evaluate",
+                        }
+                    },
+                    "required": ["expression"],
+                },
+            },
+        }
+    ]
+    response = client.chat.completions.create(
+        model=MODEL,
+        messages=messages,
+        tools=tools,
+        tool_choice={"type": "function", "function": {"name": "calculate"}},
+        max_tokens=4096,
+    )
+
+    response_message = response.choices[0].message
+    tool_calls = response_message.tool_calls
+    if tool_calls:
+        available_functions = {
+            "calculate": calculate,
+        }
+        messages.append(response_message)
+        for tool_call in tool_calls:
+            function_name = tool_call.function.name
+            function_to_call = available_functions[function_name]
+            function_args = json.loads(tool_call.function.arguments)
+            function_response = function_to_call(
+                expression=function_args.get("expression")
+            )
+            messages.append(
+                {
+                    "tool_call_id": tool_call.id,
+                    "role": "tool",
+                    "name": function_name,
+                    "content": function_response,
+                }
+            )
+        second_response = client.chat.completions.create(model=MODEL, messages=messages)
+        return second_response.choices[0].message.content
+
+
+def groq_streaming():
+    chat_completion = client.chat.completions.create(
+        messages=[
+            {
+                "role": "user",
+                "content": "Explain the importance of low latency LLMs",
+            }
+        ],
+        stream=True,
+        model="llama3-8b-8192",
+    )
+    for chunk in chat_completion:
+        print(chunk)

{langtrace_python_sdk-2.3.15 → langtrace_python_sdk-2.3.17}/src/langtrace_python_sdk/instrumentation/cohere/patch.py

@@ -27,6 +27,7 @@ from langtrace_python_sdk.utils.llm import (
 )
 from langtrace.trace_attributes import Event, LLMSpanAttributes
 from langtrace_python_sdk.utils import set_span_attribute
+from langtrace_python_sdk.utils.misc import datetime_encoder
 from opentelemetry.trace import SpanKind
 from opentelemetry.trace.status import Status, StatusCode
 
@@ -50,7 +51,9 @@ def rerank(original_method, version, tracer):
             SpanAttributes.LLM_REQUEST_MODEL: kwargs.get("model") or "command-r-plus",
             SpanAttributes.LLM_URL: APIS["RERANK"]["URL"],
             SpanAttributes.LLM_PATH: APIS["RERANK"]["ENDPOINT"],
-            SpanAttributes.LLM_REQUEST_DOCUMENTS: json.dumps(kwargs.get("documents")),
+            SpanAttributes.LLM_REQUEST_DOCUMENTS: json.dumps(
+                kwargs.get("documents"), cls=datetime_encoder
+            ),
             SpanAttributes.LLM_COHERE_RERANK_QUERY: kwargs.get("query"),
             **get_extra_attributes(),
         }

{langtrace_python_sdk-2.3.15 → langtrace_python_sdk-2.3.17}/src/langtrace_python_sdk/langtrace.py

@@ -16,8 +16,7 @@ limitations under the License.
 
 import os
 import sys
-from typing import Optional
-import importlib.util
+from typing import Any, Optional
 from colorama import Fore
 from langtrace_python_sdk.constants import LANGTRACE_SDK_NAME, SENTRY_DSN
 from opentelemetry import trace
@@ -62,7 +61,12 @@ from langtrace_python_sdk.types import (
     InstrumentationMethods,
     InstrumentationType,
 )
-from langtrace_python_sdk.utils import check_if_sdk_is_outdated, get_sdk_version
+from langtrace_python_sdk.utils import (
+    check_if_sdk_is_outdated,
+    get_sdk_version,
+    is_package_installed,
+    validate_instrumentations,
+)
 from langtrace_python_sdk.utils.langtrace_sampler import LangtraceSampler
 import sentry_sdk
 
@@ -193,10 +197,10 @@ def init(
 
 def init_instrumentations(
     disable_instrumentations: Optional[DisableInstrumentations],
-    all_instrumentations: dict
+    all_instrumentations: dict,
 ):
     if disable_instrumentations is None:
-        for idx, (name, v) in enumerate(all_instrumentations.items()):
+        for name, v in all_instrumentations.items():
             if is_package_installed(name):
                 v.instrument()
 
@@ -205,61 +209,19 @@ def init_instrumentations(
         validate_instrumentations(disable_instrumentations)
 
         for key in disable_instrumentations:
-            for vendor in disable_instrumentations[key]:
-                if key == "only":
-                    filtered_dict = {
-                        k: v
-                        for k, v in all_instrumentations.items()
-                        if k != vendor.value
-                    }
-                    for _, v in filtered_dict.items():
-                        v.instrument()
-                else:
-                    filtered_dict = {
-                        k: v
-                        for k, v in all_instrumentations.items()
-                        if k == vendor.value
-                    }
-
-                    for _, v in filtered_dict.items():
-                        v.instrument()
-
-
-def validate_instrumentations(disable_instrumentations):
-    if disable_instrumentations is not None:
-        for key, value in disable_instrumentations.items():
-            if isinstance(value, str):
-                # Convert single string to list of enum values
-                disable_instrumentations[key] = [InstrumentationType.from_string(value)]
-            elif isinstance(value, list):
-                # Convert list of strings to list of enum values
-                disable_instrumentations[key] = [
-                    (
-                        InstrumentationType.from_string(item)
-                        if isinstance(item, str)
-                        else item
-                    )
-                    for item in value
-                ]
-            # Validate all items are of enum type
-            if not all(
-                isinstance(item, InstrumentationType)
-                for item in disable_instrumentations[key]
-            ):
-                raise TypeError(
-                    f"All items in {key} must be of type InstrumentationType"
-                )
-        if (
-            disable_instrumentations.get("all_except") is not None
-            and disable_instrumentations.get("only") is not None
-        ):
-            raise ValueError(
-                "Cannot specify both only and all_except in disable_instrumentations"
-            )
-
-
-def is_package_installed(package_name):
-    import pkg_resources
-
-    installed_packages = {p.key for p in pkg_resources.working_set}
-    return package_name in installed_packages
+            vendors = [k.value for k in disable_instrumentations[key]]
+
+        key = next(iter(disable_instrumentations))
+        filtered_dict = {}
+        if key == "all_except":
+            filtered_dict = {
+                k: v for k, v in all_instrumentations.items() if k in vendors
+            }
+        elif key == "only":
+            filtered_dict = {
+                k: v for k, v in all_instrumentations.items() if k not in vendors
+            }
+
+        for name, v in filtered_dict.items():
+            if is_package_installed(name):
+                v.instrument()

{langtrace_python_sdk-2.3.15 → langtrace_python_sdk-2.3.17}/src/langtrace_python_sdk/types/__init__.py

@@ -8,16 +8,22 @@ class InstrumentationType(Enum):
     ANTHROPIC = "anthropic"
     GROQ = "groq"
     MISTRAL = "mistral"
-    PINECONE = "pinecone"
-    LLAMAINDEX = "llamaindex"
+    PINECONE = "pinecone-client"
+    LLAMAINDEX = "llama-index"
     CHROMADB = "chromadb"
     QDRANT = "qdrant"
     LANGCHAIN = "langchain"
-    LANGCHAIN_CORE = "langchain_core"
-    LANGCHAIN_COMMUNITY = "langchain_community"
+    LANGCHAIN_CORE = "langchain-core"
+    LANGCHAIN_COMMUNITY = "langchain-community"
     LANGGRAPH = "langgraph"
     WEAVIATE = "weaviate"
     OLLAMA = "ollama"
+    AUTOGEN = "autogen"
+    DSPY = "dspy-ai"
+    CREWAI = "crewai"
+    GEMINI = "google-generativeai"
+    VERTEXAI = "google-cloud-aiplatform"
+    MISTRALAI = "mistralai"
 
     @staticmethod
     def from_string(value: str):
@@ -112,7 +118,10 @@ class InstrumentationMethods(TypedDict):
     cohere: List[VendorMethods.CohereMethods]
     weaviate: List[str]
 
+
 _T = TypeVar("_T")
+
+
 class NotGiven:
     """
     A sentinel singleton class used to distinguish omitted keyword arguments
@@ -139,4 +148,4 @@ class NotGiven:
 
 
 NotGivenOr = Union[_T, NotGiven]
-NOT_GIVEN = NotGiven()
+NOT_GIVEN = NotGiven()

langtrace_python_sdk-2.3.17/src/langtrace_python_sdk/utils/__init__.py

@@ -0,0 +1,92 @@
+from langtrace_python_sdk.types import NOT_GIVEN, InstrumentationType
+from .sdk_version_checker import SDKVersionChecker
+from opentelemetry.trace import Span
+from langtrace.trace_attributes import SpanAttributes
+import inspect
+import os
+
+
+def set_span_attribute(span: Span, name, value):
+    if value is not None:
+        if value != "" or value != NOT_GIVEN:
+            if name == SpanAttributes.LLM_PROMPTS:
+                set_event_prompt(span, value)
+            else:
+                span.set_attribute(name, value)
+    return
+
+
+def set_event_prompt(span: Span, prompt):
+    enabled = os.environ.get("TRACE_PROMPT_COMPLETION_DATA", "true")
+    if enabled.lower() == "false":
+        return
+
+    span.add_event(
+        name=SpanAttributes.LLM_CONTENT_PROMPT,
+        attributes={
+            SpanAttributes.LLM_PROMPTS: prompt,
+        },
+    )
+
+
+def deduce_args_and_kwargs(func, *args, **kwargs):
+    sig = inspect.signature(func)
+    bound_args = sig.bind(*args, **kwargs)
+    bound_args.apply_defaults()
+
+    all_params = {}
+    for param_name, param in sig.parameters.items():
+        if param_name in bound_args.arguments:
+            all_params[param_name] = bound_args.arguments[param_name]
+
+    return all_params
+
+
+def check_if_sdk_is_outdated():
+    SDKVersionChecker().check()
+    return
+
+
+def get_sdk_version():
+    return SDKVersionChecker().get_sdk_version()
+
+
+def validate_instrumentations(disable_instrumentations):
+    if disable_instrumentations is not None:
+        if (
+            disable_instrumentations.get("all_except") is not None
+            and disable_instrumentations.get("only") is not None
+        ):
+            raise ValueError(
+                "Cannot specify both only and all_except in disable_instrumentations"
+            )
+
+        for key, value in disable_instrumentations.items():
+            if isinstance(value, str):
+                # Convert single string to list of enum values
+                disable_instrumentations[key] = [InstrumentationType.from_string(value)]
+            elif isinstance(value, list):
+                # Convert list of strings to list of enum values
+                disable_instrumentations[key] = [
+                    (
+                        InstrumentationType.from_string(item)
+                        if isinstance(item, str)
+                        else item
+                    )
+                    for item in value
+                ]
+            # Validate all items are of enum type
+            if not all(
+                isinstance(item, InstrumentationType)
+                for item in disable_instrumentations[key]
+            ):
+                raise TypeError(
+                    f"All items in {key} must be of type InstrumentationType"
+                )
+
+
+def is_package_installed(package_name):
+    import pkg_resources
+
+    installed_packages = {p.key for p in pkg_resources.working_set}
+    return package_name in installed_packages

{langtrace_python_sdk-2.3.15 → langtrace_python_sdk-2.3.17}/src/langtrace_python_sdk/utils/llm.py

@@ -124,6 +124,7 @@ def get_llm_request_attributes(kwargs, prompts=None, model=None, operation_name=
 
     top_p = kwargs.get("p", None) or kwargs.get("top_p", None)
     tools = kwargs.get("tools", None)
+    tool_choice = kwargs.get("tool_choice", None)
     return {
         SpanAttributes.LLM_OPERATION_NAME: operation_name,
         SpanAttributes.LLM_REQUEST_MODEL: model
@@ -141,7 +142,7 @@ def get_llm_request_attributes(kwargs, prompts=None, model=None, operation_name=
         SpanAttributes.LLM_FREQUENCY_PENALTY: kwargs.get("frequency_penalty"),
         SpanAttributes.LLM_REQUEST_SEED: kwargs.get("seed"),
         SpanAttributes.LLM_TOOLS: json.dumps(tools) if tools else None,
-        SpanAttributes.LLM_TOOL_CHOICE: kwargs.get("tool_choice"),
+        SpanAttributes.LLM_TOOL_CHOICE: json.dumps(tool_choice) if tool_choice else None,
         SpanAttributes.LLM_REQUEST_LOGPROPS: kwargs.get("logprobs"),
         SpanAttributes.LLM_REQUEST_LOGITBIAS: kwargs.get("logit_bias"),
         SpanAttributes.LLM_REQUEST_TOP_LOGPROPS: kwargs.get("top_logprobs"),

{langtrace_python_sdk-2.3.15 → langtrace_python_sdk-2.3.17}/src/langtrace_python_sdk/utils/misc.py

@@ -60,3 +60,11 @@ def serialize_args(*args):
 
     # Convert to string representation
     return json.dumps(serializable_args)
+
+
+class datetime_encoder(json.JSONEncoder):
+    def default(self, o):
+        if isinstance(o, datetime):
+            return o.isoformat()
+
+        return json.JSONEncoder.default(self, o)

langtrace_python_sdk-2.3.17/src/langtrace_python_sdk/version.py

@@ -0,0 +1 @@
+__version__ = "2.3.17"

langtrace_python_sdk-2.3.15/src/examples/cohere_example/rerank.py

@@ -1,32 +0,0 @@
-import cohere
-from dotenv import find_dotenv, load_dotenv
-
-from langtrace_python_sdk import langtrace
-
-# from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
-
-_ = load_dotenv(find_dotenv())
-
-langtrace.init()
-
-
-co = cohere.Client()
-
-
-# @with_langtrace_root_span("embed_create")
-def rerank():
-    docs = [
-        "Carson City is the capital city of the American state of Nevada.",
-        "The Commonwealth of the Northern Mariana Islands is a group of islands in the Pacific Ocean. Its capital is Saipan.",
-        "Washington, D.C. (also known as simply Washington or D.C., and officially as the District of Columbia) is the capital of the United States. It is a federal district.",
-        "Capital punishment (the death penalty) has existed in the United States since beforethe United States was a country. As of 2017, capital punishment is legal in 30 of the 50 states.",
-    ]
-
-    response = co.rerank(
-        model="rerank-english-v2.0",
-        query="What is the capital of the United States?",
-        documents=docs,
-        top_n=3,
-    )
-    print(response)
-    return response

langtrace_python_sdk-2.3.15/src/examples/langchain_example/groq_example.py

@@ -1,45 +0,0 @@
-from dotenv import find_dotenv, load_dotenv
-from langchain_core.prompts import ChatPromptTemplate
-from langchain_groq import ChatGroq
-from groq import Groq
-
-_ = load_dotenv(find_dotenv())
-
-from langtrace_python_sdk import langtrace
-
-# from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
-
-_ = load_dotenv(find_dotenv())
-
-langtrace.init()
-
-client = Groq()
-
-
-def groq_basic():
-    chat_completion = client.chat.completions.create(
-        messages=[
-            {
-                "role": "user",
-                "content": "Explain the importance of low latency LLMs",
-            }
-        ],
-        stream=False,
-        model="llama3-8b-8192",
-    )
-    return chat_completion
-
-
-def groq_streaming():
-    chat_completion = client.chat.completions.create(
-        messages=[
-            {
-                "role": "user",
-                "content": "Explain the importance of low latency LLMs",
-            }
-        ],
-        stream=True,
-        model="llama3-8b-8192",
-    )
-    for chunk in chat_completion:
-        print(chunk)

langtrace_python_sdk-2.3.15/src/langtrace_python_sdk/utils/__init__.py

@@ -1,51 +0,0 @@
-from langtrace_python_sdk.types import NOT_GIVEN
-from .sdk_version_checker import SDKVersionChecker
-from opentelemetry.trace import Span
-from langtrace.trace_attributes import SpanAttributes
-import inspect
-import os
-
-
-def set_span_attribute(span: Span, name, value):
-    if value is not None:
-        if value != "" or value != NOT_GIVEN:
-            if name == SpanAttributes.LLM_PROMPTS:
-                set_event_prompt(span, value)
-            else:
-                span.set_attribute(name, value)
-    return
-
-
-def set_event_prompt(span: Span, prompt):
-    enabled = os.environ.get("TRACE_PROMPT_COMPLETION_DATA", "true")
-    if enabled.lower() == "false":
-        return
-
-    span.add_event(
-        name=SpanAttributes.LLM_CONTENT_PROMPT,
-        attributes={
-            SpanAttributes.LLM_PROMPTS: prompt,
-        },
-    )
-
-
-def deduce_args_and_kwargs(func, *args, **kwargs):
-    sig = inspect.signature(func)
-    bound_args = sig.bind(*args, **kwargs)
-    bound_args.apply_defaults()
-
-    all_params = {}
-    for param_name, param in sig.parameters.items():
-        if param_name in bound_args.arguments:
-            all_params[param_name] = bound_args.arguments[param_name]
-
-    return all_params
-
-
-def check_if_sdk_is_outdated():
-    SDKVersionChecker().check()
-    return
-
-
-def get_sdk_version():
-    return SDKVersionChecker().get_sdk_version()

langtrace_python_sdk-2.3.15/src/langtrace_python_sdk/version.py

@@ -1 +0,0 @@
-__version__ = "2.3.15"