langtrace-python-sdk 2.3.4__py3-none-any.whl → 2.3.7__py3-none-any.whl

examples/azureopenai_example/__init__.py

@@ -0,0 +1,9 @@
+from examples.azureopenai_example.completion import chat_completion
+from langtrace_python_sdk import with_langtrace_root_span, langtrace
+
+langtrace.init()
+
+class AzureOpenAIRunner:
+    @with_langtrace_root_span("AzureOpenAI")
+    def run(self):
+        chat_completion()

examples/azureopenai_example/completion.py

@@ -0,0 +1,22 @@
+import os
+from langchain_openai import AzureChatOpenAI
+
+from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
+
+model = AzureChatOpenAI(
+    azure_endpoint=os.environ['AZURE_OPENAI_ENDPOINT'],
+    azure_deployment=os.environ['AZURE_OPENAI_DEPLOYMENT_NAME'],
+    openai_api_version=os.environ['AZURE_OPENAI_API_VERSION'],
+)
+
+@with_langtrace_root_span()
+def chat_completion():
+    messages = [
+        (
+            "system",
+            "You are a helpful assistant that translates English to French. Translate the user sentence.",
+        ),
+        ("human", "I love programming."),
+    ]
+    result = model.invoke(messages)
+    print(result)

examples/langchain_example/__init__.py

@@ -2,6 +2,7 @@ from .basic import basic_app, rag, load_and_split
 from langtrace_python_sdk import with_langtrace_root_span
 
 from .groq_example import groq_basic, groq_streaming
+from .langgraph_example_tools import basic_graph_tools
 
 
 class LangChainRunner:
@@ -10,6 +11,7 @@ class LangChainRunner:
         basic_app()
         rag()
         load_and_split()
+        basic_graph_tools()
 
 
 class GroqRunner:

examples/langchain_example/langgraph_example_tools.py

@@ -0,0 +1,151 @@
+from typing import Annotated
+
+from langchain_anthropic import ChatAnthropic
+from langchain_core.messages import HumanMessage
+from langchain_core.pydantic_v1 import BaseModel
+from typing_extensions import TypedDict
+from langchain_core.pydantic_v1 import BaseModel, Field
+from langchain_core.tools import Tool
+from langgraph.checkpoint.memory import MemorySaver
+from langgraph.graph import StateGraph
+from langgraph.graph.message import add_messages
+from langgraph.prebuilt import ToolNode, tools_condition
+from langchain_core.messages import AIMessage, ToolMessage
+
+from langtrace_python_sdk import langtrace
+
+langtrace.init()
+
+primes = {998: 7901, 999: 7907, 1000: 7919}
+
+
+class PrimeInput(BaseModel):
+    n: int = Field()
+
+
+def is_prime(n: int) -> bool:
+    if n <= 1 or (n % 2 == 0 and n > 2):
+        return False
+    for i in range(3, int(n**0.5) + 1, 2):
+        if n % i == 0:
+            return False
+    return True
+
+
+def get_prime(n: int, primes: dict = primes) -> str:
+    return str(primes.get(int(n)))
+
+
+async def aget_prime(n: int, primes: dict = primes) -> str:
+    return str(primes.get(int(n)))
+
+
+class State(TypedDict):
+    messages: Annotated[list, add_messages]
+    # This flag is new
+    ask_human: bool
+
+
+class RequestAssistance(BaseModel):
+    """Escalate the conversation to an expert. Use this if you are unable to assist directly or if the user requires support beyond your permissions.
+
+    To use this function, relay the user's 'request' so the expert can provide the right guidance.
+    """
+
+    request: str
+
+
+llm = ChatAnthropic(model="claude-3-haiku-20240307")
+# We can bind the llm to a tool definition, a pydantic model, or a json schema
+llm_with_tools = llm.bind_tools([RequestAssistance])
+tools = [
+    Tool(
+        name="GetPrime",
+        func=get_prime,
+        description="A tool that returns the `n`th prime number",
+        args_schema=PrimeInput,
+        coroutine=aget_prime,
+    ),
+]
+
+
+def chatbot(state: State):
+    response = llm_with_tools.invoke(state["messages"])
+    ask_human = False
+    if (
+        response.tool_calls
+        and response.tool_calls[0]["name"] == RequestAssistance.__name__
+    ):
+        ask_human = True
+    return {"messages": [response], "ask_human": ask_human}
+
+
+graph_builder = StateGraph(State)
+
+graph_builder.add_node("chatbot", chatbot)
+graph_builder.add_node("tools", ToolNode(tools=tools))
+
+
+def create_response(response: str, ai_message: AIMessage):
+    return ToolMessage(
+        content=response,
+        tool_call_id=ai_message.tool_calls[0]["id"],
+    )
+
+
+def human_node(state: State):
+    new_messages = []
+    if not isinstance(state["messages"][-1], ToolMessage):
+        # Typically, the user will have updated the state during the interrupt.
+        # If they choose not to, we will include a placeholder ToolMessage to
+        # let the LLM continue.
+        new_messages.append(
+            create_response("No response from human.", state["messages"][-1])
+        )
+    return {
+        # Append the new messages
+        "messages": new_messages,
+        # Unset the flag
+        "ask_human": False,
+    }
+
+
+def select_next_node(state: State):
+    if state["ask_human"]:
+        return "human"
+    # Otherwise, we can route as before
+    return tools_condition(state)
+
+
+def basic_graph_tools():
+    graph_builder.add_node("human", human_node)
+    graph_builder.add_conditional_edges(
+        "chatbot",
+        select_next_node,
+        {"human": "human", "tools": "tools", "__end__": "__end__"},
+    )
+    graph_builder.add_edge("tools", "chatbot")
+    graph_builder.add_edge("human", "chatbot")
+    graph_builder.set_entry_point("chatbot")
+    memory = MemorySaver()
+    graph = graph_builder.compile(
+        checkpointer=memory,
+        interrupt_before=["human"],
+    )
+
+    config = {"configurable": {"thread_id": "1"}}
+    events = graph.stream(
+        {
+            "messages": [
+                (
+                    "user",
+                    "I'm learning LangGraph. Could you do some research on it for me?",
+                )
+            ]
+        },
+        config,
+        stream_mode="values",
+    )
+    for event in events:
+        if "messages" in event:
+            event["messages"][-1]

langtrace_python_sdk/instrumentation/anthropic/patch.py

@@ -18,6 +18,7 @@ from typing import Any, Callable, Dict, List, Optional, Iterator, TypedDict, Uni
 from langtrace.trace_attributes import Event, SpanAttributes, LLMSpanAttributes
 from langtrace_python_sdk.utils import set_span_attribute
 from langtrace_python_sdk.utils.silently_fail import silently_fail
+import json
 
 from langtrace_python_sdk.utils.llm import (
     StreamWrapper,
@@ -99,15 +100,20 @@ def messages_create(version: str, tracer: Tracer) -> Callable[..., Any]:
                 set_span_attribute(
                     span, SpanAttributes.LLM_RESPONSE_MODEL, result.model
                 )
-                content_item = result.content[0]
-                completion = [
-                    {
-                        "role": result.role or "assistant",
-                        "content": content_item.text,
-                        "type": content_item.type,
-                    }
-                ]
-                set_event_completion(span, completion)
+                if hasattr(result, "content") and result.content[0] is not None:
+                    content = result.content[0]
+                    typ = content.type
+                    role = result.role if result.role else "assistant"
+                    if typ == "tool_result" or typ == "tool_use":
+                        content = content.json()  # type: ignore
+                        set_span_attribute(
+                            span, SpanAttributes.LLM_TOOL_RESULTS, json.dumps(content)
+                        )
+                    if typ == "text":
+                        content = result.content[0].text
+                        set_event_completion(
+                            span, [{"type": typ, role: role, content: content}]
+                        )
 
             if (
                 hasattr(result, "system_fingerprint")

langtrace_python_sdk/instrumentation/anthropic/types.py

@@ -68,7 +68,6 @@ class Chunk:
 
 class ContentItem:
     role: str
-    content: str
     text: str
     type: str
 

langtrace_python_sdk/instrumentation/weaviate/patch.py

@@ -47,9 +47,12 @@ METADATA_ATTRIBUTES = [
 
 def extract_inputs(args, kwargs):
     extracted_params = {}
-    kwargs_without_properties = {k: v for k, v in kwargs.items() if k != "properties"}
+    kwargs_without_properties = {
+        k: v for k, v in kwargs.items() if k not in ["properties", "fusion_type"]
+    }
     extracted_params.update(extract_input_params(args, kwargs_without_properties))
-
+    if kwargs.get("fusion_type", None):
+        extracted_params["fusion_type"] = kwargs["fusion_type"].value
     if kwargs.get("properties", None):
         extracted_params["properties"] = []
         for each_prop in kwargs.get("properties"):

langtrace_python_sdk/utils/llm.py

@@ -126,7 +126,7 @@ def get_llm_request_attributes(kwargs, prompts=None, model=None, operation_name=
     tools = kwargs.get("tools", None)
     return {
         SpanAttributes.LLM_OPERATION_NAME: operation_name,
-        SpanAttributes.LLM_REQUEST_MODEL: model or kwargs.get("model"),
+        SpanAttributes.LLM_REQUEST_MODEL: model or kwargs.get("model") or "gpt-3.5-turbo",
         SpanAttributes.LLM_IS_STREAMING: kwargs.get("stream"),
         SpanAttributes.LLM_REQUEST_TEMPERATURE: kwargs.get("temperature"),
         SpanAttributes.LLM_TOP_K: top_k,

langtrace_python_sdk/version.py

@@ -1 +1 @@
-__version__ = "2.3.4"
+__version__ = "2.3.7"

{langtrace_python_sdk-2.3.4.dist-info → langtrace_python_sdk-2.3.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 2.3.4
+Version: 2.3.7
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>

{langtrace_python_sdk-2.3.4.dist-info → langtrace_python_sdk-2.3.7.dist-info}/RECORD

@@ -1,6 +1,8 @@
 examples/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 examples/anthropic_example/__init__.py,sha256=03us1YuvAJR6fqXX8NH2kROBfTmyz7KzFVY01UlL-tM,237
 examples/anthropic_example/completion.py,sha256=3_YEZrt0BLVNJT_RbLXg6JGP2bweuc_HPC2MWR73tOM,713
+examples/azureopenai_example/__init__.py,sha256=PaZM90r6VN4eSOXxb6wGsyhf9-RJCNqBypzk1Xa2GJI,271
+examples/azureopenai_example/completion.py,sha256=K_GeU0TfJ9lLDfW5VI0Lmm8_I0JXf1x9Qi83ImJ350c,668
 examples/chroma_example/__init__.py,sha256=Mrf8KptW1hhzu6WDdRRTxbaB-0kM7x5u-Goc_zR7G5c,203
 examples/chroma_example/basic.py,sha256=oO7-__8HptnFXLVKbnPgoz02yM-CAPi721xsbUb_gYg,868
 examples/cohere_example/__init__.py,sha256=oYpsnS-dKOlWLkPEUWhXxi1vfxa77bt_DOdkJHg__7g,502
@@ -40,10 +42,11 @@ examples/gemini_example/function_tools.py,sha256=ZOBrdPy_8s3NDfsF5A4RXIoUi2VXlD8
 examples/gemini_example/main.py,sha256=cTXqgOa6lEMwgX56uneM-1TbIY_QZtDRkByW5z0LpNk,2470
 examples/hiveagent_example/basic.py,sha256=Sd7I5w8w5Xx7ODaydTY30yiq9HwJDMKHQywrZjgehP0,441
 examples/inspect_ai_example/basic_eval.py,sha256=hDg2BB9ONNpOGRVH08HsghnS1373sOnq6dyDmUQd9gY,1040
-examples/langchain_example/__init__.py,sha256=xAys_K5AbVqaJ8d5wCcE6w2tCiTXPkSGMyY9paBXitI,410
+examples/langchain_example/__init__.py,sha256=g0WO8zrKVSDc8XmMVFl3oYno7ihXtPuHu9yy_tY3JhY,493
 examples/langchain_example/basic.py,sha256=hrwMHOUv78-su5DP9i5krkQnMGHq0svEXsBa40Jkggg,2981
 examples/langchain_example/groq_example.py,sha256=egrg3FHCnSJ-kV22Z2_t9ElJfKilddfcO5bwcKCfc5M,1060
 examples/langchain_example/langgraph_example.py,sha256=7C2a4Sg0PKbbab03CVkStO3MzT7C-O1UtdmObvBXurM,2005
+examples/langchain_example/langgraph_example_tools.py,sha256=rFwgQYRngeyCz9PuBxnllp5t5PIHk8d-UDKwCQTgkxw,4208
 examples/langchain_example/sagemaker.py,sha256=V-rTZRyaErHCuo3kfrrZD8AELHJVi3wF7n1YrixfF1s,2330
 examples/langchain_example/tool.py,sha256=8T8_IDbgA58XbsfyH5_xhA8ZKQfyfyFxF8wor-PsRjA,2556
 examples/litellm_example/basic.py,sha256=h71u1vMKdPlGJbC1DmK8PKIbaDj4I96-cx2hztboDic,2544
@@ -86,7 +89,7 @@ examples/weaviate_example/__init__.py,sha256=8JMDBsRSEV10HfTd-YC7xb4txBjD3la56sn
 examples/weaviate_example/query_text.py,sha256=wPHQTc_58kPoKTZMygVjTj-2ZcdrIuaausJfMxNQnQc,127162
 langtrace_python_sdk/__init__.py,sha256=VZM6i71NR7pBQK6XvJWRelknuTYUhqwqE7PlicKa5Wg,1166
 langtrace_python_sdk/langtrace.py,sha256=rjIEwPd-Iq0mcSCh_3CEK-38kyJwazdR1CfDa_U4mfQ,8468
-langtrace_python_sdk/version.py,sha256=V3JuwBWPUgLiobXC7DivZI3eWt6Cy_7a_iP_DDpg3ns,22
+langtrace_python_sdk/version.py,sha256=6gWyqqtavdLEWlseY6lzF5O9sA3rYGOPizMXn2nrFRg,22
 langtrace_python_sdk/constants/__init__.py,sha256=P8QvYwt5czUNDZsKS64vxm9Dc41ptGbuF1TFtAF6nv4,44
 langtrace_python_sdk/constants/exporter/langtrace_exporter.py,sha256=5MNjnAOg-4am78J3gVMH6FSwq5N8TOj72ugkhsw4vi0,46
 langtrace_python_sdk/constants/instrumentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -110,8 +113,8 @@ langtrace_python_sdk/extensions/langtrace_filesystem.py,sha256=34fZutG28EJ66l67O
 langtrace_python_sdk/instrumentation/__init__.py,sha256=bkyxh6lq_6dgCdbBseFQEbejRTLZv4s9nLBfNSqL6lk,1548
 langtrace_python_sdk/instrumentation/anthropic/__init__.py,sha256=donrurJAGYlxrSRA3BIf76jGeUcAx9Tq8CVpah68S0Y,101
 langtrace_python_sdk/instrumentation/anthropic/instrumentation.py,sha256=ndXdruI0BG7n75rsuEpKjfzePxrZxg40gZ39ONmD_v4,1845
-langtrace_python_sdk/instrumentation/anthropic/patch.py,sha256=_-PcDTNTvcNGjtk00YvLUJlQ3jm0HGZ0i77OveDJ8no,4806
-langtrace_python_sdk/instrumentation/anthropic/types.py,sha256=kboPgvqXPk1zJdISRjNj3LfB--6OiTuw7UzZezYAXWQ,2480
+langtrace_python_sdk/instrumentation/anthropic/patch.py,sha256=LUv-nv94uPJprDj34LQNrhRDqweZZ26Cb9oVATBc2Yc,5230
+langtrace_python_sdk/instrumentation/anthropic/types.py,sha256=WdeXe2tkjAisMLK38STKwVe7MJS5SLoETJ_aKhA_-UU,2463
 langtrace_python_sdk/instrumentation/chroma/__init__.py,sha256=pNZ5UO8Q-d5VkXSobBf79reB6AmEl_usnnTp5Itv818,95
 langtrace_python_sdk/instrumentation/chroma/instrumentation.py,sha256=nT6PS6bsrIOO9kLV5GuUeRjMe6THHHAZGvqWBP1dYog,1807
 langtrace_python_sdk/instrumentation/chroma/patch.py,sha256=jYcqBeu-0cYA29PO880oXYRwYh-R1oseXmzfK6UDBps,9074
@@ -169,11 +172,11 @@ langtrace_python_sdk/instrumentation/vertexai/instrumentation.py,sha256=Keeb1D7n
 langtrace_python_sdk/instrumentation/vertexai/patch.py,sha256=vPxwuSKgA3cUtelgot4XZEox8AD4ehsi3bNTKD_HS_M,4394
 langtrace_python_sdk/instrumentation/weaviate/__init__.py,sha256=Mc-Je6evPo-kKQzerTG7bd1XO5JOh4YGTE3wBxaUBwg,99
 langtrace_python_sdk/instrumentation/weaviate/instrumentation.py,sha256=bzPwtoQD0X6beLYXe6ZL7XRkyRkqdiqKiGc4gOlCQdU,2295
-langtrace_python_sdk/instrumentation/weaviate/patch.py,sha256=C4-zF6IY13yZs_BPJP5wxpRNpASQIVu-ey1kR5y9u4o,6453
+langtrace_python_sdk/instrumentation/weaviate/patch.py,sha256=3qxhJjEnu5lNb6_x0p82PaFBgXul-b0XTyTQV1JHzhw,6597
 langtrace_python_sdk/types/__init__.py,sha256=MeGkmoy2OY3V21GErDIdlf_N8Aj7HDld5Tpbvq2PwTY,4104
 langtrace_python_sdk/utils/__init__.py,sha256=giTHkvDOQdqFqXU4PoGP7DhA9tAteZN-KxX3mEUg6QQ,893
 langtrace_python_sdk/utils/langtrace_sampler.py,sha256=BupNndHbU9IL_wGleKetz8FdcveqHMBVz1bfKTTW80w,1753
-langtrace_python_sdk/utils/llm.py,sha256=kPBsVPv8U7LjgKKT3_nrYFrGmluZ7hmFjZ80O0hiKE8,14722
+langtrace_python_sdk/utils/llm.py,sha256=k16jQL3wf1dYIDOcXSvHVfL0s97cu3QVLMmZmtTT3Gk,14741
 langtrace_python_sdk/utils/misc.py,sha256=7PRJ45BwuwJ6fPAdy1OpBau8QERR2aWaVvzDvZ7JTkE,1729
 langtrace_python_sdk/utils/prompt_registry.py,sha256=n5dQMVLBw8aJZY8Utvf67bncc25ELf6AH9BYw8_hSzo,2619
 langtrace_python_sdk/utils/sdk_version_checker.py,sha256=FzjIWZjn53cX0LEVPdipQd1fO9lG8iGVUEVUs9Hyk6M,1713
@@ -184,7 +187,7 @@ tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/conftest.py,sha256=0Jo6iCZTXbdvyJVhG9UpYGkLabL75378oauCzmt-Sa8,603
 tests/utils.py,sha256=8ZBYvxBH6PynipT1sqenfyjTGLhEV7SORQH1NJjnpsM,2500
 tests/anthropic/conftest.py,sha256=ht1zF3q4Xb1UiZ3BL_L-CQ3YWrd52Dqb4WTZ3f-GdG4,739
-tests/anthropic/test_anthropic.py,sha256=5c2UELkvrVHb07t7wyHvxxAOn_M0-L8wuVT4z1FMHUU,2863
+tests/anthropic/test_anthropic.py,sha256=ODeGDGSZCopR7QVA8Y-Vvv3wBLs-LOlQ58LneU-aTng,2864
 tests/anthropic/cassettes/test_anthropic.yaml,sha256=z7YAqA_BBgI-hw7uyVMdLoIZdBYhKwl9cuTzUu9nAZs,2332
 tests/anthropic/cassettes/test_anthropic_streaming.yaml,sha256=D0w4-6dfsgrhbNLJEj8gZBV0yXfrAfA9u90Yu8Ac-TY,11675
 tests/anthropic/cassettes/test_async_anthropic_streaming.yaml,sha256=hQZPY2vwBaW3BWllLd0lcGQ73DjA8C3Ips1Hx9pA-ao,8373
@@ -222,8 +225,8 @@ tests/pinecone/cassettes/test_query.yaml,sha256=b5v9G3ssUy00oG63PlFUR3JErF2Js-5A
 tests/pinecone/cassettes/test_upsert.yaml,sha256=neWmQ1v3d03V8WoLl8FoFeeCYImb8pxlJBWnFd_lITU,38607
 tests/qdrant/conftest.py,sha256=9n0uHxxIjWk9fbYc4bx-uP8lSAgLBVx-cV9UjnsyCHM,381
 tests/qdrant/test_qdrant.py,sha256=pzjAjVY2kmsmGfrI2Gs2xrolfuaNHz7l1fqGQCjp5_o,3353
-langtrace_python_sdk-2.3.4.dist-info/METADATA,sha256=t5WV1418586CZeej1o61a6IXanvQYwOiqUxHZjRnBh8,15011
-langtrace_python_sdk-2.3.4.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-langtrace_python_sdk-2.3.4.dist-info/entry_points.txt,sha256=1_b9-qvf2fE7uQNZcbUei9vLpFZBbbh9LrtGw95ssAo,70
-langtrace_python_sdk-2.3.4.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-langtrace_python_sdk-2.3.4.dist-info/RECORD,,
+langtrace_python_sdk-2.3.7.dist-info/METADATA,sha256=AncuNESTDY0FsWOisJnbDW5dF6FNs318HmNBN-g915I,15011
+langtrace_python_sdk-2.3.7.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+langtrace_python_sdk-2.3.7.dist-info/entry_points.txt,sha256=1_b9-qvf2fE7uQNZcbUei9vLpFZBbbh9LrtGw95ssAo,70
+langtrace_python_sdk-2.3.7.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+langtrace_python_sdk-2.3.7.dist-info/RECORD,,

tests/anthropic/test_anthropic.py

@@ -27,6 +27,7 @@ def test_anthropic(anthropic_client, exporter):
         "stream": False,
         "max_tokens": 1024,
     }
+
     anthropic_client.messages.create(**kwargs)
     spans = exporter.get_finished_spans()
     completion_span = spans[-1]