langtrace-python-sdk 1.3.7__tar.gz → 2.0.1__tar.gz

{langtrace_python_sdk-1.3.7 → langtrace_python_sdk-2.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 1.3.7
+Version: 2.0.1
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>
@@ -15,7 +15,7 @@ Requires-Dist: opentelemetry-instrumentation
 Requires-Dist: opentelemetry-sdk
 Requires-Dist: pinecone-client
 Requires-Dist: tiktoken
-Requires-Dist: trace-attributes==1.0.32
+Requires-Dist: trace-attributes==3.0.5
 Provides-Extra: dev
 Requires-Dist: anthropic; extra == 'dev'
 Requires-Dist: chromadb; extra == 'dev'
@@ -221,16 +221,18 @@ def chat_completion():
 
 Langtrace automatically captures traces from the following vendors:
 
-| Vendor | Type | Typescript SDK | Python SDK
-| ------ | ------ | ------ | ------ |
-| OpenAI | LLM | :white_check_mark: | :white_check_mark: |
-| Anthropic | LLM | :white_check_mark: | :white_check_mark: |
-| Cohere | LLM | :x: | :white_check_mark: |
-| Azure OpenAI | LLM | :white_check_mark: | :white_check_mark: |
-| Langchain | Framework | :x: | :white_check_mark: |
-| LlamaIndex | Framework | :white_check_mark: | :white_check_mark: |
-| Pinecone | Vector Database | :white_check_mark: | :white_check_mark: |
-| ChromaDB | Vector Database | :white_check_mark: | :white_check_mark: |
+| Vendor       | Type            | Typescript SDK     | Python SDK         |
+| ------------ | --------------- | ------------------ | ------------------ |
+| OpenAI       | LLM             | :white_check_mark: | :white_check_mark: |
+| Anthropic    | LLM             | :white_check_mark: | :white_check_mark: |
+| Azure OpenAI | LLM             | :white_check_mark: | :white_check_mark: |
+| Cohere       | LLM             | :white_check_mark: | :white_check_mark: |
+| Groq         | LLM             | :x:                | :white_check_mark: |
+| Langchain    | Framework       | :x:                | :white_check_mark: |
+| LlamaIndex   | Framework       | :white_check_mark: | :white_check_mark: |
+| Pinecone     | Vector Database | :white_check_mark: | :white_check_mark: |
+| ChromaDB     | Vector Database | :white_check_mark: | :white_check_mark: |
+| QDrant       | Vector Database | :x:                | :white_check_mark: |
 
 ---
 

{langtrace_python_sdk-1.3.7 → langtrace_python_sdk-2.0.1}/README.md

@@ -188,16 +188,18 @@ def chat_completion():
 
 Langtrace automatically captures traces from the following vendors:
 
-| Vendor | Type | Typescript SDK | Python SDK
-| ------ | ------ | ------ | ------ |
-| OpenAI | LLM | :white_check_mark: | :white_check_mark: |
-| Anthropic | LLM | :white_check_mark: | :white_check_mark: |
-| Cohere | LLM | :x: | :white_check_mark: |
-| Azure OpenAI | LLM | :white_check_mark: | :white_check_mark: |
-| Langchain | Framework | :x: | :white_check_mark: |
-| LlamaIndex | Framework | :white_check_mark: | :white_check_mark: |
-| Pinecone | Vector Database | :white_check_mark: | :white_check_mark: |
-| ChromaDB | Vector Database | :white_check_mark: | :white_check_mark: |
+| Vendor       | Type            | Typescript SDK     | Python SDK         |
+| ------------ | --------------- | ------------------ | ------------------ |
+| OpenAI       | LLM             | :white_check_mark: | :white_check_mark: |
+| Anthropic    | LLM             | :white_check_mark: | :white_check_mark: |
+| Azure OpenAI | LLM             | :white_check_mark: | :white_check_mark: |
+| Cohere       | LLM             | :white_check_mark: | :white_check_mark: |
+| Groq         | LLM             | :x:                | :white_check_mark: |
+| Langchain    | Framework       | :x:                | :white_check_mark: |
+| LlamaIndex   | Framework       | :white_check_mark: | :white_check_mark: |
+| Pinecone     | Vector Database | :white_check_mark: | :white_check_mark: |
+| ChromaDB     | Vector Database | :white_check_mark: | :white_check_mark: |
+| QDrant       | Vector Database | :x:                | :white_check_mark: |
 
 ---
 

{langtrace_python_sdk-1.3.7 → langtrace_python_sdk-2.0.1}/pyproject.toml

@@ -18,7 +18,7 @@ classifiers=[
     "Operating System :: OS Independent",
 ]
 dependencies = [
-  'trace-attributes==1.0.32',
+  'trace-attributes==3.0.5',
   'opentelemetry-api',
   'opentelemetry-sdk',
   'opentelemetry-instrumentation',

{langtrace_python_sdk-1.3.7 → langtrace_python_sdk-2.0.1}/src/examples/anthropic_example/completion.py

@@ -3,13 +3,13 @@
 import anthropic
 from dotenv import find_dotenv, load_dotenv
 
-from langtrace_python_sdk import langtrace
-from langtrace_python_sdk import with_langtrace_root_span
+from langtrace_python_sdk import langtrace, with_langtrace_root_span
 
 _ = load_dotenv(find_dotenv())
 
 langtrace.init(write_to_langtrace_cloud=False)
 
+
 @with_langtrace_root_span("messages_create")
 def messages_create():
 
@@ -21,10 +21,10 @@ def messages_create():
         temperature=0.0,
         system="Respond only in Yoda-speak.",
         messages=[{"role": "user", "content": "How are you today?"}],
-        stream=False,
+        stream=True,
     )
 
-    print(message)
+    # print(message)
 
-    # for response in message:
-    #     pass
+    for response in message:
+        pass

{langtrace_python_sdk-1.3.7 → langtrace_python_sdk-2.0.1}/src/examples/cohere_example/chat.py

@@ -1,7 +1,8 @@
-from dotenv import find_dotenv, load_dotenv
 import cohere
+from dotenv import find_dotenv, load_dotenv
 
 from langtrace_python_sdk import langtrace
+
 # from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
 
 _ = load_dotenv(find_dotenv())
@@ -18,9 +19,9 @@ def chat_comp():
             {"role": "USER", "message": "Who discovered gravity?"},
             {"role": "CHATBOT", "message": "The man who is widely credited with discovering gravity is Sir Isaac Newton"}
         ],
-        message="What is today's news?",
-        # preamble="answer like yoda",
+        message="Tell me a story in 3 sentences or less?",
+        preamble="answer like a pirate",
         # perform web search before answering the question. You can also use your own custom connector.
-        # connectors=[{"id": "web-search"}]
+        connectors=[{"id": "web-search"}]
     )
     print(response)

{langtrace_python_sdk-1.3.7 → langtrace_python_sdk-2.0.1}/src/examples/cohere_example/chat_stream.py

@@ -1,10 +1,8 @@
-from dotenv import find_dotenv, load_dotenv
 import cohere
+from dotenv import find_dotenv, load_dotenv
 
 from langtrace_python_sdk import langtrace
 
-# from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
-
 _ = load_dotenv(find_dotenv())
 
 langtrace.init(write_to_langtrace_cloud=False)
@@ -15,7 +13,7 @@ co = cohere.Client()
 # @with_langtrace_root_span("chat_stream")
 def chat_stream():
     result = []
-    for event in co.chat_stream(message="Tell me a short story in 2 lines"):
+    for event in co.chat_stream(message="Tell me a short story in 2 lines", preamble="Respond like a pirate", max_tokens=100):
         if event.event_type == "text-generation":
             result.append(event.text)
         elif event.event_type == "stream-end":

langtrace_python_sdk-1.3.7/src/examples/cohere_example/embed_create.py → langtrace_python_sdk-2.0.1/src/examples/cohere_example/embed.py

@@ -1,5 +1,5 @@
-from dotenv import find_dotenv, load_dotenv
 import cohere
+from dotenv import find_dotenv, load_dotenv
 
 from langtrace_python_sdk import langtrace
 
@@ -13,10 +13,11 @@ co = cohere.Client()
 
 
 # @with_langtrace_root_span("embed_create")
-def embed_create():
+def embed():
     response = co.embed(
         texts=["hello", "goodbye"],
         model="embed-english-v3.0",
         input_type="classification",
     )
-    # print(response)
+    print(response)
+    return response

langtrace_python_sdk-2.0.1/src/examples/cohere_example/rerank.py

@@ -0,0 +1,31 @@
+import cohere
+from dotenv import find_dotenv, load_dotenv
+
+from langtrace_python_sdk import langtrace
+
+# from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init(write_to_langtrace_cloud=False)
+
+co = cohere.Client()
+
+
+# @with_langtrace_root_span("embed_create")
+def rerank():
+    docs = [
+        "Carson City is the capital city of the American state of Nevada.",
+        "The Commonwealth of the Northern Mariana Islands is a group of islands in the Pacific Ocean. Its capital is Saipan.",
+        "Washington, D.C. (also known as simply Washington or D.C., and officially as the District of Columbia) is the capital of the United States. It is a federal district.",
+        "Capital punishment (the death penalty) has existed in the United States since beforethe United States was a country. As of 2017, capital punishment is legal in 30 of the 50 states.",
+    ]
+
+    response = co.rerank(
+        model="rerank-english-v2.0",
+        query="What is the capital of the United States?",
+        documents=docs,
+        top_n=3,
+    )
+    print(response)
+    return response

langtrace_python_sdk-2.0.1/src/examples/cohere_example/tools.py

@@ -0,0 +1,40 @@
+# import json
+
+import cohere
+from dotenv import find_dotenv, load_dotenv
+
+from langtrace_python_sdk import langtrace
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init(write_to_langtrace_cloud=False)
+
+co = cohere.Client()
+
+
+student_custom_functions = [
+    {
+        "name": "extract_student_info",
+        "description": "Get the student information from the body of the input text",
+        "parameter_definitions": {
+            "name": {"type": "string", "description": "Name of the person", "required": True},
+            "major": {"type": "string", "description": "Major subject.", "required": True},
+            "school": {"type": "string", "description": "The university name.", "required": True},
+            "grades": {"type": "integer", "description": "GPA of the student.", "required": True},
+            "club": {
+                "type": "string",
+                "description": "School club for extracurricular activities. ",
+                "required": False,
+            },
+        },
+    }
+]
+
+
+def tool_calling():
+    response = co.chat(
+        message="John is a grad student in computer science at Stanford University. He is an American and has a 3.8 GPA. John is known for his programming skills and is an active member of the university's Robotics Club. He hopes to pursue a career in artificial intelligence after graduating.",
+        tools=student_custom_functions,
+    )
+    print(response)
+    return response

langtrace_python_sdk-2.0.1/src/examples/langchain_example/groq_example.py

@@ -0,0 +1,30 @@
+from dotenv import find_dotenv, load_dotenv
+from langchain_core.prompts import ChatPromptTemplate
+from langchain_groq import ChatGroq
+
+_ = load_dotenv(find_dotenv())
+
+from langtrace_python_sdk import langtrace
+
+# from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init()
+
+
+def groq_example():
+
+    chat = ChatGroq(temperature=0, model_name="mixtral-8x7b-32768")
+
+    system = "You are a helpful assistant."
+    human = "{text}"
+    prompt = ChatPromptTemplate.from_messages([("system", system), ("human", human)])
+
+    chain = prompt | chat
+    result = chain.invoke({"text": "Explain the importance of low latency LLMs in 2 sentences or less."})
+    # print(result)
+    return result
+
+
+groq_example()

langtrace_python_sdk-2.0.1/src/examples/langchain_example/langgraph_example.py

@@ -0,0 +1,85 @@
+import json
+
+from dotenv import find_dotenv, load_dotenv
+from langchain_core.messages import HumanMessage, ToolMessage
+from langchain_core.tools import tool
+from langchain_core.utils.function_calling import convert_to_openai_tool
+from langchain_openai import ChatOpenAI
+from langgraph.graph import END, MessageGraph
+
+from langtrace_python_sdk import langtrace
+from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init()
+
+
+@tool
+def multiply(first_number: int, second_number: int):
+    """Multiplies two numbers together."""
+    return first_number * second_number
+
+
+model = ChatOpenAI(temperature=0)
+model_with_tools = model.bind(tools=[convert_to_openai_tool(multiply)])
+
+
+def invoke_model(state):
+    return model_with_tools.invoke(state)
+
+
+def router(state):
+    tool_calls = state[-1].additional_kwargs.get("tool_calls", [])
+    if len(tool_calls):
+        return "multiply"
+    else:
+        return "end"
+
+
+def invoke_tool(state):
+    tool_calls = state[-1].additional_kwargs.get("tool_calls", [])
+    multiply_call = None
+
+    for tool_call in tool_calls:
+        if tool_call.get("function").get("name") == "multiply":
+            multiply_call = tool_call
+
+    if multiply_call is None:
+        raise Exception("No adder input found.")
+
+    res = multiply.invoke(
+        json.loads(multiply_call.get("function").get("arguments"))
+    )
+
+    return ToolMessage(
+        tool_call_id=multiply_call.get("id"),
+        content=res
+    )
+
+
+@with_langtrace_root_span('langgraph_example')
+def basic():
+
+    graph = MessageGraph()
+
+    graph.add_node("oracle", invoke_model)
+
+    graph.add_node("multiply", invoke_tool)
+
+    graph.add_conditional_edges("oracle", router, {
+        "multiply": "multiply",
+        "end": END,
+    })
+
+    graph.add_edge("multiply", END)
+
+    graph.set_entry_point("oracle")
+
+    runnable = graph.compile()
+
+    answer = runnable.invoke(HumanMessage("What is 1 + 1?"))
+    print(answer)
+
+
+basic()

langtrace_python_sdk-2.0.1/src/examples/openai_example/chat_completion.py

@@ -0,0 +1,41 @@
+from dotenv import find_dotenv, load_dotenv
+from openai import OpenAI
+
+from langtrace_python_sdk import langtrace
+from langtrace_python_sdk.utils.with_root_span import (
+    with_additional_attributes, with_langtrace_root_span)
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init(write_to_langtrace_cloud=False)
+client = OpenAI()
+
+
+# @with_additional_attributes({"user.id": "1234", "user.feedback.rating": 1})
+def api():
+    response = client.chat.completions.create(
+        model="gpt-4",
+        messages=[{"role": "system", "content": "Talk like a pirate"}, {"role": "user", "content": "Tell me a story in 3 sentences or less."}],
+        stream=True,
+        # stream=False,
+    )
+    return response
+
+
+# @with_langtrace_root_span()
+def chat_completion():
+    response = api()
+    # print(response)
+    # Uncomment this for streaming
+    result = []
+    for chunk in response:
+        if chunk.choices[0].delta.content is not None:
+            content = [
+                choice.delta.content if choice.delta and
+                choice.delta.content else ""
+                for choice in chunk.choices]
+            result.append(
+                content[0] if len(content) > 0 else "")
+
+    print("".join(result))
+    return response

{langtrace_python_sdk-1.3.7/src/examples/openai → langtrace_python_sdk-2.0.1/src/examples/openai_example}/embeddings_create.py

@@ -6,7 +6,7 @@ from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
 
 _ = load_dotenv(find_dotenv())
 
-langtrace.init(batch=True, log_spans_to_console=True, write_to_remote_url=False)
+langtrace.init(write_to_langtrace_cloud=False)
 client = OpenAI()
 
 
@@ -14,5 +14,6 @@ client = OpenAI()
 def embeddings_create():
     result = client.embeddings.create(
         model="text-embedding-ada-002",
-        input="Once upon a time, there was a frog.",
+        input="Once upon a time, there was a pirate.",
     )
+    return result

{langtrace_python_sdk-1.3.7/src/examples/openai → langtrace_python_sdk-2.0.1/src/examples/openai_example}/function_calling.py

@@ -1,10 +1,9 @@
-import json
+# import json
 
 from dotenv import find_dotenv, load_dotenv
 from openai import OpenAI
 
 from langtrace_python_sdk import langtrace
-from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
 
 _ = load_dotenv(find_dotenv())
 
@@ -34,20 +33,19 @@ student_custom_functions = [
 ]
 
 
-# @with_langtrace_root_span()
 def function_calling():
     response = client.chat.completions.create(
         model="gpt-3.5-turbo",
         messages=[
             {
                 "role": "user",
-                "content": "David Nguyen is a sophomore majoring in computer science at Stanford University. He is Asian American and has a 3.8 GPA. David is known for his programming skills and is an active member of the university's Robotics Club. He hopes to pursue a career in artificial intelligence after graduating.",
+                "content": "John is a grad student in computer science at Stanford University. He is an American and has a 3.8 GPA. John is known for his programming skills and is an active member of the university's Robotics Club. He hopes to pursue a career in artificial intelligence after graduating.",
             }
         ],
         functions=student_custom_functions,
-        function_call="auto",
         stream=True,
     )
+    # return response
 
     result = []
     for chunk in response:

{langtrace_python_sdk-1.3.7/src/examples/openai → langtrace_python_sdk-2.0.1/src/examples/openai_example}/images_generate.py

@@ -6,7 +6,7 @@ from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
 
 _ = load_dotenv(find_dotenv())
 
-langtrace.init(batch=True, log_spans_to_console=True, write_to_remote_url=False)
+langtrace.init(write_to_langtrace_cloud=False)
 
 client = OpenAI()
 

langtrace_python_sdk-2.0.1/src/examples/openai_example/tool_calling.py

@@ -0,0 +1,67 @@
+# import json
+
+from dotenv import find_dotenv, load_dotenv
+from openai import OpenAI
+
+from langtrace_python_sdk import langtrace
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init(write_to_langtrace_cloud=False)
+
+client = OpenAI()
+
+
+student_custom_functions = [
+    {
+        "type": "function",
+        "function": {
+            "name": "extract_student_info",
+            "description": "Get the student information from the body of the input text",
+            "parameters": {
+                "type": "object",
+                "properties": {
+                    "name": {"type": "string", "description": "Name of the person"},
+                    "major": {"type": "string", "description": "Major subject."},
+                    "school": {"type": "string", "description": "The university name."},
+                    "grades": {"type": "integer", "description": "GPA of the student."},
+                    "club": {
+                        "type": "string",
+                        "description": "School club for extracurricular activities. ",
+                    },
+                },
+            },
+        },
+    }
+]
+
+
+def tool_calling():
+    response = client.chat.completions.create(
+        model="gpt-3.5-turbo",
+        messages=[
+            {
+                "role": "user",
+                "content": "John is a grad student in computer science at Stanford University. He is an American and has a 3.8 GPA. John is known for his programming skills and is an active member of the university's Robotics Club. He hopes to pursue a career in artificial intelligence after graduating.",
+            }
+        ],
+        tools=student_custom_functions,
+        stream=False,
+    )
+    return response
+
+    # result = []
+    # for chunk in response:
+    #     if chunk.choices[0].delta.function_call is not None:
+    #         content = [
+    #             choice.delta.function_call.arguments if choice.delta.function_call and
+    #             choice.delta.function_call.arguments else ""
+    #             for choice in chunk.choices]
+    #         result.append(
+    #             content[0] if len(content) > 0 else "")
+
+    # print("".join(result))
+
+    # Loading the response as a JSON object
+    # json_response = json.loads(response.choices[0].message.function_call.arguments)
+    # print(json_response)

{langtrace_python_sdk-1.3.7/src/examples/openai → langtrace_python_sdk-2.0.1/src/examples/openai_example}/tool_calling_nonstreaming.py

@@ -13,6 +13,7 @@ langtrace.init(write_to_langtrace_cloud=False)
 
 client = OpenAI()
 
+
 # Example dummy function hard coded to return the same weather
 # In production, this could be your backend API or an external API
 def get_current_weather(location, unit="fahrenheit"):
@@ -89,4 +90,4 @@ def run_conversation():
             messages=messages,
         )  # get a new response from the model where it can see the function response
         # print(second_response)
-        return second_response
+        return second_response

langtrace_python_sdk-2.0.1/src/examples/qdrant_example/basic.py

@@ -0,0 +1,50 @@
+import cohere
+from dotenv import find_dotenv, load_dotenv
+from qdrant_client import QdrantClient
+from qdrant_client.models import Batch, Distance, VectorParams
+
+from langtrace_python_sdk import langtrace
+from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init(write_to_langtrace_cloud=False)
+
+
+@with_langtrace_root_span()
+def basic():
+    client = QdrantClient(":memory:")
+    cohere_client = cohere.Client()
+
+    client.create_collection(collection_name="MyCollection4", vectors_config=VectorParams(
+        size=1024,
+        distance=Distance.COSINE,
+    ))
+
+    client.upsert(
+        collection_name="MyCollection4",
+        points=Batch(
+            ids=[1],
+            vectors=cohere_client.embed(
+                model="embed-english-v3.0",  # New Embed v3 model
+                input_type="search_document",  # Input type for documents
+                texts=["Qdrant is the a vector database written in Rust"],
+            ).embeddings,
+        ),
+    )
+
+    answer = client.search(
+        collection_name="MyCollection4",
+        query_vector=cohere_client.embed(
+            model="embed-english-v3.0",  # New Embed v3 model
+            input_type="search_query",  # Input type for search queries
+            texts=["Which database is written in Rust?"],
+        ).embeddings[0],
+
+    )
+    print(answer[0])
+
+    return answer
+
+
+basic()

langtrace_python_sdk-2.0.1/src/langtrace_python_sdk/__init__.py

@@ -0,0 +1,20 @@
+"""
+Copyright (c) 2024 Scale3 Labs
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+"""
+
+from langtrace_python_sdk import langtrace
+from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
+
+__all__ = ["langtrace", "with_langtrace_root_span"]

{langtrace_python_sdk-1.3.7 → langtrace_python_sdk-2.0.1}/src/langtrace_python_sdk/constants/instrumentation/cohere.py

@@ -4,7 +4,7 @@ APIS = {
         "METHOD": "cohere.client.chat",
         "ENDPOINT": "/v1/chat",
     },
-    "EMBED_CREATE": {
+    "EMBED": {
         "URL": "https://api.cohere.ai",
         "METHOD": "cohere.client.embed",
         "ENDPOINT": "/v1/embed",
@@ -14,4 +14,9 @@ APIS = {
         "METHOD": "cohere.client.chat_stream",
         "ENDPOINT": "/v1/messages",
     },
+    "RERANK": {
+        "URL": "https://api.cohere.ai",
+        "METHOD": "cohere.client.rerank",
+        "ENDPOINT": "/v1/rerank",
+    },
 }