langtrace-python-sdk 2.1.28__tar.gz → 2.2.1__tar.gz

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 2.1.28
+Version: 2.2.1
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>
@@ -20,11 +20,14 @@ Requires-Dist: opentelemetry-instrumentation>=0.46b0
 Requires-Dist: opentelemetry-sdk>=1.25.0
 Requires-Dist: sqlalchemy
 Requires-Dist: tiktoken>=0.1.1
-Requires-Dist: trace-attributes<6.0.0,>=5.0.0
+Requires-Dist: trace-attributes<7.0.0,>=6.0.0
 Provides-Extra: dev
 Requires-Dist: anthropic; extra == 'dev'
 Requires-Dist: chromadb; extra == 'dev'
 Requires-Dist: cohere; extra == 'dev'
+Requires-Dist: google-cloud-aiplatform; extra == 'dev'
+Requires-Dist: google-generativeai; extra == 'dev'
+Requires-Dist: groq; extra == 'dev'
 Requires-Dist: langchain; extra == 'dev'
 Requires-Dist: langchain-community; extra == 'dev'
 Requires-Dist: langchain-openai; extra == 'dev'
@@ -274,23 +277,27 @@ prompt = get_prompt_from_registry(<Registry ID>, options={"prompt_version": 1, "
 
 Langtrace automatically captures traces from the following vendors:
 
-| Vendor       | Type            | Typescript SDK     | Python SDK         |
-| ------------ | --------------- | ------------------ | ------------------ |
-| OpenAI       | LLM             | :white_check_mark: | :white_check_mark: |
-| Anthropic    | LLM             | :white_check_mark: | :white_check_mark: |
-| Azure OpenAI | LLM             | :white_check_mark: | :white_check_mark: |
-| Cohere       | LLM             | :white_check_mark: | :white_check_mark: |
-| Groq         | LLM             | :x:                | :white_check_mark: |
-| Langchain    | Framework       | :x:                | :white_check_mark: |
-| Langgraph    | Framework       | :x:                | :white_check_mark: |
-| LlamaIndex   | Framework       | :white_check_mark: | :white_check_mark: |
-| DSPy         | Framework       | :x:                | :white_check_mark: |
-| CrewAI       | Framework       | :x:                | :white_check_mark: |
-| Ollama       | Framework       | :x:                | :white_check_mark: |
-| Pinecone     | Vector Database | :white_check_mark: | :white_check_mark: |
-| ChromaDB     | Vector Database | :white_check_mark: | :white_check_mark: |
-| Weaviate     | Vector Database | :white_check_mark: | :white_check_mark: |
-| QDrant       | Vector Database | :x:                | :white_check_mark: |
+| Vendor       | Type            | Typescript SDK     | Python SDK                      |
+| ------------ | --------------- | ------------------ | ------------------------------- |
+| OpenAI       | LLM             | :white_check_mark: | :white_check_mark:              |
+| Anthropic    | LLM             | :white_check_mark: | :white_check_mark:              |
+| Azure OpenAI | LLM             | :white_check_mark: | :white_check_mark:              |
+| Cohere       | LLM             | :white_check_mark: | :white_check_mark:              |
+| Groq         | LLM             | :x:                | :white_check_mark:              |
+| Perplexity   | LLM             | :white_check_mark: | :white_check_mark:              |
+| Gemini       | LLM             | :x:                | :white_check_mark:              |
+| Langchain    | Framework       | :x:                | :white_check_mark:              |
+| LlamaIndex   | Framework       | :white_check_mark: | :white_check_mark:              |
+| Langgraph    | Framework       | :x:                | :white_check_mark:              |
+| DSPy         | Framework       | :x:                | :white_check_mark:              |
+| CrewAI       | Framework       | :x:                | :white_check_mark:              |
+| Ollama       | Framework       | :x:                | :white_check_mark:              |
+| VertexAI     | Framework       | :x:                | :white_check_mark:              |
+| Pinecone     | Vector Database | :white_check_mark: | :white_check_mark:              |
+| ChromaDB     | Vector Database | :white_check_mark: | :white_check_mark:              |
+| QDrant       | Vector Database | :white_check_mark: | :white_check_mark:              |
+| Weaviate     | Vector Database | :white_check_mark: | :white_check_mark:              |
+| PGVector     | Vector Database | :white_check_mark: | :white_check_mark: (SQLAlchemy) |
 
 ---
 

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/README.md

@@ -232,23 +232,27 @@ prompt = get_prompt_from_registry(<Registry ID>, options={"prompt_version": 1, "
 
 Langtrace automatically captures traces from the following vendors:
 
-| Vendor       | Type            | Typescript SDK     | Python SDK         |
-| ------------ | --------------- | ------------------ | ------------------ |
-| OpenAI       | LLM             | :white_check_mark: | :white_check_mark: |
-| Anthropic    | LLM             | :white_check_mark: | :white_check_mark: |
-| Azure OpenAI | LLM             | :white_check_mark: | :white_check_mark: |
-| Cohere       | LLM             | :white_check_mark: | :white_check_mark: |
-| Groq         | LLM             | :x:                | :white_check_mark: |
-| Langchain    | Framework       | :x:                | :white_check_mark: |
-| Langgraph    | Framework       | :x:                | :white_check_mark: |
-| LlamaIndex   | Framework       | :white_check_mark: | :white_check_mark: |
-| DSPy         | Framework       | :x:                | :white_check_mark: |
-| CrewAI       | Framework       | :x:                | :white_check_mark: |
-| Ollama       | Framework       | :x:                | :white_check_mark: |
-| Pinecone     | Vector Database | :white_check_mark: | :white_check_mark: |
-| ChromaDB     | Vector Database | :white_check_mark: | :white_check_mark: |
-| Weaviate     | Vector Database | :white_check_mark: | :white_check_mark: |
-| QDrant       | Vector Database | :x:                | :white_check_mark: |
+| Vendor       | Type            | Typescript SDK     | Python SDK                      |
+| ------------ | --------------- | ------------------ | ------------------------------- |
+| OpenAI       | LLM             | :white_check_mark: | :white_check_mark:              |
+| Anthropic    | LLM             | :white_check_mark: | :white_check_mark:              |
+| Azure OpenAI | LLM             | :white_check_mark: | :white_check_mark:              |
+| Cohere       | LLM             | :white_check_mark: | :white_check_mark:              |
+| Groq         | LLM             | :x:                | :white_check_mark:              |
+| Perplexity   | LLM             | :white_check_mark: | :white_check_mark:              |
+| Gemini       | LLM             | :x:                | :white_check_mark:              |
+| Langchain    | Framework       | :x:                | :white_check_mark:              |
+| LlamaIndex   | Framework       | :white_check_mark: | :white_check_mark:              |
+| Langgraph    | Framework       | :x:                | :white_check_mark:              |
+| DSPy         | Framework       | :x:                | :white_check_mark:              |
+| CrewAI       | Framework       | :x:                | :white_check_mark:              |
+| Ollama       | Framework       | :x:                | :white_check_mark:              |
+| VertexAI     | Framework       | :x:                | :white_check_mark:              |
+| Pinecone     | Vector Database | :white_check_mark: | :white_check_mark:              |
+| ChromaDB     | Vector Database | :white_check_mark: | :white_check_mark:              |
+| QDrant       | Vector Database | :white_check_mark: | :white_check_mark:              |
+| Weaviate     | Vector Database | :white_check_mark: | :white_check_mark:              |
+| PGVector     | Vector Database | :white_check_mark: | :white_check_mark: (SQLAlchemy) |
 
 ---
 

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/pyproject.toml

@@ -18,7 +18,7 @@ classifiers=[
     "Operating System :: OS Independent",
 ]
 dependencies = [
-  'trace-attributes>=5.0.0,<6.0.0',
+  'trace-attributes>=6.0.0,<7.0.0',
   'opentelemetry-api>=1.25.0',
   'opentelemetry-sdk>=1.25.0',
   'opentelemetry-instrumentation>=0.46b0',
@@ -49,7 +49,10 @@ dev = [
     "cohere",
     "qdrant_client",
     "weaviate-client",
-    "ollama"
+    "ollama",
+    "groq",
+    "google-generativeai",
+    "google-cloud-aiplatform"
 ]
 
 test = [

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/src/examples/cohere_example/chat.py

@@ -23,6 +23,7 @@ def chat_comp():
                 "message": "The man who is widely credited with discovering gravity is Sir Isaac Newton",
             },
         ],
+        k=3,
         message="Tell me a story in 3 sentences or less?",
         preamble="answer like a pirate",
         # perform web search before answering the question. You can also use your own custom connector.

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/src/examples/cohere_example/chat_stream.py

@@ -18,6 +18,9 @@ def chat_stream():
         message="Tell me a short story in 2 lines",
         preamble="Respond like a pirate",
         max_tokens=100,
+        k=3,
+        p=0.9,
+        temperature=0.5,
     ):
         if event.event_type == "text-generation":
             result.append(event.text)

langtrace_python_sdk-2.2.1/src/examples/gemini_example/__init__.py

@@ -0,0 +1,6 @@
+from .main import basic
+
+
+class GeminiRunner:
+    def run(self):
+        basic()

langtrace_python_sdk-2.2.1/src/examples/gemini_example/function_tools.py

@@ -0,0 +1,62 @@
+tools = [
+    {
+        "function_declarations": [
+            {
+                "name": "find_movies",
+                "description": "find movie titles currently playing in theaters based on any description, genre, title words, etc.",
+                "parameters": {
+                    "type": "object",
+                    "properties": {
+                        "location": {
+                            "type": "string",
+                            "description": "The city and state, e.g. San Francisco, CA or a zip code e.g. 95616",
+                        },
+                        "description": {
+                            "type": "string",
+                            "description": "Any kind of description including category or genre, title words, attributes, etc.",
+                        },
+                    },
+                    "required": ["description"],
+                },
+            },
+            {
+                "name": "find_theaters",
+                "description": "find theaters based on location and optionally movie title which is currently playing in theaters",
+                "parameters": {
+                    "type": "object",
+                    "properties": {
+                        "location": {
+                            "type": "string",
+                            "description": "The city and state, e.g. San Francisco, CA or a zip code e.g. 95616",
+                        },
+                        "movie": {"type": "string", "description": "Any movie title"},
+                    },
+                    "required": ["location"],
+                },
+            },
+            {
+                "name": "get_showtimes",
+                "description": "Find the start times for movies playing in a specific theater",
+                "parameters": {
+                    "type": "object",
+                    "properties": {
+                        "location": {
+                            "type": "string",
+                            "description": "The city and state, e.g. San Francisco, CA or a zip code e.g. 95616",
+                        },
+                        "movie": {"type": "string", "description": "Any movie title"},
+                        "theater": {
+                            "type": "string",
+                            "description": "Name of the theater",
+                        },
+                        "date": {
+                            "type": "string",
+                            "description": "Date for requested showtime",
+                        },
+                    },
+                    "required": ["location", "movie", "theater", "date"],
+                },
+            },
+        ]
+    }
+]

langtrace_python_sdk-2.2.1/src/examples/gemini_example/main.py

@@ -0,0 +1,91 @@
+from langtrace_python_sdk import langtrace
+import google.generativeai as genai
+from dotenv import load_dotenv
+import os
+import asyncio
+import pathlib
+from .function_tools import tools
+
+load_dotenv()
+
+langtrace.init(write_spans_to_console=False, batch=False)
+genai.configure(api_key=os.environ["GEMINI_API_KEY"])
+
+
+async def async_demo():
+    task1 = asyncio.create_task(async_generate())
+    task2 = asyncio.create_task(async_generate(stream=True))
+    return await asyncio.gather(task1, task2)
+
+
+def basic():
+    generate()
+    generate(stream=True, with_tools=True)
+
+    # image_to_text()
+    # audio_to_text()
+    asyncio.run(async_demo())
+
+
+def generate(stream=False, with_tools=False):
+    model = genai.GenerativeModel(
+        "gemini-1.5-pro", system_instruction="You are a cat. Your name is Neko."
+    )
+
+    response = model.generate_content(
+        "Write a story about a AI and magic",
+        stream=stream,
+        tools=tools if with_tools else None,
+    )
+    if stream:
+        for res in response:
+            if res.text:
+                print(res.text)
+    else:
+        print(response.text)
+
+
+async def async_generate(stream=False):
+    model = genai.GenerativeModel(
+        "gemini-1.5-pro", system_instruction="You are a cat. Your name is Neko."
+    )
+    response = await model.generate_content_async(
+        "Write a story about a AI and magic", stream=stream
+    )
+    if stream:
+        async for chunk in response:
+            if chunk.text:
+                print(chunk.text)
+    else:
+        print(response.text)
+
+
+def image_to_text(stream=False):
+    model = genai.GenerativeModel("gemini-1.5-flash")
+    image1 = {
+        "mime_type": "image/jpeg",
+        "data": pathlib.Path("src/examples/gemini_example/jetpack.jpg").read_bytes(),
+    }
+
+    prompt = "Describe me this picture. What do you see in it."
+    response = model.generate_content([prompt, image1], stream=stream)
+    if stream:
+        for res in response:
+            print(res.text)
+    else:
+        print(response.text)
+
+
+# def audio_to_text(stream=False):
+#     model = genai.GenerativeModel("gemini-1.5-flash")
+#     audio = genai.upload_file(
+#         pathlib.Path("src/examples/gemini_example/voice_note.mp3")
+#     )
+
+#     prompt = "Summarize this voice recording."
+#     response = model.generate_content([prompt, audio], stream=stream)
+#     if stream:
+#         for res in response:
+#             print(res.text)
+#     else:
+#         print(response.text)

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/src/examples/langchain_example/__init__.py

@@ -1,6 +1,8 @@
 from .basic import basic_app, rag, load_and_split
 from langtrace_python_sdk import with_langtrace_root_span
 
+from .groq_example import groq_basic, groq_streaming
+
 
 class LangChainRunner:
     @with_langtrace_root_span("LangChain")
@@ -8,3 +10,9 @@ class LangChainRunner:
         basic_app()
         rag()
         load_and_split()
+
+
+class GroqRunner:
+    @with_langtrace_root_span("Groq")
+    def run(self):
+        groq_streaming()

langtrace_python_sdk-2.2.1/src/examples/langchain_example/groq_example.py

@@ -0,0 +1,45 @@
+from dotenv import find_dotenv, load_dotenv
+from langchain_core.prompts import ChatPromptTemplate
+from langchain_groq import ChatGroq
+from groq import Groq
+
+_ = load_dotenv(find_dotenv())
+
+from langtrace_python_sdk import langtrace
+
+# from langtrace_python_sdk.utils.with_root_span import with_langtrace_root_span
+
+_ = load_dotenv(find_dotenv())
+
+langtrace.init()
+
+client = Groq()
+
+
+def groq_basic():
+    chat_completion = client.chat.completions.create(
+        messages=[
+            {
+                "role": "user",
+                "content": "Explain the importance of low latency LLMs",
+            }
+        ],
+        stream=False,
+        model="llama3-8b-8192",
+    )
+    return chat_completion
+
+
+def groq_streaming():
+    chat_completion = client.chat.completions.create(
+        messages=[
+            {
+                "role": "user",
+                "content": "Explain the importance of low latency LLMs",
+            }
+        ],
+        stream=True,
+        model="llama3-8b-8192",
+    )
+    for chunk in chat_completion:
+        print(chunk)

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/src/examples/ollama_example/basic.py

@@ -17,6 +17,7 @@ def chat():
                 "content": "hi",
             },
         ],
+        options={"temperature": 0.5},
         stream=True,
     )
 

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/src/examples/openai_example/__init__.py

@@ -10,6 +10,7 @@ class OpenAIRunner:
             run_conversation as run_conversation_streaming,
         )
         from .chat_completion import chat_completion as chat_completion_example
+
         from .embeddings_create import embeddings_create as embeddings_create_example
         from .function_calling import function_calling as function_example
         from .images_edit import image_edit

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/src/examples/openai_example/async_tool_calling_nonstreaming.py

@@ -8,7 +8,7 @@ from langtrace_python_sdk import langtrace, with_langtrace_root_span
 
 _ = load_dotenv(find_dotenv())
 
-langtrace.init()
+langtrace.init(write_spans_to_console=True)
 
 client = AsyncOpenAI()
 

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/src/examples/openai_example/chat_completion.py

@@ -9,7 +9,7 @@ from langtrace_python_sdk.utils.with_root_span import (
 
 _ = load_dotenv(find_dotenv())
 
-langtrace.init(write_spans_to_console=False)
+langtrace.init(write_spans_to_console=True)
 client = OpenAI()
 
 

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/src/examples/openai_example/embeddings_create.py

@@ -16,5 +16,6 @@ def embeddings_create():
     result = client.embeddings.create(
         model="text-embedding-ada-002",
         input="Once upon a time, there was a pirate.",
+        encoding_format="float",
     )
     return result

{langtrace_python_sdk-2.1.28 → langtrace_python_sdk-2.2.1}/src/examples/openai_example/images_edit.py

@@ -23,8 +23,8 @@ def image_edit():
 
     response = client.images.edit(
         model="dall-e-2",
-        image=open("./resources/lounge_flamingo.png", "rb"),
-        mask=open("./resources/mask.png", "rb"),
+        image=open("src/examples/openai_example/resources/lounge_flamingo.png", "rb"),
+        mask=open("src/examples/openai_example/resources/mask.png", "rb"),
         prompt="A sunlit indoor lounge area with a pool and duck standing in side with flamingo.",
         n=1,
         size="1024x1024",

langtrace_python_sdk-2.2.1/src/examples/vertexai_example/__init__.py

@@ -0,0 +1,6 @@
+from .main import basic
+
+
+class VertexAIRunner:
+    def run(self):
+        basic()

langtrace_python_sdk-2.2.1/src/examples/vertexai_example/main.py

@@ -0,0 +1,214 @@
+import vertexai
+import base64
+import asyncio
+import vertexai.preview.generative_models as generative_models
+from vertexai.language_models import ChatModel, InputOutputTextPair, TextGenerationModel
+from langtrace_python_sdk import langtrace
+from vertexai.generative_models import GenerativeModel, Part, FinishReason
+from dotenv import load_dotenv
+
+load_dotenv()
+
+langtrace.init(write_spans_to_console=True, batch=False)
+vertexai.init(project="model-palace-429011-f5", location="us-central1")
+
+
+def basic():
+    # chat()
+    # chat_streaming()
+    # streaming_prediction()
+    # asyncio.run(async_streaming_prediction())
+
+    generate()
+    generate(stream=True)
+
+    image_to_text()
+    image_to_text(stream=True)
+
+    video_to_text()
+    video_to_text(stream=True)
+
+    audio_to_text()
+    audio_to_text(stream=True)
+
+
+def chat():
+    """Chat Example with a Large Language Model"""
+
+    chat_model = ChatModel.from_pretrained("chat-bison")
+
+    parameters = {
+        "temperature": 0.8,
+        "max_output_tokens": 256,
+        "top_p": 0.95,
+        "top_k": 40,
+    }
+
+    chat = chat_model.start_chat(
+        context="My name is Miles. You are an astronomer, knowledgeable about the solar system.",
+        examples=[
+            InputOutputTextPair(
+                input_text="How many moons does Mars have?",
+                output_text="The planet Mars has two moons, Phobos and Deimos.",
+            ),
+        ],
+    )
+
+    response = chat.send_message(
+        message="How many planets are there in the solar system?", **parameters
+    )
+
+    return response
+
+
+def chat_streaming() -> str:
+    """Streaming Chat Example with a Large Language Model"""
+
+    chat_model = ChatModel.from_pretrained("chat-bison")
+
+    parameters = {
+        "temperature": 0.8,
+        "max_output_tokens": 256,
+        "top_p": 0.95,
+        "top_k": 40,
+    }
+
+    chat = chat_model.start_chat(
+        context="My name is Miles. You are an astronomer, knowledgeable about the solar system.",
+        examples=[
+            InputOutputTextPair(
+                input_text="How many moons does Mars have?",
+                output_text="The planet Mars has two moons, Phobos and Deimos.",
+            ),
+        ],
+    )
+
+    responses = chat.send_message_streaming(
+        message="How many planets are there in the solar system?", **parameters
+    )
+
+    result = [response for response in responses]
+    return result
+
+
+def streaming_prediction() -> str:
+    """Streaming Text Example with a Large Language Model"""
+
+    text_generation_model = TextGenerationModel.from_pretrained("text-bison")
+    parameters = {
+        "max_output_tokens": 256,
+        "top_p": 0.8,
+        "top_k": 40,
+    }
+    responses = text_generation_model.predict_streaming(
+        prompt="Give me ten interview questions for the role of program manager.",
+        **parameters,
+    )
+    result = [response for response in responses]
+    print(result)
+    return result
+
+
+async def async_streaming_prediction() -> str:
+    """Async Streaming Text Example with a Large Language Model"""
+
+    text_generation_model = TextGenerationModel.from_pretrained("text-bison")
+    parameters = {
+        "max_output_tokens": 256,
+        "top_p": 0.8,
+        "top_k": 40,
+    }
+
+    responses = text_generation_model.predict_streaming_async(
+        prompt="Give me ten interview questions for the role of program manager.",
+        **parameters,
+    )
+
+    result = [response async for response in responses]
+    print(result)
+    return result
+
+
+def generate(stream=False):
+    generation_config = {
+        "max_output_tokens": 8192,
+        "temperature": 1,
+        "top_p": 0.95,
+    }
+    model = GenerativeModel(
+        "gemini-experimental",
+    )
+
+    responses = model.generate_content(
+        ["I am a software engineer. I enjoy playing video games and reading"],
+        generation_config=generation_config,
+        stream=stream,
+    )
+
+    if stream:
+        for res in responses:
+            print(res.text)
+    else:
+        print(responses.text)
+
+
+def image_to_text(stream=False):
+    model = GenerativeModel(model_name="gemini-experimental")
+
+    response = model.generate_content(
+        [
+            Part.from_uri(
+                "gs://cloud-samples-data/generative-ai/image/scones.jpg",
+                mime_type="image/jpeg",
+            ),
+            "What is shown in this image?",
+        ],
+        stream=stream,
+    )
+    if stream:
+        for res in response:
+            print(res.text)
+    else:
+        print(response.text)
+
+
+def video_to_text(stream=False):
+    model = GenerativeModel(model_name="gemini-experimental")
+
+    prompt = """
+    Provide a description of the video.
+    The description should also contain anything important which people say in the video.
+    """
+
+    video_file_uri = "gs://cloud-samples-data/generative-ai/video/pixel8.mp4"
+    video_file = Part.from_uri(video_file_uri, mime_type="video/mp4")
+
+    contents = [video_file, prompt]
+    response = model.generate_content(contents, stream=stream)
+    if stream:
+        for res in response:
+            print(res.text)
+    else:
+        print(response.text)
+
+
+def audio_to_text(stream=False):
+    model = GenerativeModel(model_name="gemini-1.5-flash-001")
+
+    prompt = """
+    Please provide a summary for the audio.
+    Provide chapter titles, be concise and short, no need to provide chapter summaries.
+    Do not make up any information that is not part of the audio and do not be verbose.
+    """
+
+    audio_file_uri = "gs://cloud-samples-data/generative-ai/audio/pixel.mp3"
+    audio_file = Part.from_uri(audio_file_uri, mime_type="audio/mpeg")
+
+    contents = [audio_file, prompt]
+
+    response = model.generate_content(contents, stream=stream)
+    if stream:
+        for res in response:
+            print(res.text)
+    else:
+        print(response.text)