langtrace-python-sdk 2.2.31__tar.gz → 2.3.1__tar.gz

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 2.2.31
+Version: 2.3.1
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>
@@ -26,6 +26,7 @@ Provides-Extra: dev
 Requires-Dist: anthropic; extra == 'dev'
 Requires-Dist: chromadb; extra == 'dev'
 Requires-Dist: cohere; extra == 'dev'
+Requires-Dist: embedchain; extra == 'dev'
 Requires-Dist: google-cloud-aiplatform; extra == 'dev'
 Requires-Dist: google-generativeai; extra == 'dev'
 Requires-Dist: groq; extra == 'dev'
@@ -302,6 +303,7 @@ Langtrace automatically captures traces from the following vendors:
 | Ollama       | Framework       | :x:                | :white_check_mark:              |
 | VertexAI     | Framework       | :x:                | :white_check_mark:              |
 | Vercel AI SDK| Framework       | :white_check_mark: | :x:                             |
+| EmbedChain   | Framework       | :x:                | :white_check_mark:              |
 | Pinecone     | Vector Database | :white_check_mark: | :white_check_mark:              |
 | ChromaDB     | Vector Database | :white_check_mark: | :white_check_mark:              |
 | QDrant       | Vector Database | :white_check_mark: | :white_check_mark:              |

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/README.md

@@ -255,6 +255,7 @@ Langtrace automatically captures traces from the following vendors:
 | Ollama       | Framework       | :x:                | :white_check_mark:              |
 | VertexAI     | Framework       | :x:                | :white_check_mark:              |
 | Vercel AI SDK| Framework       | :white_check_mark: | :x:                             |
+| EmbedChain   | Framework       | :x:                | :white_check_mark:              |
 | Pinecone     | Vector Database | :white_check_mark: | :white_check_mark:              |
 | ChromaDB     | Vector Database | :white_check_mark: | :white_check_mark:              |
 | QDrant       | Vector Database | :white_check_mark: | :white_check_mark:              |

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/pyproject.toml

@@ -55,6 +55,7 @@ dev = [
   "google-generativeai",
   "google-cloud-aiplatform",
   "mistralai",
+  "embedchain",
 ]
 
 test = ["pytest", "pytest-vcr", "pytest-asyncio"]

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/src/examples/crewai_example/simple_agent/agents.py

@@ -1,15 +1,13 @@
 from crewai import Agent
-from langchain_openai import ChatOpenAI
 from langchain_anthropic import ChatAnthropic
 from langchain_cohere import ChatCohere
 from langchain_ollama import ChatOllama
+from langchain_openai import ChatOpenAI
 
 
 class PoetryAgents:
     def __init__(self):
-        self.open_ai = ChatOpenAI(
-            model_name="gpt-4", temperature=0.7, stream_usage=True
-        )
+        self.open_ai = ChatOpenAI(model_name="gpt-4", temperature=0.7)
         self.anthropic = ChatAnthropic(
             model_name="claude-3-5-sonnet-20240620", temperature=0.7
         )
@@ -30,3 +28,28 @@ class PoetryAgents:
             verbose=True,
             llm=self.open_ai,
         )
+    
+    def poet_agent_2(self):
+        return Agent(
+            role="Renaissance Poet",
+            backstory="""
+                    I am a Renaissance Poet. I am well-versed in the art of poetry and have a deep appreciation for the beauty of language and expression.
+                """,
+            goal="""Create a poem that is inspired by the works of the Renaissance poets""",
+            allow_delegation=False,
+            verbose=True,
+            llm=self.open_ai,
+        )
+
+    def poet_agent_3(self):
+        return Agent(
+            role="William Shakespeare",
+            backstory="""
+                    I am william shakespeare. I am an Expert in poetry writing and creative expression.
+                    I have been writing poetry for over 10 years and have published several collections.
+                """,
+            goal="""Create a poem that is inspired by the works of William Shakespeare""",
+            allow_delegation=False,
+            verbose=True,
+            llm=self.open_ai,
+        )

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/src/examples/crewai_example/simple_agent/main.py

@@ -1,8 +1,9 @@
+from agents import PoetryAgents
 from crewai import Crew
-from .agents import PoetryAgents
-from .tasks import PoetryTasks
-from langtrace_python_sdk import langtrace
 from dotenv import load_dotenv
+from tasks import PoetryTasks
+
+from langtrace_python_sdk import langtrace
 
 load_dotenv()
 langtrace.init()
@@ -17,10 +18,14 @@ class PoetryCrew:
         tasks = PoetryTasks()
 
         poetry_agent = agents.create_poet_agent()
+        # poetry_agent_2 = agents.poet_agent_2()
+        # poetry_agent_3 = agents.poet_agent_3()
 
         create_poem = tasks.create_poem(poetry_agent, self.topic)
+        # create_poem_2 = tasks.create_poem(poetry_agent_2, self.topic)
+        # create_poem_3 = tasks.create_poem(poetry_agent_3, self.topic)
 
-        crew = Crew(agents=[poetry_agent], tasks=[create_poem], verbose=True)
+        crew = Crew(agents=[poetry_agent], tasks=[create_poem], verbose=True, memory=True)
         res = crew.kickoff()
         return res
 

langtrace_python_sdk-2.3.1/src/examples/embedchain_example/simple.py

@@ -0,0 +1,15 @@
+from dotenv import load_dotenv
+from embedchain import App
+from langtrace_python_sdk import langtrace
+
+load_dotenv()
+langtrace.init()
+
+app = App()
+app.reset()
+app.add("https://www.forbes.com/profile/elon-musk")
+app.add("https://en.wikipedia.org/wiki/Elon_Musk")
+res = app.query("What is the net worth of Elon Musk today?")
+print(res)
+re2 = app.search("Elon Musk")
+print(re2)

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/src/langtrace_python_sdk/constants/instrumentation/common.py

@@ -30,6 +30,7 @@ SERVICE_PROVIDERS = {
     "VERTEXAI": "VertexAI",
     "GEMINI": "Gemini",
     "MISTRAL": "Mistral",
+    "EMBEDCHAIN": "Embedchain",
 }
 
 LANGTRACE_ADDITIONAL_SPAN_ATTRIBUTES_KEY = "langtrace_additional_attributes"

langtrace_python_sdk-2.3.1/src/langtrace_python_sdk/constants/instrumentation/embedchain.py

@@ -0,0 +1,14 @@
+APIS = {
+    "ADD": {
+        "METHOD": "embedchain.add",
+        "OPERATION": "add",
+    },
+    "QUERY": {
+        "METHOD": "embedchain.query",
+        "OPERATION": "query",
+    },
+    "SEARCH": {
+        "METHOD": "embedchain.search",
+        "OPERATION": "search",
+    },
+}

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/src/langtrace_python_sdk/instrumentation/__init__.py

@@ -17,12 +17,14 @@ from .dspy import DspyInstrumentation
 from .vertexai import VertexAIInstrumentation
 from .gemini import GeminiInstrumentation
 from .mistral import MistralInstrumentation
+from .embedchain import EmbedchainInstrumentation
 
 __all__ = [
     "AnthropicInstrumentation",
     "ChromaInstrumentation",
     "CohereInstrumentation",
     "CrewAIInstrumentation",
+    "EmbedchainInstrumentation",
     "GroqInstrumentation",
     "LangchainInstrumentation",
     "LangchainCommunityInstrumentation",

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/src/langtrace_python_sdk/instrumentation/chroma/patch.py

@@ -51,7 +51,7 @@ def collection_patch(method, version, tracer):
             "langtrace.version": v(LANGTRACE_SDK_NAME),
             "db.system": "chromadb",
             "db.operation": api["OPERATION"],
-            "db.query": json.dumps(kwargs.get("query")),
+            "db.query": json.dumps(kwargs),
             **(extra_attributes if extra_attributes is not None else {}),
         }
 

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/src/langtrace_python_sdk/instrumentation/crewai/instrumentation.py

@@ -19,7 +19,7 @@ from opentelemetry.trace import get_tracer
 from wrapt import wrap_function_wrapper as _W
 from typing import Collection
 from importlib_metadata import version as v
-from .patch import patch_crew
+from .patch import patch_crew, patch_memory
 
 
 class CrewAIInstrumentation(BaseInstrumentor):
@@ -49,7 +49,23 @@ class CrewAIInstrumentation(BaseInstrumentor):
                 "Task.execute_sync",
                 patch_crew("Task.execute", version, tracer),
             )
-        except Exception as e:
+            _W(
+                "crewai.memory.storage.rag_storage",
+                "RAGStorage.save",
+                patch_memory("RAGStorage.save", version, tracer),
+            )
+            _W(
+                "crewai.memory.storage.rag_storage",
+                "RAGStorage.search",
+                patch_memory("RAGStorage.search", version, tracer),
+            )
+            _W(
+                "crewai.memory.storage.rag_storage",
+                "RAGStorage.reset",
+                patch_memory("RAGStorage.reset", version, tracer),
+            )
+        # pylint: disable=broad-except
+        except Exception:
             pass
 
     def _uninstrument(self, **kwargs):

{langtrace_python_sdk-2.2.31 → langtrace_python_sdk-2.3.1}/src/langtrace_python_sdk/instrumentation/crewai/patch.py

@@ -11,82 +11,56 @@ from opentelemetry import baggage
 from langtrace.trace_attributes import FrameworkSpanAttributes
 from opentelemetry.trace import SpanKind, Span, Tracer
 from opentelemetry.trace.status import Status, StatusCode
+from langtrace_python_sdk.utils.misc import serialize_args, serialize_kwargs
 
 
-crew_properties = {
-    "tasks": "object",
-    "agents": "object",
-    "cache": "bool",
-    "process": "object",
-    "verbose": "bool",
-    "memory": "bool",
-    "embedder": "json",
-    "full_output": "bool",
-    "manager_llm": "object",
-    "manager_agent": "object",
-    "manager_callbacks": "object",
-    "function_calling_llm": "object",
-    "config": "json",
-    "id": "object",
-    "max_rpm": "int",
-    "share_crew": "bool",
-    "step_callback": "object",
-    "task_callback": "object",
-    "prompt_file": "str",
-    "output_log_file": "bool",
-}
-
-task_properties = {
-    "id": "object",
-    "used_tools": "int",
-    "tools_errors": "int",
-    "delegations": "int",
-    "i18n": "object",
-    "thread": "object",
-    "prompt_context": "object",
-    "description": "str",
-    "expected_output": "str",
-    "config": "object",
-    "callback": "str",
-    "agent": "object",
-    "context": "object",
-    "async_execution": "bool",
-    "output_json": "object",
-    "output_pydantic": "object",
-    "output_file": "object",
-    "output": "object",
-    "tools": "object",
-    "human_input": "bool",
-}
-
-agent_properties = {
-    "formatting_errors": "int",
-    "id": "object",
-    "role": "str",
-    "goal": "str",
-    "backstory": "str",
-    "cache": "bool",
-    "config": "object",
-    "max_rpm": "int",
-    "verbose": "bool",
-    "allow_delegation": "bool",
-    "tools": "object",
-    "max_iter": "int",
-    "max_execution_time": "object",
-    "agent_executor": "object",
-    "tools_handler": "object",
-    "force_answer_max_iterations": "int",
-    "crew": "object",
-    "cache_handler": "object",
-    "step_callback": "object",
-    "i18n": "object",
-    "llm": "object",
-    "function_calling_llm": "object",
-    "callbacks": "object",
-    "system_template": "object",
-    "prompt_template": "object",
-    "response_template": "object",
-}
+def patch_memory(operation_name, version, tracer: Tracer):
+    def traced_method(wrapped, instance, args, kwargs):
+        service_provider = SERVICE_PROVIDERS["CREWAI"]
+        extra_attributes = baggage.get_baggage(LANGTRACE_ADDITIONAL_SPAN_ATTRIBUTES_KEY)
+        span_attributes = {
+            "langtrace.sdk.name": "langtrace-python-sdk",
+            "langtrace.service.name": service_provider,
+            "langtrace.service.type": "framework",
+            "langtrace.service.version": version,
+            "langtrace.version": v(LANGTRACE_SDK_NAME),
+            **(extra_attributes if extra_attributes is not None else {}),
+        }
+
+        inputs = {}
+        if len(args) > 0:
+            inputs["args"] = serialize_args(*args)
+        if len(kwargs) > 0:
+            inputs["kwargs"] = serialize_kwargs(**kwargs)
+        span_attributes["crewai.memory.storage.rag_storage.inputs"] = json.dumps(inputs)
+
+        attributes = FrameworkSpanAttributes(**span_attributes)
+
+        with tracer.start_as_current_span(
+            get_span_name(operation_name), kind=SpanKind.CLIENT
+        ) as span:
+
+            try:
+                set_span_attributes(span, attributes)
+                result = wrapped(*args, **kwargs)
+                if result is not None and len(result) > 0:
+                    set_span_attribute(span, "crewai.memory.storage.rag_storage.outputs", str(result))
+                if result:
+                    span.set_status(Status(StatusCode.OK))
+                span.end()
+                return result
+
+            except Exception as err:
+                # Record the exception in the span
+                span.record_exception(err)
+
+                # Set the span status to indicate an error
+                span.set_status(Status(StatusCode.ERROR, str(err)))
+
+                # Reraise the exception to ensure it's not swallowed
+                raise
+
+    return traced_method
 
 
 def patch_crew(operation_name, version, tracer: Tracer):
@@ -114,12 +88,23 @@ def patch_crew(operation_name, version, tracer: Tracer):
                 result = wrapped(*args, **kwargs)
                 if result:
                     span.set_status(Status(StatusCode.OK))
+                    if instance.__class__.__name__ == "Crew":
+                        span.set_attribute("crewai.crew.result", str(result))
+                        if hasattr(result, "tasks_output"):
+                            span.set_attribute("crewai.crew.tasks_output", str((result.tasks_output)))
+                        if hasattr(result, "token_usage"):
+                            span.set_attribute("crewai.crew.token_usage", str((result.token_usage)))
+                        if hasattr(result, "usage_metrics"):
+                            span.set_attribute("crewai.crew.usage_metrics", str((result.usage_metrics)))
+                    elif instance.__class__.__name__ == "Agent":
+                        span.set_attribute("crewai.agent.result", str(result))
+                    elif instance.__class__.__name__ == "Task":
+                        span.set_attribute("crewai.task.result", str(result))
 
                 span.end()
                 return result
 
             except Exception as err:
-                print("Error", err)
                 # Record the exception in the span
                 span.record_exception(err)
 
@@ -150,25 +135,26 @@ class CrewAISpanAttributes:
         instance_name = self.instance.__class__.__name__
         if instance_name == "Crew":
             self.set_crew_attributes()
-            set_span_attribute(self.span, "crewai.crew.config", json.dumps(self.crew))
+            for key, value in self.crew.items():
+                key = f"crewai.crew.{key}"
+                set_span_attribute(self.span, key, value)
 
         elif instance_name == "Agent":
             agent = self.set_agent_attributes()
-            # for key, value in agent.items():
-            #     set_span_attribute(self.span, key, value)
-            set_span_attribute(self.span, "crewai.agent.config", json.dumps(agent))
+            for key, value in agent.items():
+                key = f"crewai.agent.{key}"
+                set_span_attribute(self.span, key, value)
+
         elif instance_name == "Task":
             task = self.set_task_attributes()
-            # uncomment if you want to spread attributes for the UI instead of dumping the whole object
-            # for key, value in task.items():
-            #     set_span_attribute(self.span, key, value)
-            set_span_attribute(self.span, "crewai.task.config", json.dumps(task))
+            for key, value in task.items():
+                key = f"crewai.task.{key}"
+                set_span_attribute(self.span, key, value)
 
     def set_crew_attributes(self):
         for key, value in self.instance.__dict__.items():
             if key == "tasks":
                 self._parse_tasks(value)
-
             elif key == "agents":
                 self._parse_agents(value)
             else:

langtrace_python_sdk-2.3.1/src/langtrace_python_sdk/instrumentation/embedchain/__init__.py

@@ -0,0 +1,5 @@
+from .instrumentation import EmbedchainInstrumentation
+
+__all__ = [
+    "EmbedchainInstrumentation",
+]

langtrace_python_sdk-2.3.1/src/langtrace_python_sdk/instrumentation/embedchain/instrumentation.py

@@ -0,0 +1,65 @@
+"""
+Copyright (c) 2024 Scale3 Labs
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+"""
+
+import importlib.metadata
+import logging
+from typing import Collection
+
+from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
+from opentelemetry.trace import get_tracer
+from wrapt import wrap_function_wrapper
+
+from langtrace_python_sdk.instrumentation.embedchain.patch import generic_patch
+
+logging.basicConfig(level=logging.FATAL)
+
+
+class EmbedchainInstrumentation(BaseInstrumentor):
+    """
+    The EmbedchainInstrumentation class represents the Embedchain instrumentation
+    """
+
+    def instrumentation_dependencies(self) -> Collection[str]:
+        return ["embedchain >= 0.1.113"]
+
+    def _instrument(self, **kwargs):
+        tracer_provider = kwargs.get("tracer_provider")
+        tracer = get_tracer(__name__, "", tracer_provider)
+        version = importlib.metadata.version("embedchain")
+
+        wrap_function_wrapper(
+            "embedchain.embedchain",
+            "EmbedChain.add",
+            generic_patch("ADD", version, tracer),
+        )
+
+        wrap_function_wrapper(
+            "embedchain.embedchain",
+            "EmbedChain.query",
+            generic_patch("QUERY", version, tracer),
+        )
+
+        wrap_function_wrapper(
+            "embedchain.embedchain",
+            "EmbedChain.search",
+            generic_patch("SEARCH", version, tracer),
+        )
+
+    def _instrument_module(self, module_name):
+        pass
+
+    def _uninstrument(self, **kwargs):
+        pass

langtrace_python_sdk-2.3.1/src/langtrace_python_sdk/instrumentation/embedchain/patch.py

@@ -0,0 +1,96 @@
+"""
+Copyright (c) 2024 Scale3 Labs
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+"""
+
+from langtrace.trace_attributes import FrameworkSpanAttributes
+from langtrace_python_sdk.utils import set_span_attribute
+from langtrace_python_sdk.utils.llm import get_span_name
+from opentelemetry import baggage, trace
+from opentelemetry.trace import SpanKind
+from opentelemetry.trace.status import Status, StatusCode
+from opentelemetry.trace.propagation import set_span_in_context
+from langtrace_python_sdk.constants.instrumentation.embedchain import APIS
+from langtrace_python_sdk.constants.instrumentation.common import (
+    LANGTRACE_ADDITIONAL_SPAN_ATTRIBUTES_KEY,
+    SERVICE_PROVIDERS,
+)
+import json
+from importlib_metadata import version as v
+
+from langtrace_python_sdk.constants import LANGTRACE_SDK_NAME
+
+
+def generic_patch(method, version, tracer):
+    """
+    A generic patch method that wraps a function with a span
+    """
+
+    def traced_method(wrapped, instance, args, kwargs):
+        api = APIS[method]
+        service_provider = SERVICE_PROVIDERS["EMBEDCHAIN"]
+        extra_attributes = baggage.get_baggage(LANGTRACE_ADDITIONAL_SPAN_ATTRIBUTES_KEY)
+
+        span_attributes = {
+            "langtrace.sdk.name": "langtrace-python-sdk",
+            "langtrace.service.name": service_provider,
+            "langtrace.service.type": "framework",
+            "langtrace.service.version": version,
+            "langtrace.version": v(LANGTRACE_SDK_NAME),
+            "embedchain.api": api["OPERATION"],
+            **(extra_attributes if extra_attributes is not None else {}),
+        }
+
+        if hasattr(instance, 'config') and isinstance(instance.config, object):
+            config_dict = instance.config.__dict__
+            if isinstance(config_dict, dict):
+                span_attributes["embedchain.config"] = json.dumps(config_dict)
+
+        if len(args) > 0:
+            span_attributes["embedchain.inputs"] = json.dumps(args)
+
+        attributes = FrameworkSpanAttributes(**span_attributes)
+
+        with tracer.start_as_current_span(
+            name=get_span_name(api["METHOD"]),
+            kind=SpanKind.CLIENT,
+            context=set_span_in_context(trace.get_current_span()),
+        ) as span:
+            for field, value in attributes.model_dump(by_alias=True).items():
+                if value is not None:
+                    span.set_attribute(field, value)
+            try:
+                result = wrapped(*args, **kwargs)
+                set_span_attribute(span, "embedchain.outputs", json.dumps(result))
+                span.set_status(StatusCode.OK)
+                return result
+            except Exception as err:
+                # Record the exception in the span
+                span.record_exception(err)
+
+                # Set the span status to indicate an error
+                span.set_status(Status(StatusCode.ERROR, str(err)))
+
+                # Reraise the exception to ensure it's not swallowed
+                raise
+
+    return traced_method
+
+
+def get_count_or_none(value):
+    return len(value) if value is not None else None
+
+
+def handle_null_params(param):
+    return str(param) if param else None