langtrace-python-sdk 3.3.22__py3-none-any.whl → 3.3.23__py3-none-any.whl

examples/gemini_example/main.py

@@ -20,16 +20,16 @@ async def async_demo():
 
 def basic():
     generate()
-    generate(stream=True, with_tools=True)
+    # generate(stream=True, with_tools=True)
 
     # image_to_text()
     # audio_to_text()
-    asyncio.run(async_demo())
+    # asyncio.run(async_demo())
 
 
 def generate(stream=False, with_tools=False):
     model = genai.GenerativeModel(
-        "gemini-1.5-pro", system_instruction="You are a cat. Your name is Neko."
+        "gemini-2.0-flash-exp", system_instruction="You are a cat. Your name is Neko."
     )
 
     response = model.generate_content(

examples/google_genai_example/__init__.py

@@ -0,0 +1,7 @@
+from .main import generate_content, generate_content_streaming
+
+
+class GoogleGenaiRunner:
+    def run(self):
+        # generate_content()
+        generate_content_streaming()

examples/google_genai_example/main.py

@@ -0,0 +1,27 @@
+from google import genai
+from dotenv import load_dotenv
+import os
+from langtrace_python_sdk import langtrace
+
+load_dotenv()
+langtrace.init(write_spans_to_console=False)
+
+
+def generate_content():
+    # Only run this block for Google AI API
+    client = genai.Client(api_key=os.getenv("GEMINI_API_KEY"))
+    response = client.models.generate_content(
+        model="gemini-2.0-flash-exp", contents="What is your name?"
+    )
+
+    print(response.text)
+
+
+def generate_content_streaming():
+    client = genai.Client(api_key=os.getenv("GEMINI_API_KEY"))
+    response = client.models.generate_content_stream(
+        model="gemini-2.0-flash-exp", contents="What is your name?"
+    )
+
+    for chunk in response:
+        pass

langtrace_python_sdk/instrumentation/__init__.py

@@ -24,6 +24,7 @@ from .litellm import LiteLLMInstrumentation
 from .pymongo import PyMongoInstrumentation
 from .cerebras import CerebrasInstrumentation
 from .milvus import MilvusInstrumentation
+from .google_genai import GoogleGenaiInstrumentation
 
 __all__ = [
     "AnthropicInstrumentation",
@@ -52,4 +53,5 @@ __all__ = [
     "AWSBedrockInstrumentation",
     "CerebrasInstrumentation",
     "MilvusInstrumentation",
+    "GoogleGenaiInstrumentation",
 ]

langtrace_python_sdk/instrumentation/google_genai/__init__.py

@@ -0,0 +1,3 @@
+from .instrumentation import GoogleGenaiInstrumentation
+
+__all__ = ["GoogleGenaiInstrumentation"]

langtrace_python_sdk/instrumentation/google_genai/instrumentation.py

@@ -0,0 +1,30 @@
+from typing import Collection
+from importlib_metadata import version as v
+from wrapt import wrap_function_wrapper as _W
+from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
+from opentelemetry.trace import get_tracer
+from .patch import patch_google_genai, patch_google_genai_streaming
+
+
+class GoogleGenaiInstrumentation(BaseInstrumentor):
+    def instrumentation_dependencies(self) -> Collection[str]:
+        return ["google-genai >= 0.1.0", "google-generativeai < 1.0.0"]
+
+    def _instrument(self, **kwargs):
+        trace_provider = kwargs.get("tracer_provider")
+        tracer = get_tracer(__name__, "", trace_provider)
+        version = v("google-genai")
+
+        _W(
+            module="google.genai",
+            name="models.Models.generate_content",
+            wrapper=patch_google_genai(tracer, version),
+        )
+        _W(
+            module="google.genai",
+            name="models.Models.generate_content_stream",
+            wrapper=patch_google_genai_streaming(tracer, version),
+        )
+
+    def _uninstrument(self, **kwargs):
+        pass

langtrace_python_sdk/instrumentation/google_genai/patch.py

@@ -0,0 +1,126 @@
+from langtrace_python_sdk.utils.llm import (
+    get_langtrace_attributes,
+    get_llm_request_attributes,
+    set_span_attributes,
+    set_usage_attributes,
+    set_span_attribute,
+    set_event_completion,
+)
+from langtrace_python_sdk.utils import handle_span_error
+
+from opentelemetry.trace import Tracer, SpanKind
+from opentelemetry.sdk.trace import Span
+from langtrace.trace_attributes import SpanAttributes
+
+from typing import Iterator
+
+
+def patch_google_genai(tracer: Tracer, version: str):
+    def traced_method(wrapped, instance, args, kwargs):
+        prompt = [
+            {
+                "role": "user",
+                "content": kwargs["contents"],
+            }
+        ]
+        span_attributes = {
+            **get_langtrace_attributes(
+                service_provider="google_genai", version=version
+            ),
+            **get_llm_request_attributes(kwargs=kwargs, prompts=prompt),
+        }
+        with tracer.start_as_current_span(
+            name="google.genai.generate_content",
+            kind=SpanKind.CLIENT,
+        ) as span:
+            try:
+                set_span_attributes(span, span_attributes)
+                response = wrapped(*args, **kwargs)
+                set_response_attributes(span, response)
+                return response
+            except Exception as error:
+                handle_span_error(span, error)
+                raise
+
+    return traced_method
+
+
+def patch_google_genai_streaming(tracer: Tracer, version: str):
+    def traced_method(wrapped, instance, args, kwargs):
+        prompt = [
+            {
+                "role": "user",
+                "content": kwargs["contents"],
+            }
+        ]
+        span_attributes = {
+            **get_langtrace_attributes(
+                service_provider="google_genai", version=version
+            ),
+            **get_llm_request_attributes(kwargs=kwargs, prompts=prompt),
+        }
+        with tracer.start_as_current_span(
+            name="google.genai.generate_content_stream",
+            kind=SpanKind.CLIENT,
+        ) as span:
+            set_span_attributes(span, span_attributes)
+            response = wrapped(*args, **kwargs)
+            set_streaming_response_attributes(span, response)
+            return response
+
+    return traced_method
+
+
+def set_streaming_response_attributes(span: Span, response):
+    accum_completion = ""
+    for chunk in response:
+        set_span_attribute(
+            span,
+            SpanAttributes.LLM_RESPONSE_MODEL,
+            chunk.model_version,
+        )
+        candidates = chunk.candidates
+        for candidate in candidates:
+            set_span_attribute(
+                span,
+                SpanAttributes.LLM_RESPONSE_FINISH_REASON,
+                candidate.finish_reason,
+            )
+
+            accum_completion += candidate.content.parts[0].text
+
+        if chunk.usage_metadata:
+            set_usage_attributes(
+                span,
+                {
+                    "input_tokens": chunk.usage_metadata.prompt_token_count,
+                    "output_tokens": chunk.usage_metadata.candidates_token_count,
+                },
+            )
+    set_event_completion(span, [{"role": "assistant", "content": accum_completion}])
+
+
+def set_response_attributes(span: Span, response):
+    completions = []
+    for candidate in response.candidates:
+        set_span_attribute(
+            span, SpanAttributes.LLM_RESPONSE_FINISH_REASON, candidate.finish_reason
+        )
+        parts = candidate.content.parts
+        role = candidate.content.role
+        completion = {
+            "role": role or "assistant",
+            "content": [part.text for part in parts],
+        }
+        completions.append(completion)
+
+    set_span_attribute(span, SpanAttributes.LLM_RESPONSE_MODEL, response.model_version)
+    set_event_completion(span, completions)
+    if response.usage_metadata:
+        set_usage_attributes(
+            span,
+            {
+                "input_tokens": response.usage_metadata.prompt_token_count,
+                "output_tokens": response.usage_metadata.candidates_token_count,
+            },
+        )

langtrace_python_sdk/langtrace.py

@@ -68,6 +68,7 @@ from langtrace_python_sdk.instrumentation import (
     PyMongoInstrumentation,
     CerebrasInstrumentation,
     MilvusInstrumentation,
+    GoogleGenaiInstrumentation,
 )
 from opentelemetry.util.re import parse_env_headers
 
@@ -301,6 +302,7 @@ def init(
         "vertexai": VertexAIInstrumentation(),
         "google-cloud-aiplatform": VertexAIInstrumentation(),
         "google-generativeai": GeminiInstrumentation(),
+        "google-genai": GoogleGenaiInstrumentation(),
         "mistralai": MistralInstrumentation(),
         "boto3": AWSBedrockInstrumentation(),
         "autogen": AutogenInstrumentation(),

langtrace_python_sdk/version.py

@@ -1 +1 @@
-__version__ = "3.3.22"
+__version__ = "3.3.23"

{langtrace_python_sdk-3.3.22.dist-info → langtrace_python_sdk-3.3.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langtrace-python-sdk
-Version: 3.3.22
+Version: 3.3.23
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>

{langtrace_python_sdk-3.3.22.dist-info → langtrace_python_sdk-3.3.23.dist-info}/RECORD

@@ -53,7 +53,9 @@ examples/fastapi_example/__init__.py,sha256=INIfvJP7zC_KkJCtulS1qbh61-MJTPAHnzAg
 examples/fastapi_example/basic_route.py,sha256=_IRXjkOtJQ-bTIGa1WbvUF_2LF4bjghjyXt4YrHaRvw,1170
 examples/gemini_example/__init__.py,sha256=omVgLyIiLc3c0zwy3vTtYKdeenYEXzEbLZsYiPEvJT4,81
 examples/gemini_example/function_tools.py,sha256=ZOBrdPy_8s3NDfsF5A4RXIoUi2VXlD8og4UsWz_8AuQ,2700
-examples/gemini_example/main.py,sha256=cTXqgOa6lEMwgX56uneM-1TbIY_QZtDRkByW5z0LpNk,2470
+examples/gemini_example/main.py,sha256=issqP-0ofP2NzscXuT4ZoD9TemAyTt04o_EhhIrUo7g,2480
+examples/google_genai_example/__init__.py,sha256=k2Hp4asgvKzrKV_E8sJ-_TDxCvP7aLXZdV-dxVUJKwo,175
+examples/google_genai_example/main.py,sha256=DcEom8iqlTRFZhDxGEpBNs5GZDOHiZkVakSBM2bwcx4,717
 examples/hiveagent_example/basic.py,sha256=Sd7I5w8w5Xx7ODaydTY30yiq9HwJDMKHQywrZjgehP0,441
 examples/inspect_ai_example/basic_eval.py,sha256=hDg2BB9ONNpOGRVH08HsghnS1373sOnq6dyDmUQd9gY,1040
 examples/langchain_example/__init__.py,sha256=hYsiJzR050yCwip4-KZD9EhSLeBMeOUU1eQzyXSfwRs,669
@@ -108,8 +110,8 @@ examples/vertexai_example/main.py,sha256=gndId5X5ksD-ycxnAWMdEqIDbLc3kz5Vt8vm4YP
 examples/weaviate_example/__init__.py,sha256=8JMDBsRSEV10HfTd-YC7xb4txBjD3la56snk-Bbg2Kw,618
 examples/weaviate_example/query_text.py,sha256=wPHQTc_58kPoKTZMygVjTj-2ZcdrIuaausJfMxNQnQc,127162
 langtrace_python_sdk/__init__.py,sha256=VZM6i71NR7pBQK6XvJWRelknuTYUhqwqE7PlicKa5Wg,1166
-langtrace_python_sdk/langtrace.py,sha256=nvPaJc426Iww3ildrhsSacXtLdzsZIa94_rlK2giyVM,13153
-langtrace_python_sdk/version.py,sha256=RJrshlvNont5yxrTElCH9PRO5xojg3nwHJKaU-kz-pc,23
+langtrace_python_sdk/langtrace.py,sha256=jvfrnkAxc41dmIvwNuVcXwCWyV2vqhGV5qAr5KiMHBA,13239
+langtrace_python_sdk/version.py,sha256=Q6BbHmX4u_5OYiZVZRbbX2mSRD5cDGkLiRAb8Pu2590,23
 langtrace_python_sdk/constants/__init__.py,sha256=3CNYkWMdd1DrkGqzLUgNZXjdAlM6UFMlf_F-odAToyc,146
 langtrace_python_sdk/constants/exporter/langtrace_exporter.py,sha256=EVCrouYCpY98f0KSaKr4PzNxPULTZZO6dSA_crEOyJU,106
 langtrace_python_sdk/constants/instrumentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -134,7 +136,7 @@ langtrace_python_sdk/constants/instrumentation/weaviate.py,sha256=gtv-JBxvNGClEM
 langtrace_python_sdk/extensions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langtrace_python_sdk/extensions/langtrace_exporter.py,sha256=ckd8dMmY6h2oxE04p1JFLwUB5PSJX_Cy4eDFEM6aj4Y,6605
 langtrace_python_sdk/extensions/langtrace_filesystem.py,sha256=34fZutG28EJ66l67OvTGsydAH3ZpXgikdE7hVLqBpG4,7863
-langtrace_python_sdk/instrumentation/__init__.py,sha256=ftQa0rnss2V-HLZC2KDkhTEsLHhvRzdzabQTVV0omZQ,2002
+langtrace_python_sdk/instrumentation/__init__.py,sha256=ojgb2IcXfeTr_1F4tcr0il3W3iaUnbIofYw11ogsq-8,2089
 langtrace_python_sdk/instrumentation/anthropic/__init__.py,sha256=donrurJAGYlxrSRA3BIf76jGeUcAx9Tq8CVpah68S0Y,101
 langtrace_python_sdk/instrumentation/anthropic/instrumentation.py,sha256=ndXdruI0BG7n75rsuEpKjfzePxrZxg40gZ39ONmD_v4,1845
 langtrace_python_sdk/instrumentation/anthropic/patch.py,sha256=ztPN4VZujoxYOKhTbFnup7Ibms9NAzYCPAJY43NUgKw,4935
@@ -168,6 +170,9 @@ langtrace_python_sdk/instrumentation/embedchain/patch.py,sha256=ovvBrtqUDwGSmSgK
 langtrace_python_sdk/instrumentation/gemini/__init__.py,sha256=ilWmKA4Li-g3DX6R10WQ4v-51VljxToEnJpOQoQB5uQ,88
 langtrace_python_sdk/instrumentation/gemini/instrumentation.py,sha256=eGWr2dy1f_9TVZiXSH_MlNQINyS4I28EsOTKREdMVio,1304
 langtrace_python_sdk/instrumentation/gemini/patch.py,sha256=PG5E5v253x2ufQ81-aUUFzDRYq-DDhiqwmNoplHPjsM,6261
+langtrace_python_sdk/instrumentation/google_genai/__init__.py,sha256=nQ2kSsUDpLGZ_kz2QGddDwnawL9juVA7pW4G-BOe5VI,98
+langtrace_python_sdk/instrumentation/google_genai/instrumentation.py,sha256=oqKDhVcRRHhD5tK3adAIQo9Bpe7CA-k33gla1IymwXU,1080
+langtrace_python_sdk/instrumentation/google_genai/patch.py,sha256=X0TWY1D4XHweaNu70PlXBDzKEaHIibLpkJiIsp4jF6A,4115
 langtrace_python_sdk/instrumentation/groq/__init__.py,sha256=ZXeq_nrej6Lm_uoMFEg8wbSejhjB2UJ5IoHQBPc2-C0,91
 langtrace_python_sdk/instrumentation/groq/instrumentation.py,sha256=Ttf07XVKhdYY1_fqJc7QWiSdmgEhEVyQB_3Az2_wqYo,1832
 langtrace_python_sdk/instrumentation/groq/patch.py,sha256=J0h8SXEw2LyMIJhKZTVydEysyKfSLWkCuhEharzDS4w,23161
@@ -272,8 +277,8 @@ tests/pinecone/cassettes/test_query.yaml,sha256=b5v9G3ssUy00oG63PlFUR3JErF2Js-5A
 tests/pinecone/cassettes/test_upsert.yaml,sha256=neWmQ1v3d03V8WoLl8FoFeeCYImb8pxlJBWnFd_lITU,38607
 tests/qdrant/conftest.py,sha256=9n0uHxxIjWk9fbYc4bx-uP8lSAgLBVx-cV9UjnsyCHM,381
 tests/qdrant/test_qdrant.py,sha256=pzjAjVY2kmsmGfrI2Gs2xrolfuaNHz7l1fqGQCjp5_o,3353
-langtrace_python_sdk-3.3.22.dist-info/METADATA,sha256=U0Uj5LhWApEzItJxDzJOIawCkV5_Xx_1gJU4kS05QjU,15676
-langtrace_python_sdk-3.3.22.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-langtrace_python_sdk-3.3.22.dist-info/entry_points.txt,sha256=1_b9-qvf2fE7uQNZcbUei9vLpFZBbbh9LrtGw95ssAo,70
-langtrace_python_sdk-3.3.22.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-langtrace_python_sdk-3.3.22.dist-info/RECORD,,
+langtrace_python_sdk-3.3.23.dist-info/METADATA,sha256=KuERJmhF9i6f40sX0ty1TVq_6zaiAefIEmwTr78vkz8,15676
+langtrace_python_sdk-3.3.23.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langtrace_python_sdk-3.3.23.dist-info/entry_points.txt,sha256=1_b9-qvf2fE7uQNZcbUei9vLpFZBbbh9LrtGw95ssAo,70
+langtrace_python_sdk-3.3.23.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+langtrace_python_sdk-3.3.23.dist-info/RECORD,,