openlit 1.5.0__tar.gz → 1.6.0__tar.gz

{openlit-1.5.0 → openlit-1.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 1.5.0
+Version: 1.6.0
 Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
 Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
 Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT
@@ -50,6 +50,7 @@ This project adheres to the [Semantic Conventions](https://github.com/open-telem
 
 ### LLMs
 - [✅ OpenAI](https://docs.openlit.io/latest/integrations/openai)
+- [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama)
 - [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic)
 - [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere)
 - [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral)

{openlit-1.5.0 → openlit-1.6.0}/README.md

@@ -25,6 +25,7 @@ This project adheres to the [Semantic Conventions](https://github.com/open-telem
 
 ### LLMs
 - [✅ OpenAI](https://docs.openlit.io/latest/integrations/openai)
+- [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama)
 - [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic)
 - [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere)
 - [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral)

{openlit-1.5.0 → openlit-1.6.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "openlit"
-version = "1.5.0"
+version = "1.6.0"
 description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects"
 authors = ["OpenLIT"]
 repository = "https://github.com/openlit/openlit/tree/main/openlit/python"

{openlit-1.5.0 → openlit-1.6.0}/src/openlit/__init__.py

@@ -20,6 +20,7 @@ from openlit.instrumentation.mistral import MistralInstrumentor
 from openlit.instrumentation.bedrock import BedrockInstrumentor
 from openlit.instrumentation.vertexai import VertexAIInstrumentor
 from openlit.instrumentation.groq import GroqInstrumentor
+from openlit.instrumentation.ollama import OllamaInstrumentor
 from openlit.instrumentation.langchain import LangChainInstrumentor
 from openlit.instrumentation.llamaindex import LlamaIndexInstrumentor
 from openlit.instrumentation.haystack import HaystackInstrumentor
@@ -154,6 +155,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
         "bedrock": "boto3",
         "vertexai": "vertexai",
         "groq": "groq",
+        "ollama": "ollama",
         "langchain": "langchain",
         "llama_index": "llama_index",
         "haystack": "haystack",
@@ -206,6 +208,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
             "bedrock": BedrockInstrumentor(),
             "vertexai": VertexAIInstrumentor(),
             "groq": GroqInstrumentor(),
+            "ollama": OllamaInstrumentor(),
             "langchain": LangChainInstrumentor(),
             "llama_index": LlamaIndexInstrumentor(),
             "haystack": HaystackInstrumentor(),

openlit-1.6.0/src/openlit/instrumentation/ollama/__init__.py

@@ -0,0 +1,104 @@
+# pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code
+"""Initializer of Auto Instrumentation of Ollama Functions"""
+
+from typing import Collection
+import importlib.metadata
+from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
+from wrapt import wrap_function_wrapper
+
+from openlit.instrumentation.ollama.ollama import (
+    chat, embeddings, generate
+)
+from openlit.instrumentation.ollama.async_ollama import (
+    async_chat, async_embeddings, async_generate
+)
+
+_instruments = ("ollama >= 0.2.0",)
+
+class OllamaInstrumentor(BaseInstrumentor):
+    """
+    An instrumentor for Ollama's client library.
+    """
+
+    def instrumentation_dependencies(self) -> Collection[str]:
+        return _instruments
+
+    def _instrument(self, **kwargs):
+        application_name = kwargs.get("application_name", "default_application")
+        environment = kwargs.get("environment", "default_environment")
+        tracer = kwargs.get("tracer")
+        metrics = kwargs.get("metrics_dict")
+        pricing_info = kwargs.get("pricing_info", {})
+        trace_content = kwargs.get("trace_content", False)
+        disable_metrics = kwargs.get("disable_metrics")
+        version = importlib.metadata.version("ollama")
+
+        # sync chat
+        wrap_function_wrapper(
+            "ollama",
+            "chat",
+            chat("ollama.chat", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "ollama",
+            "Client.chat",
+            chat("ollama.chat", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+        # sync embeddings
+        wrap_function_wrapper(
+            "ollama",
+            "embeddings",
+            embeddings("ollama.embeddings", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "ollama",
+            "Client.embeddings",
+            embeddings("ollama.embeddings", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+        # sync generate
+        wrap_function_wrapper(
+            "ollama",
+            "generate",
+            generate("ollama.generate", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "ollama",
+            "Client.generate",
+            generate("ollama.generate", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+        # async chat
+        wrap_function_wrapper(
+            "ollama",
+            "AsyncClient.chat",
+            async_chat("ollama.chat", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+        # async embeddings
+        wrap_function_wrapper(
+            "ollama",
+            "AsyncClient.embeddings",
+            async_embeddings("ollama.embeddings", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+        # aync generate
+        wrap_function_wrapper(
+            "ollama",
+            "AsyncClient.generate",
+            async_generate("ollama.generate", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+    def _uninstrument(self, **kwargs):
+        # Proper uninstrumentation logic to revert patched methods
+        pass