openlit 1.32.10__py3-none-any.whl → 1.32.11__py3-none-any.whl

openlit/__init__.py

@@ -61,6 +61,7 @@ from openlit.instrumentation.julep import JulepInstrumentor
 from openlit.instrumentation.ai21 import AI21Instrumentor
 from openlit.instrumentation.controlflow import ControlFlowInstrumentor
 from openlit.instrumentation.crawl4ai import Crawl4AIInstrumentor
+from openlit.instrumentation.firecrawl import FireCrawlInstrumentor
 from openlit.instrumentation.gpu import GPUInstrumentor
 import openlit.guard
 import openlit.evals
@@ -260,6 +261,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
         "controlflow": "controlflow",
         "assemblyai": "assemblyai",
         "crawl4ai": "crawl4ai",
+        "firecrawl": "firecrawl",
     }
 
     invalid_instrumentors = [
@@ -354,6 +356,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
             "controlflow": ControlFlowInstrumentor(),
             "assemblyai": AssemblyAIInstrumentor(),
             "crawl4ai": Crawl4AIInstrumentor(),
+            "firecrawl": FireCrawlInstrumentor(),
         }
 
         # Initialize and instrument only the enabled instrumentors

openlit/instrumentation/crawl4ai/async_crawl4ai.py

@@ -67,7 +67,7 @@ def async_wrap_crawl(gen_ai_endpoint, version, environment, application_name,
                 span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
                                     environment)
                 span.set_attribute(SemanticConvetion.GEN_AI_AGENT_TYPE,
-                                    "browser")
+                                    SemanticConvetion.GEN_AI_AGENT_TYPE_BROWSER)
                 span.set_attribute(SemanticConvetion.GEN_AI_AGENT_ENABLE_CACHE, not kwargs.get("disable_cache", False))
 
                 url = kwargs.get("url") if "url" in kwargs else str(args[0]) if args else None

openlit/instrumentation/crawl4ai/crawl4ai.py

@@ -67,7 +67,7 @@ def wrap_crawl(gen_ai_endpoint, version, environment, application_name,
                 span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
                                     environment)
                 span.set_attribute(SemanticConvetion.GEN_AI_AGENT_TYPE,
-                                    "browser")
+                                    SemanticConvetion.GEN_AI_AGENT_TYPE_BROWSER)
                 span.set_attribute(SemanticConvetion.GEN_AI_AGENT_ENABLE_CACHE, not kwargs.get("disable_cache", False))
 
                 url = kwargs.get("url") if "url" in kwargs else str(args[0]) if args else None

openlit/instrumentation/firecrawl/__init__.py

@@ -0,0 +1,49 @@
+# pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code
+"""Initializer of Auto Instrumentation of FireCrawl Functions"""
+
+from typing import Collection
+import importlib.metadata
+from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
+from wrapt import wrap_function_wrapper
+
+from openlit.instrumentation.firecrawl.firecrawl import (
+    wrap_crawl
+)
+
+_instruments = ("firecrawl-py >= 1.6.3",)
+
+class FireCrawlInstrumentor(BaseInstrumentor):
+    """
+    An instrumentor for firecrawl's client library.
+    """
+
+    def instrumentation_dependencies(self) -> Collection[str]:
+        return _instruments
+
+    def _instrument(self, **kwargs):
+        application_name = kwargs.get("application_name", "default_application")
+        environment = kwargs.get("environment", "default_environment")
+        tracer = kwargs.get("tracer")
+        metrics = kwargs.get("metrics_dict")
+        pricing_info = kwargs.get("pricing_info", {})
+        trace_content = kwargs.get("trace_content", False)
+        disable_metrics = kwargs.get("disable_metrics")
+        version = importlib.metadata.version("firecrawl-py")
+
+        wrap_function_wrapper(
+            "firecrawl.firecrawl",
+            "FirecrawlApp.scrape_url",
+            wrap_crawl("firecrawl.scrape_url", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+        wrap_function_wrapper(
+            "firecrawl.firecrawl",
+            "FirecrawlApp.crawl_url",
+            wrap_crawl("firecrawl.crawl_url", version, environment, application_name,
+                  tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+    def _uninstrument(self, **kwargs):
+        # Proper uninstrumentation logic to revert patched methods
+        pass

openlit/instrumentation/firecrawl/firecrawl.py

@@ -0,0 +1,90 @@
+# pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument
+"""
+Module for monitoring FireCrawl calls.
+"""
+
+import logging
+from opentelemetry.trace import SpanKind, Status, StatusCode
+from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
+from openlit.__helpers import (
+    handle_exception,
+)
+from openlit.semcov import SemanticConvetion
+
+# Initialize logger for logging potential issues and operations
+logger = logging.getLogger(__name__)
+
+def wrap_crawl(gen_ai_endpoint, version, environment, application_name,
+                     tracer, pricing_info, trace_content, metrics, disable_metrics):
+    """
+    Generates a telemetry wrapper for chat completions to collect metrics.
+
+    Args:
+        gen_ai_endpoint: Endpoint identifier for logging and tracing.
+        version: Version of the monitoring package.
+        environment: Deployment environment (e.g., production, staging).
+        application_name: Name of the application using the FireCrawl Agent.
+        tracer: OpenTelemetry tracer for creating spans.
+        pricing_info: Information used for calculating the cost of FireCrawl usage.
+        trace_content: Flag indicating whether to trace the actual content.
+
+    Returns:
+        A function that wraps the chat completions method to add telemetry.
+    """
+
+    def wrapper(wrapped, instance, args, kwargs):
+        """
+        Wraps the API call to add telemetry.
+
+        This collects metrics such as execution time, cost, and token usage, and handles errors
+        gracefully, adding details to the trace for observability.
+
+        Args:
+            wrapped: The original method to be wrapped.
+            instance: The instance of the class where the original method is defined.
+            args: Positional arguments for the method.
+            kwargs: Keyword arguments for the method.
+
+        Returns:
+            The response from the original method.
+        """
+
+        # pylint: disable=line-too-long
+        with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
+            response = wrapped(*args, **kwargs)
+
+            try:
+                # Set base span attribues
+                span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
+                span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
+                                    SemanticConvetion.GEN_AI_SYSTEM_FIRECRAWL)
+                span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
+                                    SemanticConvetion.GEN_AI_TYPE_AGENT)
+                span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
+                                    gen_ai_endpoint)
+                span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
+                                    application_name)
+                span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
+                                    environment)
+                span.set_attribute(SemanticConvetion.GEN_AI_AGENT_TYPE,
+                                    SemanticConvetion.GEN_AI_AGENT_TYPE_BROWSER)
+                span.set_attribute(SemanticConvetion.GEN_AI_AGENT_PARAMS,
+                                    str(kwargs.get("params")))
+
+                url = kwargs.get("url") if "url" in kwargs else str(args[0]) if args else None
+                if url is not None:
+                    span.set_attribute(SemanticConvetion.GEN_AI_AGENT_BROWSE_URL, url)
+
+                span.set_status(Status(StatusCode.OK))
+
+                # Return original response
+                return response
+
+            except Exception as e:
+                handle_exception(span, e)
+                logger.error("Error in trace creation: %s", e)
+
+                # Return original response
+                return response
+
+    return wrapper

openlit/semcov/__init__.py

@@ -132,6 +132,7 @@ class SemanticConvetion:
     GEN_AI_SYSTEM_CONTROLFLOW = "controlflow"
     GEN_AI_SYSTEM_ASSEMBLYAI = "assemblyai"
     GEN_AI_SYSTEM_CRAWL4AI = "crawl4ai"
+    GEN_AI_SYSTEM_FIRECRAWL = "firecrawl"
 
     # Vector DB
     DB_OPERATION_API_ENDPOINT = "db.operation.api_endpoint"
@@ -200,6 +201,7 @@ class SemanticConvetion:
     GEN_AI_AGENT_TOOLS = "gen_ai.agent.tools"
     GEN_AI_AGENT_TOOL_RESULTS = "gen_ai.agent.tool_results"
     GEN_AI_AGENT_TASK = "gen_ai.agent.task"
+    GEN_AI_AGENT_PARAMS = "gen_ai.agent.params"
     GEN_AI_AGENT_INSTRUCTIONS = "gen_ai.agent.instructions"
     GEN_AI_AGENT_STORAGE = "gen_ai.agent.storage"
     GEN_AI_AGENT_EXPECTED_OUTPUT = "gen_ai.agent.expected_output"
@@ -212,6 +214,8 @@ class SemanticConvetion:
     GEN_AI_AGENT_RESPONSE_TIME = "gen_ai.agent.response_time"
     GEN_AI_AGENT_STRATEGY = "gen_ai.agent.strategy"
 
+    GEN_AI_AGENT_TYPE_BROWSER = "browser"
+
     # GPU
     GPU_INDEX = "gpu.index"
     GPU_UUID = "gpu.uuid"

{openlit-1.32.10.dist-info → openlit-1.32.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 1.32.10
+Version: 1.32.11
 Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
 Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
 Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu
@@ -81,7 +81,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
 | [✅ Groq](https://docs.openlit.io/latest/integrations/groq)                          |                                                                          | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai)        |               |
 | [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs)              |                                                                          | [✅ ControlFlow](https://docs.openlit.io/latest/integrations/controlflow)  |               |
 | [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm)                          |                                                                          | [✅ Crawl4AI](https://docs.openlit.io/latest/integrations/crawl4ai)        |               |
-| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim)                |                                                                          |                                                |               |
+| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim)                |                                                                          | [✅ FireCrawl](https://docs.openlit.io/latest/integrations/firecrawl)      |               |
 | [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio)  |                                                                          |                                                |               |
 | [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim)              |                                                                          |                                                |               |
 | [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml)                  |                                                                          |                                                |               |

{openlit-1.32.10.dist-info → openlit-1.32.11.dist-info}/RECORD

@@ -1,5 +1,5 @@
 openlit/__helpers.py,sha256=bqMxdNndLW5NGO2wwpAoHEOnAFr_mhnmVLua3ifpSEc,6427
-openlit/__init__.py,sha256=M9Ajc9c4iTOrXf3Mv7BowZah6h0quRZMqSeIYu79n5Y,21590
+openlit/__init__.py,sha256=SwaQcdxPEtREo02prs_Ud4Wz6REz6nQNRGUaxkebFXI,21742
 openlit/evals/__init__.py,sha256=nJe99nuLo1b5rf7pt9U9BCdSDedzbVi2Fj96cgl7msM,380
 openlit/evals/all.py,sha256=oWrue3PotE-rB5WePG3MRYSA-ro6WivkclSHjYlAqGs,7154
 openlit/evals/bias_detection.py,sha256=mCdsfK7x1vX7S3psC3g641IMlZ-7df3h-V6eiICj5N8,8154
@@ -37,8 +37,8 @@ openlit/instrumentation/cohere/cohere.py,sha256=62-P2K39v6pIJme6vTVViLJ9PP8q_UWk
 openlit/instrumentation/controlflow/__init__.py,sha256=iKZ08IANfoN_n4o1TZJIK_C_t6RZQ6AS1H7kMfyBbYA,2118
 openlit/instrumentation/controlflow/controlflow.py,sha256=DP4KWBzcVg-zeCb4C6r-hK9_LdDzWNPBsOjbK-5WRqY,5528
 openlit/instrumentation/crawl4ai/__init__.py,sha256=CGkcbQijpKae_8GD_1ybDnCCk0MVu2AdV-ppFOg8mAA,1907
-openlit/instrumentation/crawl4ai/async_crawl4ai.py,sha256=YwAnKaLUg6BK72q6wbFGEQT2GSyITNhzdC5B1MP4QXw,4815
-openlit/instrumentation/crawl4ai/crawl4ai.py,sha256=D_i_wqOa86KC6XMPXTHLs-HhMPL9yJ9GCroq0wY4HFc,4797
+openlit/instrumentation/crawl4ai/async_crawl4ai.py,sha256=vuauTyE8IyuhmoZpIZsOl-fk8P0oEFMZ7bQK9qNtRKs,4849
+openlit/instrumentation/crawl4ai/crawl4ai.py,sha256=yohlpUuJbGBYrz-Gxz0owkoaeR9OPzK8NML8D87GVMA,4831
 openlit/instrumentation/crewai/__init__.py,sha256=cETkkwnKYEMAKlMrHbZ9-RvcRUPYaSNqNIhy2-vCDK8,1794
 openlit/instrumentation/crewai/crewai.py,sha256=mpEJql6aDs3wwBjLz686anOHkIA5gWfhFCCHAgJRY0w,7049
 openlit/instrumentation/dynamiq/__init__.py,sha256=2uIHHxFWca0g2YLO2RBfi2Al6uWUYvVZBfDiPOHCdpQ,2331
@@ -48,6 +48,8 @@ openlit/instrumentation/elevenlabs/async_elevenlabs.py,sha256=yMYACh95SFr5EYklKn
 openlit/instrumentation/elevenlabs/elevenlabs.py,sha256=mFnD7sgT47OxaXJz0Vc1nrNjXEpcGQDj5run3gA48Lw,6089
 openlit/instrumentation/embedchain/__init__.py,sha256=8TYk1OEbz46yF19dr-gB_x80VZMagU3kJ8-QihPXTeA,1929
 openlit/instrumentation/embedchain/embedchain.py,sha256=SLlr7qieT3kp4M6OYSRy8FaVCXQ2t3oPyIiE99ioNE4,7892
+openlit/instrumentation/firecrawl/__init__.py,sha256=2QTcpPoaximsApdp68WD2iYR1_vZnKlkbAd4RHhgeOo,1836
+openlit/instrumentation/firecrawl/firecrawl.py,sha256=Tk5bfZuzSArYYpTB4u9FNyXh8hfioc8yq1mXrXhig_o,3786
 openlit/instrumentation/google_ai_studio/__init__.py,sha256=rhHbEJbDQ-nH8y3AXzzyqNxcunR0ZEqR2RIstM55-Ms,2159
 openlit/instrumentation/google_ai_studio/async_google_ai_studio.py,sha256=20MHsp-tAONxOtmCFg5WDvktTdRce5CyH3_9w0b_AqI,13587
 openlit/instrumentation/google_ai_studio/google_ai_studio.py,sha256=zEQgbqqUQ8nSnqXl7zkFBJrdcFudhiPqM5KV43PtfbU,13552
@@ -108,8 +110,8 @@ openlit/instrumentation/vllm/__init__.py,sha256=OVWalQ1dXvip1DUsjUGaHX4J-2FrSp-T
 openlit/instrumentation/vllm/vllm.py,sha256=lDzM7F5pgxvh8nKL0dcKB4TD0Mc9wXOWeXOsOGN7Wd8,6527
 openlit/otel/metrics.py,sha256=y7SQDTyfLakMrz0V4DThN-WAeap7YZzyndeYGSP6nVg,4516
 openlit/otel/tracing.py,sha256=fG3vl-flSZ30whCi7rrG25PlkIhhr8PhnfJYCkZzCD0,3895
-openlit/semcov/__init__.py,sha256=xCbAepANEnXzC8TTMM50l1VOc5iNZ6YXAy7rTw-KmXY,10768
-openlit-1.32.10.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-openlit-1.32.10.dist-info/METADATA,sha256=cH4MIdfCaxSfhKi4FsCFCUy0tcCtCkdORpxRgYdyhpA,22677
-openlit-1.32.10.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-openlit-1.32.10.dist-info/RECORD,,
+openlit/semcov/__init__.py,sha256=iCqLi6ioA2XQ4lK8V6gccAslhrg-mjpx_3GBJGKgSZw,10901
+openlit-1.32.11.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+openlit-1.32.11.dist-info/METADATA,sha256=lYP-ky4qy_q4OZ8HcGQhMviL-ZxXatQcXm6hMMaeYRI,22706
+openlit-1.32.11.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+openlit-1.32.11.dist-info/RECORD,,