openlit 1.34.30__py3-none-any.whl → 1.34.31__py3-none-any.whl

openlit/instrumentation/llamaindex/__init__.py

@@ -8,12 +8,11 @@ from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
 from wrapt import wrap_function_wrapper
 
 from openlit.instrumentation.llamaindex.llamaindex import general_wrap
-from openlit.instrumentation.llamaindex.async_llamaindex import (
-    async_general_wrap
-)
+from openlit.instrumentation.llamaindex.async_llamaindex import async_general_wrap
 
 _instruments = ("llama-index >= 0.10.0",)
 
+
 class LlamaIndexInstrumentor(BaseInstrumentor):
     """Framework guide compliant instrumentor with optimized performance"""
 
@@ -34,119 +33,279 @@ class LlamaIndexInstrumentor(BaseInstrumentor):
         # === WORKFLOW OPERATIONS (Always enabled) - 17 operations ===
         workflow_operations = [
             # Document Loading & Processing Pipeline
-            ("llama_index.core.readers", "SimpleDirectoryReader.load_data",
-             "document_load"),
-            ("llama_index.core.readers.base", "BaseReader.load_data",
-             "document_load"),
-            ("llama_index.core.document_transformer",
-             "DocumentTransformer.transform", "document_transform"),
-            ("llama_index.core.node_parser",
-             "SentenceSplitter.get_nodes_from_documents", "document_split"),
+            (
+                "llama_index.core.readers",
+                "SimpleDirectoryReader.load_data",
+                "document_load",
+            ),
+            ("llama_index.core.readers.base", "BaseReader.load_data", "document_load"),
+            (
+                "llama_index.core.document_transformer",
+                "DocumentTransformer.transform",
+                "document_transform",
+            ),
+            (
+                "llama_index.core.node_parser",
+                "SentenceSplitter.get_nodes_from_documents",
+                "document_split",
+            ),
             # Index Construction & Management
-            ("llama_index.core.indices.vector_store.base",
-             "VectorStoreIndex.from_documents", "index_construct"),
-            ("llama_index.core.indices.vector_store.base",
-             "VectorStoreIndex.from_vector_store", "index_construct"),
-            ("llama_index.core.indices.list.base", "ListIndex.from_documents",
-             "index_construct"),
-            ("llama_index.core.indices.tree.base", "TreeIndex.from_documents",
-             "index_construct"),
+            (
+                "llama_index.core.indices.vector_store.base",
+                "VectorStoreIndex.from_documents",
+                "index_construct",
+            ),
+            (
+                "llama_index.core.indices.vector_store.base",
+                "VectorStoreIndex.from_vector_store",
+                "index_construct",
+            ),
+            (
+                "llama_index.core.indices.list.base",
+                "ListIndex.from_documents",
+                "index_construct",
+            ),
+            (
+                "llama_index.core.indices.tree.base",
+                "TreeIndex.from_documents",
+                "index_construct",
+            ),
             # Query Engine Operations
-            ("llama_index.core.indices.base", "BaseIndex.as_query_engine",
-             "query_engine_create"),
-            ("llama_index.core.query_engine.retriever_query_engine",
-             "RetrieverQueryEngine.query", "query_engine_query"),
-            ("llama_index.core.query_engine.transform_query_engine",
-             "TransformQueryEngine.query", "query_engine_query"),
+            (
+                "llama_index.core.indices.base",
+                "BaseIndex.as_query_engine",
+                "query_engine_create",
+            ),
+            (
+                "llama_index.core.query_engine.retriever_query_engine",
+                "RetrieverQueryEngine.query",
+                "query_engine_query",
+            ),
+            (
+                "llama_index.core.query_engine.transform_query_engine",
+                "TransformQueryEngine.query",
+                "query_engine_query",
+            ),
             # Retrieval Operations
-            ("llama_index.core.indices.base", "BaseIndex.as_retriever",
-             "retriever_create"),
-            ("llama_index.core.indices.vector_store.retrievers.retriever",
-             "VectorIndexRetriever.retrieve", "retriever_retrieve"),
-            ("llama_index.core.retrievers.base", "BaseRetriever.retrieve",
-             "retriever_retrieve"),
+            (
+                "llama_index.core.indices.base",
+                "BaseIndex.as_retriever",
+                "retriever_create",
+            ),
+            (
+                "llama_index.core.indices.vector_store.retrievers.retriever",
+                "VectorIndexRetriever.retrieve",
+                "retriever_retrieve",
+            ),
+            (
+                "llama_index.core.retrievers.base",
+                "BaseRetriever.retrieve",
+                "retriever_retrieve",
+            ),
             # LLM & Embedding Operations
             ("llama_index.core.llms.llm", "LLM.complete", "llm_complete"),
             ("llama_index.core.llms.llm", "LLM.chat", "llm_chat"),
-            ("llama_index.core.embeddings.base",
-             "BaseEmbedding.get_text_embedding_batch", "embedding_generate"),
+            (
+                "llama_index.core.embeddings.base",
+                "BaseEmbedding.get_text_embedding_batch",
+                "embedding_generate",
+            ),
         ]
 
         # === ASYNC OPERATIONS - 13 operations ===
         async_operations = [
-            ("llama_index.core.readers", "SimpleDirectoryReader.aload_data", "document_load_async"),
-            ("llama_index.core.readers.base", "BaseReader.aload_data", "document_load_async"),
-            ("llama_index.core.query_engine.retriever_query_engine", "RetrieverQueryEngine.aquery", "query_engine_query_async"),
-            ("llama_index.core.query_engine.transform_query_engine", "TransformQueryEngine.aquery", "query_engine_query_async"),
-            ("llama_index.core.indices.vector_store.retrievers.retriever",
-             "VectorIndexRetriever.aretrieve", "retriever_retrieve_async"),
-            ("llama_index.core.retrievers.base", "BaseRetriever.aretrieve", "retriever_retrieve_async"),
-            ("llama_index.core.embeddings.base", "BaseEmbedding.aget_text_embedding", "embedding_generate_async"),
-            ("llama_index.core.embeddings.base", "BaseEmbedding.aget_text_embedding_batch", "embedding_generate_async"),
+            (
+                "llama_index.core.readers",
+                "SimpleDirectoryReader.aload_data",
+                "document_load_async",
+            ),
+            (
+                "llama_index.core.readers.base",
+                "BaseReader.aload_data",
+                "document_load_async",
+            ),
+            (
+                "llama_index.core.query_engine.retriever_query_engine",
+                "RetrieverQueryEngine.aquery",
+                "query_engine_query_async",
+            ),
+            (
+                "llama_index.core.query_engine.transform_query_engine",
+                "TransformQueryEngine.aquery",
+                "query_engine_query_async",
+            ),
+            (
+                "llama_index.core.indices.vector_store.retrievers.retriever",
+                "VectorIndexRetriever.aretrieve",
+                "retriever_retrieve_async",
+            ),
+            (
+                "llama_index.core.retrievers.base",
+                "BaseRetriever.aretrieve",
+                "retriever_retrieve_async",
+            ),
+            (
+                "llama_index.core.embeddings.base",
+                "BaseEmbedding.aget_text_embedding",
+                "embedding_generate_async",
+            ),
+            (
+                "llama_index.core.embeddings.base",
+                "BaseEmbedding.aget_text_embedding_batch",
+                "embedding_generate_async",
+            ),
             ("llama_index.core.llms.llm", "LLM.acomplete", "llm_complete_async"),
             ("llama_index.core.llms.llm", "LLM.achat", "llm_chat_async"),
             ("llama_index.core.llms.llm", "LLM.astream_complete", "llm_stream_async"),
             ("llama_index.core.llms.llm", "LLM.astream_chat", "llm_stream_async"),
-            ("llama_index.core.response_synthesizers.base", "BaseSynthesizer.asynthesize", "response_generate_async"),
+            (
+                "llama_index.core.response_synthesizers.base",
+                "BaseSynthesizer.asynthesize",
+                "response_generate_async",
+            ),
         ]
 
         # === COMPONENT OPERATIONS (Detailed tracing only) - 25 operations ===
         component_operations = [
             # Text Processing Components
-            ("llama_index.core.node_parser.text.sentence", "SentenceSplitter.split_text", "text_splitter_split"),
-            ("llama_index.core.node_parser.text.sentence", "SentenceSplitter._postprocess_nodes", "text_splitter_postprocess"),
-            ("llama_index.core.node_parser.interface", "NodeParser.get_nodes_from_node", "node_parser_parse"),
-
+            (
+                "llama_index.core.node_parser.text.sentence",
+                "SentenceSplitter.split_text",
+                "text_splitter_split",
+            ),
+            (
+                "llama_index.core.node_parser.text.sentence",
+                "SentenceSplitter._postprocess_nodes",
+                "text_splitter_postprocess",
+            ),
+            (
+                "llama_index.core.node_parser.interface",
+                "NodeParser.get_nodes_from_node",
+                "node_parser_parse",
+            ),
             # Embedding Processing Components
-            ("llama_index.core.embeddings.base", "BaseEmbedding._get_text_embeddings", "embedding_encode"),
-            ("llama_index.core.embeddings.utils", "embed_nodes", "embedding_embed_nodes"),
+            (
+                "llama_index.core.embeddings.base",
+                "BaseEmbedding._get_text_embeddings",
+                "embedding_encode",
+            ),
+            (
+                "llama_index.core.embeddings.utils",
+                "embed_nodes",
+                "embedding_embed_nodes",
+            ),
             ("llama_index.core.embeddings.utils", "similarity", "embedding_similarity"),
-
             # Retrieval Processing Components
-            ("llama_index.core.retrievers.base", "BaseRetriever._retrieve_nodes", "retrieval_retrieve_nodes"),
-            ("llama_index.core.indices.vector_store.retrievers.retriever",
-             "VectorIndexRetriever._get_nodes_with_embeddings", "retrieval_get_nodes"),
-            ("llama_index.core.indices.vector_store.retrievers.retriever",
-             "VectorIndexRetriever._build_node_list_from_query_result", "retrieval_build_nodes"),
-            ("llama_index.core.postprocessor.node",
-             "BaseNodePostprocessor.postprocess_nodes", "postprocessor_process"),
-
+            (
+                "llama_index.core.retrievers.base",
+                "BaseRetriever._retrieve_nodes",
+                "retrieval_retrieve_nodes",
+            ),
+            (
+                "llama_index.core.indices.vector_store.retrievers.retriever",
+                "VectorIndexRetriever._get_nodes_with_embeddings",
+                "retrieval_get_nodes",
+            ),
+            (
+                "llama_index.core.indices.vector_store.retrievers.retriever",
+                "VectorIndexRetriever._build_node_list_from_query_result",
+                "retrieval_build_nodes",
+            ),
+            (
+                "llama_index.core.postprocessor.node",
+                "BaseNodePostprocessor.postprocess_nodes",
+                "postprocessor_process",
+            ),
             # Response Generation Components
-            ("llama_index.core.response_synthesizers.base",
-             "BaseSynthesizer.synthesize", "response_synthesize"),
-            ("llama_index.core.response_synthesizers.compact_and_refine",
-             "CompactAndRefine.get_response", "response_compact_refine"),
-            ("llama_index.core.response_synthesizers.tree_summarize",
-             "TreeSummarize.get_response", "response_tree_summarize"),
-
+            (
+                "llama_index.core.response_synthesizers.base",
+                "BaseSynthesizer.synthesize",
+                "response_synthesize",
+            ),
+            (
+                "llama_index.core.response_synthesizers.compact_and_refine",
+                "CompactAndRefine.get_response",
+                "response_compact_refine",
+            ),
+            (
+                "llama_index.core.response_synthesizers.tree_summarize",
+                "TreeSummarize.get_response",
+                "response_tree_summarize",
+            ),
             # Vector Store Components
-            ("llama_index.core.vector_stores.simple", "SimpleVectorStore.add", "vector_store_add"),
-            ("llama_index.core.vector_stores.simple", "SimpleVectorStore.delete", "vector_store_delete"),
-            ("llama_index.core.vector_stores.simple", "SimpleVectorStore.query", "vector_store_query"),
-
+            (
+                "llama_index.core.vector_stores.simple",
+                "SimpleVectorStore.add",
+                "vector_store_add",
+            ),
+            (
+                "llama_index.core.vector_stores.simple",
+                "SimpleVectorStore.delete",
+                "vector_store_delete",
+            ),
+            (
+                "llama_index.core.vector_stores.simple",
+                "SimpleVectorStore.query",
+                "vector_store_query",
+            ),
             # Index Maintenance Components
-            ("llama_index.core.indices.vector_store.base", "VectorStoreIndex._insert", "index_insert"),
-            ("llama_index.core.indices.vector_store.base", "VectorStoreIndex._delete_node", "index_delete"),
-            ("llama_index.core.indices.vector_store.base", "VectorStoreIndex._build_index_from_nodes", "index_build"),
-
+            (
+                "llama_index.core.indices.vector_store.base",
+                "VectorStoreIndex._insert",
+                "index_insert",
+            ),
+            (
+                "llama_index.core.indices.vector_store.base",
+                "VectorStoreIndex._delete_node",
+                "index_delete",
+            ),
+            (
+                "llama_index.core.indices.vector_store.base",
+                "VectorStoreIndex._build_index_from_nodes",
+                "index_build",
+            ),
             # Additional Framework Components
             ("llama_index.core.schema", "Document.get_content", "document_get_content"),
             ("llama_index.core.schema", "TextNode.get_content", "node_get_content"),
-            ("llama_index.core.schema", "TextNode.get_metadata_str", "node_get_metadata"),
-            ("llama_index.core.readers.base", "BaseReader._extract_metadata", "document_extract_metadata"),
-            ("llama_index.core.vector_stores.utils", "node_to_metadata_dict", "embedding_metadata"),
-            ("llama_index.core.query_engine.retriever_query_engine",
-             "RetrieverQueryEngine._prepare_response_builder", "query_prepare_response"),
+            (
+                "llama_index.core.schema",
+                "TextNode.get_metadata_str",
+                "node_get_metadata",
+            ),
+            (
+                "llama_index.core.readers.base",
+                "BaseReader._extract_metadata",
+                "document_extract_metadata",
+            ),
+            (
+                "llama_index.core.vector_stores.utils",
+                "node_to_metadata_dict",
+                "embedding_metadata",
+            ),
+            (
+                "llama_index.core.query_engine.retriever_query_engine",
+                "RetrieverQueryEngine._prepare_response_builder",
+                "query_prepare_response",
+            ),
         ]
 
         # Wrap workflow operations (always enabled)
         for module, method, operation_type in workflow_operations:
             try:
                 wrap_function_wrapper(
-                    module, method,
-                    general_wrap(operation_type, version, environment, application_name,
-                               tracer, pricing_info, capture_message_content,
-                               metrics, disable_metrics)
+                    module,
+                    method,
+                    general_wrap(
+                        operation_type,
+                        version,
+                        environment,
+                        application_name,
+                        tracer,
+                        pricing_info,
+                        capture_message_content,
+                        metrics,
+                        disable_metrics,
+                    ),
                 )
             except Exception:
                 pass
@@ -155,10 +314,19 @@ class LlamaIndexInstrumentor(BaseInstrumentor):
         for module, method, operation_type in async_operations:
             try:
                 wrap_function_wrapper(
-                    module, method,
-                    async_general_wrap(operation_type, version, environment,
-                                     application_name, tracer, pricing_info,
-                                     capture_message_content, metrics, disable_metrics)
+                    module,
+                    method,
+                    async_general_wrap(
+                        operation_type,
+                        version,
+                        environment,
+                        application_name,
+                        tracer,
+                        pricing_info,
+                        capture_message_content,
+                        metrics,
+                        disable_metrics,
+                    ),
                 )
             except Exception:
                 pass
@@ -168,10 +336,19 @@ class LlamaIndexInstrumentor(BaseInstrumentor):
             for module, method, operation_type in component_operations:
                 try:
                     wrap_function_wrapper(
-                        module, method,
-                        general_wrap(operation_type, version, environment,
-                                   application_name, tracer, pricing_info,
-                                   capture_message_content, metrics, disable_metrics)
+                        module,
+                        method,
+                        general_wrap(
+                            operation_type,
+                            version,
+                            environment,
+                            application_name,
+                            tracer,
+                            pricing_info,
+                            capture_message_content,
+                            metrics,
+                            disable_metrics,
+                        ),
                     )
                 except Exception:
                     pass

openlit/instrumentation/llamaindex/async_llamaindex.py

@@ -12,8 +12,18 @@ from openlit.instrumentation.llamaindex.utils import (
     set_server_address_and_port,
 )
 
-def async_general_wrap(gen_ai_endpoint, version, environment, application_name,
-    tracer, pricing_info, capture_message_content, metrics, disable_metrics):
+
+def async_general_wrap(
+    gen_ai_endpoint,
+    version,
+    environment,
+    application_name,
+    tracer,
+    pricing_info,
+    capture_message_content,
+    metrics,
+    disable_metrics,
+):
     """
     Generates a telemetry wrapper for LlamaIndex async function calls.
     """
@@ -39,10 +49,22 @@ def async_general_wrap(gen_ai_endpoint, version, environment, application_name,
             try:
                 # Process response and generate telemetry
                 response = process_llamaindex_response(
-                    response, operation_type, server_address, server_port,
-                    environment, application_name, metrics, start_time, span,
-                    capture_message_content, disable_metrics, version,
-                    instance, args, endpoint=gen_ai_endpoint, **kwargs
+                    response,
+                    operation_type,
+                    server_address,
+                    server_port,
+                    environment,
+                    application_name,
+                    metrics,
+                    start_time,
+                    span,
+                    capture_message_content,
+                    disable_metrics,
+                    version,
+                    instance,
+                    args,
+                    endpoint=gen_ai_endpoint,
+                    **kwargs,
                 )
 
             except Exception as e:

openlit/instrumentation/llamaindex/llamaindex.py

@@ -13,8 +13,18 @@ from openlit.instrumentation.llamaindex.utils import (
     set_server_address_and_port,
 )
 
-def general_wrap(gen_ai_endpoint, version, environment, application_name,
-    tracer, pricing_info, capture_message_content, metrics, disable_metrics):
+
+def general_wrap(
+    gen_ai_endpoint,
+    version,
+    environment,
+    application_name,
+    tracer,
+    pricing_info,
+    capture_message_content,
+    metrics,
+    disable_metrics,
+):
     """
     Generates a telemetry wrapper for LlamaIndex function calls.
     """
@@ -40,10 +50,22 @@ def general_wrap(gen_ai_endpoint, version, environment, application_name,
             try:
                 # Process response and generate telemetry
                 response = process_llamaindex_response(
-                    response, operation_type, server_address, server_port,
-                    environment, application_name, metrics, start_time, span,
-                    capture_message_content, disable_metrics, version,
-                    instance, args, endpoint=gen_ai_endpoint, **kwargs
+                    response,
+                    operation_type,
+                    server_address,
+                    server_port,
+                    environment,
+                    application_name,
+                    metrics,
+                    start_time,
+                    span,
+                    capture_message_content,
+                    disable_metrics,
+                    version,
+                    instance,
+                    args,
+                    endpoint=gen_ai_endpoint,
+                    **kwargs,
                 )
 
             except Exception as e: