lmnr 0.4.8__py3-none-any.whl → 0.4.9__py3-none-any.whl

lmnr/traceloop_sdk/tests/conftest.py

@@ -1,111 +1,111 @@
-"""Unit tests configuration module."""
+# """Unit tests configuration module."""
 
-import os
-import pytest
-from lmnr.traceloop_sdk import Traceloop
-from lmnr.traceloop_sdk.instruments import Instruments
-from lmnr.traceloop_sdk.tracing.tracing import TracerWrapper
-from opentelemetry.sdk.trace.export import SimpleSpanProcessor
-from opentelemetry.sdk.trace.export.in_memory_span_exporter import InMemorySpanExporter
+# import os
+# import pytest
+# from lmnr.traceloop_sdk import Traceloop
+# from lmnr.traceloop_sdk.instruments import Instruments
+# from lmnr.traceloop_sdk.tracing.tracing import TracerWrapper
+# from opentelemetry.sdk.trace.export import SimpleSpanProcessor
+# from opentelemetry.sdk.trace.export.in_memory_span_exporter import InMemorySpanExporter
 
-# pytest_plugins = []
+# # pytest_plugins = []
 
 
-@pytest.fixture(scope="session")
-def exporter():
-    exporter = InMemorySpanExporter()
-    Traceloop.init(
-        app_name="test",
-        resource_attributes={"something": "yes"},
-        disable_batch=True,
-        exporter=exporter,
-    )
-    return exporter
+# @pytest.fixture(scope="session")
+# def exporter():
+#     exporter = InMemorySpanExporter()
+#     Traceloop.init(
+#         app_name="test",
+#         resource_attributes={"something": "yes"},
+#         disable_batch=True,
+#         exporter=exporter,
+#     )
+#     return exporter
 
 
-@pytest.fixture(autouse=True)
-def clear_exporter(exporter):
-    exporter.clear()
+# @pytest.fixture(autouse=True)
+# def clear_exporter(exporter):
+#     exporter.clear()
 
 
-@pytest.fixture(autouse=True)
-def environment():
-    if "OPENAI_API_KEY" not in os.environ:
-        os.environ["OPENAI_API_KEY"] = "test_api_key"
+# @pytest.fixture(autouse=True)
+# def environment():
+#     if "OPENAI_API_KEY" not in os.environ:
+#         os.environ["OPENAI_API_KEY"] = "test_api_key"
 
 
-@pytest.fixture(scope="module")
-def vcr_config():
-    return {
-        "filter_headers": ["authorization"],
-        "ignore_hosts": ["openaipublic.blob.core.windows.net"],
-    }
+# @pytest.fixture(scope="module")
+# def vcr_config():
+#     return {
+#         "filter_headers": ["authorization"],
+#         "ignore_hosts": ["openaipublic.blob.core.windows.net"],
+#     }
 
 
-@pytest.fixture
-def exporter_with_custom_span_processor():
-    # Clear singleton if existed
-    if hasattr(TracerWrapper, "instance"):
-        _trace_wrapper_instance = TracerWrapper.instance
-        del TracerWrapper.instance
+# @pytest.fixture
+# def exporter_with_custom_span_processor():
+#     # Clear singleton if existed
+#     if hasattr(TracerWrapper, "instance"):
+#         _trace_wrapper_instance = TracerWrapper.instance
+#         del TracerWrapper.instance
 
-    class CustomSpanProcessor(SimpleSpanProcessor):
-        def on_start(self, span, parent_context=None):
-            span.set_attribute("custom_span", "yes")
+#     class CustomSpanProcessor(SimpleSpanProcessor):
+#         def on_start(self, span, parent_context=None):
+#             span.set_attribute("custom_span", "yes")
 
-    exporter = InMemorySpanExporter()
-    Traceloop.init(
-        exporter=exporter,
-        processor=CustomSpanProcessor(exporter),
-    )
+#     exporter = InMemorySpanExporter()
+#     Traceloop.init(
+#         exporter=exporter,
+#         processor=CustomSpanProcessor(exporter),
+#     )
 
-    yield exporter
+#     yield exporter
 
-    # Restore singleton if any
-    if _trace_wrapper_instance:
-        TracerWrapper.instance = _trace_wrapper_instance
+#     # Restore singleton if any
+#     if _trace_wrapper_instance:
+#         TracerWrapper.instance = _trace_wrapper_instance
 
 
-@pytest.fixture
-def exporter_with_custom_instrumentations():
-    # Clear singleton if existed
-    if hasattr(TracerWrapper, "instance"):
-        _trace_wrapper_instance = TracerWrapper.instance
-        del TracerWrapper.instance
+# @pytest.fixture
+# def exporter_with_custom_instrumentations():
+#     # Clear singleton if existed
+#     if hasattr(TracerWrapper, "instance"):
+#         _trace_wrapper_instance = TracerWrapper.instance
+#         del TracerWrapper.instance
 
-    exporter = InMemorySpanExporter()
-    Traceloop.init(
-        exporter=exporter,
-        disable_batch=True,
-        instruments=[i for i in Instruments],
-    )
+#     exporter = InMemorySpanExporter()
+#     Traceloop.init(
+#         exporter=exporter,
+#         disable_batch=True,
+#         instruments=[i for i in Instruments],
+#     )
 
-    yield exporter
+#     yield exporter
 
-    # Restore singleton if any
-    if _trace_wrapper_instance:
-        TracerWrapper.instance = _trace_wrapper_instance
+#     # Restore singleton if any
+#     if _trace_wrapper_instance:
+#         TracerWrapper.instance = _trace_wrapper_instance
 
 
-@pytest.fixture
-def exporter_with_no_metrics():
-    # Clear singleton if existed
-    if hasattr(TracerWrapper, "instance"):
-        _trace_wrapper_instance = TracerWrapper.instance
-        del TracerWrapper.instance
+# @pytest.fixture
+# def exporter_with_no_metrics():
+#     # Clear singleton if existed
+#     if hasattr(TracerWrapper, "instance"):
+#         _trace_wrapper_instance = TracerWrapper.instance
+#         del TracerWrapper.instance
 
-    os.environ["TRACELOOP_METRICS_ENABLED"] = "false"
+#     os.environ["TRACELOOP_METRICS_ENABLED"] = "false"
 
-    exporter = InMemorySpanExporter()
+#     exporter = InMemorySpanExporter()
 
-    Traceloop.init(
-        exporter=exporter,
-        disable_batch=True,
-    )
+#     Traceloop.init(
+#         exporter=exporter,
+#         disable_batch=True,
+#     )
 
-    yield exporter
+#     yield exporter
 
-    # Restore singleton if any
-    if _trace_wrapper_instance:
-        TracerWrapper.instance = _trace_wrapper_instance
-        os.environ["TRACELOOP_METRICS_ENABLED"] = "true"
+#     # Restore singleton if any
+#     if _trace_wrapper_instance:
+#         TracerWrapper.instance = _trace_wrapper_instance
+#         os.environ["TRACELOOP_METRICS_ENABLED"] = "true"

lmnr/traceloop_sdk/tests/test_association_properties.py

@@ -1,229 +1,229 @@
-import pytest
-from langchain_openai import ChatOpenAI
-from langchain.prompts import ChatPromptTemplate
-from opentelemetry.semconv_ai import SpanAttributes
-from lmnr.traceloop_sdk import Traceloop
-from lmnr.traceloop_sdk.decorators import task, workflow
-
-
-def test_association_properties(exporter):
-    @workflow(name="test_workflow")
-    def test_workflow():
-        return test_task()
-
-    @task(name="test_task")
-    def test_task():
-        return
-
-    Traceloop.set_association_properties({"user_id": 1, "user_name": "John Doe"})
-    test_workflow()
-
-    spans = exporter.get_finished_spans()
-    assert [span.name for span in spans] == [
-        "test_task.task",
-        "test_workflow.workflow",
-    ]
-
-    some_task_span = spans[0]
-    some_workflow_span = spans[1]
-    assert (
-        some_workflow_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-        ]
-        == 1
-    )
-    assert (
-        some_workflow_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_name"
-        ]
-        == "John Doe"
-    )
-    assert (
-        some_task_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-        ]
-        == 1
-    )
-    assert (
-        some_task_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_name"
-        ]
-        == "John Doe"
-    )
-
-
-def test_association_properties_within_workflow(exporter):
-    @workflow(name="test_workflow_within")
-    def test_workflow():
-        Traceloop.set_association_properties({"session_id": 15})
-        return
-
-    test_workflow()
-
-    spans = exporter.get_finished_spans()
-    assert [span.name for span in spans] == [
-        "test_workflow_within.workflow",
-    ]
-
-    some_workflow_span = spans[0]
-    assert (
-        some_workflow_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-        ]
-        == 15
-    )
-
-
-@pytest.mark.vcr
-def test_langchain_association_properties(exporter):
-    prompt = ChatPromptTemplate.from_messages(
-        [("system", "You are helpful assistant"), ("user", "{input}")]
-    )
-    model = ChatOpenAI(model="gpt-3.5-turbo")
-
-    chain = prompt | model
-    chain.invoke(
-        {"input": "tell me a short joke"},
-        {"metadata": {"user_id": "1234", "session_id": 456}},
-    )
-
-    spans = exporter.get_finished_spans()
-
-    assert [
-        "ChatPromptTemplate.task",
-        "ChatOpenAI.chat",
-        "RunnableSequence.workflow",
-    ] == [span.name for span in spans], [span.name for span in spans]
-
-    workflow_span = next(
-        span for span in spans if span.name == "RunnableSequence.workflow"
-    )
-    prompt_span = next(span for span in spans if span.name == "ChatPromptTemplate.task")
-    chat_span = next(span for span in spans if span.name == "ChatOpenAI.chat")
-
-    assert (
-        workflow_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-        ]
-        == "1234"
-    )
-    assert (
-        workflow_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-        ]
-        == 456
-    )
-    assert (
-        chat_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-        ]
-        == "1234"
-    )
-    assert (
-        chat_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-        ]
-        == 456
-    )
-    assert (
-        prompt_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-        ]
-        == "1234"
-    )
-    assert (
-        prompt_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-        ]
-        == 456
-    )
-
-
-@pytest.mark.vcr
-def test_langchain_and_external_association_properties(exporter):
-    @workflow(name="test_workflow_external")
-    def test_workflow_external():
-        Traceloop.set_association_properties({"workspace_id": "789"})
-
-        prompt = ChatPromptTemplate.from_messages(
-            [("system", "You are helpful assistant"), ("user", "{input}")]
-        )
-        model = ChatOpenAI(model="gpt-3.5-turbo")
-
-        chain = prompt | model
-        chain.invoke(
-            {"input": "tell me a short joke"},
-            {"metadata": {"user_id": "1234", "session_id": 456}},
-        )
-
-    test_workflow_external()
-
-    spans = exporter.get_finished_spans()
-
-    assert [
-        "ChatPromptTemplate.task",
-        "ChatOpenAI.chat",
-        "RunnableSequence.workflow",
-        "test_workflow_external.workflow",
-    ] == [span.name for span in spans], [span.name for span in spans]
-
-    workflow_span = next(
-        span for span in spans if span.name == "RunnableSequence.workflow"
-    )
-    prompt_span = next(span for span in spans if span.name == "ChatPromptTemplate.task")
-    chat_span = next(span for span in spans if span.name == "ChatOpenAI.chat")
-
-    assert (
-        workflow_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-        ]
-        == "1234"
-    )
-    assert (
-        workflow_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-        ]
-        == 456
-    )
-    assert (
-        workflow_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.workspace_id"
-        ]
-        == "789"
-    )
-    assert (
-        chat_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-        ]
-        == "1234"
-    )
-    assert (
-        chat_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-        ]
-        == 456
-    )
-    assert (
-        chat_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.workspace_id"
-        ]
-        == "789"
-    )
-    assert (
-        prompt_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-        ]
-        == "1234"
-    )
-    assert (
-        prompt_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-        ]
-        == 456
-    )
-    assert (
-        prompt_span.attributes[
-            f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.workspace_id"
-        ]
-        == "789"
-    )
+# import pytest
+# from langchain_openai import ChatOpenAI
+# from langchain.prompts import ChatPromptTemplate
+# from opentelemetry.semconv_ai import SpanAttributes
+# from lmnr.traceloop_sdk import Traceloop
+# from lmnr.traceloop_sdk.decorators import task, workflow
+
+
+# def test_association_properties(exporter):
+#     @workflow(name="test_workflow")
+#     def test_workflow():
+#         return test_task()
+
+#     @task(name="test_task")
+#     def test_task():
+#         return
+
+#     Traceloop.set_association_properties({"user_id": 1, "user_name": "John Doe"})
+#     test_workflow()
+
+#     spans = exporter.get_finished_spans()
+#     assert [span.name for span in spans] == [
+#         "test_task.task",
+#         "test_workflow.workflow",
+#     ]
+
+#     some_task_span = spans[0]
+#     some_workflow_span = spans[1]
+#     assert (
+#         some_workflow_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
+#         ]
+#         == 1
+#     )
+#     assert (
+#         some_workflow_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_name"
+#         ]
+#         == "John Doe"
+#     )
+#     assert (
+#         some_task_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
+#         ]
+#         == 1
+#     )
+#     assert (
+#         some_task_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_name"
+#         ]
+#         == "John Doe"
+#     )
+
+
+# def test_association_properties_within_workflow(exporter):
+#     @workflow(name="test_workflow_within")
+#     def test_workflow():
+#         Traceloop.set_association_properties({"session_id": 15})
+#         return
+
+#     test_workflow()
+
+#     spans = exporter.get_finished_spans()
+#     assert [span.name for span in spans] == [
+#         "test_workflow_within.workflow",
+#     ]
+
+#     some_workflow_span = spans[0]
+#     assert (
+#         some_workflow_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
+#         ]
+#         == 15
+#     )
+
+
+# @pytest.mark.vcr
+# def test_langchain_association_properties(exporter):
+#     prompt = ChatPromptTemplate.from_messages(
+#         [("system", "You are helpful assistant"), ("user", "{input}")]
+#     )
+#     model = ChatOpenAI(model="gpt-3.5-turbo")
+
+#     chain = prompt | model
+#     chain.invoke(
+#         {"input": "tell me a short joke"},
+#         {"metadata": {"user_id": "1234", "session_id": 456}},
+#     )
+
+#     spans = exporter.get_finished_spans()
+
+#     assert [
+#         "ChatPromptTemplate.task",
+#         "ChatOpenAI.chat",
+#         "RunnableSequence.workflow",
+#     ] == [span.name for span in spans], [span.name for span in spans]
+
+#     workflow_span = next(
+#         span for span in spans if span.name == "RunnableSequence.workflow"
+#     )
+#     prompt_span = next(span for span in spans if span.name == "ChatPromptTemplate.task")
+#     chat_span = next(span for span in spans if span.name == "ChatOpenAI.chat")
+
+#     assert (
+#         workflow_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
+#         ]
+#         == "1234"
+#     )
+#     assert (
+#         workflow_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
+#         ]
+#         == 456
+#     )
+#     assert (
+#         chat_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
+#         ]
+#         == "1234"
+#     )
+#     assert (
+#         chat_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
+#         ]
+#         == 456
+#     )
+#     assert (
+#         prompt_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
+#         ]
+#         == "1234"
+#     )
+#     assert (
+#         prompt_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
+#         ]
+#         == 456
+#     )
+
+
+# @pytest.mark.vcr
+# def test_langchain_and_external_association_properties(exporter):
+#     @workflow(name="test_workflow_external")
+#     def test_workflow_external():
+#         Traceloop.set_association_properties({"workspace_id": "789"})
+
+#         prompt = ChatPromptTemplate.from_messages(
+#             [("system", "You are helpful assistant"), ("user", "{input}")]
+#         )
+#         model = ChatOpenAI(model="gpt-3.5-turbo")
+
+#         chain = prompt | model
+#         chain.invoke(
+#             {"input": "tell me a short joke"},
+#             {"metadata": {"user_id": "1234", "session_id": 456}},
+#         )
+
+#     test_workflow_external()
+
+#     spans = exporter.get_finished_spans()
+
+#     assert [
+#         "ChatPromptTemplate.task",
+#         "ChatOpenAI.chat",
+#         "RunnableSequence.workflow",
+#         "test_workflow_external.workflow",
+#     ] == [span.name for span in spans], [span.name for span in spans]
+
+#     workflow_span = next(
+#         span for span in spans if span.name == "RunnableSequence.workflow"
+#     )
+#     prompt_span = next(span for span in spans if span.name == "ChatPromptTemplate.task")
+#     chat_span = next(span for span in spans if span.name == "ChatOpenAI.chat")
+
+#     assert (
+#         workflow_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
+#         ]
+#         == "1234"
+#     )
+#     assert (
+#         workflow_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
+#         ]
+#         == 456
+#     )
+#     assert (
+#         workflow_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.workspace_id"
+#         ]
+#         == "789"
+#     )
+#     assert (
+#         chat_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
+#         ]
+#         == "1234"
+#     )
+#     assert (
+#         chat_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
+#         ]
+#         == 456
+#     )
+#     assert (
+#         chat_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.workspace_id"
+#         ]
+#         == "789"
+#     )
+#     assert (
+#         prompt_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
+#         ]
+#         == "1234"
+#     )
+#     assert (
+#         prompt_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
+#         ]
+#         == 456
+#     )
+#     assert (
+#         prompt_span.attributes[
+#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.workspace_id"
+#         ]
+#         == "789"
+#     )