lmnr 0.4.8__py3-none-any.whl → 0.4.9__py3-none-any.whl

lmnr/traceloop_sdk/tests/test_manual.py

@@ -1,48 +1,48 @@
-from opentelemetry.semconv_ai import SpanAttributes
-import pytest
-from openai import OpenAI
-from lmnr.traceloop_sdk.tracing.manual import LLMMessage, track_llm_call
+# from opentelemetry.semconv_ai import SpanAttributes
+# import pytest
+# from openai import OpenAI
+# from lmnr.traceloop_sdk.tracing.manual import LLMMessage, track_llm_call
 
 
-@pytest.fixture
-def openai_client():
-    return OpenAI()
+# @pytest.fixture
+# def openai_client():
+#     return OpenAI()
 
 
-@pytest.mark.vcr
-def test_manual_report(exporter, openai_client):
-    with track_llm_call(vendor="openai", type="chat") as span:
-        span.report_request(
-            model="gpt-3.5-turbo",
-            messages=[
-                LLMMessage(role="user", content="Tell me a joke about opentelemetry")
-            ],
-        )
+# @pytest.mark.vcr
+# def test_manual_report(exporter, openai_client):
+#     with track_llm_call(vendor="openai", type="chat") as span:
+#         span.report_request(
+#             model="gpt-3.5-turbo",
+#             messages=[
+#                 LLMMessage(role="user", content="Tell me a joke about opentelemetry")
+#             ],
+#         )
 
-        res = openai_client.chat.completions.create(
-            model="gpt-3.5-turbo",
-            messages=[
-                {"role": "user", "content": "Tell me a joke about opentelemetry"}
-            ],
-        )
+#         res = openai_client.chat.completions.create(
+#             model="gpt-3.5-turbo",
+#             messages=[
+#                 {"role": "user", "content": "Tell me a joke about opentelemetry"}
+#             ],
+#         )
 
-        span.report_response(res.model, [text.message.content for text in res.choices])
+#         span.report_response(res.model, [text.message.content for text in res.choices])
 
-    spans = exporter.get_finished_spans()
-    open_ai_span = spans[0]
-    assert open_ai_span.attributes[SpanAttributes.LLM_REQUEST_MODEL] == "gpt-3.5-turbo"
-    assert open_ai_span.attributes[f"{SpanAttributes.LLM_PROMPTS}.0.role"] == "user"
-    assert (
-        open_ai_span.attributes[f"{SpanAttributes.LLM_PROMPTS}.0.content"]
-        == "Tell me a joke about opentelemetry"
-    )
-    assert (
-        open_ai_span.attributes[SpanAttributes.LLM_RESPONSE_MODEL]
-        == "gpt-3.5-turbo-0125"
-    )
-    assert (
-        open_ai_span.attributes[f"{SpanAttributes.LLM_COMPLETIONS}.0.content"]
-        == "Why did the opentelemetry developer break up with their partner? Because they were tired"
-        + " of constantly tracing their every move!"
-    )
-    assert open_ai_span.end_time > open_ai_span.start_time
+#     spans = exporter.get_finished_spans()
+#     open_ai_span = spans[0]
+#     assert open_ai_span.attributes[SpanAttributes.LLM_REQUEST_MODEL] == "gpt-3.5-turbo"
+#     assert open_ai_span.attributes[f"{SpanAttributes.LLM_PROMPTS}.0.role"] == "user"
+#     assert (
+#         open_ai_span.attributes[f"{SpanAttributes.LLM_PROMPTS}.0.content"]
+#         == "Tell me a joke about opentelemetry"
+#     )
+#     assert (
+#         open_ai_span.attributes[SpanAttributes.LLM_RESPONSE_MODEL]
+#         == "gpt-3.5-turbo-0125"
+#     )
+#     assert (
+#         open_ai_span.attributes[f"{SpanAttributes.LLM_COMPLETIONS}.0.content"]
+#         == "Why did the opentelemetry developer break up with their partner? Because they were tired"
+#         + " of constantly tracing their every move!"
+#     )
+#     assert open_ai_span.end_time > open_ai_span.start_time

lmnr/traceloop_sdk/tests/test_nested_tasks.py

@@ -1,47 +1,47 @@
-from opentelemetry.semconv_ai import SpanAttributes
-from lmnr.traceloop_sdk.decorators import task, workflow
-from pytest import raises
-
-
-def test_nested_tasks(exporter):
-    @workflow(name="some_workflow")
-    def some_workflow():
-        return outer_task()
-
-    @task(name="outer_task")
-    def outer_task():
-        return inner_task()
-
-    @task(name="inner_task")
-    def inner_task():
-        return inner_inner_task()
-
-    @task(name="inner_inner_task")
-    def inner_inner_task():
-        return
-
-    some_workflow()
-
-    spans = exporter.get_finished_spans()
-    assert [span.name for span in spans] == [
-        "inner_inner_task.task",
-        "inner_task.task",
-        "outer_task.task",
-        "some_workflow.workflow",
-    ]
-
-    inner_inner_task_span = spans[0]
-    inner_task_span = spans[1]
-    outer_task_span = spans[2]
-    some_workflow_span = spans[3]
-
-    assert (
-        inner_inner_task_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH]
-        == "outer_task.inner_task"
-    )
-    assert (
-        inner_task_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH] == "outer_task"
-    )
-    with raises(KeyError):
-        _ = outer_task_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH]
-        _ = some_workflow_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH]
+# from opentelemetry.semconv_ai import SpanAttributes
+# from lmnr.traceloop_sdk.decorators import task, workflow
+# from pytest import raises
+
+
+# def test_nested_tasks(exporter):
+#     @workflow(name="some_workflow")
+#     def some_workflow():
+#         return outer_task()
+
+#     @task(name="outer_task")
+#     def outer_task():
+#         return inner_task()
+
+#     @task(name="inner_task")
+#     def inner_task():
+#         return inner_inner_task()
+
+#     @task(name="inner_inner_task")
+#     def inner_inner_task():
+#         return
+
+#     some_workflow()
+
+#     spans = exporter.get_finished_spans()
+#     assert [span.name for span in spans] == [
+#         "inner_inner_task.task",
+#         "inner_task.task",
+#         "outer_task.task",
+#         "some_workflow.workflow",
+#     ]
+
+#     inner_inner_task_span = spans[0]
+#     inner_task_span = spans[1]
+#     outer_task_span = spans[2]
+#     some_workflow_span = spans[3]
+
+#     assert (
+#         inner_inner_task_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH]
+#         == "outer_task.inner_task"
+#     )
+#     assert (
+#         inner_task_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH] == "outer_task"
+#     )
+#     with raises(KeyError):
+#         _ = outer_task_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH]
+#         _ = some_workflow_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH]

lmnr/traceloop_sdk/tests/test_privacy_no_prompts.py

@@ -1,50 +1,50 @@
-import os
-
-import pytest
-from openai import OpenAI
-from opentelemetry.semconv_ai import SpanAttributes
-from lmnr.traceloop_sdk.decorators import workflow, task
-
-
-@pytest.fixture(autouse=True)
-def disable_trace_content():
-    os.environ["TRACELOOP_TRACE_CONTENT"] = "false"
-    yield
-    os.environ["TRACELOOP_TRACE_CONTENT"] = "true"
-
-
-@pytest.fixture
-def openai_client():
-    return OpenAI()
-
-
-@pytest.mark.vcr
-def test_simple_workflow(exporter, openai_client):
-    @task(name="joke_creation")
-    def create_joke():
-        completion = openai_client.chat.completions.create(
-            model="gpt-3.5-turbo",
-            messages=[
-                {"role": "user", "content": "Tell me a joke about opentelemetry"}
-            ],
-        )
-        return completion.choices[0].message.content
-
-    @workflow(name="pirate_joke_generator")
-    def joke_workflow():
-        create_joke()
-
-    joke_workflow()
-
-    spans = exporter.get_finished_spans()
-    assert [span.name for span in spans] == [
-        "openai.chat",
-        "joke_creation.task",
-        "pirate_joke_generator.workflow",
-    ]
-    open_ai_span = spans[0]
-    assert open_ai_span.attributes[SpanAttributes.LLM_USAGE_PROMPT_TOKENS] == 15
-    assert not open_ai_span.attributes.get(f"{SpanAttributes.LLM_PROMPTS}.0.content")
-    assert not open_ai_span.attributes.get(
-        f"{SpanAttributes.LLM_PROMPTS}.0.completions"
-    )
+# import os
+
+# import pytest
+# from openai import OpenAI
+# from opentelemetry.semconv_ai import SpanAttributes
+# from lmnr.traceloop_sdk.decorators import workflow, task
+
+
+# @pytest.fixture(autouse=True)
+# def disable_trace_content():
+#     os.environ["TRACELOOP_TRACE_CONTENT"] = "false"
+#     yield
+#     os.environ["TRACELOOP_TRACE_CONTENT"] = "true"
+
+
+# @pytest.fixture
+# def openai_client():
+#     return OpenAI()
+
+
+# @pytest.mark.vcr
+# def test_simple_workflow(exporter, openai_client):
+#     @task(name="joke_creation")
+#     def create_joke():
+#         completion = openai_client.chat.completions.create(
+#             model="gpt-3.5-turbo",
+#             messages=[
+#                 {"role": "user", "content": "Tell me a joke about opentelemetry"}
+#             ],
+#         )
+#         return completion.choices[0].message.content
+
+#     @workflow(name="pirate_joke_generator")
+#     def joke_workflow():
+#         create_joke()
+
+#     joke_workflow()
+
+#     spans = exporter.get_finished_spans()
+#     assert [span.name for span in spans] == [
+#         "openai.chat",
+#         "joke_creation.task",
+#         "pirate_joke_generator.workflow",
+#     ]
+#     open_ai_span = spans[0]
+#     assert open_ai_span.attributes[SpanAttributes.LLM_USAGE_PROMPT_TOKENS] == 15
+#     assert not open_ai_span.attributes.get(f"{SpanAttributes.LLM_PROMPTS}.0.content")
+#     assert not open_ai_span.attributes.get(
+#         f"{SpanAttributes.LLM_PROMPTS}.0.completions"
+#     )

lmnr/traceloop_sdk/tests/test_sdk_initialization.py

@@ -1,57 +1,57 @@
-import pytest
-from openai import OpenAI
-from lmnr.traceloop_sdk.decorators import workflow
+# import pytest
+# from openai import OpenAI
+# from lmnr.traceloop_sdk.decorators import workflow
 
 
-@pytest.fixture
-def openai_client():
-    return OpenAI()
+# @pytest.fixture
+# def openai_client():
+#     return OpenAI()
 
 
-@pytest.mark.vcr
-def test_resource_attributes(exporter, openai_client):
-    openai_client.chat.completions.create(
-        model="gpt-3.5-turbo",
-        messages=[{"role": "user", "content": "Tell me a joke about opentelemetry"}],
-    )
+# @pytest.mark.vcr
+# def test_resource_attributes(exporter, openai_client):
+#     openai_client.chat.completions.create(
+#         model="gpt-3.5-turbo",
+#         messages=[{"role": "user", "content": "Tell me a joke about opentelemetry"}],
+#     )
 
-    spans = exporter.get_finished_spans()
-    open_ai_span = spans[0]
-    assert open_ai_span.resource.attributes["something"] == "yes"
-    assert open_ai_span.resource.attributes["service.name"] == "test"
+#     spans = exporter.get_finished_spans()
+#     open_ai_span = spans[0]
+#     assert open_ai_span.resource.attributes["something"] == "yes"
+#     assert open_ai_span.resource.attributes["service.name"] == "test"
 
 
-def test_custom_span_processor(exporter_with_custom_span_processor):
-    @workflow()
-    def run_workflow():
-        pass
+# def test_custom_span_processor(exporter_with_custom_span_processor):
+#     @workflow()
+#     def run_workflow():
+#         pass
 
-    run_workflow()
+#     run_workflow()
 
-    spans = exporter_with_custom_span_processor.get_finished_spans()
-    workflow_span = spans[0]
-    assert workflow_span.attributes["custom_span"] == "yes"
+#     spans = exporter_with_custom_span_processor.get_finished_spans()
+#     workflow_span = spans[0]
+#     assert workflow_span.attributes["custom_span"] == "yes"
 
 
-def test_instruments(exporter_with_custom_instrumentations):
-    @workflow()
-    def run_workflow():
-        pass
+# def test_instruments(exporter_with_custom_instrumentations):
+#     @workflow()
+#     def run_workflow():
+#         pass
 
-    run_workflow()
+#     run_workflow()
 
-    spans = exporter_with_custom_instrumentations.get_finished_spans()
-    workflow_span = spans[0]
-    assert workflow_span
+#     spans = exporter_with_custom_instrumentations.get_finished_spans()
+#     workflow_span = spans[0]
+#     assert workflow_span
 
 
-def test_no_metrics(exporter_with_no_metrics):
-    @workflow()
-    def run_workflow():
-        pass
+# def test_no_metrics(exporter_with_no_metrics):
+#     @workflow()
+#     def run_workflow():
+#         pass
 
-    run_workflow()
+#     run_workflow()
 
-    spans = exporter_with_no_metrics.get_finished_spans()
-    workflow_span = spans[0]
-    assert workflow_span
+#     spans = exporter_with_no_metrics.get_finished_spans()
+#     workflow_span = spans[0]
+#     assert workflow_span

lmnr/traceloop_sdk/tests/test_tasks.py

@@ -1,32 +1,32 @@
-import json
-import pytest
+# import json
+# import pytest
 
-from langchain_openai import ChatOpenAI
-from lmnr.traceloop_sdk.decorators import task
-from opentelemetry.semconv_ai import SpanAttributes
+# from langchain_openai import ChatOpenAI
+# from lmnr.traceloop_sdk.decorators import task
+# from opentelemetry.semconv_ai import SpanAttributes
 
 
-@pytest.mark.vcr
-def test_task_io_serialization_with_langchain(exporter):
-    @task(name="answer_question")
-    def answer_question():
-        chat = ChatOpenAI(temperature=0)
+# @pytest.mark.vcr
+# def test_task_io_serialization_with_langchain(exporter):
+#     @task(name="answer_question")
+#     def answer_question():
+#         chat = ChatOpenAI(temperature=0)
 
-        return chat.invoke("Is Berlin the capital of Germany? Answer with yes or no")
+#         return chat.invoke("Is Berlin the capital of Germany? Answer with yes or no")
 
-    answer_question()
+#     answer_question()
 
-    spans = exporter.get_finished_spans()
+#     spans = exporter.get_finished_spans()
 
-    assert [span.name for span in spans] == [
-        "ChatOpenAI.chat",
-        "answer_question.task",
-    ]
+#     assert [span.name for span in spans] == [
+#         "ChatOpenAI.chat",
+#         "answer_question.task",
+#     ]
 
-    task_span = next(span for span in spans if span.name == "answer_question.task")
-    assert (
-        json.loads(task_span.attributes.get(SpanAttributes.TRACELOOP_ENTITY_OUTPUT))[
-            "kwargs"
-        ]["content"]
-        == "Yes"
-    )
+#     task_span = next(span for span in spans if span.name == "answer_question.task")
+#     assert (
+#         json.loads(task_span.attributes.get(SpanAttributes.TRACELOOP_ENTITY_OUTPUT))[
+#             "kwargs"
+#         ]["content"]
+#         == "Yes"
+#     )