lmnr 0.4.35__py3-none-any.whl → 0.4.37__py3-none-any.whl

lmnr/traceloop_sdk/tests/test_association_properties.py

@@ -1,229 +0,0 @@
-# import pytest
-# from langchain_openai import ChatOpenAI
-# from langchain.prompts import ChatPromptTemplate
-# from opentelemetry.semconv_ai import SpanAttributes
-# from lmnr.traceloop_sdk import Traceloop
-# from lmnr.traceloop_sdk.decorators import task, workflow
-
-
-# def test_association_properties(exporter):
-#     @workflow(name="test_workflow")
-#     def test_workflow():
-#         return test_task()
-
-#     @task(name="test_task")
-#     def test_task():
-#         return
-
-#     Traceloop.set_association_properties({"user_id": 1, "user_name": "John Doe"})
-#     test_workflow()
-
-#     spans = exporter.get_finished_spans()
-#     assert [span.name for span in spans] == [
-#         "test_task.task",
-#         "test_workflow.workflow",
-#     ]
-
-#     some_task_span = spans[0]
-#     some_workflow_span = spans[1]
-#     assert (
-#         some_workflow_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-#         ]
-#         == 1
-#     )
-#     assert (
-#         some_workflow_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_name"
-#         ]
-#         == "John Doe"
-#     )
-#     assert (
-#         some_task_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-#         ]
-#         == 1
-#     )
-#     assert (
-#         some_task_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_name"
-#         ]
-#         == "John Doe"
-#     )
-
-
-# def test_association_properties_within_workflow(exporter):
-#     @workflow(name="test_workflow_within")
-#     def test_workflow():
-#         Traceloop.set_association_properties({"session_id": 15})
-#         return
-
-#     test_workflow()
-
-#     spans = exporter.get_finished_spans()
-#     assert [span.name for span in spans] == [
-#         "test_workflow_within.workflow",
-#     ]
-
-#     some_workflow_span = spans[0]
-#     assert (
-#         some_workflow_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-#         ]
-#         == 15
-#     )
-
-
-# @pytest.mark.vcr
-# def test_langchain_association_properties(exporter):
-#     prompt = ChatPromptTemplate.from_messages(
-#         [("system", "You are helpful assistant"), ("user", "{input}")]
-#     )
-#     model = ChatOpenAI(model="gpt-3.5-turbo")
-
-#     chain = prompt | model
-#     chain.invoke(
-#         {"input": "tell me a short joke"},
-#         {"metadata": {"user_id": "1234", "session_id": 456}},
-#     )
-
-#     spans = exporter.get_finished_spans()
-
-#     assert [
-#         "ChatPromptTemplate.task",
-#         "ChatOpenAI.chat",
-#         "RunnableSequence.workflow",
-#     ] == [span.name for span in spans], [span.name for span in spans]
-
-#     workflow_span = next(
-#         span for span in spans if span.name == "RunnableSequence.workflow"
-#     )
-#     prompt_span = next(span for span in spans if span.name == "ChatPromptTemplate.task")
-#     chat_span = next(span for span in spans if span.name == "ChatOpenAI.chat")
-
-#     assert (
-#         workflow_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-#         ]
-#         == "1234"
-#     )
-#     assert (
-#         workflow_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-#         ]
-#         == 456
-#     )
-#     assert (
-#         chat_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-#         ]
-#         == "1234"
-#     )
-#     assert (
-#         chat_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-#         ]
-#         == 456
-#     )
-#     assert (
-#         prompt_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-#         ]
-#         == "1234"
-#     )
-#     assert (
-#         prompt_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-#         ]
-#         == 456
-#     )
-
-
-# @pytest.mark.vcr
-# def test_langchain_and_external_association_properties(exporter):
-#     @workflow(name="test_workflow_external")
-#     def test_workflow_external():
-#         Traceloop.set_association_properties({"workspace_id": "789"})
-
-#         prompt = ChatPromptTemplate.from_messages(
-#             [("system", "You are helpful assistant"), ("user", "{input}")]
-#         )
-#         model = ChatOpenAI(model="gpt-3.5-turbo")
-
-#         chain = prompt | model
-#         chain.invoke(
-#             {"input": "tell me a short joke"},
-#             {"metadata": {"user_id": "1234", "session_id": 456}},
-#         )
-
-#     test_workflow_external()
-
-#     spans = exporter.get_finished_spans()
-
-#     assert [
-#         "ChatPromptTemplate.task",
-#         "ChatOpenAI.chat",
-#         "RunnableSequence.workflow",
-#         "test_workflow_external.workflow",
-#     ] == [span.name for span in spans], [span.name for span in spans]
-
-#     workflow_span = next(
-#         span for span in spans if span.name == "RunnableSequence.workflow"
-#     )
-#     prompt_span = next(span for span in spans if span.name == "ChatPromptTemplate.task")
-#     chat_span = next(span for span in spans if span.name == "ChatOpenAI.chat")
-
-#     assert (
-#         workflow_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-#         ]
-#         == "1234"
-#     )
-#     assert (
-#         workflow_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-#         ]
-#         == 456
-#     )
-#     assert (
-#         workflow_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.workspace_id"
-#         ]
-#         == "789"
-#     )
-#     assert (
-#         chat_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-#         ]
-#         == "1234"
-#     )
-#     assert (
-#         chat_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-#         ]
-#         == 456
-#     )
-#     assert (
-#         chat_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.workspace_id"
-#         ]
-#         == "789"
-#     )
-#     assert (
-#         prompt_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.user_id"
-#         ]
-#         == "1234"
-#     )
-#     assert (
-#         prompt_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.session_id"
-#         ]
-#         == 456
-#     )
-#     assert (
-#         prompt_span.attributes[
-#             f"{SpanAttributes.TRACELOOP_ASSOCIATION_PROPERTIES}.workspace_id"
-#         ]
-#         == "789"
-#     )

lmnr/traceloop_sdk/tests/test_manual.py

@@ -1,48 +0,0 @@
-# from opentelemetry.semconv_ai import SpanAttributes
-# import pytest
-# from openai import OpenAI
-# from lmnr.traceloop_sdk.tracing.manual import LLMMessage, track_llm_call
-
-
-# @pytest.fixture
-# def openai_client():
-#     return OpenAI()
-
-
-# @pytest.mark.vcr
-# def test_manual_report(exporter, openai_client):
-#     with track_llm_call(vendor="openai", type="chat") as span:
-#         span.report_request(
-#             model="gpt-3.5-turbo",
-#             messages=[
-#                 LLMMessage(role="user", content="Tell me a joke about opentelemetry")
-#             ],
-#         )
-
-#         res = openai_client.chat.completions.create(
-#             model="gpt-3.5-turbo",
-#             messages=[
-#                 {"role": "user", "content": "Tell me a joke about opentelemetry"}
-#             ],
-#         )
-
-#         span.report_response(res.model, [text.message.content for text in res.choices])
-
-#     spans = exporter.get_finished_spans()
-#     open_ai_span = spans[0]
-#     assert open_ai_span.attributes[SpanAttributes.LLM_REQUEST_MODEL] == "gpt-3.5-turbo"
-#     assert open_ai_span.attributes[f"{SpanAttributes.LLM_PROMPTS}.0.role"] == "user"
-#     assert (
-#         open_ai_span.attributes[f"{SpanAttributes.LLM_PROMPTS}.0.content"]
-#         == "Tell me a joke about opentelemetry"
-#     )
-#     assert (
-#         open_ai_span.attributes[SpanAttributes.LLM_RESPONSE_MODEL]
-#         == "gpt-3.5-turbo-0125"
-#     )
-#     assert (
-#         open_ai_span.attributes[f"{SpanAttributes.LLM_COMPLETIONS}.0.content"]
-#         == "Why did the opentelemetry developer break up with their partner? Because they were tired"
-#         + " of constantly tracing their every move!"
-#     )
-#     assert open_ai_span.end_time > open_ai_span.start_time

lmnr/traceloop_sdk/tests/test_nested_tasks.py

@@ -1,47 +0,0 @@
-# from opentelemetry.semconv_ai import SpanAttributes
-# from lmnr.traceloop_sdk.decorators import task, workflow
-# from pytest import raises
-
-
-# def test_nested_tasks(exporter):
-#     @workflow(name="some_workflow")
-#     def some_workflow():
-#         return outer_task()
-
-#     @task(name="outer_task")
-#     def outer_task():
-#         return inner_task()
-
-#     @task(name="inner_task")
-#     def inner_task():
-#         return inner_inner_task()
-
-#     @task(name="inner_inner_task")
-#     def inner_inner_task():
-#         return
-
-#     some_workflow()
-
-#     spans = exporter.get_finished_spans()
-#     assert [span.name for span in spans] == [
-#         "inner_inner_task.task",
-#         "inner_task.task",
-#         "outer_task.task",
-#         "some_workflow.workflow",
-#     ]
-
-#     inner_inner_task_span = spans[0]
-#     inner_task_span = spans[1]
-#     outer_task_span = spans[2]
-#     some_workflow_span = spans[3]
-
-#     assert (
-#         inner_inner_task_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH]
-#         == "outer_task.inner_task"
-#     )
-#     assert (
-#         inner_task_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH] == "outer_task"
-#     )
-#     with raises(KeyError):
-#         _ = outer_task_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH]
-#         _ = some_workflow_span.attributes[SpanAttributes.TRACELOOP_ENTITY_PATH]

lmnr/traceloop_sdk/tests/test_privacy_no_prompts.py

@@ -1,50 +0,0 @@
-# import os
-
-# import pytest
-# from openai import OpenAI
-# from opentelemetry.semconv_ai import SpanAttributes
-# from lmnr.traceloop_sdk.decorators import workflow, task
-
-
-# @pytest.fixture(autouse=True)
-# def disable_trace_content():
-#     os.environ["TRACELOOP_TRACE_CONTENT"] = "false"
-#     yield
-#     os.environ["TRACELOOP_TRACE_CONTENT"] = "true"
-
-
-# @pytest.fixture
-# def openai_client():
-#     return OpenAI()
-
-
-# @pytest.mark.vcr
-# def test_simple_workflow(exporter, openai_client):
-#     @task(name="joke_creation")
-#     def create_joke():
-#         completion = openai_client.chat.completions.create(
-#             model="gpt-3.5-turbo",
-#             messages=[
-#                 {"role": "user", "content": "Tell me a joke about opentelemetry"}
-#             ],
-#         )
-#         return completion.choices[0].message.content
-
-#     @workflow(name="pirate_joke_generator")
-#     def joke_workflow():
-#         create_joke()
-
-#     joke_workflow()
-
-#     spans = exporter.get_finished_spans()
-#     assert [span.name for span in spans] == [
-#         "openai.chat",
-#         "joke_creation.task",
-#         "pirate_joke_generator.workflow",
-#     ]
-#     open_ai_span = spans[0]
-#     assert open_ai_span.attributes[SpanAttributes.LLM_USAGE_PROMPT_TOKENS] == 15
-#     assert not open_ai_span.attributes.get(f"{SpanAttributes.LLM_PROMPTS}.0.content")
-#     assert not open_ai_span.attributes.get(
-#         f"{SpanAttributes.LLM_PROMPTS}.0.completions"
-#     )

lmnr/traceloop_sdk/tests/test_sdk_initialization.py

@@ -1,57 +0,0 @@
-# import pytest
-# from openai import OpenAI
-# from lmnr.traceloop_sdk.decorators import workflow
-
-
-# @pytest.fixture
-# def openai_client():
-#     return OpenAI()
-
-
-# @pytest.mark.vcr
-# def test_resource_attributes(exporter, openai_client):
-#     openai_client.chat.completions.create(
-#         model="gpt-3.5-turbo",
-#         messages=[{"role": "user", "content": "Tell me a joke about opentelemetry"}],
-#     )
-
-#     spans = exporter.get_finished_spans()
-#     open_ai_span = spans[0]
-#     assert open_ai_span.resource.attributes["something"] == "yes"
-#     assert open_ai_span.resource.attributes["service.name"] == "test"
-
-
-# def test_custom_span_processor(exporter_with_custom_span_processor):
-#     @workflow()
-#     def run_workflow():
-#         pass
-
-#     run_workflow()
-
-#     spans = exporter_with_custom_span_processor.get_finished_spans()
-#     workflow_span = spans[0]
-#     assert workflow_span.attributes["custom_span"] == "yes"
-
-
-# def test_instruments(exporter_with_custom_instrumentations):
-#     @workflow()
-#     def run_workflow():
-#         pass
-
-#     run_workflow()
-
-#     spans = exporter_with_custom_instrumentations.get_finished_spans()
-#     workflow_span = spans[0]
-#     assert workflow_span
-
-
-# def test_no_metrics(exporter_with_no_metrics):
-#     @workflow()
-#     def run_workflow():
-#         pass
-
-#     run_workflow()
-
-#     spans = exporter_with_no_metrics.get_finished_spans()
-#     workflow_span = spans[0]
-#     assert workflow_span

lmnr/traceloop_sdk/tests/test_tasks.py

@@ -1,32 +0,0 @@
-# import json
-# import pytest
-
-# from langchain_openai import ChatOpenAI
-# from lmnr.traceloop_sdk.decorators import task
-# from opentelemetry.semconv_ai import SpanAttributes
-
-
-# @pytest.mark.vcr
-# def test_task_io_serialization_with_langchain(exporter):
-#     @task(name="answer_question")
-#     def answer_question():
-#         chat = ChatOpenAI(temperature=0)
-
-#         return chat.invoke("Is Berlin the capital of Germany? Answer with yes or no")
-
-#     answer_question()
-
-#     spans = exporter.get_finished_spans()
-
-#     assert [span.name for span in spans] == [
-#         "ChatOpenAI.chat",
-#         "answer_question.task",
-#     ]
-
-#     task_span = next(span for span in spans if span.name == "answer_question.task")
-#     assert (
-#         json.loads(task_span.attributes.get(SpanAttributes.TRACELOOP_ENTITY_OUTPUT))[
-#             "kwargs"
-#         ]["content"]
-#         == "Yes"
-#     )