lmnr 0.4.53.dev0__py3-none-any.whl → 0.7.26__py3-none-any.whl

lmnr/opentelemetry_lib/opentelemetry/instrumentation/openai/v1/responses_wrappers.py

@@ -0,0 +1,786 @@
+import json
+import pydantic
+import re
+import time
+
+from openai import AsyncStream, Stream
+
+# Conditional imports for backward compatibility
+try:
+    from openai.types.responses import (
+        FunctionToolParam,
+        Response,
+        ResponseInputItemParam,
+        ResponseInputParam,
+        ResponseOutputItem,
+        ResponseUsage,
+        ToolParam,
+    )
+    from openai.types.responses.response_output_message_param import (
+        ResponseOutputMessageParam,
+    )
+
+    RESPONSES_AVAILABLE = True
+except ImportError:
+    # Fallback types for older OpenAI SDK versions
+    from typing import Any, Dict, List, Union
+
+    # Create basic fallback types
+    FunctionToolParam = Dict[str, Any]
+    Response = Any
+    ResponseInputItemParam = Dict[str, Any]
+    ResponseInputParam = Union[str, List[Dict[str, Any]]]
+    ResponseOutputItem = Dict[str, Any]
+    ResponseUsage = Dict[str, Any]
+    ToolParam = Dict[str, Any]
+    ResponseOutputMessageParam = Dict[str, Any]
+    RESPONSES_AVAILABLE = False
+
+from lmnr.opentelemetry_lib.tracing.context import (
+    get_current_context,
+    get_event_attributes_from_context,
+)
+from lmnr.sdk.utils import json_dumps
+from openai._legacy_response import LegacyAPIResponse
+from opentelemetry import context as context_api
+from opentelemetry.instrumentation.utils import _SUPPRESS_INSTRUMENTATION_KEY
+from opentelemetry.semconv_ai import SpanAttributes
+from opentelemetry.semconv.attributes.error_attributes import ERROR_TYPE
+from opentelemetry.semconv._incubating.attributes.gen_ai_attributes import (
+    GEN_AI_COMPLETION,
+    GEN_AI_PROMPT,
+    GEN_AI_USAGE_INPUT_TOKENS,
+    GEN_AI_USAGE_OUTPUT_TOKENS,
+    GEN_AI_RESPONSE_ID,
+    GEN_AI_REQUEST_MODEL,
+    GEN_AI_RESPONSE_MODEL,
+    GEN_AI_SYSTEM,
+)
+from opentelemetry.trace import SpanKind, Span, StatusCode, Tracer
+from typing import Any, Optional, Union
+from typing_extensions import NotRequired
+
+from ..shared import (
+    _set_span_attribute,
+    model_as_dict,
+)
+
+from ..utils import (
+    _with_tracer_wrapper,
+    dont_throw,
+    should_send_prompts,
+)
+
+SPAN_NAME = "openai.response"
+
+
+def prepare_input_param(input_param: ResponseInputItemParam) -> ResponseInputItemParam:
+    """
+    Looks like OpenAI API infers the type "message" if the shape is correct,
+    but type is not specified.
+    It is marked as required on the message types. We add this to our
+    traced data to make it work.
+    """
+    try:
+        d = model_as_dict(input_param)
+        if "type" not in d:
+            d["type"] = "message"
+        if RESPONSES_AVAILABLE:
+            return ResponseInputItemParam(**d)
+        else:
+            return d
+    except Exception:
+        return input_param
+
+
+def process_input(inp: ResponseInputParam) -> ResponseInputParam:
+    if not isinstance(inp, list):
+        return inp
+    return [prepare_input_param(item) for item in inp]
+
+
+def is_validator_iterator(content):
+    """
+    Some OpenAI objects contain fields typed as Iterable, which pydantic
+    internally converts to a ValidatorIterator, and they cannot be trivially
+    serialized without consuming the iterator to, for example, a list.
+
+    See: https://github.com/pydantic/pydantic/issues/9541#issuecomment-2189045051
+    """
+    return re.search(r"pydantic.*ValidatorIterator'>$", str(type(content)))
+
+
+# OpenAI API accepts output messages without an ID in its inputs, but
+# the ID is marked as required in the output type.
+if RESPONSES_AVAILABLE:
+
+    class ResponseOutputMessageParamWithoutId(ResponseOutputMessageParam):
+        id: NotRequired[str]
+
+else:
+    # Fallback for older SDK versions
+    ResponseOutputMessageParamWithoutId = dict
+
+
+class TracedData(pydantic.BaseModel):
+    start_time: float  # time.time_ns()
+    response_id: str
+    # actually Union[str, list[Union[ResponseInputItemParam, ResponseOutputMessageParamWithoutId]]],
+    # but this only works properly in Python 3.10+ / newer pydantic
+    input: Any
+    # system message
+    instructions: Optional[str] = pydantic.Field(default=None)
+    # TODO: remove Any with newer Python / pydantic
+    tools: Optional[list[Union[Any, ToolParam]]] = pydantic.Field(default=None)
+    output_blocks: Optional[dict[str, ResponseOutputItem]] = pydantic.Field(
+        default=None
+    )
+    usage: Optional[ResponseUsage] = pydantic.Field(default=None)
+    output_text: Optional[str] = pydantic.Field(default=None)
+    request_model: Optional[str] = pydantic.Field(default=None)
+    response_model: Optional[str] = pydantic.Field(default=None)
+
+    # Reasoning attributes
+    request_reasoning_summary: Optional[str] = pydantic.Field(default=None)
+    request_reasoning_effort: Optional[str] = pydantic.Field(default=None)
+
+    request_service_tier: Optional[str] = pydantic.Field(default=None)
+    response_service_tier: Optional[str] = pydantic.Field(default=None)
+
+
+responses: dict[str, TracedData] = {}
+
+
+def parse_response(response: Union[LegacyAPIResponse, Response]) -> Response:
+    if isinstance(response, LegacyAPIResponse):
+        return response.parse()
+    return response
+
+
+def get_tools_from_kwargs(kwargs: dict) -> list[ToolParam]:
+    tools_input = kwargs.get("tools", [])
+    tools = []
+
+    for tool in tools_input:
+        if tool.get("type") == "function":
+            if RESPONSES_AVAILABLE:
+                tools.append(FunctionToolParam(**tool))
+            else:
+                tools.append(tool)
+
+    return tools
+
+
+def process_content_block(
+    block: dict[str, Any],
+) -> dict[str, Any]:
+    # TODO: keep the original type once backend supports it
+    if block.get("type") in ["text", "input_text", "output_text"]:
+        return {"type": "text", "text": block.get("text")}
+    elif block.get("type") in ["image", "input_image", "output_image"]:
+        return {
+            "type": "image",
+            "image_url": block.get("image_url"),
+            "detail": block.get("detail"),
+            "file_id": block.get("file_id"),
+        }
+    elif block.get("type") in ["file", "input_file", "output_file"]:
+        return {
+            "type": "file",
+            "file_id": block.get("file_id"),
+            "filename": block.get("filename"),
+            "file_data": block.get("file_data"),
+        }
+    return block
+
+
+@dont_throw
+def set_data_attributes(traced_response: TracedData, span: Span):
+    _set_span_attribute(span, GEN_AI_SYSTEM, "openai")
+    _set_span_attribute(span, GEN_AI_REQUEST_MODEL, traced_response.request_model)
+    _set_span_attribute(span, GEN_AI_RESPONSE_ID, traced_response.response_id)
+    _set_span_attribute(span, GEN_AI_RESPONSE_MODEL, traced_response.response_model)
+    if usage := traced_response.usage:
+        _set_span_attribute(span, GEN_AI_USAGE_INPUT_TOKENS, usage.input_tokens)
+        _set_span_attribute(span, GEN_AI_USAGE_OUTPUT_TOKENS, usage.output_tokens)
+        _set_span_attribute(
+            span, SpanAttributes.LLM_USAGE_TOTAL_TOKENS, usage.total_tokens
+        )
+        if usage.input_tokens_details:
+            _set_span_attribute(
+                span,
+                SpanAttributes.LLM_USAGE_CACHE_READ_INPUT_TOKENS,
+                usage.input_tokens_details.cached_tokens,
+            )
+
+        reasoning_tokens = None
+        if usage.output_tokens_details:
+            reasoning_tokens = usage.output_tokens_details.reasoning_tokens
+
+        _set_span_attribute(
+            span,
+            SpanAttributes.LLM_USAGE_REASONING_TOKENS,
+            reasoning_tokens or 0,
+        )
+
+    _set_span_attribute(
+        span,
+        f"{SpanAttributes.LLM_REQUEST_REASONING_SUMMARY}",
+        traced_response.request_reasoning_summary or (),
+    )
+
+    _set_span_attribute(
+        span,
+        f"{SpanAttributes.LLM_REQUEST_REASONING_EFFORT}",
+        traced_response.request_reasoning_effort or (),
+    )
+
+    _set_span_attribute(
+        span,
+        "openai.request.service_tier",
+        traced_response.request_service_tier,
+    )
+    _set_span_attribute(
+        span,
+        "openai.response.service_tier",
+        traced_response.response_service_tier,
+    )
+
+    if should_send_prompts():
+        prompt_index = 0
+        if traced_response.tools:
+            for i, tool_param in enumerate(traced_response.tools):
+                tool_dict = model_as_dict(tool_param)
+                description = tool_dict.get("description")
+                parameters = tool_dict.get("parameters")
+                name = tool_dict.get("name")
+                if parameters is None:
+                    continue
+                _set_span_attribute(
+                    span,
+                    f"{SpanAttributes.LLM_REQUEST_FUNCTIONS}.{i}.description",
+                    description,
+                )
+                _set_span_attribute(
+                    span,
+                    f"{SpanAttributes.LLM_REQUEST_FUNCTIONS}.{i}.parameters",
+                    json.dumps(parameters),
+                )
+                _set_span_attribute(
+                    span,
+                    f"{SpanAttributes.LLM_REQUEST_FUNCTIONS}.{i}.name",
+                    name,
+                )
+        if traced_response.instructions:
+            _set_span_attribute(
+                span,
+                f"{GEN_AI_PROMPT}.{prompt_index}.content",
+                traced_response.instructions,
+            )
+            _set_span_attribute(span, f"{GEN_AI_PROMPT}.{prompt_index}.role", "system")
+            prompt_index += 1
+
+        if isinstance(traced_response.input, str):
+            _set_span_attribute(
+                span, f"{GEN_AI_PROMPT}.{prompt_index}.content", traced_response.input
+            )
+            _set_span_attribute(span, f"{GEN_AI_PROMPT}.{prompt_index}.role", "user")
+            prompt_index += 1
+        else:
+            for block in traced_response.input:
+                block_dict = model_as_dict(block)
+                if block_dict.get("type", "message") == "message":
+                    content = block_dict.get("content")
+                    if is_validator_iterator(content):
+                        # we're after the actual call here, so we can consume the iterator
+                        content = [process_content_block(block) for block in content]
+                    try:
+                        stringified_content = (
+                            content if isinstance(content, str) else json.dumps(content)
+                        )
+                    except Exception:
+                        stringified_content = (
+                            str(content) if content is not None else ""
+                        )
+                    _set_span_attribute(
+                        span,
+                        f"{GEN_AI_PROMPT}.{prompt_index}.content",
+                        stringified_content,
+                    )
+                    _set_span_attribute(
+                        span,
+                        f"{GEN_AI_PROMPT}.{prompt_index}.role",
+                        block_dict.get("role"),
+                    )
+                    prompt_index += 1
+                elif block_dict.get("type") == "computer_call_output":
+                    _set_span_attribute(
+                        span,
+                        f"{GEN_AI_PROMPT}.{prompt_index}.role",
+                        "computer_call_output",
+                    )
+                    output_image_url = block_dict.get("output", {}).get("image_url")
+                    if output_image_url:
+                        _set_span_attribute(
+                            span,
+                            f"{GEN_AI_PROMPT}.{prompt_index}.content",
+                            json.dumps(
+                                [
+                                    {
+                                        "type": "image_url",
+                                        "image_url": {"url": output_image_url},
+                                    }
+                                ]
+                            ),
+                        )
+                    prompt_index += 1
+                elif block_dict.get("type") == "computer_call":
+                    _set_span_attribute(
+                        span, f"{GEN_AI_PROMPT}.{prompt_index}.role", "assistant"
+                    )
+                    call_content = {}
+                    if block_dict.get("id"):
+                        call_content["id"] = block_dict.get("id")
+                    if block_dict.get("action"):
+                        call_content["action"] = block_dict.get("action")
+                    _set_span_attribute(
+                        span,
+                        f"{GEN_AI_PROMPT}.{prompt_index}.tool_calls.0.arguments",
+                        json.dumps(call_content),
+                    )
+                    _set_span_attribute(
+                        span,
+                        f"{GEN_AI_PROMPT}.{prompt_index}.tool_calls.0.id",
+                        block_dict.get("call_id"),
+                    )
+                    _set_span_attribute(
+                        span,
+                        f"{GEN_AI_PROMPT}.{prompt_index}.tool_calls.0.name",
+                        "computer_call",
+                    )
+                    prompt_index += 1
+                elif block_dict.get("type") == "reasoning":
+                    reasoning_summary = block_dict.get("summary")
+                    if reasoning_summary and isinstance(reasoning_summary, list):
+                        processed_chunks = [
+                            {"type": "text", "text": chunk.get("text")}
+                            for chunk in reasoning_summary
+                            if isinstance(chunk, dict)
+                            and chunk.get("type") == "summary_text"
+                        ]
+                        _set_span_attribute(
+                            span,
+                            f"{GEN_AI_PROMPT}.{prompt_index}.reasoning",
+                            json_dumps(processed_chunks),
+                        )
+                        _set_span_attribute(
+                            span,
+                            f"{GEN_AI_PROMPT}.{prompt_index}.role",
+                            "assistant",
+                        )
+                    # reasoning is followed by other content parts in the same messge,
+                    # so we don't increment the prompt index
+                # TODO: handle other block types
+
+        _set_span_attribute(span, f"{GEN_AI_COMPLETION}.0.role", "assistant")
+        if traced_response.output_text:
+            _set_span_attribute(
+                span, f"{GEN_AI_COMPLETION}.0.content", traced_response.output_text
+            )
+        tool_call_index = 0
+        for block in traced_response.output_blocks.values():
+            block_dict = model_as_dict(block)
+            if block_dict.get("type") == "message":
+                # either a refusal or handled in output_text above
+                continue
+            if block_dict.get("type") == "function_call":
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.id",
+                    block_dict.get("id"),
+                )
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.name",
+                    block_dict.get("name"),
+                )
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.arguments",
+                    block_dict.get("arguments"),
+                )
+                tool_call_index += 1
+            elif block_dict.get("type") == "file_search_call":
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.id",
+                    block_dict.get("id"),
+                )
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.name",
+                    "file_search_call",
+                )
+                tool_call_index += 1
+            elif block_dict.get("type") == "web_search_call":
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.id",
+                    block_dict.get("id"),
+                )
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.name",
+                    "web_search_call",
+                )
+                tool_call_index += 1
+            elif block_dict.get("type") == "computer_call":
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.id",
+                    block_dict.get("call_id"),
+                )
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.name",
+                    "computer_call",
+                )
+                _set_span_attribute(
+                    span,
+                    f"{GEN_AI_COMPLETION}.0.tool_calls.{tool_call_index}.arguments",
+                    json.dumps(block_dict.get("action")),
+                )
+                tool_call_index += 1
+            elif block_dict.get("type") == "reasoning":
+                reasoning_summary = block_dict.get("summary")
+                if reasoning_summary and isinstance(reasoning_summary, list):
+                    processed_chunks = [
+                        {"type": "text", "text": chunk.get("text")}
+                        for chunk in reasoning_summary
+                        if isinstance(chunk, dict)
+                        and chunk.get("type") == "summary_text"
+                    ]
+                    _set_span_attribute(
+                        span,
+                        "gen_ai.completion.0.reasoning",
+                        json_dumps(processed_chunks),
+                    )
+            # TODO: handle other block types, in particular other calls
+
+
+@dont_throw
+@_with_tracer_wrapper
+def responses_get_or_create_wrapper(tracer: Tracer, wrapped, instance, args, kwargs):
+    if context_api.get_value(_SUPPRESS_INSTRUMENTATION_KEY):
+        return wrapped(*args, **kwargs)
+    start_time = time.time_ns()
+
+    try:
+        response = wrapped(*args, **kwargs)
+        if isinstance(response, Stream):
+            return response
+    except Exception as e:
+        response_id = kwargs.get("response_id")
+        existing_data = {}
+        if response_id and response_id in responses:
+            existing_data = responses[response_id].model_dump()
+        try:
+            traced_data = TracedData(
+                start_time=existing_data.get("start_time", start_time),
+                response_id=response_id or "",
+                input=process_input(
+                    kwargs.get("input", existing_data.get("input", []))
+                ),
+                instructions=kwargs.get(
+                    "instructions", existing_data.get("instructions")
+                ),
+                tools=get_tools_from_kwargs(kwargs) or existing_data.get("tools", []),
+                output_blocks=existing_data.get("output_blocks", {}),
+                usage=existing_data.get("usage"),
+                output_text=kwargs.get(
+                    "output_text", existing_data.get("output_text", "")
+                ),
+                request_model=kwargs.get(
+                    "model", existing_data.get("request_model", "")
+                ),
+                response_model=existing_data.get("response_model", ""),
+                request_reasoning_summary=kwargs.get("reasoning", {}).get(
+                    "summary", existing_data.get("request_reasoning_summary")
+                ),
+                request_reasoning_effort=kwargs.get("reasoning", {}).get(
+                    "effort", existing_data.get("request_reasoning_effort")
+                ),
+                request_service_tier=kwargs.get(
+                    "service_tier", existing_data.get("request_service_tier")
+                ),
+                # response_service_tier=existing_data.get("response_service_tier"),
+            )
+        except Exception:
+            traced_data = None
+
+        span = tracer.start_span(
+            SPAN_NAME,
+            kind=SpanKind.CLIENT,
+            start_time=(
+                start_time if traced_data is None else int(traced_data.start_time)
+            ),
+            context=get_current_context(),
+        )
+        span.set_attribute(ERROR_TYPE, e.__class__.__name__)
+        span.record_exception(e, attributes=get_event_attributes_from_context())
+        span.set_status(StatusCode.ERROR, str(e))
+        if traced_data:
+            set_data_attributes(traced_data, span)
+        span.end()
+        raise
+    parsed_response = parse_response(response)
+
+    existing_data = responses.get(parsed_response.id)
+    if existing_data is None:
+        existing_data = {}
+    else:
+        existing_data = existing_data.model_dump()
+
+    request_tools = get_tools_from_kwargs(kwargs)
+
+    merged_tools = existing_data.get("tools", []) + request_tools
+
+    try:
+        traced_data = TracedData(
+            start_time=existing_data.get("start_time", start_time),
+            response_id=parsed_response.id,
+            input=process_input(existing_data.get("input", kwargs.get("input"))),
+            instructions=existing_data.get("instructions", kwargs.get("instructions")),
+            tools=merged_tools if merged_tools else None,
+            output_blocks={block.id: block for block in parsed_response.output}
+            | existing_data.get("output_blocks", {}),
+            usage=existing_data.get("usage", parsed_response.usage),
+            output_text=existing_data.get(
+                "output_text", _get_output_text(parsed_response)
+            ),
+            request_model=existing_data.get("request_model", kwargs.get("model")),
+            response_model=existing_data.get("response_model", parsed_response.model),
+            request_reasoning_summary=existing_data.get(
+                "request_reasoning_summary", kwargs.get("reasoning", {}).get("summary")
+            ),
+            request_reasoning_effort=existing_data.get(
+                "request_reasoning_effort", kwargs.get("reasoning", {}).get("effort")
+            ),
+            request_service_tier=existing_data.get(
+                "request_service_tier", kwargs.get("service_tier")
+            ),
+            response_service_tier=existing_data.get(
+                "response_service_tier",
+                parsed_response.service_tier,
+            ),
+        )
+        responses[parsed_response.id] = traced_data
+    except Exception:
+        raise
+        return response
+
+    if parsed_response.status == "completed":
+        span = tracer.start_span(
+            SPAN_NAME,
+            kind=SpanKind.CLIENT,
+            start_time=int(traced_data.start_time),
+            context=get_current_context(),
+        )
+        set_data_attributes(traced_data, span)
+        span.end()
+
+    return response
+
+
+@dont_throw
+@_with_tracer_wrapper
+async def async_responses_get_or_create_wrapper(
+    tracer: Tracer, wrapped, instance, args, kwargs
+):
+    if context_api.get_value(_SUPPRESS_INSTRUMENTATION_KEY):
+        return await wrapped(*args, **kwargs)
+    start_time = time.time_ns()
+
+    try:
+        response = await wrapped(*args, **kwargs)
+        if isinstance(response, (Stream, AsyncStream)):
+            return response
+    except Exception as e:
+        response_id = kwargs.get("response_id")
+        existing_data = {}
+        if response_id and response_id in responses:
+            existing_data = responses[response_id].model_dump()
+        try:
+            traced_data = TracedData(
+                start_time=existing_data.get("start_time", start_time),
+                response_id=response_id or "",
+                input=process_input(
+                    kwargs.get("input", existing_data.get("input", []))
+                ),
+                instructions=kwargs.get(
+                    "instructions", existing_data.get("instructions", "")
+                ),
+                tools=get_tools_from_kwargs(kwargs) or existing_data.get("tools", []),
+                output_blocks=existing_data.get("output_blocks", {}),
+                usage=existing_data.get("usage"),
+                output_text=kwargs.get("output_text", existing_data.get("output_text")),
+                request_model=kwargs.get("model", existing_data.get("request_model")),
+                response_model=existing_data.get("response_model"),
+                request_reasoning_summary=kwargs.get("reasoning", {}).get(
+                    "summary", existing_data.get("request_reasoning_summary")
+                ),
+                request_reasoning_effort=kwargs.get("reasoning", {}).get(
+                    "effort", existing_data.get("request_reasoning_effort")
+                ),
+                request_service_tier=kwargs.get(
+                    "service_tier", existing_data.get("request_service_tier")
+                ),
+                # response_service_tier=existing_data.get("response_service_tier"),
+            )
+        except Exception:
+            traced_data = None
+
+        span = tracer.start_span(
+            SPAN_NAME,
+            kind=SpanKind.CLIENT,
+            start_time=(
+                start_time if traced_data is None else int(traced_data.start_time)
+            ),
+            context=get_current_context(),
+        )
+        span.set_attribute(ERROR_TYPE, e.__class__.__name__)
+        span.record_exception(e, attributes=get_event_attributes_from_context())
+        span.set_status(StatusCode.ERROR, str(e))
+        if traced_data:
+            set_data_attributes(traced_data, span)
+        span.end()
+        raise
+    parsed_response = parse_response(response)
+
+    existing_data = responses.get(parsed_response.id)
+    if existing_data is None:
+        existing_data = {}
+    else:
+        existing_data = existing_data.model_dump()
+
+    request_tools = get_tools_from_kwargs(kwargs)
+
+    merged_tools = existing_data.get("tools", []) + request_tools
+
+    try:
+        traced_data = TracedData(
+            start_time=existing_data.get("start_time", start_time),
+            response_id=parsed_response.id,
+            input=process_input(existing_data.get("input", kwargs.get("input"))),
+            instructions=existing_data.get("instructions", kwargs.get("instructions")),
+            tools=merged_tools if merged_tools else None,
+            output_blocks={block.id: block for block in parsed_response.output}
+            | existing_data.get("output_blocks", {}),
+            usage=existing_data.get("usage", parsed_response.usage),
+            output_text=existing_data.get(
+                "output_text", _get_output_text(parsed_response)
+            ),
+            request_model=existing_data.get("request_model", kwargs.get("model")),
+            response_model=existing_data.get("response_model", parsed_response.model),
+            request_reasoning_summary=existing_data.get(
+                "request_reasoning_summary", kwargs.get("reasoning", {}).get("summary")
+            ),
+            request_reasoning_effort=existing_data.get(
+                "request_reasoning_effort", kwargs.get("reasoning", {}).get("effort")
+            ),
+            request_service_tier=existing_data.get(
+                "request_service_tier", kwargs.get("service_tier")
+            ),
+            response_service_tier=existing_data.get(
+                "response_service_tier",
+                parsed_response.service_tier,
+            ),
+        )
+        responses[parsed_response.id] = traced_data
+    except Exception:
+        return response
+
+    if parsed_response.status == "completed":
+        span = tracer.start_span(
+            SPAN_NAME,
+            kind=SpanKind.CLIENT,
+            start_time=int(traced_data.start_time),
+            context=get_current_context(),
+        )
+        set_data_attributes(traced_data, span)
+        span.end()
+
+    return response
+
+
+@dont_throw
+@_with_tracer_wrapper
+def responses_cancel_wrapper(tracer: Tracer, wrapped, instance, args, kwargs):
+    if context_api.get_value(_SUPPRESS_INSTRUMENTATION_KEY):
+        return wrapped(*args, **kwargs)
+
+    response = wrapped(*args, **kwargs)
+    if isinstance(response, Stream):
+        return response
+    parsed_response = parse_response(response)
+    existing_data = responses.pop(parsed_response.id, None)
+    if existing_data is not None:
+        span = tracer.start_span(
+            SPAN_NAME,
+            kind=SpanKind.CLIENT,
+            start_time=existing_data.start_time,
+            record_exception=True,
+            context=get_current_context(),
+        )
+        span.record_exception(
+            Exception("Response cancelled"),
+            attributes=get_event_attributes_from_context(),
+        )
+        set_data_attributes(existing_data, span)
+        span.end()
+    return response
+
+
+@dont_throw
+@_with_tracer_wrapper
+async def async_responses_cancel_wrapper(
+    tracer: Tracer, wrapped, instance, args, kwargs
+):
+    if context_api.get_value(_SUPPRESS_INSTRUMENTATION_KEY):
+        return await wrapped(*args, **kwargs)
+
+    response = await wrapped(*args, **kwargs)
+    if isinstance(response, (Stream, AsyncStream)):
+        return response
+    parsed_response = parse_response(response)
+    existing_data = responses.pop(parsed_response.id, None)
+    if existing_data is not None:
+        span = tracer.start_span(
+            SPAN_NAME,
+            kind=SpanKind.CLIENT,
+            start_time=existing_data.start_time,
+            record_exception=True,
+            context=get_current_context(),
+        )
+        span.record_exception(
+            Exception("Response cancelled"),
+            attributes=get_event_attributes_from_context(),
+        )
+        set_data_attributes(existing_data, span)
+        span.end()
+    return response
+
+
+def _get_output_text(parsed_response: Response) -> Optional[str]:
+    output_text = None
+    if hasattr(parsed_response, "output_text"):
+        output_text = parsed_response.output_text
+    else:
+        try:
+            output_text = parsed_response.output[0].content[0].text
+        except Exception:
+            pass
+    return output_text
+
+
+# TODO: build streaming responses