arize-phoenix 3.19.3__tar.gz → 3.19.4__tar.gz

{arize_phoenix-3.19.3 → arize_phoenix-3.19.4}/PKG-INFO

@@ -1,12 +1,12 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 3.19.3
+Version: 3.19.4
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
 Project-URL: Source, https://github.com/Arize-ai/phoenix
 Author-email: Arize AI <phoenix-devs@arize.com>
-License-Expression: Elastic-2.0
+License: Elastic-2.0
 License-File: IP_NOTICE
 License-File: LICENSE
 Keywords: Explainability,Monitoring,Observability
@@ -100,7 +100,7 @@ Description-Content-Type: text/markdown
     <a target="_blank" href="https://pypi.org/project/arize-phoenix/">
         <img src="https://img.shields.io/pypi/pyversions/arize-phoenix">
     </a>
-    <a target="_blank" href="https://hub.docker.com/repository/docker/arizephoenix/phoenix/general">
+    <a target="_blank" href="https://hub.docker.com/r/arizephoenix/phoenix/tags">
         <img src="https://img.shields.io/docker/v/arizephoenix/phoenix?sort=semver&logo=docker&label=image&color=blue">
     </a>
 </p>

{arize_phoenix-3.19.3 → arize_phoenix-3.19.4}/README.md

@@ -22,7 +22,7 @@
     <a target="_blank" href="https://pypi.org/project/arize-phoenix/">
         <img src="https://img.shields.io/pypi/pyversions/arize-phoenix">
     </a>
-    <a target="_blank" href="https://hub.docker.com/repository/docker/arizephoenix/phoenix/general">
+    <a target="_blank" href="https://hub.docker.com/r/arizephoenix/phoenix/tags">
         <img src="https://img.shields.io/docker/v/arizephoenix/phoenix?sort=semver&logo=docker&label=image&color=blue">
     </a>
 </p>

arize_phoenix-3.19.4/examples/manually-instrumented-chatbot/chat/app.py

@@ -0,0 +1,189 @@
+import json
+import os
+from typing import Any, Dict, Iterator, List, Tuple
+
+from fastapi import FastAPI, HTTPException
+from httpx import AsyncClient
+from openinference.semconv.trace import (
+    MessageAttributes,
+    OpenInferenceMimeTypeValues,
+    OpenInferenceSpanKindValues,
+    SpanAttributes,
+)
+from opentelemetry import trace as trace_api
+from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
+from opentelemetry.sdk import trace as trace_sdk
+from opentelemetry.sdk.trace.export import (
+    SimpleSpanProcessor,
+)
+
+from chat.types import Message, MessagesPayload, MessagesResponse
+
+endpoint = "http://127.0.0.1:6006/v1/traces"
+tracer_provider = trace_sdk.TracerProvider()
+tracer_provider.add_span_processor(SimpleSpanProcessor(OTLPSpanExporter(endpoint)))
+trace_api.set_tracer_provider(tracer_provider)
+tracer = trace_api.get_tracer(__name__)
+
+
+def getenv_or_raise(key: str) -> str:
+    if not (value := os.getenv(key)):
+        raise ValueError(f"Please set the {key} environment variable.")
+    return value
+
+
+OPENAI_API_KEY = getenv_or_raise("OPENAI_API_KEY")
+OPENAI_API_URL = "https://api.openai.com/v1/chat/completions"
+OPENAI_MODEL = "gpt-4"
+
+http_client = AsyncClient()
+app = FastAPI()
+
+
+class OpenAIException(HTTPException):
+    pass
+
+
+@app.post("/messages/")
+async def messages(messages_payload: MessagesPayload) -> MessagesResponse:
+    messages = messages_payload.messages
+    invocation_parameters = {"temperature": 0.1}
+    openai_payload = {
+        "model": OPENAI_MODEL,
+        **invocation_parameters,
+        "messages": [message.model_dump() for message in messages],
+    }
+    with tracer.start_as_current_span("OpenAI Async Chat Completion") as span:
+        for attribute_key, attribute_value in (
+            *_llm_span_kind_attributes(),
+            *_llm_model_name_attributes(OPENAI_MODEL),
+            *_llm_invocation_parameters_attributes(invocation_parameters),
+            *_input_attributes(openai_payload),
+            *_llm_input_messages_attributes(messages),
+        ):
+            span.set_attribute(attribute_key, attribute_value)
+        response = await http_client.post(
+            OPENAI_API_URL,
+            headers={
+                "Content-Type": "application/json",
+                "Authorization": f"Bearer {OPENAI_API_KEY}",
+            },
+            json=openai_payload,
+        )
+        if not (200 <= response.status_code < 300):
+            raise OpenAIException(
+                status_code=500, detail=response.content.decode("utf-8")
+            )
+        span.set_status(trace_api.StatusCode.OK)
+        response_data = response.json()
+        assistant_message_content = response_data["choices"][0]["message"]["content"]
+        assistant_message = Message(
+            role="assistant",
+            content=assistant_message_content,
+        )
+        for (
+            attribute_key,
+            attribute_value,
+        ) in (
+            *_output_attributes(response_data),
+            *_llm_output_message_attributes(assistant_message),
+            *_llm_token_usage_attributes(response_data),
+        ):
+            span.set_attribute(attribute_key, attribute_value)
+    return MessagesResponse(message=assistant_message)
+
+
+def _llm_span_kind_attributes() -> Iterator[Tuple[str, str]]:
+    """
+    Yields the OpenInference span kind attribute for LLMs.
+    """
+    yield SpanAttributes.OPENINFERENCE_SPAN_KIND, OpenInferenceSpanKindValues.LLM.value
+
+
+def _llm_model_name_attributes(model_name: str) -> Iterator[Tuple[str, str]]:
+    """
+    Yields the OpenInference model name attribute.
+    """
+    yield SpanAttributes.LLM_MODEL_NAME, model_name
+
+
+def _llm_invocation_parameters_attributes(
+    invocation_parameters: Dict[str, Any],
+) -> Iterator[Tuple[str, str]]:
+    """
+    Yields the OpenInference invocation parameters attribute as a JSON string.
+    """
+    yield SpanAttributes.LLM_INVOCATION_PARAMETERS, json.dumps(invocation_parameters)
+
+
+def _input_attributes(payload: Any) -> Iterator[Tuple[str, str]]:
+    """
+    Yields the OpenInference input value attribute as a JSON string if the
+    payload can be serialized as JSON, otherwise as a string.
+    """
+    try:
+        yield SpanAttributes.INPUT_VALUE, json.dumps(payload)
+        yield SpanAttributes.INPUT_MIME_TYPE, OpenInferenceMimeTypeValues.JSON.value
+    except json.JSONDecodeError:
+        yield SpanAttributes.INPUT_VALUE, str(payload)
+        yield SpanAttributes.INPUT_MIME_TYPE, OpenInferenceMimeTypeValues.TEXT.value
+
+
+def _llm_input_messages_attributes(
+    messages: List[Message],
+) -> Iterator[Tuple[str, str]]:
+    """
+    Yields the OpenInference input messages attributes for each message in the list.
+    """
+    for messages_index, message in enumerate(messages):
+        yield (
+            f"{SpanAttributes.LLM_INPUT_MESSAGES}.{messages_index}.{MessageAttributes.MESSAGE_ROLE}",
+            message.role,
+        )
+        yield (
+            f"{SpanAttributes.LLM_INPUT_MESSAGES}.{messages_index}.{MessageAttributes.MESSAGE_CONTENT}",
+            message.content,
+        )
+
+
+def _output_attributes(payload: Any) -> Iterator[Tuple[str, str]]:
+    """
+    Yields the OpenInference output value attribute as a JSON string if the
+    payload can be serialized as JSON, otherwise as a string.
+    """
+    try:
+        yield SpanAttributes.OUTPUT_VALUE, json.dumps(payload)
+        yield SpanAttributes.OUTPUT_MIME_TYPE, OpenInferenceMimeTypeValues.JSON.value
+    except json.JSONDecodeError:
+        yield SpanAttributes.OUTPUT_VALUE, str(payload)
+        yield SpanAttributes.OUTPUT_MIME_TYPE, OpenInferenceMimeTypeValues.TEXT.value
+
+
+def _llm_output_message_attributes(message: Message) -> Iterator[Tuple[str, str]]:
+    """
+    Yields the OpenInference output message attributes.
+    """
+    yield (
+        f"{SpanAttributes.LLM_OUTPUT_MESSAGES}.0.{MessageAttributes.MESSAGE_ROLE}",
+        message.role,
+    )
+    yield (
+        f"{SpanAttributes.LLM_OUTPUT_MESSAGES}.0.{MessageAttributes.MESSAGE_CONTENT}",
+        message.content,
+    )
+
+
+def _llm_token_usage_attributes(
+    response_data: Dict[str, Any],
+) -> Iterator[Tuple[str, int]]:
+    """
+    Parses and yields token usage attributes from the response data.
+    """
+    if not isinstance((usage := response_data.get("usage")), dict):
+        return
+    if prompt_tokens := usage.get("prompt_tokens"):
+        yield SpanAttributes.LLM_TOKEN_COUNT_PROMPT, prompt_tokens
+    if completion_tokens := usage.get("completion_tokens"):
+        yield SpanAttributes.LLM_TOKEN_COUNT_COMPLETION, completion_tokens
+    if total_tokens := usage.get("total_tokens"):
+        yield SpanAttributes.LLM_TOKEN_COUNT_TOTAL, total_tokens

arize_phoenix-3.19.4/examples/manually-instrumented-chatbot/chat/types.py

@@ -0,0 +1,18 @@
+from typing import List, Literal
+
+from pydantic import BaseModel
+
+Role = Literal["system", "assistant", "user"]
+
+
+class Message(BaseModel):
+    role: Role
+    content: str
+
+
+class MessagesPayload(BaseModel):
+    messages: List[Message]
+
+
+class MessagesResponse(BaseModel):
+    message: Message

{arize_phoenix-3.19.3 → arize_phoenix-3.19.4}/pyproject.toml

@@ -3,7 +3,7 @@ name = "arize-phoenix"
 description = "AI Observability and Evaluation"
 readme = "README.md"
 requires-python = ">=3.8, <3.13"
-license = "Elastic-2.0"
+license = {text="Elastic-2.0"}
 license-files = { paths = ["LICENSE", "IP_NOTICE"] }
 keywords = [
   "Observability",

{arize_phoenix-3.19.3 → arize_phoenix-3.19.4}/src/phoenix/server/app.py

@@ -10,7 +10,7 @@ from starlette.middleware import Middleware
 from starlette.middleware.base import BaseHTTPMiddleware, RequestResponseEndpoint
 from starlette.requests import Request
 from starlette.responses import FileResponse, PlainTextResponse, Response
-from starlette.routing import Mount, Route, WebSocketRoute
+from starlette.routing import Mount, Route
 from starlette.staticfiles import StaticFiles
 from starlette.templating import Jinja2Templates
 from starlette.types import Scope
@@ -205,7 +205,6 @@ def create_app(
                 "/graphql",
                 graphql,
             ),
-            WebSocketRoute("/graphql", graphql),
             Mount(
                 "/",
                 app=Static(

arize_phoenix-3.19.4/src/phoenix/version.py

@@ -0,0 +1 @@
+__version__ = "3.19.4"

arize_phoenix-3.19.3/src/phoenix/version.py

@@ -1 +0,0 @@
-__version__ = "3.19.3"