arize-phoenix 5.11.0__py3-none-any.whl → 5.12.0__py3-none-any.whl

{arize_phoenix-5.11.0.dist-info → arize_phoenix-5.12.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: arize-phoenix
-Version: 5.11.0
+Version: 5.12.0
 Summary: AI Observability and Evaluation
 Project-URL: Documentation, https://docs.arize.com/phoenix/
 Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues

{arize_phoenix-5.11.0.dist-info → arize_phoenix-5.12.0.dist-info}/RECORD

@@ -6,7 +6,7 @@ phoenix/exceptions.py,sha256=n2L2KKuecrdflB9MsCdAYCiSEvGJptIsfRkXMoJle7A,169
 phoenix/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 phoenix/services.py,sha256=kpW1WL0kiB8XJsO6XycvZVJ-lBkNoenhQ7atCvBoSe8,5365
 phoenix/settings.py,sha256=ht-0oN-sMV6SPXrk7Tu1EZlngpAYkGNLYPhO8DyrdQI,661
-phoenix/version.py,sha256=6_DlfgAX4MBZnyPuaEthIkiqPKB1Zz3_f4Z2L40k-Ws,23
+phoenix/version.py,sha256=9dFDHPiqLy0dTf00acCCS0XDudNj7hSnMr9G2iMDI6A,23
 phoenix/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/core/embedding_dimension.py,sha256=zKGbcvwOXgLf-yrJBpQyKtd-LEOPRKHnUToyAU8Owis,87
 phoenix/core/model.py,sha256=qBFraOtmwCCnWJltKNP18DDG0mULXigytlFsa6YOz6k,4837
@@ -94,7 +94,7 @@ phoenix/server/api/exceptions.py,sha256=TA0JuY2YRnj35qGuMSQ8d0ToHum9gWm9W--3fSKH
 phoenix/server/api/interceptor.py,sha256=ykDnoC_apUd-llVli3m1CW18kNSIgjz2qZ6m5JmPDu8,1294
 phoenix/server/api/queries.py,sha256=4KJz8TUz3VUTup9MDjr_GoKX0SttWSvHBq2ncWZGxf8,27343
 phoenix/server/api/schema.py,sha256=tHyw2jTbue_-gu0fe9Sw7LUYtzJUCwp9SvccDgOkNPw,1696
-phoenix/server/api/subscriptions.py,sha256=HPb5agJPMPBM_v_sHjiwe7hwMAHsBsrKZZMLq5bxhcw,22062
+phoenix/server/api/subscriptions.py,sha256=nsiByh2rTPc1PS7OrPyuyyfFfYUUXeGmai19IfYP0dA,23201
 phoenix/server/api/utils.py,sha256=quCBRcusc6PUq9tJq7M8PgwFZp7nXgVAxtbw8feribY,833
 phoenix/server/api/dataloaders/__init__.py,sha256=jNYvfXjnZzgA2HWTG7AZdqWGla3ZysBUDUei8Zkz6N8,3290
 phoenix/server/api/dataloaders/annotation_summaries.py,sha256=2sHmIDX7n8tuPeBTs9bMKtlMKWn_Ph9awTZqmwn2Owc,5505
@@ -125,7 +125,7 @@ phoenix/server/api/dataloaders/cache/__init__.py,sha256=SYoOM9n8FJaMdQarma5d1blu
 phoenix/server/api/dataloaders/cache/two_tier_cache.py,sha256=cmo8FUT3E91R139IEzh4yCga-6nTamc5KPXAfMrzNDM,2315
 phoenix/server/api/helpers/__init__.py,sha256=m2-xaSPqUiSs91k62JaRDjFNfl-1byxBfY-m_Vxw16U,272
 phoenix/server/api/helpers/dataset_helpers.py,sha256=14mldZp9to3rr9BdvvoFqEwZHHV_k2e7jPm8q9z2OdQ,6896
-phoenix/server/api/helpers/playground_clients.py,sha256=fTWY883qVNCK_IkiYm1yxFx3GaXMWhalMeV0zYzIyUM,37407
+phoenix/server/api/helpers/playground_clients.py,sha256=hIxAM09HexNyKk0HQYbAD-X5axyw7my7B0dhPFzwueo,36383
 phoenix/server/api/helpers/playground_registry.py,sha256=CPLMziFB2wmr-dfbx7VbzO2f8YIG_k5RftzvGXYGQ1w,2570
 phoenix/server/api/helpers/playground_spans.py,sha256=LJjndkVxr6DsfVFerrtMZWlRd5YL5AIbcM2CvFe8ajc,16489
 phoenix/server/api/input_types/AddExamplesToDatasetInput.py,sha256=mIQz0S_z8YdrktKIY6RCvtNJ2yZF9pYvTGgasUsI-54,430
@@ -164,7 +164,7 @@ phoenix/server/api/input_types/UserRoleInput.py,sha256=xxhFe0ITZOgRVEJbVem_W6F1I
 phoenix/server/api/input_types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/api/mutations/__init__.py,sha256=1wClieLNA3_Tin4Ah67rkrQvwSSZAdPU0EPsRiUxyAA,1103
 phoenix/server/api/mutations/api_key_mutations.py,sha256=OmPipsmlQIb6DKvAgO58mZUwkYJihlJB2N4lTyeUlAA,6164
-phoenix/server/api/mutations/chat_mutations.py,sha256=Rky_PwILAhDBjW6K2cxfaIVsT5iOP5pjuViYUpoVHWY,22540
+phoenix/server/api/mutations/chat_mutations.py,sha256=Nz7pz6cTvxub33kW6J0KgYmf7Lhb1ZmzF65KeUqYjiQ,22795
 phoenix/server/api/mutations/dataset_mutations.py,sha256=siwsSmozKRIK8ZhPrfWl-GxKCL4lAmRPms862tG2KXY,27064
 phoenix/server/api/mutations/experiment_mutations.py,sha256=p3CoLAa8nFPa3D759Y2A7De_PVJNGOL98mA3HoZBrRQ,3188
 phoenix/server/api/mutations/export_events_mutations.py,sha256=xoDnVWC7eA_8wNQP0-oyiHojyUZ0EhVVSrsAnztetC0,3993
@@ -244,7 +244,7 @@ phoenix/server/api/types/SortDir.py,sha256=OUpXhlCzCxPoXSDkJJygEs9Rw9pMymfaZUG5z
 phoenix/server/api/types/Span.py,sha256=6GS6MpJ3f8P2LrQUe2TWPrPf7ENxmde_wisQkJguphw,16919
 phoenix/server/api/types/SpanAnnotation.py,sha256=6b5G-b_OoRvDL2ayWk7MkbqarLK-F-pQMx21CpUuNGY,1168
 phoenix/server/api/types/SystemApiKey.py,sha256=2ym8EgsTBIvxx1l9xZ-2YMovz58ZwYb_MaHBTJ9NH2E,166
-phoenix/server/api/types/TemplateLanguage.py,sha256=9yxW3zGXgHPnA35svT4tznDyRKGuaz_WlbcpiUtC7Ec,142
+phoenix/server/api/types/TemplateLanguage.py,sha256=6j_0uwO_GZIeCpR7sTOnxySXudT7qBSC6LFsjzbvW1o,160
 phoenix/server/api/types/TimeSeries.py,sha256=IIeGVRFdSMozYXxPg736DW_mKvj4-3WjYSYEnn4UEJc,5241
 phoenix/server/api/types/Trace.py,sha256=1RrdEedlPpNmWkQwosOZ81fabc9-B6PDHTYpr-hZj-Y,3240
 phoenix/server/api/types/TraceAnnotation.py,sha256=OW6A2zr1gomOuG0XQe55dk15XXX2DSM0DzatRbHWH5A,1256
@@ -273,15 +273,15 @@ phoenix/server/static/apple-touch-icon-76x76.png,sha256=CT_xT12I0u2i0WU8JzBZBuOQ
 phoenix/server/static/apple-touch-icon.png,sha256=fOfpjqGpWYbJ0eAurKsyoZP1EAs6ZVooBJ_SGk2ZkDs,3801
 phoenix/server/static/favicon.ico,sha256=bY0vvCKRftemZfPShwZtE93DiiQdaYaozkPGwNFr6H8,34494
 phoenix/server/static/modernizr.js,sha256=mvK-XtkNqjOral-QvzoqsyOMECXIMu5BQwSVN_wcU9c,2564
-phoenix/server/static/.vite/manifest.json,sha256=QVqqb_JM1hcyubZgGH4qh08LUHWKE_FR43j_YdVWk0M,1929
-phoenix/server/static/assets/components-C_HASv83.js,sha256=7xZ3sMiHZkpbHJjpzujdMII4znFs-h5DkFCvY8oX1Aw,306769
-phoenix/server/static/assets/index-D7UiCRtr.js,sha256=i6WbtADGyqEQix4x9_4yIbl1U7dc0NpIRoI5ckFGUZ8,7290
-phoenix/server/static/assets/pages-DYHcAdjT.js,sha256=aUloiI7AopSeUGfKhYmalMk1luUrQpMJYHnjZwLV9vs,632400
-phoenix/server/static/assets/vendor-BCxsh5i3.js,sha256=fPeA9hYHGj1n2Bg8JOlpsddXw7Vkulbvra3z4RCy0Ss,10899238
+phoenix/server/static/.vite/manifest.json,sha256=MbaJGZ9fqq-pJiyZWU0xbb2FXhmggvZc6DNnIWBeJow,1929
+phoenix/server/static/assets/components-72cQL1d1.js,sha256=wSbuZXCJY152KhyfYItsBNWOU8LqshboNmVlCof-r70,306866
+phoenix/server/static/assets/index-BowjltW-.js,sha256=Zgvw87yavo4A9jEyPQAzFKNBiAFF_SWzZopNsbfwMig,7290
+phoenix/server/static/assets/pages-DFAkBAUh.js,sha256=SMq23Vg-OZSvgSdKOkogJBhNXzlRfyl_oZYKJPyNqvY,636153
+phoenix/server/static/assets/vendor-DexmGnha.js,sha256=sieuT9Y_X4RXRfqPAXRBpPPPwdb3KCfkEXwCfKwyJFc,10899238
 phoenix/server/static/assets/vendor-DxkFTwjz.css,sha256=nZrkr0u6NNElFGvpWHk9GTHeGoibCXCli1bE7mXZGZg,1816
-phoenix/server/static/assets/vendor-arizeai-C2CDZgMz.js,sha256=Isrlf-QaErzG0UZGd2VeCf1l-d6eghpvLr4v4K5A2Xk,308483
-phoenix/server/static/assets/vendor-codemirror-DYbtnCTn.js,sha256=-xGEPOe20e89kdfMNfTrthj084muiJ3gMKPdUtzdjmA,392709
-phoenix/server/static/assets/vendor-recharts-P6W8G0Mb.js,sha256=0B8yyQbqMwwsPvLkd-tZzntAKMNZpZGJ8OlMfXKvbu4,282859
+phoenix/server/static/assets/vendor-arizeai--Q3ol330.js,sha256=DmwyVdLagWoGvOKRRAlwDibT1Qk4-IPmTDaLlXFjRFQ,308483
+phoenix/server/static/assets/vendor-codemirror-B4bYvWa6.js,sha256=u5U1cT5PopN6AbYt4S55bI9X0REQ35Pa9BXZmb5Piww,392709
+phoenix/server/static/assets/vendor-recharts-B4ZzJhNh.js,sha256=gS2dHFlC9A4tMk1tmNhtQo04SDcD2gQSkS4N6QS7d_0,282859
 phoenix/server/static/assets/vendor-three-DwGkEfCM.js,sha256=0D12ZgKzfKCTSdSTKJBFR2RZO_xxeMXrqDp0AszZqHY,620972
 phoenix/server/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 phoenix/server/templates/index.html,sha256=ram6sfy2obf_F053ay35V30v-mnRWZ86rK-PstXLy1c,4457
@@ -321,10 +321,10 @@ phoenix/utilities/logging.py,sha256=NKvX43jWITgSTtHGCi6l5xp8jTjtQ8FQ_irEi9ybOxg,
 phoenix/utilities/project.py,sha256=auVpARXkDb-JgeX5f2aStyFIkeKvGwN9l7qrFeJMVxI,445
 phoenix/utilities/re.py,sha256=x8Xbk-Wa6qDMAtUd_7JtZvKtrYEuMY-bchB0n163_5c,2006
 phoenix/utilities/span_store.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-phoenix/utilities/template_formatters.py,sha256=JuOyvukMPLDHa1uVNw0kCFBUnIxy02dwAWNZimdIZU4,2423
-arize_phoenix-5.11.0.dist-info/METADATA,sha256=6ALW-ZaTA2y2Temcz899qgQfCOjqJVGx9A2jgWPkkOI,22671
-arize_phoenix-5.11.0.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-arize_phoenix-5.11.0.dist-info/entry_points.txt,sha256=Pgpn8Upxx9P8z8joPXZWl2LlnAlGc3gcQoVchb06X1Q,94
-arize_phoenix-5.11.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
-arize_phoenix-5.11.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
-arize_phoenix-5.11.0.dist-info/RECORD,,
+phoenix/utilities/template_formatters.py,sha256=gh9PJD6WEGw7TEYXfSst1UR4pWWwmjxMLrDVQ_CkpkQ,2779
+arize_phoenix-5.12.0.dist-info/METADATA,sha256=DTW4JHWstCwzlLmXkne9Ls3JG9uGXXpGjSNqqz2BfqI,22671
+arize_phoenix-5.12.0.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+arize_phoenix-5.12.0.dist-info/entry_points.txt,sha256=Pgpn8Upxx9P8z8joPXZWl2LlnAlGc3gcQoVchb06X1Q,94
+arize_phoenix-5.12.0.dist-info/licenses/IP_NOTICE,sha256=JBqyyCYYxGDfzQ0TtsQgjts41IJoa-hiwDrBjCb9gHM,469
+arize_phoenix-5.12.0.dist-info/licenses/LICENSE,sha256=HFkW9REuMOkvKRACuwLPT0hRydHb3zNg-fdFt94td18,3794
+arize_phoenix-5.12.0.dist-info/RECORD,,

phoenix/server/api/helpers/playground_clients.py

@@ -131,8 +131,8 @@ class PlaygroundRateLimiter(RateLimiter, KeyedSingleton):
                 await self._throttler.async_wait_until_ready()
                 request_start_time = time.time()
                 maybe_coroutine = fn(*args, **kwargs)
-                if inspect.iscoroutine(maybe_coroutine):
-                    return await maybe_coroutine  # type: ignore
+                if inspect.isawaitable(maybe_coroutine):
+                    return await maybe_coroutine  # type: ignore[no-any-return]
                 else:
                     return maybe_coroutine
             except self._rate_limit_error:
@@ -144,10 +144,11 @@ class PlaygroundRateLimiter(RateLimiter, KeyedSingleton):
                             try:
                                 request_start_time = time.time()
                                 await self._throttler.async_wait_until_ready()
-                                if inspect.iscoroutinefunction(fn):
-                                    return await fn(*args, **kwargs)  # type: ignore
+                                maybe_coroutine = fn(*args, **kwargs)
+                                if inspect.isawaitable(maybe_coroutine):
+                                    return await maybe_coroutine  # type: ignore[no-any-return]
                                 else:
-                                    return fn(*args, **kwargs)
+                                    return maybe_coroutine
                             except self._rate_limit_error:
                                 self._throttler.on_rate_limit_error(
                                     request_start_time, verbose=self._verbose
@@ -295,12 +296,14 @@ class OpenAIStreamingClient(PlaygroundStreamingClient):
             BoundedFloatInvocationParameter(
                 invocation_name="frequency_penalty",
                 label="Frequency Penalty",
+                default_value=0.0,
                 min_value=-2.0,
                 max_value=2.0,
             ),
             BoundedFloatInvocationParameter(
                 invocation_name="presence_penalty",
                 label="Presence Penalty",
+                default_value=0.0,
                 min_value=-2.0,
                 max_value=2.0,
             ),
@@ -313,12 +316,14 @@ class OpenAIStreamingClient(PlaygroundStreamingClient):
                 invocation_name="top_p",
                 canonical_name=CanonicalParameterName.TOP_P,
                 label="Top P",
+                default_value=1.0,
                 min_value=0.0,
                 max_value=1.0,
             ),
             IntInvocationParameter(
                 invocation_name="seed",
                 canonical_name=CanonicalParameterName.RANDOM_SEED,
+                default_value=0,
                 label="Seed",
             ),
             JSONInvocationParameter(
@@ -345,7 +350,11 @@ class OpenAIStreamingClient(PlaygroundStreamingClient):
         from openai.types.chat import ChatCompletionStreamOptionsParam
 
         # Convert standard messages to OpenAI messages
-        openai_messages = [self.to_openai_chat_completion_param(*message) for message in messages]
+        openai_messages = []
+        for message in messages:
+            openai_message = self.to_openai_chat_completion_param(*message)
+            if openai_message is not None:
+                openai_messages.append(openai_message)
         tool_call_ids: dict[int, str] = {}
         token_usage: Optional["CompletionUsage"] = None
         throttled_create = self.rate_limiter._alimit(self.client.chat.completions.create)
@@ -395,7 +404,7 @@ class OpenAIStreamingClient(PlaygroundStreamingClient):
         content: JSONScalarType,
         tool_call_id: Optional[str] = None,
         tool_calls: Optional[list[JSONScalarType]] = None,
-    ) -> "ChatCompletionMessageParam":
+    ) -> Optional["ChatCompletionMessageParam"]:
         from openai.types.chat import (
             ChatCompletionAssistantMessageParam,
             ChatCompletionSystemMessageParam,
@@ -487,6 +496,7 @@ class OpenAIO1StreamingClient(OpenAIStreamingClient):
                 invocation_name="seed",
                 canonical_name=CanonicalParameterName.RANDOM_SEED,
                 label="Seed",
+                default_value=0,
             ),
             JSONInvocationParameter(
                 invocation_name="tool_choice",
@@ -495,65 +505,7 @@ class OpenAIO1StreamingClient(OpenAIStreamingClient):
             ),
         ]
 
-    async def chat_completion_create(
-        self,
-        messages: list[
-            tuple[ChatCompletionMessageRole, str, Optional[str], Optional[list[JSONScalarType]]]
-        ],
-        tools: list[JSONScalarType],
-        **invocation_parameters: Any,
-    ) -> AsyncIterator[ChatCompletionChunk]:
-        from openai import NOT_GIVEN
-
-        # Convert standard messages to OpenAI messages
-        unfiltered_openai_messages = [
-            self.to_openai_o1_chat_completion_param(*message) for message in messages
-        ]
-
-        # filter out unsupported messages
-        openai_messages: list[ChatCompletionMessageParam] = [
-            message for message in unfiltered_openai_messages if message is not None
-        ]
-
-        tool_call_ids: dict[int, str] = {}
-
-        throttled_create = self.rate_limiter._alimit(self.client.chat.completions.create)
-        response = await throttled_create(
-            messages=openai_messages,
-            model=self.model_name,
-            tools=tools or NOT_GIVEN,
-            **invocation_parameters,
-        )
-
-        choice = response.choices[0]
-        message = choice.message
-        content = message.content
-
-        text_chunk = TextChunk(content=content)
-        yield text_chunk
-
-        if (tool_calls := message.tool_calls) is not None:
-            for tool_call_index, tool_call in enumerate(tool_calls):
-                tool_call_id = (
-                    tool_call.id
-                    if tool_call.id is not None
-                    else tool_call_ids.get(tool_call_index, f"tool_call_{tool_call_index}")
-                )
-                tool_call_ids[tool_call_index] = tool_call_id
-                if (function := tool_call.function) is not None:
-                    tool_call_chunk = ToolCallChunk(
-                        id=tool_call_id,
-                        function=FunctionCallChunk(
-                            name=function.name or "",
-                            arguments=function.arguments or "",
-                        ),
-                    )
-                    yield tool_call_chunk
-
-        if (usage := response.usage) is not None:
-            self._attributes.update(dict(self._llm_token_counts(usage)))
-
-    def to_openai_o1_chat_completion_param(
+    def to_openai_chat_completion_param(
         self,
         role: ChatCompletionMessageRole,
         content: JSONScalarType,
@@ -640,8 +592,12 @@ class AzureOpenAIStreamingClient(OpenAIStreamingClient):
     provider_key=GenerativeProviderKey.ANTHROPIC,
     model_names=[
         PROVIDER_DEFAULT,
+        "claude-3-5-sonnet-latest",
+        "claude-3-5-haiku-latest",
+        "claude-3-5-sonnet-20241022",
+        "claude-3-5-haiku-20241022",
         "claude-3-5-sonnet-20240620",
-        "claude-3-opus-20240229",
+        "claude-3-opus-latest",
         "claude-3-sonnet-20240229",
         "claude-3-haiku-20240307",
     ],
@@ -674,12 +630,14 @@ class AnthropicStreamingClient(PlaygroundStreamingClient):
                 invocation_name="max_tokens",
                 canonical_name=CanonicalParameterName.MAX_COMPLETION_TOKENS,
                 label="Max Tokens",
+                default_value=1024,
                 required=True,
             ),
             BoundedFloatInvocationParameter(
                 invocation_name="temperature",
                 canonical_name=CanonicalParameterName.TEMPERATURE,
                 label="Temperature",
+                default_value=0.0,
                 min_value=0.0,
                 max_value=1.0,
             ),
@@ -692,6 +650,7 @@ class AnthropicStreamingClient(PlaygroundStreamingClient):
                 invocation_name="top_p",
                 canonical_name=CanonicalParameterName.TOP_P,
                 label="Top P",
+                default_value=1.0,
                 min_value=0.0,
                 max_value=1.0,
             ),
@@ -867,21 +826,25 @@ class GeminiStreamingClient(PlaygroundStreamingClient):
             FloatInvocationParameter(
                 invocation_name="presence_penalty",
                 label="Presence Penalty",
+                default_value=0.0,
             ),
             FloatInvocationParameter(
                 invocation_name="frequency_penalty",
                 label="Frequency Penalty",
+                default_value=0.0,
             ),
             BoundedFloatInvocationParameter(
                 invocation_name="top_p",
                 canonical_name=CanonicalParameterName.TOP_P,
                 label="Top P",
+                default_value=1.0,
                 min_value=0.0,
                 max_value=1.0,
             ),
             BoundedFloatInvocationParameter(
                 invocation_name="top_k",
                 label="Top K",
+                default_value=1.0,
                 min_value=0.0,
                 max_value=1.0,
             ),
@@ -889,6 +852,7 @@ class GeminiStreamingClient(PlaygroundStreamingClient):
                 invocation_name="seed",
                 canonical_name=CanonicalParameterName.RANDOM_SEED,
                 label="Seed",
+                default_value=0,
             ),
         ]
 
@@ -923,6 +887,13 @@ class GeminiStreamingClient(PlaygroundStreamingClient):
         chat = client.start_chat(history=gemini_message_history)
         stream = await chat.send_message_async(**gemini_params)
         async for event in stream:
+            self._attributes.update(
+                {
+                    LLM_TOKEN_COUNT_PROMPT: event.usage_metadata.prompt_token_count,
+                    LLM_TOKEN_COUNT_COMPLETION: event.usage_metadata.candidates_token_count,
+                    LLM_TOKEN_COUNT_TOTAL: event.usage_metadata.total_token_count,
+                }
+            )
             yield TextChunk(content=event.text)
 
     def _build_gemini_messages(

phoenix/server/api/mutations/chat_mutations.py

@@ -25,6 +25,7 @@ from typing_extensions import assert_never
 from phoenix.datetime_utils import local_now, normalize_datetime
 from phoenix.db import models
 from phoenix.db.helpers import get_dataset_example_revisions
+from phoenix.server.api.auth import IsNotReadOnly
 from phoenix.server.api.context import Context
 from phoenix.server.api.exceptions import BadRequest, CustomGraphQLError, NotFound
 from phoenix.server.api.helpers.playground_clients import (
@@ -67,6 +68,7 @@ from phoenix.utilities.json import jsonify
 from phoenix.utilities.template_formatters import (
     FStringTemplateFormatter,
     MustacheTemplateFormatter,
+    NoOpFormatter,
     TemplateFormatter,
 )
 
@@ -117,7 +119,7 @@ class ChatCompletionOverDatasetMutationPayload:
 
 @strawberry.type
 class ChatCompletionMutationMixin:
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly])  # type: ignore
     @classmethod
     async def chat_completion_over_dataset(
         cls,
@@ -272,7 +274,7 @@ class ChatCompletionMutationMixin:
             payload.examples.append(example_payload)
         return payload
 
-    @strawberry.mutation
+    @strawberry.mutation(permission_classes=[IsNotReadOnly])  # type: ignore
     @classmethod
     async def chat_completion(
         cls, info: Info[Context, None], input: ChatCompletionInput
@@ -481,6 +483,8 @@ def _template_formatter(template_language: TemplateLanguage) -> TemplateFormatte
         return MustacheTemplateFormatter()
     if template_language is TemplateLanguage.F_STRING:
         return FStringTemplateFormatter()
+    if template_language is TemplateLanguage.NONE:
+        return NoOpFormatter()
     assert_never(template_language)
 
 

phoenix/server/api/subscriptions.py

@@ -1,11 +1,11 @@
 import asyncio
 import logging
-from asyncio import FIRST_COMPLETED, Queue, QueueEmpty, Task, create_task, wait, wait_for
 from collections.abc import AsyncIterator, Iterator
 from datetime import datetime, timedelta, timezone
 from typing import (
     Any,
     AsyncGenerator,
+    Coroutine,
     Iterable,
     Mapping,
     Optional,
@@ -24,6 +24,7 @@ from typing_extensions import TypeAlias, assert_never
 
 from phoenix.datetime_utils import local_now, normalize_datetime
 from phoenix.db import models
+from phoenix.server.api.auth import IsNotReadOnly
 from phoenix.server.api.context import Context
 from phoenix.server.api.exceptions import BadRequest, CustomGraphQLError, NotFound
 from phoenix.server.api.helpers.playground_clients import (
@@ -63,6 +64,7 @@ from phoenix.server.types import DbSessionFactory
 from phoenix.utilities.template_formatters import (
     FStringTemplateFormatter,
     MustacheTemplateFormatter,
+    NoOpFormatter,
     TemplateFormatter,
     TemplateFormatterError,
 )
@@ -86,7 +88,7 @@ PLAYGROUND_PROJECT_NAME = "playground"
 
 @strawberry.type
 class Subscription:
-    @strawberry.subscription
+    @strawberry.subscription(permission_classes=[IsNotReadOnly])  # type: ignore
     async def chat_completion(
         self, info: Info[Context, None], input: ChatCompletionInput
     ) -> AsyncIterator[ChatCompletionSubscriptionPayload]:
@@ -161,7 +163,7 @@ class Subscription:
         info.context.event_queue.put(SpanInsertEvent(ids=(playground_project_id,)))
         yield ChatCompletionSubscriptionResult(span=to_gql_span(db_span))
 
-    @strawberry.subscription
+    @strawberry.subscription(permission_classes=[IsNotReadOnly])  # type: ignore
     async def chat_completion_over_dataset(
         self, info: Info[Context, None], input: ChatCompletionOverDatasetInput
     ) -> AsyncIterator[ChatCompletionSubscriptionPayload]:
@@ -286,7 +288,7 @@ class Subscription:
             experiment=to_gql_experiment(experiment)
         )  # eagerly yields experiment so it can be linked by consumers of the subscription
 
-        results: Queue[ChatCompletionResult] = Queue()
+        results: asyncio.Queue[ChatCompletionResult] = asyncio.Queue()
         not_started: list[tuple[DatasetExampleID, ChatStream]] = [
             (
                 GlobalID(DatasetExample.__name__, str(revision.dataset_example_id)),
@@ -302,7 +304,11 @@ class Subscription:
             for revision in revisions
         ]
         in_progress: list[
-            tuple[Optional[DatasetExampleID], ChatStream, Task[ChatCompletionSubscriptionPayload]]
+            tuple[
+                Optional[DatasetExampleID],
+                ChatStream,
+                asyncio.Task[ChatCompletionSubscriptionPayload],
+            ]
         ] = []
         max_in_progress = 3
         write_batch_size = 10
@@ -314,7 +320,9 @@ class Subscription:
                 task = _create_task_with_timeout(stream)
                 in_progress.append((ex_id, stream, task))
             async_tasks_to_run = [task for _, _, task in in_progress]
-            completed_tasks, _ = await wait(async_tasks_to_run, return_when=FIRST_COMPLETED)
+            completed_tasks, _ = await asyncio.wait(
+                async_tasks_to_run, return_when=asyncio.FIRST_COMPLETED
+            )
             for completed_task in completed_tasks:
                 idx = [task for _, _, task in in_progress].index(completed_task)
                 example_id, stream, _ = in_progress[idx]
@@ -326,7 +334,7 @@ class Subscription:
                     del in_progress[idx]  # removes timed-out stream
                     if example_id is not None:
                         yield ChatCompletionSubscriptionError(
-                            message="Timed out", dataset_example_id=example_id
+                            message="Playground task timed out", dataset_example_id=example_id
                         )
                 except Exception as error:
                     del in_progress[idx]  # removes failed stream
@@ -367,7 +375,7 @@ async def _stream_chat_completion_over_dataset_example(
     input: ChatCompletionOverDatasetInput,
     llm_client: PlaygroundStreamingClient,
     revision: models.DatasetExampleRevision,
-    results: Queue[ChatCompletionResult],
+    results: asyncio.Queue[ChatCompletionResult],
     experiment_id: int,
     project_id: int,
 ) -> ChatStream:
@@ -469,23 +477,52 @@ def _is_result_payloads_stream(
 
 def _create_task_with_timeout(
     iterable: AsyncIterator[GenericType], timeout_in_seconds: int = 90
-) -> Task[GenericType]:
-    return create_task(wait_for(_as_coroutine(iterable), timeout=timeout_in_seconds))
+) -> asyncio.Task[GenericType]:
+    return asyncio.create_task(
+        _wait_for(
+            _as_coroutine(iterable),
+            timeout=timeout_in_seconds,
+            timeout_message="Playground task timed out",
+        )
+    )
+
+
+async def _wait_for(
+    coro: Coroutine[None, None, GenericType],
+    timeout: float,
+    timeout_message: Optional[str] = None,
+) -> GenericType:
+    """
+    A function that imitates asyncio.wait_for, but allows the task to be
+    cancelled with a custom message.
+    """
+    task = asyncio.create_task(coro)
+    done, pending = await asyncio.wait([task], timeout=timeout)
+    assert len(done) + len(pending) == 1
+    if done:
+        task = done.pop()
+        return task.result()
+    task = pending.pop()
+    task.cancel(msg=timeout_message)
+    try:
+        return await task
+    except asyncio.CancelledError:
+        raise asyncio.TimeoutError()
 
 
-async def _drain(queue: Queue[GenericType]) -> list[GenericType]:
+async def _drain(queue: asyncio.Queue[GenericType]) -> list[GenericType]:
     values: list[GenericType] = []
     while not queue.empty():
         values.append(await queue.get())
     return values
 
 
-def _drain_no_wait(queue: Queue[GenericType]) -> list[GenericType]:
+def _drain_no_wait(queue: asyncio.Queue[GenericType]) -> list[GenericType]:
     values: list[GenericType] = []
     while True:
         try:
             values.append(queue.get_nowait())
-        except QueueEmpty:
+        except asyncio.QueueEmpty:
             break
     return values
 
@@ -526,6 +563,8 @@ def _template_formatter(template_language: TemplateLanguage) -> TemplateFormatte
         return MustacheTemplateFormatter()
     if template_language is TemplateLanguage.F_STRING:
         return FStringTemplateFormatter()
+    if template_language is TemplateLanguage.NONE:
+        return NoOpFormatter()
     assert_never(template_language)
 
 

phoenix/server/api/types/TemplateLanguage.py

@@ -5,5 +5,6 @@ import strawberry
 
 @strawberry.enum
 class TemplateLanguage(Enum):
+    NONE = "NONE"
     MUSTACHE = "MUSTACHE"
     F_STRING = "F_STRING"

phoenix/server/static/.vite/manifest.json

@@ -1,32 +1,32 @@
 {
-  "_components-C_HASv83.js": {
-    "file": "assets/components-C_HASv83.js",
+  "_components-72cQL1d1.js": {
+    "file": "assets/components-72cQL1d1.js",
     "name": "components",
     "imports": [
-      "_vendor-BCxsh5i3.js",
-      "_pages-DYHcAdjT.js",
-      "_vendor-arizeai-C2CDZgMz.js",
-      "_vendor-codemirror-DYbtnCTn.js",
+      "_vendor-DexmGnha.js",
+      "_pages-DFAkBAUh.js",
+      "_vendor-arizeai--Q3ol330.js",
+      "_vendor-codemirror-B4bYvWa6.js",
       "_vendor-three-DwGkEfCM.js"
     ]
   },
-  "_pages-DYHcAdjT.js": {
-    "file": "assets/pages-DYHcAdjT.js",
+  "_pages-DFAkBAUh.js": {
+    "file": "assets/pages-DFAkBAUh.js",
     "name": "pages",
     "imports": [
-      "_vendor-BCxsh5i3.js",
-      "_vendor-arizeai-C2CDZgMz.js",
-      "_components-C_HASv83.js",
-      "_vendor-recharts-P6W8G0Mb.js",
-      "_vendor-codemirror-DYbtnCTn.js"
+      "_vendor-DexmGnha.js",
+      "_vendor-arizeai--Q3ol330.js",
+      "_components-72cQL1d1.js",
+      "_vendor-recharts-B4ZzJhNh.js",
+      "_vendor-codemirror-B4bYvWa6.js"
     ]
   },
   "_vendor-!~{003}~.js": {
     "file": "assets/vendor-DxkFTwjz.css",
     "src": "_vendor-!~{003}~.js"
   },
-  "_vendor-BCxsh5i3.js": {
-    "file": "assets/vendor-BCxsh5i3.js",
+  "_vendor-DexmGnha.js": {
+    "file": "assets/vendor-DexmGnha.js",
     "name": "vendor",
     "imports": [
       "_vendor-three-DwGkEfCM.js"
@@ -35,25 +35,25 @@
       "assets/vendor-DxkFTwjz.css"
     ]
   },
-  "_vendor-arizeai-C2CDZgMz.js": {
-    "file": "assets/vendor-arizeai-C2CDZgMz.js",
+  "_vendor-arizeai--Q3ol330.js": {
+    "file": "assets/vendor-arizeai--Q3ol330.js",
     "name": "vendor-arizeai",
     "imports": [
-      "_vendor-BCxsh5i3.js"
+      "_vendor-DexmGnha.js"
     ]
   },
-  "_vendor-codemirror-DYbtnCTn.js": {
-    "file": "assets/vendor-codemirror-DYbtnCTn.js",
+  "_vendor-codemirror-B4bYvWa6.js": {
+    "file": "assets/vendor-codemirror-B4bYvWa6.js",
     "name": "vendor-codemirror",
     "imports": [
-      "_vendor-BCxsh5i3.js"
+      "_vendor-DexmGnha.js"
     ]
   },
-  "_vendor-recharts-P6W8G0Mb.js": {
-    "file": "assets/vendor-recharts-P6W8G0Mb.js",
+  "_vendor-recharts-B4ZzJhNh.js": {
+    "file": "assets/vendor-recharts-B4ZzJhNh.js",
     "name": "vendor-recharts",
     "imports": [
-      "_vendor-BCxsh5i3.js"
+      "_vendor-DexmGnha.js"
     ]
   },
   "_vendor-three-DwGkEfCM.js": {
@@ -61,18 +61,18 @@
     "name": "vendor-three"
   },
   "index.tsx": {
-    "file": "assets/index-D7UiCRtr.js",
+    "file": "assets/index-BowjltW-.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
-      "_vendor-BCxsh5i3.js",
-      "_vendor-arizeai-C2CDZgMz.js",
-      "_pages-DYHcAdjT.js",
-      "_components-C_HASv83.js",
+      "_vendor-DexmGnha.js",
+      "_vendor-arizeai--Q3ol330.js",
+      "_pages-DFAkBAUh.js",
+      "_components-72cQL1d1.js",
       "_vendor-three-DwGkEfCM.js",
-      "_vendor-recharts-P6W8G0Mb.js",
-      "_vendor-codemirror-DYbtnCTn.js"
+      "_vendor-recharts-B4ZzJhNh.js",
+      "_vendor-codemirror-B4bYvWa6.js"
     ]
   }
 }