arize-phoenix 7.12.3__py3-none-any.whl → 8.0.0__py3-none-any.whl

phoenix/server/api/input_types/PromptVersionInput.py

@@ -0,0 +1,133 @@
+import json
+from typing import Optional, cast
+
+import strawberry
+from strawberry import UNSET
+from strawberry.scalars import JSON
+
+from phoenix.db.types.model_provider import ModelProvider
+from phoenix.server.api.helpers.prompts.models import (
+    ContentPart,
+    PromptChatTemplate,
+    PromptMessage,
+    PromptMessageRole,
+    PromptTemplateFormat,
+    RoleConversion,
+    TextContentPart,
+    ToolCallContentPart,
+    ToolCallFunction,
+    ToolResultContentPart,
+)
+
+
+@strawberry.input
+class ToolDefinitionInput:
+    definition: JSON
+
+
+@strawberry.input
+class ResponseFormatInput:
+    definition: JSON
+
+
+@strawberry.input
+class TextContentValueInput:
+    text: str
+
+
+@strawberry.input
+class ToolResultContentValueInput:
+    tool_call_id: str
+    result: JSON
+
+
+@strawberry.input
+class ToolCallFunctionInput:
+    type: Optional[str] = strawberry.field(default="function")
+    name: str
+    arguments: str
+
+
+@strawberry.input
+class ToolCallContentValueInput:
+    tool_call_id: str
+    tool_call: ToolCallFunctionInput
+
+
+@strawberry.input(one_of=True)
+class ContentPartInput:
+    text: Optional[TextContentValueInput] = strawberry.UNSET
+    tool_call: Optional[ToolCallContentValueInput] = strawberry.UNSET
+    tool_result: Optional[ToolResultContentValueInput] = strawberry.UNSET
+
+
+@strawberry.input
+class PromptMessageInput:
+    role: str
+    content: list[ContentPartInput]
+
+
+@strawberry.input
+class PromptChatTemplateInput:
+    messages: list[PromptMessageInput]
+
+
+@strawberry.input
+class ChatPromptVersionInput:
+    description: Optional[str] = None
+    template_format: PromptTemplateFormat
+    template: PromptChatTemplateInput
+    invocation_parameters: JSON = strawberry.field(default_factory=dict)
+    tools: list[ToolDefinitionInput] = strawberry.field(default_factory=list)
+    response_format: Optional[ResponseFormatInput] = None
+    model_provider: ModelProvider
+    model_name: str
+
+
+def to_pydantic_prompt_chat_template_v1(
+    prompt_chat_template_input: PromptChatTemplateInput,
+) -> PromptChatTemplate:
+    return PromptChatTemplate(
+        type="chat",
+        messages=[
+            to_pydantic_prompt_message(message) for message in prompt_chat_template_input.messages
+        ],
+    )
+
+
+def to_pydantic_prompt_message(prompt_message_input: PromptMessageInput) -> PromptMessage:
+    content = [
+        to_pydantic_content_part(content_part) for content_part in prompt_message_input.content
+    ]
+    return PromptMessage(
+        role=RoleConversion.from_gql(PromptMessageRole(prompt_message_input.role)),
+        content=content,
+    )
+
+
+def to_pydantic_content_part(content_part_input: ContentPartInput) -> ContentPart:
+    if content_part_input.text is not UNSET:
+        assert content_part_input.text is not None
+        return TextContentPart(
+            type="text",
+            text=content_part_input.text.text,
+        )
+    if content_part_input.tool_call is not UNSET:
+        assert content_part_input.tool_call is not None
+        return ToolCallContentPart(
+            type="tool_call",
+            tool_call_id=content_part_input.tool_call.tool_call_id,
+            tool_call=ToolCallFunction(
+                type="function",
+                name=content_part_input.tool_call.tool_call.name,
+                arguments=content_part_input.tool_call.tool_call.arguments,
+            ),
+        )
+    if content_part_input.tool_result is not UNSET:
+        assert content_part_input.tool_result is not None
+        return ToolResultContentPart(
+            type="tool_result",
+            tool_call_id=content_part_input.tool_result.tool_call_id,
+            tool_result=json.loads(cast(str, content_part_input.tool_result.result)),
+        )
+    raise ValueError("content part input has no content")

phoenix/server/api/mutations/__init__.py

@@ -8,6 +8,9 @@ from phoenix.server.api.mutations.dataset_mutations import DatasetMutationMixin
 from phoenix.server.api.mutations.experiment_mutations import ExperimentMutationMixin
 from phoenix.server.api.mutations.export_events_mutations import ExportEventsMutationMixin
 from phoenix.server.api.mutations.project_mutations import ProjectMutationMixin
+from phoenix.server.api.mutations.prompt_label_mutations import PromptLabelMutationMixin
+from phoenix.server.api.mutations.prompt_mutations import PromptMutationMixin
+from phoenix.server.api.mutations.prompt_version_tag_mutations import PromptVersionTagMutationMixin
 from phoenix.server.api.mutations.span_annotations_mutations import SpanAnnotationMutationMixin
 from phoenix.server.api.mutations.trace_annotations_mutations import TraceAnnotationMutationMixin
 from phoenix.server.api.mutations.user_mutations import UserMutationMixin
@@ -20,6 +23,9 @@ class Mutation(
     ExperimentMutationMixin,
     ExportEventsMutationMixin,
     ProjectMutationMixin,
+    PromptMutationMixin,
+    PromptVersionTagMutationMixin,
+    PromptLabelMutationMixin,
     SpanAnnotationMutationMixin,
     TraceAnnotationMutationMixin,
     UserMutationMixin,

phoenix/server/api/mutations/chat_mutations.py

@@ -41,14 +41,15 @@ from phoenix.server.api.helpers.playground_spans import (
     llm_model_name,
     llm_span_kind,
     llm_tools,
+    prompt_metadata,
 )
+from phoenix.server.api.helpers.prompts.models import PromptTemplateFormat
 from phoenix.server.api.input_types.ChatCompletionInput import (
     ChatCompletionInput,
     ChatCompletionOverDatasetInput,
 )
-from phoenix.server.api.input_types.TemplateOptions import TemplateOptions
+from phoenix.server.api.input_types.PromptTemplateOptions import PromptTemplateOptions
 from phoenix.server.api.subscriptions import (
-    _default_playground_experiment_description,
     _default_playground_experiment_name,
 )
 from phoenix.server.api.types.ChatCompletionMessageRole import ChatCompletionMessageRole
@@ -60,7 +61,6 @@ from phoenix.server.api.types.Dataset import Dataset
 from phoenix.server.api.types.DatasetVersion import DatasetVersion
 from phoenix.server.api.types.node import from_global_id_with_expected_type
 from phoenix.server.api.types.Span import Span, to_gql_span
-from phoenix.server.api.types.TemplateLanguage import TemplateLanguage
 from phoenix.server.dml_event import SpanInsertEvent
 from phoenix.trace.attributes import unflatten
 from phoenix.trace.schemas import SpanException
@@ -178,9 +178,9 @@ class ChatCompletionMutationMixin:
             experiment = models.Experiment(
                 dataset_id=from_global_id_with_expected_type(input.dataset_id, Dataset.__name__),
                 dataset_version_id=resolved_version_id,
-                name=input.experiment_name or _default_playground_experiment_name(),
-                description=input.experiment_description
-                or _default_playground_experiment_description(dataset_name=dataset.name),
+                name=input.experiment_name
+                or _default_playground_experiment_name(input.prompt_name),
+                description=input.experiment_description,
                 repetitions=1,
                 metadata_=input.experiment_metadata or dict(),
                 project_name=PLAYGROUND_PROJECT_NAME,
@@ -203,10 +203,11 @@ class ChatCompletionMutationMixin:
                             messages=input.messages,
                             tools=input.tools,
                             invocation_parameters=input.invocation_parameters,
-                            template=TemplateOptions(
-                                language=input.template_language,
+                            template=PromptTemplateOptions(
+                                format=input.template_format,
                                 variables=revision.input,
                             ),
+                            prompt_name=input.prompt_name,
                         ),
                     )
                     for revision in batch
@@ -300,6 +301,7 @@ class ChatCompletionMutationMixin:
         input: ChatCompletionInput,
     ) -> ChatCompletionMutationPayload:
         attributes: dict[str, Any] = {}
+        attributes.update(dict(prompt_metadata(input.prompt_name)))
 
         messages = [
             (
@@ -453,12 +455,12 @@ class ChatCompletionMutationMixin:
 
 def _formatted_messages(
     messages: Iterable[ChatCompletionMessage],
-    template_options: TemplateOptions,
+    template_options: PromptTemplateOptions,
 ) -> Iterator[ChatCompletionMessage]:
     """
     Formats the messages using the given template options.
     """
-    template_formatter = _template_formatter(template_language=template_options.language)
+    template_formatter = _template_formatter(template_format=template_options.format)
     (
         roles,
         templates,
@@ -473,17 +475,17 @@ def _formatted_messages(
     return formatted_messages
 
 
-def _template_formatter(template_language: TemplateLanguage) -> TemplateFormatter:
+def _template_formatter(template_format: PromptTemplateFormat) -> TemplateFormatter:
     """
-    Instantiates the appropriate template formatter for the template language.
+    Instantiates the appropriate template formatter for the template format.
     """
-    if template_language is TemplateLanguage.MUSTACHE:
+    if template_format is PromptTemplateFormat.MUSTACHE:
         return MustacheTemplateFormatter()
-    if template_language is TemplateLanguage.F_STRING:
+    if template_format is PromptTemplateFormat.F_STRING:
         return FStringTemplateFormatter()
-    if template_language is TemplateLanguage.NONE:
+    if template_format is PromptTemplateFormat.NONE:
         return NoOpFormatter()
-    assert_never(template_language)
+    assert_never(template_format)
 
 
 def _output_value_and_mime_type(

phoenix/server/api/mutations/prompt_label_mutations.py

@@ -0,0 +1,191 @@
+# file: PromptLabelMutations.py
+
+from typing import Optional
+
+import strawberry
+from sqlalchemy import delete
+from sqlalchemy.exc import IntegrityError as PostgreSQLIntegrityError
+from sqlean.dbapi2 import IntegrityError as SQLiteIntegrityError  # type: ignore[import-untyped]
+from strawberry.relay import GlobalID
+from strawberry.types import Info
+
+from phoenix.db import models
+from phoenix.db.types.identifier import Identifier as IdentifierModel
+from phoenix.server.api.context import Context
+from phoenix.server.api.exceptions import Conflict, NotFound
+from phoenix.server.api.queries import Query
+from phoenix.server.api.types.Identifier import Identifier
+from phoenix.server.api.types.node import from_global_id_with_expected_type
+from phoenix.server.api.types.Prompt import Prompt
+from phoenix.server.api.types.PromptLabel import PromptLabel, to_gql_prompt_label
+
+
+@strawberry.input
+class CreatePromptLabelInput:
+    name: Identifier
+    description: Optional[str] = None
+
+
+@strawberry.input
+class PatchPromptLabelInput:
+    prompt_label_id: GlobalID
+    name: Optional[Identifier] = None
+    description: Optional[str] = None
+
+
+@strawberry.input
+class DeletePromptLabelInput:
+    prompt_label_id: GlobalID
+
+
+@strawberry.input
+class SetPromptLabelInput:
+    prompt_id: GlobalID
+    prompt_label_id: GlobalID
+
+
+@strawberry.input
+class UnsetPromptLabelInput:
+    prompt_id: GlobalID
+    prompt_label_id: GlobalID
+
+
+@strawberry.type
+class PromptLabelMutationPayload:
+    prompt_label: Optional["PromptLabel"]
+    query: "Query"
+
+
+@strawberry.type
+class PromptLabelMutationMixin:
+    @strawberry.mutation
+    async def create_prompt_label(
+        self, info: Info[Context, None], input: CreatePromptLabelInput
+    ) -> PromptLabelMutationPayload:
+        async with info.context.db() as session:
+            name = IdentifierModel.model_validate(str(input.name))
+            label_orm = models.PromptLabel(name=name, description=input.description)
+            session.add(label_orm)
+
+            try:
+                await session.commit()
+            except (PostgreSQLIntegrityError, SQLiteIntegrityError):
+                raise Conflict(f"A prompt label named '{name}' already exists.")
+
+            return PromptLabelMutationPayload(
+                prompt_label=to_gql_prompt_label(label_orm),
+                query=Query(),
+            )
+
+    @strawberry.mutation
+    async def patch_prompt_label(
+        self, info: Info[Context, None], input: PatchPromptLabelInput
+    ) -> PromptLabelMutationPayload:
+        validated_name = IdentifierModel.model_validate(str(input.name)) if input.name else None
+        async with info.context.db() as session:
+            label_id = from_global_id_with_expected_type(
+                input.prompt_label_id, PromptLabel.__name__
+            )
+
+            label_orm = await session.get(models.PromptLabel, label_id)
+            if not label_orm:
+                raise NotFound(f"PromptLabel with ID {input.prompt_label_id} not found")
+
+            if validated_name is not None:
+                label_orm.name = validated_name.root
+            if input.description is not None:
+                label_orm.description = input.description
+
+            try:
+                await session.commit()
+            except (PostgreSQLIntegrityError, SQLiteIntegrityError):
+                raise Conflict("Error patching PromptLabel. Possibly a name conflict?")
+
+            return PromptLabelMutationPayload(
+                prompt_label=to_gql_prompt_label(label_orm),
+                query=Query(),
+            )
+
+    @strawberry.mutation
+    async def delete_prompt_label(
+        self, info: Info[Context, None], input: DeletePromptLabelInput
+    ) -> PromptLabelMutationPayload:
+        """
+        Deletes a PromptLabel (and any crosswalk references).
+        """
+        async with info.context.db() as session:
+            label_id = from_global_id_with_expected_type(
+                input.prompt_label_id, PromptLabel.__name__
+            )
+            stmt = delete(models.PromptLabel).where(models.PromptLabel.id == label_id)
+            result = await session.execute(stmt)
+
+            if result.rowcount == 0:
+                raise NotFound(f"PromptLabel with ID {input.prompt_label_id} not found")
+
+            await session.commit()
+
+            return PromptLabelMutationPayload(
+                prompt_label=None,
+                query=Query(),
+            )
+
+    @strawberry.mutation
+    async def set_prompt_label(
+        self, info: Info[Context, None], input: SetPromptLabelInput
+    ) -> PromptLabelMutationPayload:
+        async with info.context.db() as session:
+            prompt_id = from_global_id_with_expected_type(input.prompt_id, Prompt.__name__)
+            label_id = from_global_id_with_expected_type(
+                input.prompt_label_id, PromptLabel.__name__
+            )
+
+            crosswalk = models.PromptPromptLabel(prompt_id=prompt_id, prompt_label_id=label_id)
+            session.add(crosswalk)
+
+            try:
+                await session.commit()
+            except (PostgreSQLIntegrityError, SQLiteIntegrityError) as e:
+                # The error could be:
+                # - Unique constraint violation => row already exists
+                # - Foreign key violation => prompt_id or label_id doesn't exist
+                raise Conflict("Failed to associate PromptLabel with Prompt.") from e
+
+            label_orm = await session.get(models.PromptLabel, label_id)
+            if not label_orm:
+                raise NotFound(f"PromptLabel with ID {input.prompt_label_id} not found")
+
+            return PromptLabelMutationPayload(
+                prompt_label=to_gql_prompt_label(label_orm),
+                query=Query(),
+            )
+
+    @strawberry.mutation
+    async def unset_prompt_label(
+        self, info: Info[Context, None], input: UnsetPromptLabelInput
+    ) -> PromptLabelMutationPayload:
+        """
+        Unsets a PromptLabel from a Prompt by removing the row in the crosswalk.
+        """
+        async with info.context.db() as session:
+            prompt_id = from_global_id_with_expected_type(input.prompt_id, Prompt.__name__)
+            label_id = from_global_id_with_expected_type(
+                input.prompt_label_id, PromptLabel.__name__
+            )
+
+            stmt = delete(models.PromptPromptLabel).where(
+                (models.PromptPromptLabel.prompt_id == prompt_id)
+                & (models.PromptPromptLabel.prompt_label_id == label_id)
+            )
+            result = await session.execute(stmt)
+
+            if result.rowcount == 0:
+                raise NotFound(f"No association between prompt={prompt_id} and label={label_id}.")
+
+            await session.commit()
+
+            label_orm = await session.get(models.PromptLabel, label_id)
+            return PromptLabelMutationPayload(
+                prompt_label=to_gql_prompt_label(label_orm) if label_orm else None,
+                query=Query(),
+            )