arize-phoenix 10.0.4__py3-none-any.whl → 12.28.1__py3-none-any.whl

phoenix/server/api/input_types/{SpanAnnotationFilter.py → AnnotationFilter.py}

@@ -1,8 +1,9 @@
-from typing import Optional
+from typing import Optional, Union
 
 import strawberry
 from strawberry import UNSET
 from strawberry.relay import GlobalID
+from typing_extensions import TypeAlias
 
 from phoenix.db import models
 from phoenix.server.api.exceptions import BadRequest
@@ -11,7 +12,7 @@ from phoenix.server.api.types.node import from_global_id_with_expected_type
 
 
 @strawberry.input
-class SpanAnnotationFilterCondition:
+class AnnotationFilterCondition:
     names: Optional[list[str]] = UNSET
     sources: Optional[list[AnnotationSource]] = UNSET
     user_ids: Optional[list[Optional[GlobalID]]] = UNSET
@@ -26,42 +27,49 @@ class SpanAnnotationFilterCondition:
 
 
 @strawberry.input
-class SpanAnnotationFilter:
-    include: Optional[SpanAnnotationFilterCondition] = UNSET
-    exclude: Optional[SpanAnnotationFilterCondition] = UNSET
+class AnnotationFilter:
+    include: Optional[AnnotationFilterCondition] = UNSET
+    exclude: Optional[AnnotationFilterCondition] = UNSET
 
     def __post_init__(self) -> None:
         if self.include is UNSET and self.exclude is UNSET:
             raise BadRequest("include and exclude cannot both be unset")
 
 
-def satisfies_filter(span_annotation: models.SpanAnnotation, filter: SpanAnnotationFilter) -> bool:
+_Annotation: TypeAlias = Union[
+    models.SpanAnnotation,
+    models.TraceAnnotation,
+    models.ProjectSessionAnnotation,
+]
+
+
+def satisfies_filter(annotation: _Annotation, filter: AnnotationFilter) -> bool:
     """
-    Returns true if the span annotation satisfies the filter and false otherwise.
+    Returns true if the annotation satisfies the filter and false otherwise.
     """
-    span_annotation_source = AnnotationSource(span_annotation.source)
+    annotation_source = AnnotationSource(annotation.source)
     if include := filter.include:
-        if include.names and span_annotation.name not in include.names:
+        if include.names and annotation.name not in include.names:
             return False
-        if include.sources and span_annotation_source not in include.sources:
+        if include.sources and annotation_source not in include.sources:
             return False
         if include.user_ids:
             user_rowids = [
                 from_global_id_with_expected_type(user_id, "User") if user_id is not None else None
                 for user_id in include.user_ids
             ]
-            if span_annotation.user_id not in user_rowids:
+            if annotation.user_id not in user_rowids:
                 return False
     if exclude := filter.exclude:
-        if exclude.names and span_annotation.name in exclude.names:
+        if exclude.names and annotation.name in exclude.names:
             return False
-        if exclude.sources and span_annotation_source in exclude.sources:
+        if exclude.sources and annotation_source in exclude.sources:
             return False
         if exclude.user_ids:
             user_rowids = [
                 from_global_id_with_expected_type(user_id, "User") if user_id is not None else None
                 for user_id in exclude.user_ids
             ]
-            if span_annotation.user_id in user_rowids:
+            if annotation.user_id in user_rowids:
                 return False
     return True

phoenix/server/api/input_types/ChatCompletionInput.py

@@ -8,6 +8,7 @@ from strawberry.scalars import JSON
 from phoenix.server.api.helpers.prompts.models import (
     PromptTemplateFormat,
 )
+from phoenix.server.api.input_types.GenerativeCredentialInput import GenerativeCredentialInput
 from phoenix.server.api.types.Identifier import Identifier
 
 from .ChatCompletionMessageInput import ChatCompletionMessageInput
@@ -22,9 +23,10 @@ class ChatCompletionInput:
     model: GenerativeModelInput
     invocation_parameters: list[InvocationParameterInput] = strawberry.field(default_factory=list)
     tools: Optional[list[JSON]] = UNSET
-    api_key: Optional[str] = strawberry.field(default=None)
+    credentials: Optional[list[GenerativeCredentialInput]] = UNSET
     template: Optional[PromptTemplateOptions] = UNSET
     prompt_name: Optional[Identifier] = None
+    repetitions: int
 
 
 @strawberry.input
@@ -33,10 +35,12 @@ class ChatCompletionOverDatasetInput:
     model: GenerativeModelInput
     invocation_parameters: list[InvocationParameterInput] = strawberry.field(default_factory=list)
     tools: Optional[list[JSON]] = UNSET
-    api_key: Optional[str] = strawberry.field(default=None)
+    credentials: Optional[list[GenerativeCredentialInput]] = UNSET
     template_format: PromptTemplateFormat = PromptTemplateFormat.MUSTACHE
+    repetitions: int
     dataset_id: GlobalID
     dataset_version_id: Optional[GlobalID] = None
+    split_ids: Optional[list[GlobalID]] = None
     experiment_name: Optional[str] = None
     experiment_description: Optional[str] = None
     experiment_metadata: Optional[JSON] = strawberry.field(default_factory=dict)

phoenix/server/api/input_types/CreateProjectInput.py

@@ -0,0 +1,27 @@
+import re
+from typing import Optional
+
+import strawberry
+from strawberry import UNSET
+
+from phoenix.server.api.exceptions import BadRequest
+
+
+@strawberry.input
+class CreateProjectInput:
+    name: str
+    description: Optional[str] = UNSET
+    gradient_start_color: Optional[str] = UNSET
+    gradient_end_color: Optional[str] = UNSET
+
+    def __post_init__(self) -> None:
+        if not self.name.strip():
+            raise BadRequest("Name cannot be empty")
+        if self.gradient_start_color and not re.match(
+            r"^#([0-9a-fA-F]{6})$", self.gradient_start_color
+        ):
+            raise BadRequest("Gradient start color must be a valid hex color")
+        if self.gradient_end_color and not re.match(
+            r"^#([0-9a-fA-F]{6})$", self.gradient_end_color
+        ):
+            raise BadRequest("Gradient end color must be a valid hex color")

phoenix/server/api/input_types/CreateProjectSessionAnnotationInput.py

@@ -0,0 +1,37 @@
+from typing import Optional
+
+import strawberry
+from strawberry.relay import GlobalID
+from strawberry.scalars import JSON
+
+from phoenix.server.api.exceptions import BadRequest
+from phoenix.server.api.types.AnnotationSource import AnnotationSource
+from phoenix.server.api.types.AnnotatorKind import AnnotatorKind
+
+
+@strawberry.input
+class CreateProjectSessionAnnotationInput:
+    project_session_id: GlobalID
+    name: str
+    annotator_kind: AnnotatorKind = AnnotatorKind.HUMAN
+    label: Optional[str] = None
+    score: Optional[float] = None
+    explanation: Optional[str] = None
+    metadata: JSON = strawberry.field(default_factory=dict)
+    source: AnnotationSource = AnnotationSource.APP
+    identifier: Optional[str] = strawberry.UNSET
+
+    def __post_init__(self) -> None:
+        self.name = self.name.strip()
+        if isinstance(self.label, str):
+            self.label = self.label.strip()
+        if not self.label:
+            self.label = None
+        if isinstance(self.explanation, str):
+            self.explanation = self.explanation.strip()
+        if not self.explanation:
+            self.explanation = None
+        if isinstance(self.identifier, str):
+            self.identifier = self.identifier.strip()
+        if self.score is None and not self.label and not self.explanation:
+            raise BadRequest("At least one of score, label, or explanation must be not null/empty.")

phoenix/server/api/input_types/DatasetFilter.py

@@ -0,0 +1,17 @@
+from enum import Enum
+from typing import Optional
+
+import strawberry
+from strawberry import UNSET
+
+
+@strawberry.enum
+class DatasetFilterColumn(Enum):
+    name = "name"
+
+
+@strawberry.input(description="A filter for datasets")
+class DatasetFilter:
+    col: Optional[DatasetFilterColumn] = None
+    value: Optional[str] = None
+    filter_labels: Optional[list[str]] = UNSET

phoenix/server/api/input_types/ExperimentRunSort.py

@@ -0,0 +1,237 @@
+import operator
+from enum import Enum, auto
+from typing import Any, Optional
+
+import strawberry
+from sqlalchemy import ColumnElement, Select, and_, func, literal, or_, select, tuple_
+from sqlalchemy.sql.selectable import NamedFromClause
+from strawberry import Maybe
+from typing_extensions import assert_never
+
+from phoenix.db import models
+from phoenix.server.api.types.pagination import (
+    Cursor,
+    CursorSortColumn,
+    CursorSortColumnDataType,
+    CursorSortColumnValue,
+)
+from phoenix.server.api.types.SortDir import SortDir
+
+
+@strawberry.enum
+class ExperimentRunMetric(Enum):
+    latencyMs = auto()
+
+
+@strawberry.input(one_of=True)
+class ExperimentRunColumn:
+    metric: Maybe[ExperimentRunMetric]
+    annotation_name: Maybe[str]
+
+
+@strawberry.input(description="The sort key and direction for experiment run connections")
+class ExperimentRunSort:
+    col: ExperimentRunColumn
+    dir: SortDir
+
+
+def get_experiment_run_cursor(
+    run: models.ExperimentRun, annotation_score: Optional[float], sort: Optional[ExperimentRunSort]
+) -> Cursor:
+    sort_column: Optional[CursorSortColumn] = None
+    if sort:
+        if sort.col.metric:
+            metric = sort.col.metric.value
+            assert metric is not None
+            if metric is ExperimentRunMetric.latencyMs:
+                sort_column = CursorSortColumn(
+                    type=CursorSortColumnDataType.FLOAT,
+                    value=run.latency_ms,
+                )
+            else:
+                assert_never(metric)
+        elif sort.col.annotation_name:
+            data_type = (
+                CursorSortColumnDataType.FLOAT
+                if annotation_score is not None
+                else CursorSortColumnDataType.NULL
+            )
+            sort_column = CursorSortColumn(
+                type=data_type,
+                value=annotation_score,
+            )
+    return Cursor(rowid=run.id, sort_column=sort_column)
+
+
+def add_order_by_and_page_start_to_query(
+    query: Select[Any],
+    sort: Optional[ExperimentRunSort],
+    experiment_rowid: int,
+    after_experiment_run_rowid: Optional[int],
+    after_sort_column_value: Optional[CursorSortColumnValue] = None,
+) -> Select[Any]:
+    mean_annotation_scores: Optional[NamedFromClause] = None
+    if sort and sort.col.annotation_name:
+        annotation_name = sort.col.annotation_name.value
+        assert annotation_name is not None
+        mean_annotation_scores = _get_mean_annotation_scores_subquery(annotation_name)
+    order_by_columns = _get_order_by_columns(
+        sort=sort, experiment_rowid=experiment_rowid, mean_annotation_scores=mean_annotation_scores
+    )
+    query = query.order_by(*order_by_columns)
+    if after_experiment_run_rowid is not None:
+        query = _add_after_expression(
+            query=query,
+            sort=sort,
+            experiment_run_rowid=after_experiment_run_rowid,
+            after_sort_column_value=after_sort_column_value,
+            mean_annotation_scores=mean_annotation_scores,
+        )
+    query = _add_joins_and_selects_to_query(
+        query=query,
+        sort=sort,
+        mean_annotation_scores=mean_annotation_scores,
+    )
+    return query
+
+
+def _get_order_by_columns(
+    sort: Optional[ExperimentRunSort],
+    experiment_rowid: int,
+    mean_annotation_scores: Optional[NamedFromClause],
+) -> tuple[ColumnElement[Any], ...]:
+    if not sort:
+        # Ideally, this would sort the runs by (example_id, repetition_number),
+        # but this would require making the cursor more complex or adding an additional query
+        # to handle the after cursor.
+        return (models.ExperimentRun.id.asc(),)
+    sort_direction = sort.dir
+    if sort.col.metric:
+        metric = sort.col.metric.value
+        assert metric is not None
+        if metric is ExperimentRunMetric.latencyMs:
+            if sort_direction is SortDir.asc:
+                return (models.ExperimentRun.latency_ms.asc(), models.ExperimentRun.id.asc())
+            else:
+                return (models.ExperimentRun.latency_ms.desc(), models.ExperimentRun.id.desc())
+        else:
+            assert_never(metric)
+    elif sort.col.annotation_name:
+        annotation_name = sort.col.annotation_name.value
+        assert annotation_name is not None
+        assert mean_annotation_scores is not None
+        if sort_direction is SortDir.asc:
+            return (
+                mean_annotation_scores.c.score.asc().nulls_last(),
+                models.ExperimentRun.id.asc(),
+            )
+        else:
+            return (
+                mean_annotation_scores.c.score.desc().nulls_last(),
+                models.ExperimentRun.id.desc(),
+            )
+    raise NotImplementedError
+
+
+def _add_after_expression(
+    query: Select[Any],
+    sort: Optional[ExperimentRunSort],
+    experiment_run_rowid: int,
+    after_sort_column_value: Optional[CursorSortColumnValue],
+    mean_annotation_scores: Optional[NamedFromClause],
+) -> Select[Any]:
+    if not sort:
+        # Ideally, this would return the runs sorted by (example_id, repetition_number),
+        # but this would require making the cursor more complex or adding an additional query.
+        return query.where(models.ExperimentRun.id > literal(experiment_run_rowid))
+    sort_direction = sort.dir
+    compare_fn = operator.gt if sort_direction is SortDir.asc else operator.lt
+    if sort.col.metric:
+        metric = sort.col.metric.value
+        assert metric is not None
+        if metric is ExperimentRunMetric.latencyMs:
+            assert after_sort_column_value is not None
+            return query.where(
+                compare_fn(
+                    tuple_(models.ExperimentRun.latency_ms, models.ExperimentRun.id),
+                    tuple_(
+                        literal(after_sort_column_value),
+                        literal(experiment_run_rowid),
+                    ),
+                )
+            )
+        else:
+            assert_never(metric)
+    elif sort.col.annotation_name:
+        annotation_name = sort.col.annotation_name.value
+        assert annotation_name is not None
+        assert mean_annotation_scores is not None
+        if after_sort_column_value is None:
+            return query.where(
+                and_(
+                    compare_fn(models.ExperimentRun.id, literal(experiment_run_rowid)),
+                    mean_annotation_scores.c.score.is_(None),
+                )
+            )
+        else:
+            return query.where(
+                or_(
+                    compare_fn(
+                        tuple_(mean_annotation_scores.c.score, models.ExperimentRun.id),
+                        tuple_(
+                            literal(after_sort_column_value),
+                            literal(experiment_run_rowid),
+                        ),
+                    ),
+                    mean_annotation_scores.c.score.is_(None),
+                )
+            )
+    raise NotImplementedError
+
+
+def _get_mean_annotation_scores_subquery(annotation_name: str) -> NamedFromClause:
+    return (
+        select(
+            func.avg(models.ExperimentRunAnnotation.score).label("score"),
+            models.ExperimentRunAnnotation.experiment_run_id.label("experiment_run_id"),
+        )
+        .select_from(models.ExperimentRunAnnotation)
+        .join(
+            models.ExperimentRun,
+            models.ExperimentRunAnnotation.experiment_run_id == models.ExperimentRun.id,
+        )
+        .where(models.ExperimentRunAnnotation.name == annotation_name)
+        .group_by(models.ExperimentRunAnnotation.experiment_run_id)
+        .subquery()
+        .alias("mean_annotation_scores")
+    )
+
+
+def _add_joins_and_selects_to_query(
+    query: Select[tuple[models.ExperimentRun]],
+    sort: Optional[ExperimentRunSort],
+    mean_annotation_scores: Optional[NamedFromClause],
+) -> Select[tuple[models.ExperimentRun]]:
+    if not sort:
+        return query
+    if sort.col.metric:
+        metric = sort.col.metric.value
+        assert metric is not None
+        if metric is ExperimentRunMetric.latencyMs:
+            return query
+        else:
+            assert_never(metric)
+    elif sort.col.annotation_name:
+        annotation_name = sort.col.annotation_name.value
+        assert annotation_name is not None
+        assert mean_annotation_scores is not None
+        query = query.join(
+            mean_annotation_scores,
+            mean_annotation_scores.c.experiment_run_id == models.ExperimentRun.id,
+            isouter=True,
+        )
+        query = query.add_columns(
+            mean_annotation_scores.c.score.label("score")
+        )  # the score must be in the select so that the value can be included in the cursor
+        return query
+    raise NotImplementedError

phoenix/server/api/input_types/GenerativeCredentialInput.py

@@ -0,0 +1,9 @@
+import strawberry
+
+
+@strawberry.input
+class GenerativeCredentialInput:
+    env_var_name: str
+    """The name of the environment variable to set."""
+    value: str
+    """The value of the environment variable to set."""

phoenix/server/api/input_types/GenerativeModelInput.py

@@ -2,6 +2,7 @@ from typing import Optional
 
 import strawberry
 from strawberry import UNSET
+from strawberry.scalars import JSON
 
 from phoenix.server.api.types.GenerativeProvider import GenerativeProviderKey
 
@@ -17,3 +18,7 @@ class GenerativeModelInput:
     """ The endpoint to use for the model. Only required for Azure OpenAI models. """
     api_version: Optional[str] = UNSET
     """ The API version to use for the model. """
+    region: Optional[str] = UNSET
+    """ The region to use for the model. """
+    custom_headers: Optional[JSON] = UNSET
+    """ Custom headers to use for the model. """

phoenix/server/api/input_types/ProjectSessionSort.py

@@ -1,8 +1,16 @@
+from dataclasses import dataclass
 from enum import Enum, auto
+from typing import Any, Optional
 
 import strawberry
+from sqlalchemy import and_, desc, func, nulls_last, select
+from sqlalchemy.orm import InstrumentedAttribute
+from sqlalchemy.sql.expression import Select
+from strawberry import UNSET
 from typing_extensions import assert_never
 
+from phoenix.db import models
+from phoenix.db.helpers import truncate_name
 from phoenix.server.api.types.pagination import CursorSortColumnDataType
 from phoenix.server.api.types.SortDir import SortDir
 
@@ -13,6 +21,30 @@ class ProjectSessionColumn(Enum):
     endTime = auto()
     tokenCountTotal = auto()
     numTraces = auto()
+    costTotal = auto()
+
+    @property
+    def column_name(self) -> str:
+        return truncate_name(f"{self.name}_project_session_sort_column")
+
+    def as_orm_expression(self, joined_table: Optional[Any] = None) -> Any:
+        expr: Any
+        if self is ProjectSessionColumn.startTime:
+            expr = models.ProjectSession.start_time
+        elif self is ProjectSessionColumn.endTime:
+            expr = models.ProjectSession.end_time
+        elif self is ProjectSessionColumn.tokenCountTotal:
+            assert joined_table is not None
+            expr = joined_table.c.key
+        elif self is ProjectSessionColumn.numTraces:
+            assert joined_table is not None
+            expr = joined_table.c.key
+        elif self is ProjectSessionColumn.costTotal:
+            assert joined_table is not None
+            expr = joined_table.c.key
+        else:
+            assert_never(self)
+        return expr.label(self.column_name)
 
     @property
     def data_type(self) -> CursorSortColumnDataType:
@@ -20,10 +52,138 @@ class ProjectSessionColumn(Enum):
             return CursorSortColumnDataType.INT
         if self is ProjectSessionColumn.startTime or self is ProjectSessionColumn.endTime:
             return CursorSortColumnDataType.DATETIME
+        if self is ProjectSessionColumn.costTotal:
+            return CursorSortColumnDataType.FLOAT
         assert_never(self)
 
+    def join_tables(self, stmt: Select[Any]) -> tuple[Select[Any], Any]:
+        """
+        If needed, joins tables required for the sort column.
+        """
+        if self is ProjectSessionColumn.tokenCountTotal:
+            sort_subq = (
+                select(
+                    models.Trace.project_session_rowid.label("id"),
+                    func.sum(models.Span.cumulative_llm_token_count_total).label("key"),
+                )
+                .join_from(models.Trace, models.Span)
+                .where(models.Span.parent_id.is_(None))
+                .group_by(models.Trace.project_session_rowid)
+            ).subquery()
+            stmt = stmt.join(sort_subq, models.ProjectSession.id == sort_subq.c.id)
+            return stmt, sort_subq
+        if self is ProjectSessionColumn.numTraces:
+            sort_subq = (
+                select(
+                    models.Trace.project_session_rowid.label("id"),
+                    func.count(models.Trace.id).label("key"),
+                ).group_by(models.Trace.project_session_rowid)
+            ).subquery()
+            stmt = stmt.join(sort_subq, models.ProjectSession.id == sort_subq.c.id)
+            return stmt, sort_subq
+        if self is ProjectSessionColumn.costTotal:
+            sort_subq = (
+                select(
+                    models.Trace.project_session_rowid.label("id"),
+                    func.sum(models.SpanCost.total_cost).label("key"),
+                )
+                .join_from(
+                    models.Trace,
+                    models.SpanCost,
+                    models.Trace.id == models.SpanCost.trace_rowid,
+                )
+                .group_by(models.Trace.project_session_rowid)
+            ).subquery()
+            stmt = stmt.join(sort_subq, models.ProjectSession.id == sort_subq.c.id)
+            return stmt, sort_subq
+        return stmt, None
+
+
+@strawberry.enum
+class ProjectSessionAnnoAttr(Enum):
+    score = "score"
+    label = "label"
+
+    @property
+    def column_name(self) -> str:
+        return f"{self.value}_anno_sort_column"
+
+    @property
+    def orm_expression(self) -> Any:
+        expr: InstrumentedAttribute[Any]
+        if self is ProjectSessionAnnoAttr.score:
+            expr = models.ProjectSessionAnnotation.score
+        elif self is ProjectSessionAnnoAttr.label:
+            expr = models.ProjectSessionAnnotation.label
+        else:
+            assert_never(self)
+        return expr.label(self.column_name)
+
+    @property
+    def data_type(self) -> CursorSortColumnDataType:
+        if self is ProjectSessionAnnoAttr.label:
+            return CursorSortColumnDataType.STRING
+        if self is ProjectSessionAnnoAttr.score:
+            return CursorSortColumnDataType.FLOAT
+        assert_never(self)
+
+
+@strawberry.input
+class ProjectSessionAnnoResultKey:
+    name: str
+    attr: ProjectSessionAnnoAttr
+
+
+@dataclass(frozen=True)
+class ProjectSessionSortConfig:
+    stmt: Select[Any]
+    orm_expression: Any
+    dir: SortDir
+    column_name: str
+    column_data_type: CursorSortColumnDataType
+
 
 @strawberry.input(description="The sort key and direction for ProjectSession connections.")
 class ProjectSessionSort:
-    col: ProjectSessionColumn
+    col: Optional[ProjectSessionColumn] = UNSET
+    anno_result_key: Optional[ProjectSessionAnnoResultKey] = UNSET
     dir: SortDir
+
+    def update_orm_expr(self, stmt: Select[Any]) -> ProjectSessionSortConfig:
+        if (col := self.col) and not self.anno_result_key:
+            stmt, joined_table = col.join_tables(stmt)
+            expr = col.as_orm_expression(joined_table)
+            stmt = stmt.add_columns(expr)
+            if self.dir == SortDir.desc:
+                expr = desc(expr)
+            return ProjectSessionSortConfig(
+                stmt=stmt.order_by(nulls_last(expr)),
+                orm_expression=col.as_orm_expression(joined_table),
+                dir=self.dir,
+                column_name=col.column_name,
+                column_data_type=col.data_type,
+            )
+        if (anno_result_key := self.anno_result_key) and not col:
+            anno_name = anno_result_key.name
+            anno_attr = anno_result_key.attr
+            expr = anno_result_key.attr.orm_expression
+            stmt = stmt.add_columns(expr)
+            if self.dir == SortDir.desc:
+                expr = desc(expr)
+            stmt = stmt.join(
+                models.ProjectSessionAnnotation,
+                onclause=and_(
+                    models.ProjectSessionAnnotation.project_session_id == models.ProjectSession.id,
+                    models.ProjectSessionAnnotation.name == anno_name,
+                ),
+            ).order_by(nulls_last(expr))
+            return ProjectSessionSortConfig(
+                stmt=stmt,
+                orm_expression=anno_result_key.attr.orm_expression,
+                dir=self.dir,
+                column_name=anno_attr.column_name,
+                column_data_type=anno_attr.data_type,
+            )
+        raise ValueError(
+            "Exactly one of `col` or `annoResultKey` must be specified on `ProjectSessionSort`."
+        )

phoenix/server/api/input_types/PromptFilter.py

@@ -0,0 +1,14 @@
+from enum import Enum
+
+import strawberry
+
+
+@strawberry.enum
+class PromptFilterColumn(Enum):
+    name = "name"
+
+
+@strawberry.input(description="The filter key and value for prompt connections")
+class PromptFilter:
+    col: PromptFilterColumn
+    value: str