arize-phoenix 10.0.4__py3-none-any.whl → 12.28.1__py3-none-any.whl

phoenix/server/retention.py

@@ -1,7 +1,9 @@
 from __future__ import annotations
 
+import logging
 from asyncio import create_task, gather, sleep
 from datetime import datetime, timedelta, timezone
+from time import time
 
 import sqlalchemy as sa
 from sqlalchemy.orm import selectinload
@@ -10,9 +12,15 @@ from phoenix.db.constants import DEFAULT_PROJECT_TRACE_RETENTION_POLICY_ID
 from phoenix.db.models import Project, ProjectTraceRetentionPolicy
 from phoenix.server.dml_event import SpanDeleteEvent
 from phoenix.server.dml_event_handler import DmlEventHandler
+from phoenix.server.prometheus import (
+    RETENTION_POLICY_EXECUTIONS,
+    RETENTION_SWEEPER_LAST_RUN,
+)
 from phoenix.server.types import DaemonTask, DbSessionFactory
 from phoenix.utilities import hour_of_week
 
+logger = logging.getLogger(__name__)
+
 
 class TraceDataSweeper(DaemonTask):
     def __init__(self, db: DbSessionFactory, dml_event_handler: DmlEventHandler):
@@ -24,15 +32,19 @@ class TraceDataSweeper(DaemonTask):
         """Check hourly and apply policies."""
         while self._running:
             await self._sleep_until_next_hour()
-            if not (policies := await self._get_policies()):
-                continue
-            current_hour = self._current_hour()
-            if tasks := [
-                create_task(self._apply(policy))
-                for policy in policies
-                if self._should_apply(policy, current_hour)
-            ]:
-                await gather(*tasks, return_exceptions=True)
+            RETENTION_SWEEPER_LAST_RUN.set(time())
+            try:
+                if not (policies := await self._get_policies()):
+                    continue
+                current_hour = self._current_hour()
+                if tasks := [
+                    create_task(self._apply(policy))
+                    for policy in policies
+                    if self._should_apply(policy, current_hour)
+                ]:
+                    await gather(*tasks, return_exceptions=True)
+            except Exception:
+                logger.exception("Unexpected error in retention sweeper main loop")
 
     async def _get_policies(self) -> list[ProjectTraceRetentionPolicy]:
         stmt = sa.select(ProjectTraceRetentionPolicy).options(
@@ -58,18 +70,19 @@ class TraceDataSweeper(DaemonTask):
         return True
 
     async def _apply(self, policy: ProjectTraceRetentionPolicy) -> None:
-        project_rowids = (
-            (
-                sa.select(Project.id)
-                .where(Project.trace_retention_policy_id.is_(None))
-                .scalar_subquery()
+        try:
+            project_rowids = (
+                (sa.select(Project.id).where(Project.trace_retention_policy_id.is_(None)))
+                if policy.id == DEFAULT_PROJECT_TRACE_RETENTION_POLICY_ID
+                else [p.id for p in policy.projects]
             )
-            if policy.id == DEFAULT_PROJECT_TRACE_RETENTION_POLICY_ID
-            else [p.id for p in policy.projects]
-        )
-        async with self._db() as session:
-            result = await policy.rule.delete_traces(session, project_rowids)
-        self._dml_event_handler.put(SpanDeleteEvent(tuple(result)))
+            async with self._db() as session:
+                result = await policy.rule.delete_traces(session, project_rowids)
+            self._dml_event_handler.put(SpanDeleteEvent(tuple(result)))
+            RETENTION_POLICY_EXECUTIONS.labels(status="success").inc()
+        except Exception:
+            logger.exception(f"Failed to apply retention policy '{policy.name}' (id={policy.id})")
+            RETENTION_POLICY_EXECUTIONS.labels(status="error").inc()
 
     async def _sleep_until_next_hour(self) -> None:
         next_hour = self._now().replace(minute=0, second=0, microsecond=0) + timedelta(hours=1)

phoenix/server/session_filters.py

@@ -0,0 +1,49 @@
+from datetime import datetime
+from typing import Optional, Sequence
+
+from openinference.semconv.trace import SpanAttributes
+from sqlalchemy import distinct, or_, select
+from sqlalchemy.sql.selectable import ScalarSelect
+
+from phoenix.db import models
+
+
+def get_filtered_session_rowids_subquery(
+    session_filter_condition: str,
+    project_rowids: Sequence[int],
+    start_time: Optional[datetime] = None,
+    end_time: Optional[datetime] = None,
+) -> ScalarSelect[int]:
+    """
+    Returns a subquery that contains the project session rowids that match the session filter.
+    """
+
+    filtered_session_rowids = (
+        select(distinct(models.Trace.project_session_rowid).label("id"))
+        .join_from(models.Trace, models.Span)
+        .where(models.Trace.project_rowid.in_(project_rowids))
+        .where(models.Span.parent_id.is_(None))
+        .where(
+            or_(
+                models.CaseInsensitiveContains(
+                    models.Span.attributes[INPUT_VALUE].as_string(),
+                    session_filter_condition,
+                ),
+                models.CaseInsensitiveContains(
+                    models.Span.attributes[OUTPUT_VALUE].as_string(),
+                    session_filter_condition,
+                ),
+            )
+        )
+    )
+    if start_time:
+        filtered_session_rowids = filtered_session_rowids.where(
+            start_time <= models.Trace.start_time
+        )
+    if end_time:
+        filtered_session_rowids = filtered_session_rowids.where(models.Trace.start_time < end_time)
+    return filtered_session_rowids.scalar_subquery()
+
+
+INPUT_VALUE = SpanAttributes.INPUT_VALUE.split(".")
+OUTPUT_VALUE = SpanAttributes.OUTPUT_VALUE.split(".")

phoenix/server/static/.vite/manifest.json

@@ -1,87 +1,91 @@
 {
-  "_components-DULKeDfL.js": {
-    "file": "assets/components-DULKeDfL.js",
+  "_components-BreFUQQa.js": {
+    "file": "assets/components-BreFUQQa.js",
     "name": "components",
     "imports": [
-      "_vendor-oB4u9zuV.js",
-      "_pages-Cl0A-0U2.js",
-      "_vendor-arizeai-Dy-0mSNw.js",
-      "_vendor-codemirror-DBtifKNr.js",
-      "_vendor-three-C5WAXd5r.js"
+      "_vendor-DCE4v-Ot.js",
+      "_vendor-codemirror-D5f205eT.js",
+      "_pages-DBE5iYM3.js",
+      "_vendor-three-CmB8bl_y.js"
     ]
   },
-  "_pages-Cl0A-0U2.js": {
-    "file": "assets/pages-Cl0A-0U2.js",
+  "_pages-DBE5iYM3.js": {
+    "file": "assets/pages-DBE5iYM3.js",
     "name": "pages",
+    "isDynamicEntry": true,
     "imports": [
-      "_vendor-oB4u9zuV.js",
-      "_vendor-arizeai-Dy-0mSNw.js",
-      "_components-DULKeDfL.js",
-      "_vendor-codemirror-DBtifKNr.js",
-      "_vendor-recharts-D-T4KPz2.js"
+      "_components-BreFUQQa.js",
+      "_vendor-DCE4v-Ot.js",
+      "_vendor-codemirror-D5f205eT.js",
+      "_vendor-recharts-V9cwpXsm.js"
     ]
   },
-  "_vendor-WIZid84E.css": {
-    "file": "assets/vendor-WIZid84E.css",
-    "src": "_vendor-WIZid84E.css"
+  "_vendor-BGzfc4EU.css": {
+    "file": "assets/vendor-BGzfc4EU.css",
+    "src": "_vendor-BGzfc4EU.css"
   },
-  "_vendor-arizeai-Dy-0mSNw.js": {
-    "file": "assets/vendor-arizeai-Dy-0mSNw.js",
-    "name": "vendor-arizeai",
+  "_vendor-DCE4v-Ot.js": {
+    "file": "assets/vendor-DCE4v-Ot.js",
+    "name": "vendor",
     "imports": [
-      "_vendor-oB4u9zuV.js"
+      "_vendor-three-CmB8bl_y.js"
+    ],
+    "css": [
+      "assets/vendor-BGzfc4EU.css"
     ]
   },
-  "_vendor-codemirror-DBtifKNr.js": {
-    "file": "assets/vendor-codemirror-DBtifKNr.js",
+  "_vendor-codemirror-D5f205eT.js": {
+    "file": "assets/vendor-codemirror-D5f205eT.js",
     "name": "vendor-codemirror",
     "imports": [
-      "_vendor-oB4u9zuV.js",
-      "_vendor-shiki-BMn4O_9F.js"
-    ]
-  },
-  "_vendor-oB4u9zuV.js": {
-    "file": "assets/vendor-oB4u9zuV.js",
-    "name": "vendor",
-    "imports": [
-      "_vendor-three-C5WAXd5r.js"
+      "_vendor-DCE4v-Ot.js",
+      "_vendor-shiki-Do--csgv.js"
     ],
-    "css": [
-      "assets/vendor-WIZid84E.css"
+    "dynamicImports": [
+      "_vendor-shiki-Do--csgv.js",
+      "_vendor-shiki-Do--csgv.js",
+      "_vendor-shiki-Do--csgv.js"
     ]
   },
-  "_vendor-recharts-D-T4KPz2.js": {
-    "file": "assets/vendor-recharts-D-T4KPz2.js",
+  "_vendor-recharts-V9cwpXsm.js": {
+    "file": "assets/vendor-recharts-V9cwpXsm.js",
     "name": "vendor-recharts",
     "imports": [
-      "_vendor-oB4u9zuV.js"
+      "_vendor-DCE4v-Ot.js"
     ]
   },
-  "_vendor-shiki-BMn4O_9F.js": {
-    "file": "assets/vendor-shiki-BMn4O_9F.js",
+  "_vendor-shiki-Do--csgv.js": {
+    "file": "assets/vendor-shiki-Do--csgv.js",
     "name": "vendor-shiki",
+    "isDynamicEntry": true,
     "imports": [
-      "_vendor-oB4u9zuV.js"
+      "_vendor-DCE4v-Ot.js"
     ]
   },
-  "_vendor-three-C5WAXd5r.js": {
-    "file": "assets/vendor-three-C5WAXd5r.js",
+  "_vendor-three-CmB8bl_y.js": {
+    "file": "assets/vendor-three-CmB8bl_y.js",
     "name": "vendor-three"
   },
   "index.tsx": {
-    "file": "assets/index-E0M82BdE.js",
+    "file": "assets/index-CTQoemZv.js",
     "name": "index",
     "src": "index.tsx",
     "isEntry": true,
     "imports": [
-      "_vendor-oB4u9zuV.js",
-      "_vendor-arizeai-Dy-0mSNw.js",
-      "_pages-Cl0A-0U2.js",
-      "_components-DULKeDfL.js",
-      "_vendor-three-C5WAXd5r.js",
-      "_vendor-codemirror-DBtifKNr.js",
-      "_vendor-shiki-BMn4O_9F.js",
-      "_vendor-recharts-D-T4KPz2.js"
+      "_vendor-DCE4v-Ot.js",
+      "_pages-DBE5iYM3.js",
+      "_components-BreFUQQa.js",
+      "_vendor-three-CmB8bl_y.js",
+      "_vendor-codemirror-D5f205eT.js",
+      "_vendor-shiki-Do--csgv.js",
+      "_vendor-recharts-V9cwpXsm.js"
+    ],
+    "dynamicImports": [
+      "_pages-DBE5iYM3.js",
+      "_pages-DBE5iYM3.js",
+      "_pages-DBE5iYM3.js",
+      "_pages-DBE5iYM3.js",
+      "_pages-DBE5iYM3.js"
     ]
   }
 }