arize-phoenix 4.25.0__py3-none-any.whl → 4.27.0__py3-none-any.whl

phoenix/session/client.py

@@ -44,7 +44,7 @@ from phoenix.config import (
 )
 from phoenix.datetime_utils import normalize_datetime
 from phoenix.db.insertion.dataset import DatasetKeys
-from phoenix.experiments.types import Dataset, Example
+from phoenix.experiments.types import Dataset, Example, Experiment
 from phoenix.session.data_extractor import DEFAULT_SPAN_LIMIT, TraceDataExtractor
 from phoenix.trace import Evaluations, TraceDataset
 from phoenix.trace.dsl import SpanQuery
@@ -571,6 +571,22 @@ class Client(TraceDataExtractor):
             action="append",
         )
 
+    def get_experiment(self, *, experiment_id: str) -> Experiment:
+        """
+        Get an experiment by ID.
+
+        Retrieve an Experiment object by ID, enables running `evaluate_experiment` after finishing
+        the initial experiment run.
+
+        Args:
+            experiment_id (str): ID of the experiment. This can be found in the UI.
+        """
+        response = self._client.get(
+            url=urljoin(self._base_url, f"v1/experiments/{experiment_id}"),
+        )
+        experiment = response.json()["data"]
+        return Experiment.from_dict(experiment)
+
     def _upload_tabular_dataset(
         self,
         table: Union[str, Path, pd.DataFrame],

phoenix/trace/dsl/helpers.py

@@ -112,7 +112,9 @@ def get_qa_with_reference(
     # Consolidate duplicate rows via concatenation. This can happen if there are multiple
     # retriever spans in the same trace. We simply concatenate all of them (in no particular
     # order) into a single row.
-    ref = df_docs.groupby("context.trace_id")["reference"].apply(lambda x: separator.join(x))
+    ref = df_docs.groupby("context.trace_id")["reference"].apply(
+        lambda x: separator.join(x.dropna())
+    )
     df_ref = pd.DataFrame({"reference": ref})
     df_qa_ref = pd.concat([df_qa, df_ref], axis=1, join="inner").set_index("context.span_id")
     return df_qa_ref

phoenix/trace/fixtures.py

@@ -1,6 +1,7 @@
 import logging
 import shutil
 from binascii import hexlify
+from collections import defaultdict
 from dataclasses import dataclass, field, replace
 from datetime import datetime, timezone
 from io import StringIO
@@ -22,6 +23,7 @@ from phoenix.trace.trace_dataset import TraceDataset
 from phoenix.trace.utils import download_json_traces_fixture, is_jsonl_file, json_lines_to_df
 
 logger = logging.getLogger(__name__)
+logger.setLevel(logging.INFO)
 logger.addHandler(logging.NullHandler())
 
 
@@ -81,10 +83,12 @@ class TracesFixture:
     file_name: str
     evaluation_fixtures: Iterable[EvaluationFixture] = ()
     dataset_fixtures: Iterable[DatasetFixture] = ()
+    project_name: Optional[str] = None
 
 
 demo_llama_index_rag_fixture = TracesFixture(
     name="demo_llama_index_rag",
+    project_name="demo_llama_index",
     description="Traces and evaluations of a RAG chatbot using LlamaIndex.",
     file_name="demo_llama_index_rag_traces.parquet",
     evaluation_fixtures=(
@@ -105,6 +109,7 @@ demo_llama_index_rag_fixture = TracesFixture(
 
 demo_llama_index_rag_llm_fixture = TracesFixture(
     name="demo_llama_index_rag_llm",
+    project_name="demo_llama_index_rag_llm",
     description="LLM traces for RAG chatbot using LlamaIndex.",
     file_name="demo_llama_index_llm_all_spans.parquet",
 )
@@ -173,6 +178,7 @@ llama_index_rag_fixture_with_davinci = TracesFixture(
 
 langchain_rag_stuff_document_chain_fixture = TracesFixture(
     name="langchain_rag_stuff_document_chain",
+    project_name="demo_langchain_rag",
     description="LangChain RAG data",
     file_name="langchain_rag.parquet",
 )
@@ -191,12 +197,14 @@ langchain_qa_with_sources_fixture = TracesFixture(
 
 vision_fixture = TracesFixture(
     name="vision",
+    project_name="demo_multimodal",
     description="Vision LLM Requests",
     file_name="vision_fixture_trace_datasets.parquet",
 )
 
 random_fixture = TracesFixture(
     name="random",
+    project_name="demo_random",
     description="Randomly generated traces",
     file_name="random.jsonl",
 )
@@ -214,12 +222,18 @@ TRACES_FIXTURES: List[TracesFixture] = [
     vision_fixture,
 ]
 
-NAME_TO_TRACES_FIXTURE = {fixture.name: fixture for fixture in TRACES_FIXTURES}
+NAME_TO_TRACES_FIXTURE: Dict[str, TracesFixture] = {
+    fixture.name: fixture for fixture in TRACES_FIXTURES
+}
+PROJ_NAME_TO_TRACES_FIXTURE = defaultdict(list)
+for fixture in TRACES_FIXTURES:
+    if fixture.project_name:
+        PROJ_NAME_TO_TRACES_FIXTURE[fixture.project_name].append(fixture)
 
 
 def get_trace_fixture_by_name(fixture_name: str) -> TracesFixture:
     """
-    Returns the fixture whose name matches the input name.
+    Returns the trace fixture whose name matches the input name.
 
     Raises
     ------
@@ -232,6 +246,24 @@ def get_trace_fixture_by_name(fixture_name: str) -> TracesFixture:
     return NAME_TO_TRACES_FIXTURE[fixture_name]
 
 
+def get_trace_fixtures_by_project_name(proj_name: str) -> List[TracesFixture]:
+    """
+    Returns a dictionary of project name (key) and set of TracesFixtures (value)
+    whose project name matches the input name.
+
+    Raises
+    ------
+    ValueError
+        if the input fixture name does not match any known project names.
+    """
+    if proj_name not in PROJ_NAME_TO_TRACES_FIXTURE:
+        valid_fixture_proj_names = ", ".join(PROJ_NAME_TO_TRACES_FIXTURE.keys())
+        raise ValueError(
+            f'"{proj_name}" is invalid. Valid project names are: {valid_fixture_proj_names}'
+        )
+    return PROJ_NAME_TO_TRACES_FIXTURE[proj_name]
+
+
 def load_example_traces(fixture_name: str) -> TraceDataset:
     """
     Loads a trace dataframe by name.
@@ -246,7 +278,16 @@ def load_example_traces(fixture_name: str) -> TraceDataset:
     if is_jsonl_file(fixture.file_name):
         return TraceDataset(json_lines_to_df(download_json_traces_fixture(url)))
 
-    return TraceDataset(pd.read_parquet(url))
+    try:
+        df = pd.read_parquet(url)
+    except Exception as e:
+        logger.warning(
+            f"Failed to download example traces from {url=} due to exception {e=}. "
+            "Returning empty TraceDataset"
+        )
+        df = pd.DataFrame()
+
+    return TraceDataset(df)
 
 
 def get_dataset_fixtures(fixture_name: str) -> Iterable[DatasetFixture]:
@@ -305,7 +346,9 @@ def send_dataset_fixtures(
 def get_evals_from_fixture(fixture_name: str) -> Iterator[pb.Evaluation]:
     fixture = get_trace_fixture_by_name(fixture_name)
     for eval_fixture in fixture.evaluation_fixtures:
-        print(eval_fixture)
+        logger.info(
+            f"Loading eval fixture '{eval_fixture.evaluation_name}' from '{eval_fixture.file_name}'"
+        )
         yield from _read_eval_fixture(eval_fixture)
 
 

phoenix/version.py

@@ -1 +1 @@
-__version__ = "4.25.0"
+__version__ = "4.27.0"

phoenix/auth/utils.py

@@ -1,15 +0,0 @@
-from hashlib import pbkdf2_hmac
-
-
-def compute_password_hash(password: str, salt: str) -> str:
-    """
-    Salts and hashes a password using PBKDF2, HMAC, and SHA256.
-    """
-    password_bytes = password.encode("utf-8")
-    salt_bytes = salt.encode("utf-8")
-    password_hash_bytes = pbkdf2_hmac("sha256", password_bytes, salt_bytes, NUM_ITERATIONS)
-    password_hash = password_hash_bytes.hex()
-    return password_hash
-
-
-NUM_ITERATIONS = 1_000_000

phoenix/server/static/assets/index-BEE_RWJx.js

@@ -1,100 +0,0 @@
-import{r as d,j as e,d3 as P,v as s,F,R as v,w as E,aP as S,d4 as L,d5 as R,d6 as a,d7 as w,d8 as z,b as A,d9 as j}from"./vendor-aSQri0vz.js";import{S as C,j as k,Z as $,U as _,t as I,a4 as O}from"./vendor-arizeai-CsdcB1NH.js";import{L as T,E as D,h as N,M as G,a as m,D as M,d as U,b as B,e as q,P as J,c as K,T as W,p as H,f as u,g as V,i as Y,j as g,k as Z,l as h,m as b,n as Q,o as X,q as ee,r as re,s as ae,A as te,S as oe,F as ne}from"./pages-CFS6mPnW.js";import{b3 as se,d as ie,R as le,b4 as ce,b5 as de}from"./components-1Ahruijo.js";import"./vendor-three-DwGkEfCM.js";import"./vendor-recharts-B0sannek.js";import"./vendor-codemirror-CYHkhs7D.js";(function(){const n=document.createElement("link").relList;if(n&&n.supports&&n.supports("modulepreload"))return;for(const t of document.querySelectorAll('link[rel="modulepreload"]'))c(t);new MutationObserver(t=>{for(const o of t)if(o.type==="childList")for(const i of o.addedNodes)i.tagName==="LINK"&&i.rel==="modulepreload"&&c(i)}).observe(document,{childList:!0,subtree:!0});function l(t){const o={};return t.integrity&&(o.integrity=t.integrity),t.referrerPolicy&&(o.referrerPolicy=t.referrerPolicy),t.crossOrigin==="use-credentials"?o.credentials="include":t.crossOrigin==="anonymous"?o.credentials="omit":o.credentials="same-origin",o}function c(t){if(t.ep)return;t.ep=!0;const o=l(t);fetch(t.href,o)}})();const x="arize-phoenix-feature-flags",p={__CLEAR__:!0};function pe(){const r=localStorage.getItem(x);if(!r)return p;try{const n=JSON.parse(r);return Object.assign({},p,n)}catch{return p}}const f=d.createContext(null);function me(){const r=v.useContext(f);if(r===null)throw new Error("useFeatureFlags must be used within a FeatureFlagsProvider");return r}function ue(r){const[n,l]=d.useState(pe()),c=t=>{localStorage.setItem(x,JSON.stringify(t)),l(t)};return e(f.Provider,{value:{featureFlags:n,setFeatureFlags:c},children:e(ge,{children:r.children})})}function ge(r){const{children:n}=r,{featureFlags:l,setFeatureFlags:c}=me(),[t,o]=d.useState(!1);return P("ctrl+shift+f",()=>o(!0)),s(F,{children:[n,e(_,{type:"modal",isDismissable:!0,onDismiss:()=>o(!1),children:t&&e(C,{title:"Feature Flags",children:e(k,{height:"size-1000",padding:"size-100",children:Object.keys(l).map(i=>e($,{isSelected:l[i],onChange:y=>c({...l,[i]:y}),children:i},i))})})})]})}function he(){return e(S,{styles:r=>E`
-        body {
-          background-color: var(--ac-global-color-grey-75);
-          color: var(--ac-global-text-color-900);
-          font-family: "Roboto";
-          font-size: ${r.typography.sizes.medium.fontSize}px;
-          margin: 0;
-          #root,
-          #root > div[data-overlay-container="true"],
-          #root > div[data-overlay-container="true"] > .ac-theme {
-            height: 100vh;
-          }
-        }
-
-        /* Remove list styling */
-        ul {
-          display: block;
-          list-style-type: none;
-          margin-block-start: none;
-          margin-block-end: 0;
-          padding-inline-start: 0;
-          margin-block-start: 0;
-        }
-
-        /* A reset style for buttons */
-        .button--reset {
-          background: none;
-          border: none;
-          padding: 0;
-        }
-        /* this css class is added to html via modernizr @see modernizr.js */
-        .no-hiddenscroll {
-          /* Works on Firefox */
-          * {
-            scrollbar-width: thin;
-            scrollbar-color: var(--ac-global-color-grey-300)
-              var(--ac-global-color-grey-400);
-          }
-
-          /* Works on Chrome, Edge, and Safari */
-          *::-webkit-scrollbar {
-            width: 14px;
-          }
-
-          *::-webkit-scrollbar-track {
-            background: var(--ac-global-color-grey-100);
-          }
-
-          *::-webkit-scrollbar-thumb {
-            background-color: var(--ac-global-color-grey-75);
-            border-radius: 8px;
-            border: 1px solid var(--ac-global-color-grey-300);
-          }
-        }
-
-        :root {
-          --px-blue-color: ${r.colors.arizeBlue};
-
-          --px-flex-gap-sm: ${r.spacing.margin4}px;
-          --px-flex-gap-sm: ${r.spacing.margin8}px;
-
-          --px-section-background-color: ${r.colors.gray500};
-
-          /* An item is a typically something in a list */
-          --px-item-background-color: ${r.colors.gray800};
-          --px-item-border-color: ${r.colors.gray600};
-
-          --px-spacing-sm: ${r.spacing.padding4}px;
-          --px-spacing-med: ${r.spacing.padding8}px;
-          --px-spacing-lg: ${r.spacing.padding16}px;
-
-          --px-border-radius-med: ${r.borderRadius.medium}px;
-
-          --px-font-size-sm: ${r.typography.sizes.small.fontSize}px;
-          --px-font-size-med: ${r.typography.sizes.medium.fontSize}px;
-          --px-font-size-lg: ${r.typography.sizes.large.fontSize}px;
-
-          --px-gradient-bar-height: 8px;
-
-          --px-nav-collapsed-width: 45px;
-          --px-nav-expanded-width: 200px;
-        }
-
-        .ac-theme--dark {
-          --px-primary-color: #9efcfd;
-          --px-primary-color--transparent: rgb(158, 252, 253, 0.2);
-          --px-reference-color: #baa1f9;
-          --px-reference-color--transparent: #baa1f982;
-          --px-corpus-color: #92969c;
-          --px-corpus-color--transparent: #92969c63;
-        }
-        .ac-theme--light {
-          --px-primary-color: #00add0;
-          --px-primary-color--transparent: rgba(0, 173, 208, 0.2);
-          --px-reference-color: #4500d9;
-          --px-reference-color--transparent: rgba(69, 0, 217, 0.2);
-          --px-corpus-color: #92969c;
-          --px-corpus-color--transparent: #92969c63;
-        }
-      `})}const be=L(R(s(a,{path:"/",element:e(T,{}),errorElement:e(D,{}),children:[e(a,{index:!0,loader:N}),s(a,{path:"/model",handle:{crumb:()=>"model"},element:e(G,{}),children:[e(a,{index:!0,element:e(m,{})}),e(a,{element:e(m,{}),children:e(a,{path:"dimensions",children:e(a,{path:":dimensionId",element:e(M,{}),loader:U})})}),e(a,{path:"embeddings",children:e(a,{path:":embeddingDimensionId",element:e(B,{}),loader:q,handle:{crumb:r=>r.embedding.name}})})]}),s(a,{path:"/projects",handle:{crumb:()=>"projects"},element:e(J,{}),children:[e(a,{index:!0,element:e(K,{})}),s(a,{path:":projectId",element:e(W,{}),loader:H,handle:{crumb:r=>r.project.name},children:[e(a,{index:!0,element:e(u,{})}),e(a,{element:e(u,{}),children:e(a,{path:"traces/:traceId",element:e(V,{})})})]})]}),s(a,{path:"/datasets",handle:{crumb:()=>"datasets"},children:[e(a,{index:!0,element:e(Y,{})}),s(a,{path:":datasetId",loader:g,handle:{crumb:r=>r.dataset.name},children:[s(a,{element:e(Z,{}),loader:g,children:[e(a,{index:!0,element:e(h,{}),loader:b}),e(a,{path:"experiments",element:e(h,{}),loader:b}),e(a,{path:"examples",element:e(Q,{}),loader:X,children:e(a,{path:":exampleId",element:e(ee,{})})})]}),e(a,{path:"compare",handle:{crumb:()=>"compare"},loader:re,element:e(ae,{})})]})]}),e(a,{path:"/apis",element:e(te,{}),handle:{crumb:()=>"APIs"}}),e(a,{path:"/settings",element:e(oe,{}),handle:{crumb:()=>"Settings"}})]})),{basename:window.Config.basename});function xe(){return e(w,{router:be})}function fe(){return e(ne,{children:e(se,{children:e(ye,{})})})}function ye(){const{theme:r}=ie();return e(O,{theme:r,children:e(z,{theme:I,children:s(A.RelayEnvironmentProvider,{environment:le,children:[e(he,{}),e(ue,{children:e(ce,{children:e(d.Suspense,{children:e(de,{children:e(xe,{})})})})})]})})})}const Pe=document.getElementById("root"),Fe=j.createRoot(Pe);Fe.render(e(fe,{}));