arize-phoenix 3.3.0__tar.gz → 3.4.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of arize-phoenix might be problematic. Click here for more details.
- {arize_phoenix-3.3.0 → arize_phoenix-3.4.0}/PKG-INFO +5 -3
- {arize_phoenix-3.3.0 → arize_phoenix-3.4.0}/README.md +2 -2
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/__init__.py +28 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/core/traces.py +1 -3
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/index.js +47 -44
- arize_phoenix-3.4.0/phoenix/version.py +1 -0
- {arize_phoenix-3.3.0 → arize_phoenix-3.4.0}/pyproject.toml +16 -1
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/__init__.py +0 -68
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/classify.py +0 -454
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/default_templates.py +0 -472
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/evaluators.py +0 -416
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/executors.py +0 -353
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/generate.py +0 -137
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/models/__init__.py +0 -14
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/models/anthropic.py +0 -124
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/models/base.py +0 -98
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/models/bedrock.py +0 -163
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/models/litellm.py +0 -103
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/models/openai.py +0 -371
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/models/rate_limiters.py +0 -246
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/models/vertex.py +0 -145
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/models/vertexai.py +0 -170
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/processing.py +0 -137
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/py.typed +0 -0
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/retrievals.py +0 -89
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/templates.py +0 -194
- arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals/utils.py +0 -176
- arize_phoenix-3.3.0/src/phoenix/exceptions.py +0 -6
- arize_phoenix-3.3.0/src/phoenix/version.py +0 -1
- {arize_phoenix-3.3.0 → arize_phoenix-3.4.0}/.gitignore +0 -0
- {arize_phoenix-3.3.0 → arize_phoenix-3.4.0}/IP_NOTICE +0 -0
- {arize_phoenix-3.3.0 → arize_phoenix-3.4.0}/LICENSE +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/config.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/core/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/core/embedding_dimension.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/core/evals.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/core/model.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/core/model_schema.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/core/model_schema_adapter.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/datasets/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/datasets/dataset.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/datasets/errors.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/datasets/fixtures.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/datasets/schema.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/datasets/validation.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/datetime_utils.py +0 -0
- {arize_phoenix-3.3.0/packages/phoenix-evals/src/phoenix/evals → arize_phoenix-3.4.0/phoenix}/exceptions.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/evaluators.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/functions/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/functions/classify.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/functions/executor.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/functions/generate.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/functions/processing.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/models/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/models/anthropic.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/models/base.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/models/bedrock.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/models/litellm.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/models/openai.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/models/rate_limiters.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/models/vertex.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/models/vertexai.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/retrievals.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/templates/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/templates/default_templates.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/templates/template.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/utils/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/experimental/evals/utils/threads.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/metrics/README.md +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/metrics/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/metrics/binning.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/metrics/metrics.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/metrics/mixins.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/metrics/retrieval_metrics.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/metrics/timeseries.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/metrics/wrappers.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/pointcloud/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/pointcloud/clustering.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/pointcloud/pointcloud.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/pointcloud/projectors.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/pointcloud/umap_parameters.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/py.typed +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/context.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/helpers.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/ClusterInput.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/Coordinates.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/DataQualityMetricInput.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/DimensionFilter.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/DimensionInput.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/Granularity.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/PerformanceMetricInput.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/SpanSort.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/TimeRange.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/input_types/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/interceptor.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/routers/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/routers/evaluation_handler.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/routers/span_handler.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/routers/trace_handler.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/routers/utils.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/schema.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Cluster.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DataQualityMetric.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Dataset.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DatasetInfo.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DatasetRole.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DatasetValues.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Dimension.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DimensionDataType.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DimensionShape.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DimensionType.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DimensionWithValue.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DocumentEvaluationSummary.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/DocumentRetrievalMetrics.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/EmbeddingDimension.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/EmbeddingMetadata.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Evaluation.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/EvaluationSummary.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Event.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/EventMetadata.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/ExportEventsMutation.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/ExportedFile.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Functionality.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/MimeType.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Model.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/NumericRange.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/PerformanceMetric.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/PromptResponse.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Retrieval.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/ScalarDriftMetricEnum.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Segments.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/SortDir.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/Span.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/TimeSeries.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/UMAPPoints.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/ValidationResult.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/VectorDriftMetricEnum.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/node.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/api/types/pagination.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/app.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/main.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/apple-touch-icon-114x114.png +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/apple-touch-icon-120x120.png +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/apple-touch-icon-144x144.png +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/apple-touch-icon-152x152.png +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/apple-touch-icon-180x180.png +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/apple-touch-icon-72x72.png +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/apple-touch-icon-76x76.png +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/apple-touch-icon.png +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/favicon.ico +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/index.css +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/static/modernizr.js +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/templates/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/templates/index.html +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/server/thread_server.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/services.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/session/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/session/client.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/session/data_extractor.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/session/evaluation.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/session/session.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/dsl/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/dsl/filter.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/dsl/helpers.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/dsl/missing.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/dsl/query.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/errors.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/evaluation_conventions.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/exporter.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/fixtures.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/langchain/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/langchain/instrumentor.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/langchain/tracer.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/llama_index/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/llama_index/callback.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/openai/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/openai/instrumentor.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/otel.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/schemas.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/span_evaluations.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/span_json_decoder.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/span_json_encoder.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/trace_dataset.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/tracer.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/utils.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/v1/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/v1/evaluation_pb2.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/trace/v1/evaluation_pb2.pyi +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/utilities/__init__.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/utilities/error_handling.py +0 -0
- {arize_phoenix-3.3.0/src → arize_phoenix-3.4.0}/phoenix/utilities/logging.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: arize-phoenix
|
|
3
|
-
Version: 3.
|
|
3
|
+
Version: 3.4.0
|
|
4
4
|
Summary: ML Observability in your notebook
|
|
5
5
|
Project-URL: Documentation, https://docs.arize.com/phoenix/
|
|
6
6
|
Project-URL: Issues, https://github.com/Arize-ai/phoenix/issues
|
|
@@ -61,6 +61,8 @@ Requires-Dist: pytest-lazy-fixture; extra == 'dev'
|
|
|
61
61
|
Requires-Dist: pytest==7.4.4; extra == 'dev'
|
|
62
62
|
Requires-Dist: ruff==0.1.5; extra == 'dev'
|
|
63
63
|
Requires-Dist: strawberry-graphql[debug-server]==0.208.2; extra == 'dev'
|
|
64
|
+
Provides-Extra: evals
|
|
65
|
+
Requires-Dist: arize-phoenix-evals>=0.0.3; extra == 'evals'
|
|
64
66
|
Provides-Extra: experimental
|
|
65
67
|
Requires-Dist: tenacity; extra == 'experimental'
|
|
66
68
|
Provides-Extra: llama-index
|
|
@@ -303,12 +305,12 @@ df = download_benchmark_dataset(
|
|
|
303
305
|
df = df.sample(100)
|
|
304
306
|
df = df.rename(
|
|
305
307
|
columns={
|
|
306
|
-
"query_text": "
|
|
308
|
+
"query_text": "input",
|
|
307
309
|
"document_text": "reference",
|
|
308
310
|
},
|
|
309
311
|
)
|
|
310
312
|
model = OpenAIModel(
|
|
311
|
-
|
|
313
|
+
model="gpt-4",
|
|
312
314
|
temperature=0.0,
|
|
313
315
|
)
|
|
314
316
|
rails =list(RAG_RELEVANCY_PROMPT_RAILS_MAP.values())
|
|
@@ -232,12 +232,12 @@ df = download_benchmark_dataset(
|
|
|
232
232
|
df = df.sample(100)
|
|
233
233
|
df = df.rename(
|
|
234
234
|
columns={
|
|
235
|
-
"query_text": "
|
|
235
|
+
"query_text": "input",
|
|
236
236
|
"document_text": "reference",
|
|
237
237
|
},
|
|
238
238
|
)
|
|
239
239
|
model = OpenAIModel(
|
|
240
|
-
|
|
240
|
+
model="gpt-4",
|
|
241
241
|
temperature=0.0,
|
|
242
242
|
)
|
|
243
243
|
rails =list(RAG_RELEVANCY_PROMPT_RAILS_MAP.values())
|
|
@@ -1,3 +1,9 @@
|
|
|
1
|
+
import sys
|
|
2
|
+
from importlib.abc import Loader, MetaPathFinder
|
|
3
|
+
from importlib.machinery import ModuleSpec
|
|
4
|
+
from types import ModuleType
|
|
5
|
+
from typing import Any, Optional
|
|
6
|
+
|
|
1
7
|
from .datasets.dataset import Dataset
|
|
2
8
|
from .datasets.fixtures import ExampleDatasets, load_example
|
|
3
9
|
from .datasets.schema import EmbeddingColumnNames, RetrievalEmbeddingColumnNames, Schema
|
|
@@ -41,4 +47,26 @@ __all__ = [
|
|
|
41
47
|
"NotebookEnvironment",
|
|
42
48
|
"log_evaluations",
|
|
43
49
|
"Client",
|
|
50
|
+
"evals",
|
|
44
51
|
]
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
class PhoenixEvalsFinder(MetaPathFinder):
|
|
55
|
+
def find_spec(self, fullname: Any, path: Any, target: Any = None) -> Optional[ModuleSpec]:
|
|
56
|
+
if fullname == "phoenix.evals":
|
|
57
|
+
return ModuleSpec(fullname, PhoenixEvalsLoader())
|
|
58
|
+
return None
|
|
59
|
+
|
|
60
|
+
|
|
61
|
+
class PhoenixEvalsLoader(Loader):
|
|
62
|
+
def create_module(self, spec: ModuleSpec) -> None:
|
|
63
|
+
return None
|
|
64
|
+
|
|
65
|
+
def exec_module(self, module: ModuleType) -> None:
|
|
66
|
+
raise ImportError(
|
|
67
|
+
"The optional `phoenix.evals` package is not installed. "
|
|
68
|
+
"Please install `phoenix` with the `evals` extra: `pip install 'arize-phoenix[evals]'`."
|
|
69
|
+
)
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
sys.meta_path.append(PhoenixEvalsFinder())
|
|
@@ -10,7 +10,6 @@ from typing import (
|
|
|
10
10
|
Dict,
|
|
11
11
|
Iterable,
|
|
12
12
|
Iterator,
|
|
13
|
-
List,
|
|
14
13
|
Optional,
|
|
15
14
|
Set,
|
|
16
15
|
SupportsFloat,
|
|
@@ -120,7 +119,6 @@ class Traces:
|
|
|
120
119
|
self._parent_span_ids: Dict[SpanID, ParentSpanID] = {}
|
|
121
120
|
self._traces: DefaultDict[TraceID, Set[ReadableSpan]] = defaultdict(set)
|
|
122
121
|
self._child_spans: DefaultDict[SpanID, Set[ReadableSpan]] = defaultdict(set)
|
|
123
|
-
self._orphan_spans: DefaultDict[ParentSpanID, List[otlp.Span]] = defaultdict(list)
|
|
124
122
|
self._num_documents: DefaultDict[SpanID, int] = defaultdict(int)
|
|
125
123
|
self._start_time_sorted_spans: SortedKeyList[ReadableSpan] = SortedKeyList(
|
|
126
124
|
key=lambda span: span.start_time,
|
|
@@ -239,7 +237,7 @@ class Traces:
|
|
|
239
237
|
|
|
240
238
|
@property
|
|
241
239
|
def span_count(self) -> int:
|
|
242
|
-
"""Total number of spans
|
|
240
|
+
"""Total number of spans"""
|
|
243
241
|
return len(self._spans)
|
|
244
242
|
|
|
245
243
|
@property
|