judgeval 0.0.31__tar.gz → 0.0.32__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {judgeval-0.0.31 → judgeval-0.0.32}/.github/workflows/ci.yaml +2 -4
- {judgeval-0.0.31 → judgeval-0.0.32}/PKG-INFO +1 -1
- {judgeval-0.0.31 → judgeval-0.0.32}/Pipfile +1 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/Pipfile.lock +504 -357
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/alerts/notifications.mdx +107 -15
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/alerts/rules.mdx +55 -6
- judgeval-0.0.32/docs/api_reference/judgment_client.mdx +102 -0
- judgeval-0.0.32/docs/api_reference/trace.mdx +144 -0
- judgeval-0.0.32/docs/evaluation/data_datasets.mdx +288 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/data_examples.mdx +82 -7
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/data_sequences.mdx +6 -4
- judgeval-0.0.32/docs/evaluation/introduction.mdx +224 -0
- judgeval-0.0.32/docs/evaluation/judges.mdx +209 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/agent/derailment.mdx +2 -2
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/custom_scorers.mdx +152 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/answer_correctness.mdx +31 -1
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/answer_relevancy.mdx +29 -1
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/comparison.mdx +44 -4
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/contextual_precision.mdx +33 -1
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/contextual_recall.mdx +33 -1
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/contextual_relevancy.mdx +31 -1
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/faithfulness.mdx +32 -1
- judgeval-0.0.32/docs/evaluation/unit_testing.mdx +93 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/getting_started.mdx +155 -181
- judgeval-0.0.32/docs/images/annotation_queue_ui.png +0 -0
- judgeval-0.0.32/docs/images/dashboard_annotation_queue_button.png +0 -0
- judgeval-0.0.32/docs/mcp_server/mcp_server.mdx +563 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/mint.json +12 -6
- judgeval-0.0.32/docs/monitoring/annotations.mdx +41 -0
- judgeval-0.0.32/docs/monitoring/tracing.mdx +374 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/pyproject.toml +1 -1
- judgeval-0.0.32/src/demo/dataset.py +16 -0
- judgeval-0.0.32/src/demo/demo.py +50 -0
- judgeval-0.0.32/src/demo/new_bot/basic_bot.py +116 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/demo/simple_trace.py +22 -22
- {judgeval-0.0.31/src/demo/new_trace → judgeval-0.0.32/src/demo/simplified_tracing}/example_complex_async.py +3 -13
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/__init__.py +3 -1
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/common/tracer.py +262 -65
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/constants.py +1 -1
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/datasets/dataset.py +5 -1
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/datasets/eval_dataset_client.py +2 -2
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/sequence.py +12 -16
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/sequence_run.py +2 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/judgment_client.py +32 -93
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/run_evaluation.py +1 -1
- judgeval-0.0.32/src/judgeval/version_check.py +22 -0
- judgeval-0.0.31/docs/api_reference/judgment_client.mdx +0 -62
- judgeval-0.0.31/docs/api_reference/trace.mdx +0 -82
- judgeval-0.0.31/docs/evaluation/data_datasets.mdx +0 -159
- judgeval-0.0.31/docs/evaluation/introduction.mdx +0 -111
- judgeval-0.0.31/docs/evaluation/judges.mdx +0 -88
- judgeval-0.0.31/docs/evaluation/unit_testing.mdx +0 -39
- judgeval-0.0.31/docs/monitoring/tracing.mdx +0 -214
- judgeval-0.0.31/src/demo/demo.py +0 -43
- {judgeval-0.0.31 → judgeval-0.0.32}/.gitignore +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/LICENSE.md +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/README.md +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/README.md +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/alerts/platform_notifications.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/clustering/clustering.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/development.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/essentials/code.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/essentials/images.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/essentials/markdown.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/essentials/navigation.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/essentials/reusable-snippets.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/essentials/settings.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/classifier_scorer.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/execution_order.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/groundedness.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/json_correctness.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/default/summarization.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/evaluation/scorers/introduction.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/favicon.svg +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/basic_trace_example.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/checks-passed.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/cluster.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/cluster_button.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/create_aggressive_scorer.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/create_scorer.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/evaluation_diagram.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/hero-dark.svg +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/hero-light.svg +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/notifications_page.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/online_eval_fault.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/reports_modal.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/images/trace_ss.png +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/integration/langgraph.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/introduction.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/logo/dark.svg +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/logo/light.svg +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/monitoring/introduction.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/monitoring/production_insights.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/notebooks/create_dataset.ipynb +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/notebooks/create_scorer.ipynb +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/notebooks/demo.ipynb +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/notebooks/prompt_scorer.ipynb +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/notebooks/quickstart.ipynb +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/quickstart.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/docs/snippets/snippet-intro.mdx +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/pytest.ini +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/demo/custom_scorer/main.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/demo/custom_scorer/scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/demo/test.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/demo/travel_agent.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/clients.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/common/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/common/exceptions.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/common/logger.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/common/utils.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/custom_example.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/datasets/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/example.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/result.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/data/scorer_data.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/evaluation_run.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/integrations/langgraph.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/judges/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/judges/base_judge.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/judges/litellm_judge.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/judges/mixture_of_judges.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/judges/together_judge.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/judges/utils.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/rules.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/api_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/base_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/exceptions.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/answer_correctness.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/comparison.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/contextual_precision.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/contextual_recall.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/contextual_relevancy.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/derailment_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/execution_order.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/groundedness.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/hallucination.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/json_correctness.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/api_scorers/summarization.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/classifiers/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/classifiers/text2sql/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/classifiers/text2sql/text2sql_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/answer_correctness/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/answer_correctness/answer_correctness_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/answer_correctness/prompts.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/answer_relevancy/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/answer_relevancy/answer_relevancy_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/answer_relevancy/prompts.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/comparison/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/comparison/comparison_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/comparison/prompts.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/contextual_precision/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/contextual_precision/contextual_precision_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/contextual_precision/prompts.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/contextual_recall/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/contextual_recall/contextual_recall_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/contextual_recall/prompts.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/contextual_relevancy/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/contextual_relevancy/contextual_relevancy_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/contextual_relevancy/prompts.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/execution_order/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/execution_order/execution_order.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/faithfulness/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/faithfulness/faithfulness_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/faithfulness/prompts.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/hallucination/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/hallucination/hallucination_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/hallucination/prompts.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/instruction_adherence/instruction_adherence.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/instruction_adherence/prompt.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/json_correctness/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/json_correctness/json_correctness_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/summarization/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/summarization/prompts.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/judgeval_scorers/local_implementations/summarization/summarization_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/prompt_scorer.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/score.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/scorers/utils.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/tracer/__init__.py +0 -0
- {judgeval-0.0.31 → judgeval-0.0.32}/src/judgeval/utils/alerts.py +0 -0