judgeval 0.0.47__tar.gz → 0.0.49__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. {judgeval-0.0.47 → judgeval-0.0.49}/PKG-INFO +4 -4
  2. {judgeval-0.0.47 → judgeval-0.0.49}/README.md +3 -3
  3. {judgeval-0.0.47 → judgeval-0.0.49}/pyproject.toml +1 -1
  4. {judgeval-0.0.47 → judgeval-0.0.49}/.github/pull_request_template.md +0 -0
  5. {judgeval-0.0.47 → judgeval-0.0.49}/.github/workflows/blocked-pr.yaml +0 -0
  6. {judgeval-0.0.47 → judgeval-0.0.49}/.github/workflows/ci.yaml +0 -0
  7. {judgeval-0.0.47 → judgeval-0.0.49}/.github/workflows/lint.yaml +0 -0
  8. {judgeval-0.0.47 → judgeval-0.0.49}/.github/workflows/merge-branch-check.yaml +0 -0
  9. {judgeval-0.0.47 → judgeval-0.0.49}/.github/workflows/release.yaml +0 -0
  10. {judgeval-0.0.47 → judgeval-0.0.49}/.github/workflows/validate-branch.yaml +0 -0
  11. {judgeval-0.0.47 → judgeval-0.0.49}/.gitignore +0 -0
  12. {judgeval-0.0.47 → judgeval-0.0.49}/.pre-commit-config.yaml +0 -0
  13. {judgeval-0.0.47 → judgeval-0.0.49}/LICENSE.md +0 -0
  14. {judgeval-0.0.47 → judgeval-0.0.49}/assets/Screenshot 2025-05-17 at 8.14.27/342/200/257PM.png" +0 -0
  15. {judgeval-0.0.47 → judgeval-0.0.49}/assets/agent.gif +0 -0
  16. {judgeval-0.0.47 → judgeval-0.0.49}/assets/data.gif +0 -0
  17. {judgeval-0.0.47 → judgeval-0.0.49}/assets/dataset_clustering_screenshot.png +0 -0
  18. {judgeval-0.0.47 → judgeval-0.0.49}/assets/dataset_clustering_screenshot_dm.png +0 -0
  19. {judgeval-0.0.47 → judgeval-0.0.49}/assets/datasets_preview_screenshot.png +0 -0
  20. {judgeval-0.0.47 → judgeval-0.0.49}/assets/document.gif +0 -0
  21. {judgeval-0.0.47 → judgeval-0.0.49}/assets/error_analysis_dashboard.png +0 -0
  22. {judgeval-0.0.47 → judgeval-0.0.49}/assets/experiments_dashboard_screenshot.png +0 -0
  23. {judgeval-0.0.47 → judgeval-0.0.49}/assets/experiments_page.png +0 -0
  24. {judgeval-0.0.47 → judgeval-0.0.49}/assets/experiments_pagev2.png +0 -0
  25. {judgeval-0.0.47 → judgeval-0.0.49}/assets/logo-dark.svg +0 -0
  26. {judgeval-0.0.47 → judgeval-0.0.49}/assets/logo-light.svg +0 -0
  27. {judgeval-0.0.47 → judgeval-0.0.49}/assets/monitoring_screenshot.png +0 -0
  28. {judgeval-0.0.47 → judgeval-0.0.49}/assets/new_darkmode.svg +0 -0
  29. {judgeval-0.0.47 → judgeval-0.0.49}/assets/new_lightmode.svg +0 -0
  30. {judgeval-0.0.47 → judgeval-0.0.49}/assets/product_shot.png +0 -0
  31. {judgeval-0.0.47 → judgeval-0.0.49}/assets/trace.gif +0 -0
  32. {judgeval-0.0.47 → judgeval-0.0.49}/assets/trace_demo.png +0 -0
  33. {judgeval-0.0.47 → judgeval-0.0.49}/assets/trace_screenshot.png +0 -0
  34. {judgeval-0.0.47 → judgeval-0.0.49}/assets/trace_screenshot_old.png +0 -0
  35. {judgeval-0.0.47 → judgeval-0.0.49}/pytest.ini +0 -0
  36. {judgeval-0.0.47 → judgeval-0.0.49}/src/.coveragerc +0 -0
  37. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/__init__.py +0 -0
  38. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/clients.py +0 -0
  39. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/common/__init__.py +0 -0
  40. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/common/exceptions.py +0 -0
  41. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/common/logger.py +0 -0
  42. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/common/s3_storage.py +0 -0
  43. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/common/tracer.py +0 -0
  44. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/common/utils.py +0 -0
  45. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/constants.py +0 -0
  46. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/__init__.py +0 -0
  47. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/custom_example.py +0 -0
  48. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/datasets/__init__.py +0 -0
  49. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/datasets/dataset.py +0 -0
  50. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/datasets/eval_dataset_client.py +0 -0
  51. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/example.py +0 -0
  52. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/result.py +0 -0
  53. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/scorer_data.py +0 -0
  54. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/tool.py +0 -0
  55. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/trace.py +0 -0
  56. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/data/trace_run.py +0 -0
  57. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/evaluation_run.py +0 -0
  58. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/integrations/langgraph.py +0 -0
  59. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/judges/__init__.py +0 -0
  60. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/judges/base_judge.py +0 -0
  61. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/judges/litellm_judge.py +0 -0
  62. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/judges/mixture_of_judges.py +0 -0
  63. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/judges/together_judge.py +0 -0
  64. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/judges/utils.py +0 -0
  65. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/judgment_client.py +0 -0
  66. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/rules.py +0 -0
  67. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/run_evaluation.py +0 -0
  68. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/__init__.py +0 -0
  69. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/api_scorer.py +0 -0
  70. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/exceptions.py +0 -0
  71. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorer.py +0 -0
  72. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/__init__.py +0 -0
  73. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/__init__.py +0 -0
  74. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/answer_correctness.py +0 -0
  75. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py +0 -0
  76. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/classifier_scorer.py +0 -0
  77. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/comparison.py +0 -0
  78. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/contextual_precision.py +0 -0
  79. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/contextual_recall.py +0 -0
  80. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/contextual_relevancy.py +0 -0
  81. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/derailment_scorer.py +0 -0
  82. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/execution_order.py +0 -0
  83. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py +0 -0
  84. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/groundedness.py +0 -0
  85. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/hallucination.py +0 -0
  86. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py +0 -0
  87. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/json_correctness.py +0 -0
  88. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/summarization.py +0 -0
  89. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/tool_dependency.py +0 -0
  90. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/api_scorers/tool_order.py +0 -0
  91. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/classifiers/__init__.py +0 -0
  92. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/classifiers/text2sql/__init__.py +0 -0
  93. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/judgeval_scorers/classifiers/text2sql/text2sql_scorer.py +0 -0
  94. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/prompt_scorer.py +0 -0
  95. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/score.py +0 -0
  96. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/scorers/utils.py +0 -0
  97. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/tracer/__init__.py +0 -0
  98. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/utils/alerts.py +0 -0
  99. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/utils/file_utils.py +0 -0
  100. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/utils/requests.py +0 -0
  101. {judgeval-0.0.47 → judgeval-0.0.49}/src/judgeval/version_check.py +0 -0
  102. {judgeval-0.0.47 → judgeval-0.0.49}/update_version.py +0 -0
  103. {judgeval-0.0.47 → judgeval-0.0.49}/uv.lock +0 -0
{judgeval-0.0.47 → judgeval-0.0.49}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: judgeval
3
- Version: 0.0.47
3
+ Version: 0.0.49
4
4
  Summary: Judgeval Package
5
5
  Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
6
6
  Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues
@@ -37,7 +37,7 @@ Description-Content-Type: text/markdown
37
37
  Enable self-learning agents with traces, evals, and environment data.
38
38
  </div>
39
39
 
40
- ## [Docs](https://docs.judgmentlabs.ai/) • [Judgment Cloud](https://app.judgmentlabs.ai/register) • [Self-Host](https://docs.judgmentlabs.ai/self-hosting/get_started)
40
+ ## [Docs](https://docs.judgmentlabs.ai/) • [Judgment Cloud](https://app.judgmentlabs.ai/register) • [Self-Host](https://docs.judgmentlabs.ai/documentation/self-hosting/get_started)
41
41
 
42
42
  [Demo](https://www.youtube.com/watch?v=1S4LixpVbcc) • [Bug Reports](https://github.com/JudgmentLabs/judgeval/issues) • [Changelog](https://docs.judgmentlabs.ai/changelog/2025-04-21)
43
43
 
@@ -140,7 +140,7 @@ You'll see your trace exported to the Judgment Platform:
140
140
  <p align="center"><img src="assets/trace_demo.png" alt="Judgment Platform Trace Example" width="800" /></p>
141
141
 
142
142
 
143
- [Click here](https://docs.judgmentlabs.ai/tracing/introduction) for a more detailed explanation.
143
+ [Click here](https://docs.judgmentlabs.ai/documentation/tracing/introduction) for a more detailed explanation.
144
144
 
145
145
 
146
146
  <!-- Created by https://github.com/ekalinin/github-markdown-toc -->
@@ -1380,4 +1380,4 @@ There are many ways to contribute to Judgeval:
1380
1380
 
1381
1381
  ---
1382
1382
 
1383
- Judgeval is created and maintained by [Judgment Labs](https://judgmentlabs.ai/).
1383
+ Judgeval is created and maintained by [Judgment Labs](https://judgmentlabs.ai/).
{judgeval-0.0.47 → judgeval-0.0.49}/README.md RENAMED
@@ -8,7 +8,7 @@
8
8
  Enable self-learning agents with traces, evals, and environment data.
9
9
  </div>
10
10
 
11
- ## [Docs](https://docs.judgmentlabs.ai/) • [Judgment Cloud](https://app.judgmentlabs.ai/register) • [Self-Host](https://docs.judgmentlabs.ai/self-hosting/get_started)
11
+ ## [Docs](https://docs.judgmentlabs.ai/) • [Judgment Cloud](https://app.judgmentlabs.ai/register) • [Self-Host](https://docs.judgmentlabs.ai/documentation/self-hosting/get_started)
12
12
 
13
13
  [Demo](https://www.youtube.com/watch?v=1S4LixpVbcc) • [Bug Reports](https://github.com/JudgmentLabs/judgeval/issues) • [Changelog](https://docs.judgmentlabs.ai/changelog/2025-04-21)
14
14
 
@@ -111,7 +111,7 @@ You'll see your trace exported to the Judgment Platform:
111
111
  <p align="center"><img src="assets/trace_demo.png" alt="Judgment Platform Trace Example" width="800" /></p>
112
112
 
113
113
 
114
- [Click here](https://docs.judgmentlabs.ai/tracing/introduction) for a more detailed explanation.
114
+ [Click here](https://docs.judgmentlabs.ai/documentation/tracing/introduction) for a more detailed explanation.
115
115
 
116
116
 
117
117
  <!-- Created by https://github.com/ekalinin/github-markdown-toc -->
@@ -1351,4 +1351,4 @@ There are many ways to contribute to Judgeval:
1351
1351
 
1352
1352
  ---
1353
1353
 
1354
- Judgeval is created and maintained by [Judgment Labs](https://judgmentlabs.ai/).
1354
+ Judgeval is created and maintained by [Judgment Labs](https://judgmentlabs.ai/).
{judgeval-0.0.47 → judgeval-0.0.49}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "judgeval"
3
- version = "0.0.47"
3
+ version = "0.0.49"
4
4
  authors = [
5
5
  { name="Andrew Li", email="andrew@judgmentlabs.ai" },
6
6
  { name="Alex Shan", email="alex@judgmentlabs.ai" },
{judgeval-0.0.47 → judgeval-0.0.49}/.gitignore RENAMED
File without changes
{judgeval-0.0.47 → judgeval-0.0.49}/LICENSE.md RENAMED
File without changes
{judgeval-0.0.47 → judgeval-0.0.49}/assets/agent.gif RENAMED
File without changes
{judgeval-0.0.47 → judgeval-0.0.49}/assets/data.gif RENAMED
File without changes
{judgeval-0.0.47 → judgeval-0.0.49}/assets/document.gif RENAMED
File without changes
{judgeval-0.0.47 → judgeval-0.0.49}/assets/trace.gif RENAMED
File without changes
{judgeval-0.0.47 → judgeval-0.0.49}/pytest.ini RENAMED
File without changes
{judgeval-0.0.47 → judgeval-0.0.49}/src/.coveragerc RENAMED
File without changes
{judgeval-0.0.47 → judgeval-0.0.49}/update_version.py RENAMED
File without changes
{judgeval-0.0.47 → judgeval-0.0.49}/uv.lock RENAMED
File without changes