judgeval 0.0.49__tar.gz → 0.0.51__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. {judgeval-0.0.49 → judgeval-0.0.51}/PKG-INFO +4 -4
  2. {judgeval-0.0.49 → judgeval-0.0.51}/README.md +3 -3
  3. {judgeval-0.0.49 → judgeval-0.0.51}/pyproject.toml +1 -1
  4. {judgeval-0.0.49 → judgeval-0.0.51}/.github/pull_request_template.md +0 -0
  5. {judgeval-0.0.49 → judgeval-0.0.51}/.github/workflows/blocked-pr.yaml +0 -0
  6. {judgeval-0.0.49 → judgeval-0.0.51}/.github/workflows/ci.yaml +0 -0
  7. {judgeval-0.0.49 → judgeval-0.0.51}/.github/workflows/lint.yaml +0 -0
  8. {judgeval-0.0.49 → judgeval-0.0.51}/.github/workflows/merge-branch-check.yaml +0 -0
  9. {judgeval-0.0.49 → judgeval-0.0.51}/.github/workflows/release.yaml +0 -0
  10. {judgeval-0.0.49 → judgeval-0.0.51}/.github/workflows/validate-branch.yaml +0 -0
  11. {judgeval-0.0.49 → judgeval-0.0.51}/.gitignore +0 -0
  12. {judgeval-0.0.49 → judgeval-0.0.51}/.pre-commit-config.yaml +0 -0
  13. {judgeval-0.0.49 → judgeval-0.0.51}/LICENSE.md +0 -0
  14. {judgeval-0.0.49 → judgeval-0.0.51}/assets/Screenshot 2025-05-17 at 8.14.27/342/200/257PM.png" +0 -0
  15. {judgeval-0.0.49 → judgeval-0.0.51}/assets/agent.gif +0 -0
  16. {judgeval-0.0.49 → judgeval-0.0.51}/assets/data.gif +0 -0
  17. {judgeval-0.0.49 → judgeval-0.0.51}/assets/dataset_clustering_screenshot.png +0 -0
  18. {judgeval-0.0.49 → judgeval-0.0.51}/assets/dataset_clustering_screenshot_dm.png +0 -0
  19. {judgeval-0.0.49 → judgeval-0.0.51}/assets/datasets_preview_screenshot.png +0 -0
  20. {judgeval-0.0.49 → judgeval-0.0.51}/assets/document.gif +0 -0
  21. {judgeval-0.0.49 → judgeval-0.0.51}/assets/error_analysis_dashboard.png +0 -0
  22. {judgeval-0.0.49 → judgeval-0.0.51}/assets/experiments_dashboard_screenshot.png +0 -0
  23. {judgeval-0.0.49 → judgeval-0.0.51}/assets/experiments_page.png +0 -0
  24. {judgeval-0.0.49 → judgeval-0.0.51}/assets/experiments_pagev2.png +0 -0
  25. {judgeval-0.0.49 → judgeval-0.0.51}/assets/logo-dark.svg +0 -0
  26. {judgeval-0.0.49 → judgeval-0.0.51}/assets/logo-light.svg +0 -0
  27. {judgeval-0.0.49 → judgeval-0.0.51}/assets/monitoring_screenshot.png +0 -0
  28. {judgeval-0.0.49 → judgeval-0.0.51}/assets/new_darkmode.svg +0 -0
  29. {judgeval-0.0.49 → judgeval-0.0.51}/assets/new_lightmode.svg +0 -0
  30. {judgeval-0.0.49 → judgeval-0.0.51}/assets/product_shot.png +0 -0
  31. {judgeval-0.0.49 → judgeval-0.0.51}/assets/trace.gif +0 -0
  32. {judgeval-0.0.49 → judgeval-0.0.51}/assets/trace_demo.png +0 -0
  33. {judgeval-0.0.49 → judgeval-0.0.51}/assets/trace_screenshot.png +0 -0
  34. {judgeval-0.0.49 → judgeval-0.0.51}/assets/trace_screenshot_old.png +0 -0
  35. {judgeval-0.0.49 → judgeval-0.0.51}/pytest.ini +0 -0
  36. {judgeval-0.0.49 → judgeval-0.0.51}/src/.coveragerc +0 -0
  37. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/__init__.py +0 -0
  38. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/clients.py +0 -0
  39. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/common/__init__.py +0 -0
  40. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/common/exceptions.py +0 -0
  41. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/common/logger.py +0 -0
  42. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/common/s3_storage.py +0 -0
  43. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/common/tracer.py +0 -0
  44. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/common/utils.py +0 -0
  45. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/constants.py +0 -0
  46. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/__init__.py +0 -0
  47. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/custom_example.py +0 -0
  48. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/datasets/__init__.py +0 -0
  49. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/datasets/dataset.py +0 -0
  50. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/datasets/eval_dataset_client.py +0 -0
  51. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/example.py +0 -0
  52. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/result.py +0 -0
  53. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/scorer_data.py +0 -0
  54. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/tool.py +0 -0
  55. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/trace.py +0 -0
  56. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/data/trace_run.py +0 -0
  57. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/evaluation_run.py +0 -0
  58. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/integrations/langgraph.py +0 -0
  59. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/judges/__init__.py +0 -0
  60. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/judges/base_judge.py +0 -0
  61. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/judges/litellm_judge.py +0 -0
  62. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/judges/mixture_of_judges.py +0 -0
  63. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/judges/together_judge.py +0 -0
  64. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/judges/utils.py +0 -0
  65. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/judgment_client.py +0 -0
  66. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/rules.py +0 -0
  67. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/run_evaluation.py +0 -0
  68. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/__init__.py +0 -0
  69. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/api_scorer.py +0 -0
  70. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/exceptions.py +0 -0
  71. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorer.py +0 -0
  72. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/__init__.py +0 -0
  73. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/__init__.py +0 -0
  74. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/answer_correctness.py +0 -0
  75. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py +0 -0
  76. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/classifier_scorer.py +0 -0
  77. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/comparison.py +0 -0
  78. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/contextual_precision.py +0 -0
  79. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/contextual_recall.py +0 -0
  80. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/contextual_relevancy.py +0 -0
  81. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/derailment_scorer.py +0 -0
  82. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/execution_order.py +0 -0
  83. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py +0 -0
  84. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/groundedness.py +0 -0
  85. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/hallucination.py +0 -0
  86. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py +0 -0
  87. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/json_correctness.py +0 -0
  88. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/summarization.py +0 -0
  89. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/tool_dependency.py +0 -0
  90. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/api_scorers/tool_order.py +0 -0
  91. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/classifiers/__init__.py +0 -0
  92. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/classifiers/text2sql/__init__.py +0 -0
  93. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/judgeval_scorers/classifiers/text2sql/text2sql_scorer.py +0 -0
  94. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/prompt_scorer.py +0 -0
  95. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/score.py +0 -0
  96. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/scorers/utils.py +0 -0
  97. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/tracer/__init__.py +0 -0
  98. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/utils/alerts.py +0 -0
  99. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/utils/file_utils.py +0 -0
  100. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/utils/requests.py +0 -0
  101. {judgeval-0.0.49 → judgeval-0.0.51}/src/judgeval/version_check.py +0 -0
  102. {judgeval-0.0.49 → judgeval-0.0.51}/update_version.py +0 -0
  103. {judgeval-0.0.49 → judgeval-0.0.51}/uv.lock +0 -0
{judgeval-0.0.49 → judgeval-0.0.51}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: judgeval
3
- Version: 0.0.49
3
+ Version: 0.0.51
4
4
  Summary: Judgeval Package
5
5
  Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
6
6
  Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues
@@ -41,7 +41,7 @@ Description-Content-Type: text/markdown
41
41
 
42
42
  [Demo](https://www.youtube.com/watch?v=1S4LixpVbcc) • [Bug Reports](https://github.com/JudgmentLabs/judgeval/issues) • [Changelog](https://docs.judgmentlabs.ai/changelog/2025-04-21)
43
43
 
44
- We're hiring! Join us in our mission to enable self-learning agents by providing the data and signals needed for continuous improvement.
44
+ We're hiring! Join us in our mission to enable self-learning agents by providing the data and signals needed for monitoring and post-training.
45
45
 
46
46
  [![X](https://img.shields.io/badge/-X/Twitter-000?logo=x&logoColor=white)](https://x.com/JudgmentLabs)
47
47
  [![LinkedIn](https://custom-icon-badges.demolab.com/badge/LinkedIn%20-0A66C2?logo=linkedin-white&logoColor=fff)](https://www.linkedin.com/company/judgmentlabs)
@@ -165,8 +165,8 @@ Run Judgment on your own infrastructure: we provide comprehensive self-hosting c
165
165
  * Access Judgment through your own custom domain
166
166
 
167
167
  ### Getting Started
168
- 1. Check out our [self-hosting documentation](https://docs.judgmentlabs.ai/self-hosting/get_started) for detailed setup instructions, along with how your self-hosted instance can be accessed
169
- 2. Use the [Judgment CLI](https://github.com/JudgmentLabs/judgment-cli) to deploy your self-hosted environment
168
+ 1. Check out our [self-hosting documentation](https://docs.judgmentlabs.ai/documentation/self-hosting/get_started) for detailed setup instructions, along with how your self-hosted instance can be accessed
169
+ 2. Use the [Judgment CLI](https://docs.judgmentlabs.ai/documentation/developer-tools/judgment-cli/installation) to deploy your self-hosted environment
170
170
  3. After your self-hosted instance is setup, make sure the `JUDGMENT_API_URL` environmental variable is set to your self-hosted backend endpoint
171
171
 
172
172
  ## 📚 Cookbooks
{judgeval-0.0.49 → judgeval-0.0.51}/README.md RENAMED
@@ -12,7 +12,7 @@
12
12
 
13
13
  [Demo](https://www.youtube.com/watch?v=1S4LixpVbcc) • [Bug Reports](https://github.com/JudgmentLabs/judgeval/issues) • [Changelog](https://docs.judgmentlabs.ai/changelog/2025-04-21)
14
14
 
15
- We're hiring! Join us in our mission to enable self-learning agents by providing the data and signals needed for continuous improvement.
15
+ We're hiring! Join us in our mission to enable self-learning agents by providing the data and signals needed for monitoring and post-training.
16
16
 
17
17
  [![X](https://img.shields.io/badge/-X/Twitter-000?logo=x&logoColor=white)](https://x.com/JudgmentLabs)
18
18
  [![LinkedIn](https://custom-icon-badges.demolab.com/badge/LinkedIn%20-0A66C2?logo=linkedin-white&logoColor=fff)](https://www.linkedin.com/company/judgmentlabs)
@@ -136,8 +136,8 @@ Run Judgment on your own infrastructure: we provide comprehensive self-hosting c
136
136
  * Access Judgment through your own custom domain
137
137
 
138
138
  ### Getting Started
139
- 1. Check out our [self-hosting documentation](https://docs.judgmentlabs.ai/self-hosting/get_started) for detailed setup instructions, along with how your self-hosted instance can be accessed
140
- 2. Use the [Judgment CLI](https://github.com/JudgmentLabs/judgment-cli) to deploy your self-hosted environment
139
+ 1. Check out our [self-hosting documentation](https://docs.judgmentlabs.ai/documentation/self-hosting/get_started) for detailed setup instructions, along with how your self-hosted instance can be accessed
140
+ 2. Use the [Judgment CLI](https://docs.judgmentlabs.ai/documentation/developer-tools/judgment-cli/installation) to deploy your self-hosted environment
141
141
  3. After your self-hosted instance is setup, make sure the `JUDGMENT_API_URL` environmental variable is set to your self-hosted backend endpoint
142
142
 
143
143
  ## 📚 Cookbooks
{judgeval-0.0.49 → judgeval-0.0.51}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "judgeval"
3
- version = "0.0.49"
3
+ version = "0.0.51"
4
4
  authors = [
5
5
  { name="Andrew Li", email="andrew@judgmentlabs.ai" },
6
6
  { name="Alex Shan", email="alex@judgmentlabs.ai" },
{judgeval-0.0.49 → judgeval-0.0.51}/.gitignore RENAMED
File without changes
{judgeval-0.0.49 → judgeval-0.0.51}/LICENSE.md RENAMED
File without changes
{judgeval-0.0.49 → judgeval-0.0.51}/assets/agent.gif RENAMED
File without changes
{judgeval-0.0.49 → judgeval-0.0.51}/assets/data.gif RENAMED
File without changes
{judgeval-0.0.49 → judgeval-0.0.51}/assets/document.gif RENAMED
File without changes
{judgeval-0.0.49 → judgeval-0.0.51}/assets/trace.gif RENAMED
File without changes
{judgeval-0.0.49 → judgeval-0.0.51}/pytest.ini RENAMED
File without changes
{judgeval-0.0.49 → judgeval-0.0.51}/src/.coveragerc RENAMED
File without changes
{judgeval-0.0.49 → judgeval-0.0.51}/update_version.py RENAMED
File without changes
{judgeval-0.0.49 → judgeval-0.0.51}/uv.lock RENAMED
File without changes