judgeval 0.16.2__tar.gz → 0.16.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (149) hide show
  1. {judgeval-0.16.2 → judgeval-0.16.4}/PKG-INFO +1 -1
  2. {judgeval-0.16.2 → judgeval-0.16.4}/pyproject.toml +1 -1
  3. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_anthropic/wrapper.py +1 -2
  4. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/version.py +1 -1
  5. {judgeval-0.16.2 → judgeval-0.16.4}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
  6. {judgeval-0.16.2 → judgeval-0.16.4}/.github/ISSUE_TEMPLATE/config.yml +0 -0
  7. {judgeval-0.16.2 → judgeval-0.16.4}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
  8. {judgeval-0.16.2 → judgeval-0.16.4}/.github/pull_request_template.md +0 -0
  9. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/blocked-pr.yaml +0 -0
  10. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/ci.yaml +0 -0
  11. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/claude-code-review.yml +0 -0
  12. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/claude.yml +0 -0
  13. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/lint.yaml +0 -0
  14. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/merge-branch-check.yaml +0 -0
  15. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/mypy.yaml +0 -0
  16. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/pre-commit-autoupdate.yaml +0 -0
  17. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/release.yaml +0 -0
  18. {judgeval-0.16.2 → judgeval-0.16.4}/.github/workflows/validate-branch.yaml +0 -0
  19. {judgeval-0.16.2 → judgeval-0.16.4}/.gitignore +0 -0
  20. {judgeval-0.16.2 → judgeval-0.16.4}/.pre-commit-config.yaml +0 -0
  21. {judgeval-0.16.2 → judgeval-0.16.4}/CONTRIBUTING.md +0 -0
  22. {judgeval-0.16.2 → judgeval-0.16.4}/LICENSE.md +0 -0
  23. {judgeval-0.16.2 → judgeval-0.16.4}/README.md +0 -0
  24. {judgeval-0.16.2 → judgeval-0.16.4}/assets/Screenshot 2025-05-17 at 8.14.27/342/200/257PM.png" +0 -0
  25. {judgeval-0.16.2 → judgeval-0.16.4}/assets/agent.gif +0 -0
  26. {judgeval-0.16.2 → judgeval-0.16.4}/assets/agent_trace_example.png +0 -0
  27. {judgeval-0.16.2 → judgeval-0.16.4}/assets/brand/company.jpg +0 -0
  28. {judgeval-0.16.2 → judgeval-0.16.4}/assets/brand/company_banner.jpg +0 -0
  29. {judgeval-0.16.2 → judgeval-0.16.4}/assets/brand/darkmode.svg +0 -0
  30. {judgeval-0.16.2 → judgeval-0.16.4}/assets/brand/full_logo.png +0 -0
  31. {judgeval-0.16.2 → judgeval-0.16.4}/assets/brand/icon.png +0 -0
  32. {judgeval-0.16.2 → judgeval-0.16.4}/assets/brand/lightmode.svg +0 -0
  33. {judgeval-0.16.2 → judgeval-0.16.4}/assets/brand/white_background.png +0 -0
  34. {judgeval-0.16.2 → judgeval-0.16.4}/assets/custom_scorer_online_abm.png +0 -0
  35. {judgeval-0.16.2 → judgeval-0.16.4}/assets/data.gif +0 -0
  36. {judgeval-0.16.2 → judgeval-0.16.4}/assets/dataset_clustering_screenshot.png +0 -0
  37. {judgeval-0.16.2 → judgeval-0.16.4}/assets/dataset_clustering_screenshot_dm.png +0 -0
  38. {judgeval-0.16.2 → judgeval-0.16.4}/assets/datasets_preview_screenshot.png +0 -0
  39. {judgeval-0.16.2 → judgeval-0.16.4}/assets/document.gif +0 -0
  40. {judgeval-0.16.2 → judgeval-0.16.4}/assets/error_analysis_dashboard.png +0 -0
  41. {judgeval-0.16.2 → judgeval-0.16.4}/assets/errors.png +0 -0
  42. {judgeval-0.16.2 → judgeval-0.16.4}/assets/experiments_dashboard_screenshot.png +0 -0
  43. {judgeval-0.16.2 → judgeval-0.16.4}/assets/experiments_page.png +0 -0
  44. {judgeval-0.16.2 → judgeval-0.16.4}/assets/experiments_pagev2.png +0 -0
  45. {judgeval-0.16.2 → judgeval-0.16.4}/assets/logo_darkmode.svg +0 -0
  46. {judgeval-0.16.2 → judgeval-0.16.4}/assets/logo_lightmode.svg +0 -0
  47. {judgeval-0.16.2 → judgeval-0.16.4}/assets/monitoring_screenshot.png +0 -0
  48. {judgeval-0.16.2 → judgeval-0.16.4}/assets/online_eval.png +0 -0
  49. {judgeval-0.16.2 → judgeval-0.16.4}/assets/product_shot.png +0 -0
  50. {judgeval-0.16.2 → judgeval-0.16.4}/assets/quickstart_trajectory_ss.png +0 -0
  51. {judgeval-0.16.2 → judgeval-0.16.4}/assets/test.png +0 -0
  52. {judgeval-0.16.2 → judgeval-0.16.4}/assets/tests.png +0 -0
  53. {judgeval-0.16.2 → judgeval-0.16.4}/assets/trace.gif +0 -0
  54. {judgeval-0.16.2 → judgeval-0.16.4}/assets/trace_demo.png +0 -0
  55. {judgeval-0.16.2 → judgeval-0.16.4}/assets/trace_screenshot.png +0 -0
  56. {judgeval-0.16.2 → judgeval-0.16.4}/assets/trace_screenshot_old.png +0 -0
  57. {judgeval-0.16.2 → judgeval-0.16.4}/pytest.ini +0 -0
  58. {judgeval-0.16.2 → judgeval-0.16.4}/scripts/api_generator.py +0 -0
  59. {judgeval-0.16.2 → judgeval-0.16.4}/scripts/openapi_transform.py +0 -0
  60. {judgeval-0.16.2 → judgeval-0.16.4}/scripts/update_types.sh +0 -0
  61. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/__init__.py +0 -0
  62. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/api/__init__.py +0 -0
  63. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/api/api_types.py +0 -0
  64. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/cli.py +0 -0
  65. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/constants.py +0 -0
  66. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/data/__init__.py +0 -0
  67. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/data/evaluation_run.py +0 -0
  68. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/data/example.py +0 -0
  69. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/data/judgment_types.py +0 -0
  70. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/data/result.py +0 -0
  71. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/data/scorer_data.py +0 -0
  72. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/data/scripts/fix_default_factory.py +0 -0
  73. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/data/scripts/openapi_transform.py +0 -0
  74. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/data/trace.py +0 -0
  75. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/dataset/__init__.py +0 -0
  76. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/env.py +0 -0
  77. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/evaluation/__init__.py +0 -0
  78. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/exceptions.py +0 -0
  79. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/integrations/langgraph/__init__.py +0 -0
  80. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/integrations/openlit/__init__.py +0 -0
  81. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/judges/__init__.py +0 -0
  82. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/judges/base_judge.py +0 -0
  83. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/judges/litellm_judge.py +0 -0
  84. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/judges/together_judge.py +0 -0
  85. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/judges/utils.py +0 -0
  86. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/logger.py +0 -0
  87. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/__init__.py +0 -0
  88. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/agent_scorer.py +0 -0
  89. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/api_scorer.py +0 -0
  90. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/base_scorer.py +0 -0
  91. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/example_scorer.py +0 -0
  92. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/exceptions.py +0 -0
  93. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/judgeval_scorers/__init__.py +0 -0
  94. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/judgeval_scorers/api_scorers/__init__.py +0 -0
  95. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/judgeval_scorers/api_scorers/answer_correctness.py +0 -0
  96. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py +0 -0
  97. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py +0 -0
  98. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py +0 -0
  99. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/judgeval_scorers/api_scorers/prompt_scorer.py +0 -0
  100. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/score.py +0 -0
  101. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/scorers/utils.py +0 -0
  102. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/__init__.py +0 -0
  103. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/constants.py +0 -0
  104. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/exporters/__init__.py +0 -0
  105. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/exporters/s3.py +0 -0
  106. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/exporters/store.py +0 -0
  107. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/exporters/utils.py +0 -0
  108. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/keys.py +0 -0
  109. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/__init__.py +0 -0
  110. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/config.py +0 -0
  111. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/constants.py +0 -0
  112. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_anthropic/__init__.py +0 -0
  113. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_anthropic/config.py +0 -0
  114. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_google/__init__.py +0 -0
  115. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_google/config.py +0 -0
  116. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_google/wrapper.py +0 -0
  117. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_groq/__init__.py +0 -0
  118. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_groq/config.py +0 -0
  119. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_groq/wrapper.py +0 -0
  120. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_openai/__init__.py +0 -0
  121. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_openai/config.py +0 -0
  122. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_openai/wrapper.py +0 -0
  123. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_together/__init__.py +0 -0
  124. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_together/config.py +0 -0
  125. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_together/wrapper.py +0 -0
  126. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/providers.py +0 -0
  127. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/local_eval_queue.py +0 -0
  128. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/managers.py +0 -0
  129. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/processors/__init__.py +0 -0
  130. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/utils.py +0 -0
  131. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/trainer/__init__.py +0 -0
  132. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/trainer/config.py +0 -0
  133. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/trainer/console.py +0 -0
  134. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/trainer/trainable_model.py +0 -0
  135. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/trainer/trainer.py +0 -0
  136. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/async_utils.py +0 -0
  137. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/decorators/__init__.py +0 -0
  138. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/decorators/dont_throw.py +0 -0
  139. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/decorators/use_once.py +0 -0
  140. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/file_utils.py +0 -0
  141. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/guards.py +0 -0
  142. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/meta.py +0 -0
  143. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/serialize.py +0 -0
  144. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/testing.py +0 -0
  145. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/url.py +0 -0
  146. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/utils/version_check.py +0 -0
  147. {judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/warnings.py +0 -0
  148. {judgeval-0.16.2 → judgeval-0.16.4}/update_version.py +0 -0
  149. {judgeval-0.16.2 → judgeval-0.16.4}/uv.lock +0 -0
{judgeval-0.16.2 → judgeval-0.16.4}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: judgeval
3
- Version: 0.16.2
3
+ Version: 0.16.4
4
4
  Summary: Judgeval Package
5
5
  Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
6
6
  Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues
{judgeval-0.16.2 → judgeval-0.16.4}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "judgeval"
3
- version = "0.16.2"
3
+ version = "0.16.4"
4
4
  authors = [
5
5
  { name = "Andrew Li", email = "andrew@judgmentlabs.ai" },
6
6
  { name = "Alex Shan", email = "alex@judgmentlabs.ai" },
{judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/tracer/llm/llm_anthropic/wrapper.py RENAMED
@@ -27,10 +27,9 @@ if TYPE_CHECKING:
27
27
  from judgeval.tracer import Tracer
28
28
  from opentelemetry.trace import Span
29
29
 
30
- from anthropic import Anthropic, AsyncAnthropic
31
30
 
32
31
  # Keep the original client type for runtime compatibility
33
- AnthropicClientType = Union[Anthropic, AsyncAnthropic]
32
+ AnthropicClientType = Union[anthropic_Anthropic, anthropic_AsyncAnthropic]
34
33
 
35
34
 
36
35
  # Content block protocols
{judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/version.py RENAMED
@@ -1,4 +1,4 @@
1
- __version__ = "0.16.2"
1
+ __version__ = "0.16.4"
2
2
 
3
3
 
4
4
  def get_version() -> str:
{judgeval-0.16.2 → judgeval-0.16.4}/.gitignore RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/CONTRIBUTING.md RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/LICENSE.md RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/README.md RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/assets/agent.gif RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/assets/data.gif RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/assets/document.gif RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/assets/errors.png RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/assets/test.png RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/assets/tests.png RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/assets/trace.gif RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/pytest.ini RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/cli.py RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/src/judgeval/env.py RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/update_version.py RENAMED
File without changes
{judgeval-0.16.2 → judgeval-0.16.4}/uv.lock RENAMED
File without changes