judgeval 0.0.22__tar.gz → 0.0.23__tar.gz

{judgeval-0.0.22 → judgeval-0.0.23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: judgeval
-Version: 0.0.22
+Version: 0.0.23
 Summary: Judgeval Package
 Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
 Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues

{judgeval-0.0.22 → judgeval-0.0.23}/docs/evaluation/scorers/custom_scorers.mdx

@@ -116,9 +116,9 @@ class SampleScorer(JudgevalScorer):
 ```
 
 
-### 4. Implement the `success_check()` method
+### 4. Implement the `_success_check()` method
 
-When executing an evaluation run, `judgeval` will check if your scorer has passed the `success_check()` method. 
+When executing an evaluation run, `judgeval` will check if your scorer has passed the `_success_check()` method. 
 
 You can implement this method in any way you want, but **it should return a `bool`.** Here's a perfectly valid implementation:
 
@@ -126,7 +126,7 @@ You can implement this method in any way you want, but **it should return a `boo
 class SampleScorer(JudgevalScorer):
     ...
 
-    def success_check(self, example):
+    def _success_check(self):
         if self.error is not None:
             return False
         return self.score >= self.threshold  # or you can do self.success if set

{judgeval-0.0.22 → judgeval-0.0.23}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "judgeval"
-version = "0.0.22"
+version = "0.0.23"
 authors = [
     { name="Andrew Li", email="andrew@judgmentlabs.ai" },
     { name="Alex Shan", email="alex@judgmentlabs.ai" },

{judgeval-0.0.22 → judgeval-0.0.23}/src/judgeval/scorers/judgeval_scorer.py

@@ -116,8 +116,8 @@ class JudgevalScorer:
         For unit testing, determines whether the test case passes or fails
         """
         warning("Attempting to call unimplemented success_check method")
-        error("success_check method not implemented")
-        raise NotImplementedError("You must implement the `passes` method in your custom scorer")
+        error("_success_check method not implemented")
+        raise NotImplementedError("You must implement the `_success_check` method in your custom scorer")
 
     def __str__(self):
         debug("Converting JudgevalScorer instance to string representation")