judgeval 0.10.0__py3-none-any.whl → 0.10.1__py3-none-any.whl

judgeval/api/__init__.py

@@ -137,6 +137,12 @@ class JudgmentSyncClient:
             payload,
         )
 
+    def datasets_pull_all_for_judgeval(self, payload: DatasetsFetch) -> List[DatasetInfo]:
+        return self._request(
+            "POST",
+            url_for("/datasets/pull_all_for_judgeval/"),
+            payload,
+        )
     def datasets_create_for_judgeval(self, payload: DatasetCreate) -> Any:
         return self._request(
             "POST",

judgeval/api/api_types.py

@@ -19,6 +19,9 @@ class DatasetFetch(TypedDict):
     dataset_name: str
     project_name: str
 
+class DatasetsFetch(TypedDict):
+    project_name: str
+
 
 class ProjectAdd(TypedDict):
     project_name: str
@@ -225,6 +228,14 @@ class DatasetReturn(TypedDict):
     project_name: str
     examples: NotRequired[Optional[List[Example]]]
 
+class DatasetInfo(TypedDict):
+    dataset_id: str
+    name: str
+    created_at: str
+    dataset_kind: DatasetKind
+    entries: int
+    creator: str 
+
 
 class DatasetCreate(TypedDict):
     name: str

judgeval/dataset/__init__.py

@@ -11,6 +11,16 @@ from judgeval.api import JudgmentSyncClient
 from judgeval.logger import judgeval_logger
 from judgeval.env import JUDGMENT_API_KEY, JUDGMENT_ORG_ID
 
+from judgeval.api.api_types import DatasetKind
+
+@dataclass
+class DatasetInfo:
+    dataset_id: str
+    name: str 
+    created_at: str
+    dataset_kind: DatasetKind
+    entries: int
+    creator: str
 
 @dataclass
 class Dataset:
@@ -42,7 +52,7 @@ class Dataset:
                 e.pop(
                     "example_id"
                 )  # TODO: remove once scorer data migraiton is complete
-        judgeval_logger.info(f"Succesfully retrieved dataset {name}!")
+        judgeval_logger.info(f"Successfully retrieved dataset {name}!")
         return cls(
             name=name,
             project_name=project_name,
@@ -71,12 +81,25 @@ class Dataset:
             }
         )
 
-        judgeval_logger.info(f"Succesfull created dataset {name}!")
+        judgeval_logger.info(f"Successfully created dataset {name}!")
         return cls(
             name=name,
             project_name=project_name,
             examples=examples,
         )
+    @classmethod
+    def list(
+        cls,
+        project_name: str
+    ):
+        client = JudgmentSyncClient(cls.judgment_api_key, cls.organization_id)
+        datasets = client.datasets_pull_all_for_judgeval(
+            {"project_name": project_name}
+        )
+        
+        judgeval_logger.info(f"Fetched all datasets for project {project_name}!")
+                             
+        return [DatasetInfo(**dataset_info) for dataset_info in datasets]
 
     def add_from_json(self, file_path: str) -> None:
         """

{judgeval-0.10.0.dist-info → judgeval-0.10.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: judgeval
-Version: 0.10.0
+Version: 0.10.1
 Summary: Judgeval Package
 Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
 Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues

{judgeval-0.10.0.dist-info → judgeval-0.10.1.dist-info}/RECORD

@@ -6,8 +6,8 @@ judgeval/exceptions.py,sha256=tTbfe4yoOtPXmn22UQz9-6a-5PT9uOko85xaRRwr0Sw,621
 judgeval/logger.py,sha256=ZWbp0QfT1CJnQIjV-Zle4n489nFCKEmD2-ukx--iiow,1553
 judgeval/version.py,sha256=kJtYsih3hTYZ_rY_Lt0RcFqvjAfF5Xo1uNq0jZWJ5pw,73
 judgeval/warnings.py,sha256=LbGte14ppiFjrkp-JJYueZ40NWFvMkWRvPXr6r-fUWw,73
-judgeval/api/__init__.py,sha256=RWQDwzT93nXWih3WYMPl1OL2ga9uk0dUGYV7fEDzBso,12764
-judgeval/api/api_types.py,sha256=uyz8ePQI-ec88PVwhHN-KVmldAmNgRjOVmesVDKIBUw,6461
+judgeval/api/__init__.py,sha256=asbr9nuP7H_0jh53P-LB8sQnRTYIRI6oBTxbigh3YdI,12993
+judgeval/api/api_types.py,sha256=hInVnVHrYFdPz9NiDtK5ik0rgRiB29a4PUkpRJYocRs,6666
 judgeval/data/__init__.py,sha256=1tU0EN0ThIfQ1fad5I3dKxAfTcZ5U8cvTLcQ6qLVLU0,407
 judgeval/data/evaluation_run.py,sha256=G7ad4eDQTjketfcQRITk8bs8CIO8rm058H1G_qkLmhc,4729
 judgeval/data/example.py,sha256=eGJpF-lyUH734Cg90B7WtU9f8iKoS3VFGeV6R-GVCCc,1039
@@ -18,7 +18,7 @@ judgeval/data/tool.py,sha256=bj_WxFg22mypUUVR5KqQRxMDHWvKwiE1MMPjLnTCoDU,99
 judgeval/data/trace.py,sha256=R9RF1kv1JHeOpjXLjErJcxV2RrNrJUSqWcWe73l3f9k,503
 judgeval/data/scripts/fix_default_factory.py,sha256=lvp2JwYZqz-XpD9LZNa3mANZVP-jJSZoNzolI6JWERM,591
 judgeval/data/scripts/openapi_transform.py,sha256=Sm04JClzyP1ga8KA3gkIdsae8Hlx-XU7-x0gHCQYOhg,3877
-judgeval/dataset/__init__.py,sha256=S1iLL7ivDLIT3aTNO1ardHqhIRxXMuoW5PFLFIkt4uY,5731
+judgeval/dataset/__init__.py,sha256=gzjozPF_Sz0DhlPflYyHsdZxU8K4L1MplZ2W9-qSJiU,6393
 judgeval/evaluation/__init__.py,sha256=u-aDyLTRebPZigeBbJHpnZk3wQAS7jv_VgLXIi-jMGU,15075
 judgeval/integrations/langgraph/__init__.py,sha256=VvqCKOk65A2gLlr8uWrJVzpRF5OnIja5zwF4hGPEFsw,27540
 judgeval/judges/__init__.py,sha256=e7JnTc1TG_SwqydDHTXHIP0EBazQxt-ydMQG7ghSU5A,228
@@ -68,8 +68,8 @@ judgeval/utils/serialize.py,sha256=QXR-8Nj5rqOrI9zLx0oRLdk6DW6Bc7j8eyF4zQ7PLxA,6
 judgeval/utils/testing.py,sha256=kJOq4LlEXaNThfg9oSIRqSK7IH8AwLgbukjn5uxMY7A,3661
 judgeval/utils/url.py,sha256=Shf0v3XcbaWpL0m1eGJEEO_z4TsQCnDB2Rl25OTUmiI,195
 judgeval/utils/version_check.py,sha256=kcF6SvB6GbVKI0Gv9QRVm-kvBn9_z-c3jmPORsXO3h0,1015
-judgeval-0.10.0.dist-info/METADATA,sha256=vpsStrROABbjYIuuO8UqssmVjq70k4rLH2AvEz4jie8,8870
-judgeval-0.10.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-judgeval-0.10.0.dist-info/entry_points.txt,sha256=-eoeD-oDLn4A7MSgeBS9Akwanf3_0r0cgEleBcIOjg0,46
-judgeval-0.10.0.dist-info/licenses/LICENSE.md,sha256=tKmCg7k5QOmxPK19XMfzim04QiQJPmgIm0pAn55IJwk,11352
-judgeval-0.10.0.dist-info/RECORD,,
+judgeval-0.10.1.dist-info/METADATA,sha256=Jd1eGkgAIO5XGpCaD42riNtaJ6DYJQeGCs8JLrl6Ibs,8870
+judgeval-0.10.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+judgeval-0.10.1.dist-info/entry_points.txt,sha256=-eoeD-oDLn4A7MSgeBS9Akwanf3_0r0cgEleBcIOjg0,46
+judgeval-0.10.1.dist-info/licenses/LICENSE.md,sha256=tKmCg7k5QOmxPK19XMfzim04QiQJPmgIm0pAn55IJwk,11352
+judgeval-0.10.1.dist-info/RECORD,,