judgeval 0.10.0__tar.gz → 0.10.1__tar.gz

{judgeval-0.10.0 → judgeval-0.10.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: judgeval
-Version: 0.10.0
+Version: 0.10.1
 Summary: Judgeval Package
 Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
 Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues

{judgeval-0.10.0 → judgeval-0.10.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "judgeval"
-version = "0.10.0"
+version = "0.10.1"
 authors = [
     { name = "Andrew Li", email = "andrew@judgmentlabs.ai" },
     { name = "Alex Shan", email = "alex@judgmentlabs.ai" },

{judgeval-0.10.0 → judgeval-0.10.1}/src/judgeval/api/__init__.py

@@ -137,6 +137,12 @@ class JudgmentSyncClient:
             payload,
         )
 
+    def datasets_pull_all_for_judgeval(self, payload: DatasetsFetch) -> List[DatasetInfo]:
+        return self._request(
+            "POST",
+            url_for("/datasets/pull_all_for_judgeval/"),
+            payload,
+        )
     def datasets_create_for_judgeval(self, payload: DatasetCreate) -> Any:
         return self._request(
             "POST",

{judgeval-0.10.0 → judgeval-0.10.1}/src/judgeval/api/api_types.py

@@ -19,6 +19,9 @@ class DatasetFetch(TypedDict):
     dataset_name: str
     project_name: str
 
+class DatasetsFetch(TypedDict):
+    project_name: str
+
 
 class ProjectAdd(TypedDict):
     project_name: str
@@ -225,6 +228,14 @@ class DatasetReturn(TypedDict):
     project_name: str
     examples: NotRequired[Optional[List[Example]]]
 
+class DatasetInfo(TypedDict):
+    dataset_id: str
+    name: str
+    created_at: str
+    dataset_kind: DatasetKind
+    entries: int
+    creator: str 
+
 
 class DatasetCreate(TypedDict):
     name: str

{judgeval-0.10.0 → judgeval-0.10.1}/src/judgeval/dataset/__init__.py

@@ -11,6 +11,16 @@ from judgeval.api import JudgmentSyncClient
 from judgeval.logger import judgeval_logger
 from judgeval.env import JUDGMENT_API_KEY, JUDGMENT_ORG_ID
 
+from judgeval.api.api_types import DatasetKind
+
+@dataclass
+class DatasetInfo:
+    dataset_id: str
+    name: str 
+    created_at: str
+    dataset_kind: DatasetKind
+    entries: int
+    creator: str
 
 @dataclass
 class Dataset:
@@ -42,7 +52,7 @@ class Dataset:
                 e.pop(
                     "example_id"
                 )  # TODO: remove once scorer data migraiton is complete
-        judgeval_logger.info(f"Succesfully retrieved dataset {name}!")
+        judgeval_logger.info(f"Successfully retrieved dataset {name}!")
         return cls(
             name=name,
             project_name=project_name,
@@ -71,12 +81,25 @@ class Dataset:
             }
         )
 
-        judgeval_logger.info(f"Succesfull created dataset {name}!")
+        judgeval_logger.info(f"Successfully created dataset {name}!")
         return cls(
             name=name,
             project_name=project_name,
             examples=examples,
         )
+    @classmethod
+    def list(
+        cls,
+        project_name: str
+    ):
+        client = JudgmentSyncClient(cls.judgment_api_key, cls.organization_id)
+        datasets = client.datasets_pull_all_for_judgeval(
+            {"project_name": project_name}
+        )
+        
+        judgeval_logger.info(f"Fetched all datasets for project {project_name}!")
+                             
+        return [DatasetInfo(**dataset_info) for dataset_info in datasets]
 
     def add_from_json(self, file_path: str) -> None:
         """