trismik 1.0.1__py3-none-any.whl → 1.0.3__py3-none-any.whl

trismik/_async/client.py

@@ -20,6 +20,7 @@ from trismik.types import (
     TrismikClassicEvalRequest,
     TrismikClassicEvalResponse,
     TrismikDataset,
+    TrismikDatasetInfo,
     TrismikItem,
     TrismikMeResponse,
     TrismikProject,
@@ -173,9 +174,35 @@ class TrismikAsyncClient:
         except httpx.HTTPError as e:
             raise TrismikApiError(str(e)) from e
 
+    async def get_dataset_info(self, dataset_id: str) -> TrismikDatasetInfo:
+        """
+        Get detailed information about a specific dataset.
+
+        Args:
+            dataset_id (str): ID of the dataset to retrieve.
+
+        Returns:
+            TrismikDatasetInfo: Detailed dataset information including datacard.
+
+        Raises:
+            TrismikApiError: If API request fails.
+        """
+        try:
+            url = "/datasets/get-dataset"
+            body = {"datasetId": dataset_id}
+            response = await self._http_client.post(url, json=body)
+            response.raise_for_status()
+            json = response.json()
+            return TrismikResponseMapper.to_dataset_info(json)
+        except httpx.HTTPStatusError as e:
+            raise TrismikApiError(TrismikUtils.get_error_message(e.response)) from e
+        except httpx.HTTPError as e:
+            raise TrismikApiError(str(e)) from e
+
     async def start_run(
         self,
         dataset_id: str,
+        split: str,
         project_id: str,
         experiment: str,
         metadata: Optional[TrismikRunMetadata] = None,
@@ -185,6 +212,7 @@ class TrismikAsyncClient:
 
         Args:
             dataset_id (str): ID of the dataset.
+            split (str): Split of the dataset to use (e.g., "train", "test", "val").
             project_id (str): ID of the project.
             experiment (str): Name of the experiment.
             metadata (Optional[TrismikRunMetadata]): Run metadata.
@@ -201,6 +229,7 @@ class TrismikAsyncClient:
             url = "/runs/start"
             body = {
                 "datasetId": dataset_id,
+                "split": split,
                 "projectId": project_id,
                 "experiment": experiment,
                 "metadata": metadata.toDict() if metadata else {},
@@ -444,6 +473,7 @@ class TrismikAsyncClient:
     async def run(  # noqa: E704
         self,
         test_id: str,
+        split: str,
         project_id: str,
         experiment: str,
         run_metadata: TrismikRunMetadata,
@@ -457,6 +487,7 @@ class TrismikAsyncClient:
     async def run(  # noqa: E704
         self,
         test_id: str,
+        split: str,
         project_id: str,
         experiment: str,
         run_metadata: TrismikRunMetadata,
@@ -469,6 +500,7 @@ class TrismikAsyncClient:
     async def run(
         self,
         test_id: str,
+        split: str,
         project_id: str,
         experiment: str,
         run_metadata: TrismikRunMetadata,
@@ -482,6 +514,7 @@ class TrismikAsyncClient:
 
         Args:
             test_id: ID of the test to run.
+            split: Split of the dataset to use (e.g., "train", "test", "val").
             project_id: ID of the project.
             experiment: Name of the experiment.
             run_metadata: Metadata for the run.
@@ -502,7 +535,7 @@ class TrismikAsyncClient:
             raise NotImplementedError("with_responses is not yet implemented for the new API flow")
 
         # Start run and get first item
-        start_response = await self.start_run(test_id, project_id, experiment, run_metadata)
+        start_response = await self.start_run(test_id, split, project_id, experiment, run_metadata)
 
         # Initialize state tracking
         states: List[TrismikAdaptiveTestState] = []

trismik/_mapper.py

@@ -4,7 +4,10 @@ from typing import Any, Dict, List
 from trismik.exceptions import TrismikApiError
 from trismik.types import (
     TrismikClassicEvalResponse,
+    TrismikDatacard,
     TrismikDataset,
+    TrismikDatasetInfo,
+    TrismikDatasetVersion,
     TrismikItem,
     TrismikMeResponse,
     TrismikMultipleChoiceTextItem,
@@ -40,17 +43,64 @@ class TrismikResponseMapper:
             json (Dict[str, Any]): JSON response containing dataset data.
 
         Returns:
-            List[TrismikDataset]: List of
-            dataset objects with IDs and names.
+            List[TrismikDataset]: List of dataset objects with IDs, names,
+                adaptive status, and splits.
         """
         return [
             TrismikDataset(
                 id=item["id"],
                 name=item["name"],
+                isAdaptive=item["isAdaptive"],
+                splits=item["splits"],
             )
             for item in json["data"]
         ]
 
+    @staticmethod
+    def to_dataset_info(json: Dict[str, Any]) -> TrismikDatasetInfo:
+        """
+        Convert JSON response to a TrismikDatasetInfo object.
+
+        Args:
+            json (Dict[str, Any]): JSON response containing detailed dataset
+                information.
+
+        Returns:
+            TrismikDatasetInfo: Dataset info object with complete metadata
+                including datacard.
+        """
+        version = TrismikDatasetVersion(
+            year=json["datacard"]["version"]["year"],
+            month=json["datacard"]["version"]["month"],
+            revision=json["datacard"]["version"]["revision"],
+        )
+
+        datacard = TrismikDatacard(
+            task=json["datacard"]["task"],
+            license=json["datacard"]["license"],
+            version=version,
+            datasetHf=json["datacard"]["datasetHf"],
+            languages=json["datacard"]["languages"],
+            datasetUrl=json["datacard"]["datasetUrl"],
+            itemsCount=json["datacard"]["itemsCount"],
+            splitsUsed=json["datacard"]["splitsUsed"],
+            datasetName=json["datacard"]["datasetName"],
+            description=json["datacard"]["description"],
+            exampleItem=json["datacard"]["exampleItem"],
+            originalReadmeUrl=json["datacard"]["originalReadmeUrl"],
+            originalReadmeDownloadedAt=json["datacard"]["originalReadmeDownloadedAt"],
+            originalItemCount=json["datacard"]["originalItemCount"],
+            difficultyEstimators=json["datacard"]["difficultyEstimators"],
+        )
+
+        return TrismikDatasetInfo(
+            id=json["id"],
+            name=json["name"],
+            isAdaptive=json["isAdaptive"],
+            splits=json["splits"],
+            datacard=datacard,
+        )
+
     @staticmethod
     def to_run(json: Dict[str, Any]) -> TrismikRun:
         """

trismik/_sync/client.py

@@ -20,6 +20,7 @@ from trismik.types import (
     TrismikClassicEvalRequest,
     TrismikClassicEvalResponse,
     TrismikDataset,
+    TrismikDatasetInfo,
     TrismikItem,
     TrismikMeResponse,
     TrismikProject,
@@ -173,9 +174,35 @@ class TrismikClient:
         except httpx.HTTPError as e:
             raise TrismikApiError(str(e)) from e
 
+    def get_dataset_info(self, dataset_id: str) -> TrismikDatasetInfo:
+        """
+        Get detailed information about a specific dataset.
+
+        Args:
+            dataset_id (str): ID of the dataset to retrieve.
+
+        Returns:
+            TrismikDatasetInfo: Detailed dataset information including datacard.
+
+        Raises:
+            TrismikApiError: If API request fails.
+        """
+        try:
+            url = "/datasets/get-dataset"
+            body = {"datasetId": dataset_id}
+            response = self._http_client.post(url, json=body)
+            response.raise_for_status()
+            json = response.json()
+            return TrismikResponseMapper.to_dataset_info(json)
+        except httpx.HTTPStatusError as e:
+            raise TrismikApiError(TrismikUtils.get_error_message(e.response)) from e
+        except httpx.HTTPError as e:
+            raise TrismikApiError(str(e)) from e
+
     def start_run(
         self,
         dataset_id: str,
+        split: str,
         project_id: str,
         experiment: str,
         metadata: Optional[TrismikRunMetadata] = None,
@@ -185,6 +212,7 @@ class TrismikClient:
 
         Args:
             dataset_id (str): ID of the dataset.
+            split (str): Split of the dataset to use (e.g., "train", "test", "val").
             project_id (str): ID of the project.
             experiment (str): Name of the experiment.
             metadata (Optional[TrismikRunMetadata]): Run metadata.
@@ -201,6 +229,7 @@ class TrismikClient:
             url = "/runs/start"
             body = {
                 "datasetId": dataset_id,
+                "split": split,
                 "projectId": project_id,
                 "experiment": experiment,
                 "metadata": metadata.toDict() if metadata else {},
@@ -444,6 +473,7 @@ class TrismikClient:
     def run(  # noqa: E704
         self,
         test_id: str,
+        split: str,
         project_id: str,
         experiment: str,
         run_metadata: TrismikRunMetadata,
@@ -457,6 +487,7 @@ class TrismikClient:
     def run(  # noqa: E704
         self,
         test_id: str,
+        split: str,
         project_id: str,
         experiment: str,
         run_metadata: TrismikRunMetadata,
@@ -469,6 +500,7 @@ class TrismikClient:
     def run(
         self,
         test_id: str,
+        split: str,
         project_id: str,
         experiment: str,
         run_metadata: TrismikRunMetadata,
@@ -482,6 +514,7 @@ class TrismikClient:
 
         Args:
             test_id: ID of the test to run.
+            split: Split of the dataset to use (e.g., "train", "test", "val").
             project_id: ID of the project.
             experiment: Name of the experiment.
             run_metadata: Metadata for the run.
@@ -502,7 +535,7 @@ class TrismikClient:
             raise NotImplementedError("with_responses is not yet implemented for the new API flow")
 
         # Start run and get first item
-        start_response = self.start_run(test_id, project_id, experiment, run_metadata)
+        start_response = self.start_run(test_id, split, project_id, experiment, run_metadata)
 
         # Initialize state tracking
         states: List[TrismikAdaptiveTestState] = []

trismik/types.py

@@ -16,6 +16,49 @@ class TrismikDataset:
 
     id: str
     name: str
+    isAdaptive: bool
+    splits: List[str]
+
+
+@dataclass
+class TrismikDatasetVersion:
+    """Version information for a dataset."""
+
+    year: int
+    month: int
+    revision: int
+
+
+@dataclass
+class TrismikDatacard:
+    """Detailed metadata card for a dataset."""
+
+    task: str
+    license: str
+    version: "TrismikDatasetVersion"
+    datasetHf: str
+    languages: List[str]
+    datasetUrl: str
+    itemsCount: int
+    splitsUsed: List[str]
+    datasetName: str
+    description: str
+    exampleItem: str
+    originalReadmeUrl: str
+    originalReadmeDownloadedAt: str
+    originalItemCount: int
+    difficultyEstimators: List[str]
+
+
+@dataclass
+class TrismikDatasetInfo:
+    """Complete dataset information including datacard."""
+
+    id: str
+    name: str
+    isAdaptive: bool
+    splits: List[str]
+    datacard: TrismikDatacard
 
 
 @dataclass

{trismik-1.0.1.dist-info → trismik-1.0.3.dist-info}/METADATA

@@ -1,29 +1,27 @@
 Metadata-Version: 2.4
 Name: trismik
-Version: 1.0.1
+Version: 1.0.3
 Summary: 
 License-File: LICENSE
 Author: Bartosz Kielczewski
 Author-email: bk352@cam.ac.uk
-Requires-Python: >=3.9, <3.14
+Requires-Python: >=3.10
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Provides-Extra: examples
 Requires-Dist: accelerate (>=1.7.0,<2.0.0) ; extra == "examples"
 Requires-Dist: httpx (>=0.27.2,<1.0.0)
 Requires-Dist: jupyterlab (>=4.4.8) ; extra == "examples"
 Requires-Dist: nest-asyncio (>=1.6.0,<2.0.0)
 Requires-Dist: notebook (>=7.4.4,<8.0.0) ; extra == "examples"
-Requires-Dist: openai (>=1.81.0,<2.0.0) ; extra == "examples"
-Requires-Dist: torch (>=2.8.0,<3.0.0) ; extra == "examples"
-Requires-Dist: torchaudio (>=2.7.0,<3.0.0) ; extra == "examples"
-Requires-Dist: torchvision (>=0.22.0,<1.0.0) ; extra == "examples"
+Requires-Dist: openai (>=2.16.0,<3.0.0) ; extra == "examples"
+Requires-Dist: torch (>=2.10.0,<3.0.0) ; (python_version < "3.15") and (extra == "examples")
 Requires-Dist: tqdm (>=4.67.1,<5.0.0) ; extra == "examples"
-Requires-Dist: transformers (>=4.51.3,<5.0.0) ; extra == "examples"
+Requires-Dist: transformers (>=5.0.0,<6.0.0) ; extra == "examples"
 Description-Content-Type: text/markdown
 
 <h1 align="center"> Trismik SDK</h1>

{trismik-1.0.1.dist-info → trismik-1.0.3.dist-info}/RECORD

@@ -1,18 +1,18 @@
 trismik/__init__.py,sha256=LiS6Mo8iHMPKerVWFNVmn-V8dsoXHrHo-qG1FAakHcY,770
 trismik/_async/__init__.py,sha256=9ZJB9Amqym2QQT_aLzM_6gx9qNCOY14cq_Oc7gu7O1I,64
 trismik/_async/_test_transform.py,sha256=N5eS1dSHXBTLXaB7kO3IPHD4gScm4XSMMcg8nVc7Dl4,1760
-trismik/_async/client.py,sha256=TDw_aKYdnnTy0nMSdwWM5k61yWnNgA0L7p62y21nf_M,25474
+trismik/_async/client.py,sha256=t4MsC7EcxxyEqMuUr0Ec5puXOISVbaPHesBsCTYyjks,26705
 trismik/_async/helpers.py,sha256=7Kd6w0KRs_MsBpBM4ctstsEGHIf_vq9QmdqWcIFlYjE,694
-trismik/_mapper.py,sha256=E8vK2KDP_o9zUkOiTTtjEC324UYBuyElug0b-JgY5NE,10706
+trismik/_mapper.py,sha256=eRoamnaY5DAO8oG0gPqBO5SLjXnNnbpDPquAM48-4EE,12664
 trismik/_sync/__init__.py,sha256=9ZJB9Amqym2QQT_aLzM_6gx9qNCOY14cq_Oc7gu7O1I,64
 trismik/_sync/_test_transform.py,sha256=bJn4Yorqyqinb9Tv5257vSwy42oCrdXvvut0ZbbCeL4,1675
-trismik/_sync/client.py,sha256=WxSREg2BdjcgEhfXnXU5ei-tVo6vGpuaw1-6wAaWn1A,25238
+trismik/_sync/client.py,sha256=B3UivqrEAa4LGRvV7uleHKeE1uiVnIhJjwIOAWiBiss,26457
 trismik/_sync/helpers.py,sha256=9mPILjtT-Yh9EMtiILdYSy0Pt3De9jId5F-iJAPL1Pw,723
 trismik/_utils.py,sha256=ckOg4PEjbTPaSH_q7QSGdoML4Rn1G5TRcSMnEluYhHk,3818
 trismik/exceptions.py,sha256=2wb4_K7GdDf00s3xUaiSfw6718ZV3Eaa4M2lYbiEZl4,1945
 trismik/settings.py,sha256=ErXj3f9Uw1AgewytjxmIY7TmM5jB7RE_LJMp3T7szBY,419
-trismik/types.py,sha256=zo6QcXpo7ZfdEntvJDzftBPq_8_g0fS-XDfNTtKVg8k,6555
-trismik-1.0.1.dist-info/METADATA,sha256=sSYNA3Oin5IcqQsalA4SjV2uTMdBUxPTv-U19JqFbNQ,9339
-trismik-1.0.1.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-trismik-1.0.1.dist-info/licenses/LICENSE,sha256=tgetRhapGLh7ZxfknW6Mm-WobfziPd64nAK52X5XKaw,1077
-trismik-1.0.1.dist-info/RECORD,,
+trismik/types.py,sha256=4ywSAKyifW8vMPex5aN1ASZAEPsRCYLz1zugjtzLgiw,7383
+trismik-1.0.3.dist-info/METADATA,sha256=MIjvQAYkCo-fSCs21FkjC8c0_Gb4nXsmHs2kex5sD0Y,9234
+trismik-1.0.3.dist-info/WHEEL,sha256=kJCRJT_g0adfAJzTx2GUMmS80rTJIVHRCfG0DQgLq3o,88
+trismik-1.0.3.dist-info/licenses/LICENSE,sha256=tgetRhapGLh7ZxfknW6Mm-WobfziPd64nAK52X5XKaw,1077
+trismik-1.0.3.dist-info/RECORD,,

{trismik-1.0.1.dist-info → trismik-1.0.3.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.2.1
+Generator: poetry-core 2.3.1
 Root-Is-Purelib: true
 Tag: py3-none-any