datamint 2.2.0__py3-none-any.whl → 2.3.0__py3-none-any.whl

datamint/api/client.py

@@ -1,10 +1,8 @@
 from typing import Optional
-import httpx
 from .base_api import ApiConfig
-from .endpoints import ProjectsApi, ResourcesApi, AnnotationsApi, ChannelsApi, UsersApi, DatasetsInfoApi
+from .endpoints import ProjectsApi, ResourcesApi, AnnotationsApi, ChannelsApi, UsersApi, DatasetsInfoApi, ModelsApi
 import datamint.configs
 from datamint.exceptions import DatamintException
-import asyncio
 
 
 class Api:
@@ -18,7 +16,8 @@ class Api:
         'annotations': AnnotationsApi,
         'channels': ChannelsApi,
         'users': UsersApi,
-        'datasets': DatasetsInfoApi
+        'datasets': DatasetsInfoApi,
+        'models': ModelsApi
     }
 
     def __init__(self,
@@ -73,19 +72,28 @@ class Api:
     @property
     def projects(self) -> ProjectsApi:
         return self._get_endpoint('projects')
+
     @property
     def resources(self) -> ResourcesApi:
         return self._get_endpoint('resources')
+
     @property
     def annotations(self) -> AnnotationsApi:
         return self._get_endpoint('annotations')
+
     @property
     def channels(self) -> ChannelsApi:
         return self._get_endpoint('channels')
+
     @property
     def users(self) -> UsersApi:
         return self._get_endpoint('users')
+
     @property
     def _datasetsinfo(self) -> DatasetsInfoApi:
         """Internal property to access DatasetsInfoApi."""
-        return self._get_endpoint('datasets')
+        return self._get_endpoint('datasets')
+
+    @property
+    def models(self) -> ModelsApi:
+        return self._get_endpoint('models')

datamint/api/endpoints/__init__.py

@@ -6,6 +6,7 @@ from .projects_api import ProjectsApi
 from .resources_api import ResourcesApi
 from .users_api import UsersApi
 from .datasetsinfo_api import DatasetsInfoApi
+from .models_api import ModelsApi
 
 __all__ = [
     'AnnotationsApi',
@@ -13,5 +14,6 @@ __all__ = [
     'ProjectsApi',
     'ResourcesApi',
     'UsersApi',
-    'DatasetsInfoApi'
+    'DatasetsInfoApi',
+    'ModelsApi',
 ]

datamint/api/endpoints/annotations_api.py

@@ -3,9 +3,9 @@ import httpx
 from datetime import date
 import logging
 from ..entity_base_api import ApiConfig, CreatableEntityApi, DeletableEntityApi
+from .models_api import ModelsApi
 from datamint.entities.annotation import Annotation
 from datamint.entities.resource import Resource
-from datamint.entities.project import Project
 from datamint.apihandler.dto.annotation_dto import AnnotationType, CreateAnnotationDto, LineGeometry, BoxGeometry, CoordinateSystem, Geometry
 import numpy as np
 import os
@@ -38,6 +38,7 @@ class AnnotationsApi(CreatableEntityApi[Annotation], DeletableEntityApi[Annotati
             client: Optional HTTP client instance. If None, a new one will be created.
         """
         super().__init__(config, Annotation, 'annotations', client)
+        self._models_api = ModelsApi(config, client=client)
 
     def get_list(self,
                  resource: str | Resource | None = None,
@@ -69,7 +70,7 @@ class AnnotationsApi(CreatableEntityApi[Annotation], DeletableEntityApi[Annotati
 
     async def _upload_segmentations_async(self,
                                           resource: str | Resource,
-                                          frame_index: int | Sequence [int] | None,
+                                          frame_index: int | Sequence[int] | None,
                                           file_path: str | np.ndarray,
                                           name: dict[int, str] | dict[tuple, str],
                                           imported_from: str | None = None,
@@ -78,7 +79,7 @@ class AnnotationsApi(CreatableEntityApi[Annotation], DeletableEntityApi[Annotati
                                           worklist_id: str | None = None,
                                           model_id: str | None = None,
                                           transpose_segmentation: bool = False,
-                                          upload_volume: bool | str = 'auto'
+                                          upload_volume: bool | str = 'auto',
                                           ) -> Sequence[str]:
         """
         Upload segmentations asynchronously.
@@ -397,6 +398,7 @@ class AnnotationsApi(CreatableEntityApi[Annotation], DeletableEntityApi[Annotati
                              worklist_id: str | None = None,
                              model_id: str | None = None,
                              transpose_segmentation: bool = False,
+                             ai_model_name: str | None = None
                              ) -> list[str]:
         """
         Upload segmentations to a resource.
@@ -425,6 +427,7 @@ class AnnotationsApi(CreatableEntityApi[Annotation], DeletableEntityApi[Annotati
             worklist_id: The annotation worklist unique id.
             model_id: The model unique id.
             transpose_segmentation: Whether to transpose the segmentation or not.
+            ai_model_name: Optional AI model name to associate with the segmentation.
 
         Returns:
             List of segmentation unique ids.
@@ -453,6 +456,18 @@ class AnnotationsApi(CreatableEntityApi[Annotation], DeletableEntityApi[Annotati
         if isinstance(file_path, str) and not os.path.exists(file_path):
             raise FileNotFoundError(f"File {file_path} not found.")
 
+        if ai_model_name is not None:
+            model_id = self._models_api.get_by_name(ai_model_name)
+            if model_id is None:
+                try:
+                    available_models = [model['name'] for model in self._models_api.get_all()]
+                except Exception:
+                    _LOGGER.warning("Could not fetch available AI models from the server.")
+                    raise ValueError(f"AI model with name '{ai_model_name}' not found. ")
+                raise ValueError(f"AI model with name '{ai_model_name}' not found. " +
+                                 f"Available models: {available_models}")
+            model_id = model_id['id']
+
         # Handle NIfTI files specially - upload as single volume
         if isinstance(file_path, str) and (file_path.endswith('.nii') or file_path.endswith('.nii.gz')):
             _LOGGER.info(f"Uploading NIfTI segmentation file: {file_path}")
@@ -472,7 +487,7 @@ class AnnotationsApi(CreatableEntityApi[Annotation], DeletableEntityApi[Annotati
                 worklist_id=worklist_id,
                 model_id=model_id,
                 transpose_segmentation=transpose_segmentation,
-                upload_volume=True
+                upload_volume=True,
             )
             return loop.run_until_complete(task)
 
@@ -486,8 +501,8 @@ class AnnotationsApi(CreatableEntityApi[Annotation], DeletableEntityApi[Annotati
                 raise ValueError("frame_index list contains duplicate values.")
 
         if isinstance(frame_index, Sequence) and len(frame_index) == 1:
-            frame_index = frame_index[0] 
-        
+            frame_index = frame_index[0]
+
         nest_asyncio.apply()
         loop = asyncio.get_event_loop()
         task = self._upload_segmentations_async(

datamint/api/endpoints/models_api.py

@@ -0,0 +1,47 @@
+from typing import Sequence
+from ..entity_base_api import ApiConfig, BaseApi
+import httpx
+from datamint.exceptions import EntityAlreadyExistsError
+
+
+class ModelsApi(BaseApi):
+    """API handler for project-related endpoints."""
+
+    def __init__(self,
+                 config: ApiConfig,
+                 client: httpx.Client | None = None) -> None:
+        """Initialize the projects API handler.
+
+        Args:
+            config: API configuration containing base URL, API key, etc.
+            client: Optional HTTP client instance. If None, a new one will be created.
+        """
+        super().__init__(config, client=client)
+
+    def create(self,
+               name: str) -> dict:
+        json = {
+            'name': name
+        }
+
+        try:
+            response = self._make_request('POST',
+                                          'ai-models',
+                                          json=json)
+            return response.json()
+        except httpx.HTTPStatusError as e:
+            if e.response.status_code == 409:
+                raise EntityAlreadyExistsError('ai-model', {'name': name})
+            raise
+
+    def get_all(self) -> Sequence[dict]:
+        response = self._make_request('GET',
+                                      'ai-models')
+        return response.json()
+
+    def get_by_name(self, name: str) -> dict | None:
+        models = self.get_all()
+        for model in models:
+            if model['name'] == name:
+                return model
+        return None

datamint/api/endpoints/resources_api.py

@@ -85,8 +85,8 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
 
         Args:
             status: The resource status. Possible values: 'inbox', 'published', 'archived' or None. If None, it will return all resources.
-            from_date : The start date.
-            to_date: The end date.
+            from_date : The start date (inclusive).
+            to_date: The end date (exclusive).
             tags: The tags to filter the resources.
             modality: The modality of the resources.
             mimetype: The mimetype of the resources.
@@ -235,30 +235,26 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
                                             metadata_file: Optional[str | dict] = None,
                                             ) -> str:
         if is_io_object(file_path):
-            name = file_path.name
+            source_filepath = os.path.abspath(os.path.expanduser(file_path.name))
+            filename = os.path.basename(source_filepath)
         else:
-            name = file_path
+            source_filepath = os.path.abspath(os.path.expanduser(file_path))
+            filename = os.path.basename(source_filepath)
 
         if session is not None and not isinstance(session, aiohttp.ClientSession):
             raise ValueError("session must be an aiohttp.ClientSession object.")
 
-        name = os.path.expanduser(os.path.normpath(name))
-        if len(Path(name).parts) == 0:
-            raise ValueError(f"File path '{name}' is not valid.")
-        name = os.path.join(*[x if x != '..' else '_' for x in Path(name).parts])
-
         if mung_filename is not None:
-            file_parts = Path(name).parts
+            file_parts = Path(source_filepath).parts
             if file_parts[0] == os.path.sep:
                 file_parts = file_parts[1:]
             if mung_filename == 'all':
-                new_file_path = '_'.join(file_parts)
+                new_filename = '_'.join(file_parts)
             else:
                 folder_parts = file_parts[:-1]
-                new_file_path = '_'.join([folder_parts[i-1] for i in mung_filename if i <= len(folder_parts)])
-                new_file_path += '_' + file_parts[-1]
-            name = new_file_path
-            _LOGGER.debug(f"New file path: {name}")
+                new_filename = '_'.join([folder_parts[i-1] for i in mung_filename if i <= len(folder_parts)])
+                new_filename += '_' + file_parts[-1]
+            filename = new_filename
 
         is_a_dicom_file = None
         if mimetype is None:
@@ -268,14 +264,12 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
                     mimetype = DEFAULT_NIFTI_MIME
                     break
             else:
-                if ext == '.nii.gz' or name.lower().endswith('nii.gz'):
+                if ext == '.nii.gz' or filename.lower().endswith('nii.gz'):
                     mimetype = DEFAULT_NIFTI_MIME
                 else:
                     mimetype = mimetype_list[-1] if mimetype_list else DEFAULT_MIME_TYPE
 
         mimetype = standardize_mimetype(mimetype)
-        filename = os.path.basename(name)
-        _LOGGER.debug(f"File name '{filename}' mimetype: {mimetype}")
 
         if is_a_dicom_file == True or is_dicom(file_path):
             if tags is None:
@@ -292,7 +286,7 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
             elif lat == 'R':
                 tags.append("right")
             # make the dicom `ds` object a file-like object in order to avoid unnecessary disk writes
-            f = to_bytesio(ds, name)
+            f = to_bytesio(ds, filename)
         else:
             f = _open_io(file_path)
 
@@ -329,7 +323,7 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
             form.add_field('source', 'api')
 
             form.add_field(file_key, f, filename=filename, content_type=mimetype)
-            form.add_field('source_filepath', name)  # full path to the file
+            form.add_field('source_filepath', source_filepath)  # full path to the file
             if mimetype is not None:
                 form.add_field('mimetype', mimetype)
             if channel is not None:
@@ -354,11 +348,11 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
                                                             data=form)
             if 'error' in resp_data:
                 raise DatamintException(resp_data['error'])
-            _LOGGER.debug(f"Response on uploading {name}: {resp_data}")
+            _LOGGER.debug(f"Response on uploading {filename}: {resp_data}")
             return resp_data['id']
         except Exception as e:
-            if 'name' in locals():
-                _LOGGER.error(f"Error uploading {name}: {e}")
+            if 'filename' in locals():
+                _LOGGER.error(f"Error uploading {filename}: {e}")
             else:
                 _LOGGER.error(f"Error uploading {file_path}: {e}")
             raise
@@ -676,7 +670,7 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
                     channel='study_channel',
                     segmentation_files={
                         'files': ['path/to/segmentation.nii.gz'],
-                        'names': {1: 'Bone', 2: 'Tissue'}
+                        'names': {1: 'Brain', 2: 'Lung'}
                     },
                     metadata={'patient_age': 45, 'modality': 'CT'}
                 )

datamint/client_cmd_tools/datamint_upload.py

@@ -492,7 +492,7 @@ def _get_files_from_path(path: str | Path,
     Returns:
         List of file paths as strings
     """
-    path = Path(path)
+    path = Path(path).resolve()
 
     if path.is_file():
         return [str(path)]
@@ -507,7 +507,7 @@ def _get_files_from_path(path: str | Path,
 
         file_paths = walk_to_depth(path, recursive_depth, exclude_pattern)
         filtered_files = filter_files(file_paths, include_extensions, exclude_extensions)
-        return [str(f) for f in filtered_files]
+        return [str(f.resolve()) for f in filtered_files]
 
     except Exception as e:
         _LOGGER.error(f'Error in recursive search: {e}')
@@ -786,7 +786,6 @@ def main():
             _USER_LOGGER.error(f'❌ Connection failed: {e}')
             return
         try:
-            print('>>>', segfiles)
             results = api.resources.upload_resources(channel=args.channel,
                                                      files_path=files_path,
                                                      tags=args.tag,

datamint/exceptions.py

@@ -28,4 +28,25 @@ class ResourceNotFoundError(DatamintException):
         self.params = params
 
     def __str__(self):
-        return f"Resource '{self.resource_type}' not found for parameters: {self.params}"
+        return f"Resource '{self.resource_type}' not found for parameters: {self.params}"
+
+# Already existing (e.g, creating a project with a name that already exists)
+class EntityAlreadyExistsError(DatamintException):
+    """
+    Exception raised when trying to create an entity that already exists.
+    For instance, when creating a project with a name that already exists.
+    """
+
+    def __init__(self, entity_type: str, params: dict):
+        """Constructor.
+
+        Args:
+            entity_type: The type of entity that already exists.
+            params: Dict of params identifying the existing entity.
+        """
+        super().__init__()
+        self.entity_type = entity_type
+        self.params = params
+
+    def __str__(self) -> str:
+        return f"Entity '{self.entity_type}' already exists for parameters: {self.params}"

{datamint-2.2.0.dist-info → datamint-2.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datamint
-Version: 2.2.0
+Version: 2.3.0
 Summary: A library for interacting with the Datamint API, designed for efficient data management, processing and Deep Learning workflows.
 Requires-Python: >=3.10
 Classifier: Programming Language :: Python :: 3
@@ -21,7 +21,7 @@ Requires-Dist: humanize (>=4.0.0,<5.0.0)
 Requires-Dist: lazy-loader (>=0.3.0)
 Requires-Dist: lightning
 Requires-Dist: matplotlib
-Requires-Dist: medimgkit (>=0.7.0)
+Requires-Dist: medimgkit (>=0.7.2)
 Requires-Dist: nest-asyncio (>=1.0.0,<2.0.0)
 Requires-Dist: nibabel (>=4.0.0)
 Requires-Dist: numpy

{datamint-2.2.0.dist-info → datamint-2.3.0.dist-info}/RECORD

@@ -1,14 +1,15 @@
 datamint/__init__.py,sha256=ucsnxrYClh6pdy7psRJXWam_9rjAQB4NXzvy7xLovmo,824
 datamint/api/__init__.py,sha256=7QYkmDBXbKh8-zchV7k6Lpolaw6h-IK6ezfXROIWh2A,43
 datamint/api/base_api.py,sha256=Iu9oJEZ8YlIF5xcbH_M0Lkb7t9ZDNFLzjJp9bPDHW1c,16628
-datamint/api/client.py,sha256=1XTZUlbAISe0jwug1rrANgWJToXxYeXx8_HD-ZWJurU,3354
+datamint/api/client.py,sha256=qL6kW1lUma98LieDEkhRdJAGRcsEFlaBSg2oQ3ZePYY,3466
 datamint/api/dto/__init__.py,sha256=KOSNl1axDDE5eBt68MmsgkyE0Ds_1DDzWUg73iyoWvc,281
-datamint/api/endpoints/__init__.py,sha256=S46nVAlXgGe8wNcBEhW8ffGJjGNAmhhRTDTsvG9fWBE,402
-datamint/api/endpoints/annotations_api.py,sha256=zzCiL2z7czB1ojU3CCM5QgeOuDoNB_2D3Fc8NPc41HM,46240
+datamint/api/endpoints/__init__.py,sha256=uN2EYxSL6T5O5poVmQs8CQpyy3_MZzHfNyniORcvKUc,454
+datamint/api/endpoints/annotations_api.py,sha256=Uyx-gnh5f-Di7MU_doQheYlSOkqjf7hlFnmaruvWQN4,47098
 datamint/api/endpoints/channels_api.py,sha256=oQqxSw9DJzAqtVQI7-tc1llTdnsm-URx8jwtXNXnhio,867
 datamint/api/endpoints/datasetsinfo_api.py,sha256=WdzrUzK63w9gvAP6U--P65FbD-3X-jm9TPCcYnRNjas,597
+datamint/api/endpoints/models_api.py,sha256=tbVuajc-mCsIp5AKSCoq3uQRDWgKnJaIA6tf_ck8-XY,1502
 datamint/api/endpoints/projects_api.py,sha256=9tYIQsnMFOGTXrsoizweoWNqNue5907nbI6G9PAcYcA,7784
-datamint/api/endpoints/resources_api.py,sha256=jlap40_wpzz8L8a-sX9tNGxsgPgP2_hv8kdb3g75-NU,48455
+datamint/api/endpoints/resources_api.py,sha256=Hd8sObIarvAdATS6qmAvT9EdXzPfruyMHnlGXcYkeMg,48320
 datamint/api/endpoints/users_api.py,sha256=pnkuTZ1B9Y0FtwwvXO8J64e02RSkRxnBmTl9UGSuC5I,1186
 datamint/api/entity_base_api.py,sha256=gPE28bwv7B6JngMk9szD2XwaVhB8OwB1HJjaMYD354k,12935
 datamint/apihandler/annotation_api_handler.py,sha256=W3vV4z3BqX1OQe1r7zr8dI-IVu4zUDxED4QttdiWV-E,57098
@@ -20,7 +21,7 @@ datamint/apihandler/exp_api_handler.py,sha256=hFUgUgBc5rL7odK7gTW3MnrvMY1pVfJUpU
 datamint/apihandler/root_api_handler.py,sha256=jBof_XPTeq4o41CW-l-I5GHQKVa76kaX75RovS_qAM4,63384
 datamint/client_cmd_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamint/client_cmd_tools/datamint_config.py,sha256=MpR5UHv_xpElOOYyEESBkDg2n3JjP_PNLI2jqmZgYQ8,16222
-datamint/client_cmd_tools/datamint_upload.py,sha256=jPzvlNeBZfOOxuG6ryswJ8OG4jXuTrPtArUetoKVGj0,36073
+datamint/client_cmd_tools/datamint_upload.py,sha256=rZEqBRZZDBFSlwMvIg_DbipqgBtQD31v7DC1C6tysqA,36058
 datamint/configs.py,sha256=Bdp6NydYwyCJ2dk19_gf_o3M2ZyQOmMHpLi8wEWNHUk,1426
 datamint/dataset/__init__.py,sha256=4PlUKSvVhdfQvvuq8jQXrkdqnot-iTTizM3aM1vgSwg,47
 datamint/dataset/annotation.py,sha256=qN1IMjdfLD2ceQ6va3l76jOXA8Vb_c-eBk1oWQu6hW0,7994
@@ -36,7 +37,7 @@ datamint/entities/resource.py,sha256=7YCVihswd-bH-2AH4aMPIddt5ejwRqRFQAszI_sTWaU
 datamint/entities/user.py,sha256=MREHDOsV9NOBEbXqiQ2ww6DmetN07CELId-ZQVpZCb8,620
 datamint/examples/__init__.py,sha256=zcYnd5nLVme9GCTPYH-1JpGo8xXK2WEYvhzcy_2alZc,39
 datamint/examples/example_projects.py,sha256=sU-Gxy7PPqA0WUfN-ZmXV-0YnwrnzpJ79lMXTJp2DzU,2804
-datamint/exceptions.py,sha256=jjtoc5EUbGZhAhaoIbnRrolV7O8jRerYdjzeFwx1fmA,909
+datamint/exceptions.py,sha256=Or-NNj8pgChzAZNaWtkX1WyHJ2q5GziyvHdFLYymvX0,1661
 datamint/experiment/__init__.py,sha256=5qQOMzoG17DEd1YnTF-vS0qiM-DGdbNh42EUo91CRhQ,34
 datamint/experiment/_patcher.py,sha256=ZgbezoevAYhJsbiJTvWPALGTcUiMT371xddcTllt3H4,23296
 datamint/experiment/experiment.py,sha256=aHK9dRFdQTi569xgUg1KqlCZLHZpDmSH3g3ndPIZvXw,44546
@@ -44,7 +45,7 @@ datamint/logging.yaml,sha256=tOMxtc2UmwlIMTK6ljtnBwTco1PNrPeq3mx2iMuSbiw,482
 datamint/utils/logging_utils.py,sha256=9pRoaPrWu2jOdDCiAoUsjEdP5ZwaealWL3hjUqFvx9g,4022
 datamint/utils/torchmetrics.py,sha256=lwU0nOtsSWfebyp7dvjlAggaqXtj5ohSEUXOg3L0hJE,2837
 datamint/utils/visualization.py,sha256=yaUVAOHar59VrGUjpAWv5eVvQSfztFG0eP9p5Vt3l-M,4470
-datamint-2.2.0.dist-info/METADATA,sha256=mjsQSKJrpkEtWe_BodST4fYWWoQ49k7fUFbjt55KHAA,4203
-datamint-2.2.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-datamint-2.2.0.dist-info/entry_points.txt,sha256=mn5H6jPjO-rY0W0CAZ6Z_KKWhMLvyVaSpoqk77jlTI4,145
-datamint-2.2.0.dist-info/RECORD,,
+datamint-2.3.0.dist-info/METADATA,sha256=lV7qLnGCc1NA5yShMM-oTLkoy5FAKWwGd9rNgeu6K_M,4203
+datamint-2.3.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+datamint-2.3.0.dist-info/entry_points.txt,sha256=mn5H6jPjO-rY0W0CAZ6Z_KKWhMLvyVaSpoqk77jlTI4,145
+datamint-2.3.0.dist-info/RECORD,,