datamint 2.2.0__py3-none-any.whl → 2.2.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of datamint might be problematic. Click here for more details.
- datamint/api/endpoints/resources_api.py +18 -24
- datamint/client_cmd_tools/datamint_upload.py +2 -3
- {datamint-2.2.0.dist-info → datamint-2.2.1.dist-info}/METADATA +2 -2
- {datamint-2.2.0.dist-info → datamint-2.2.1.dist-info}/RECORD +6 -6
- {datamint-2.2.0.dist-info → datamint-2.2.1.dist-info}/WHEEL +0 -0
- {datamint-2.2.0.dist-info → datamint-2.2.1.dist-info}/entry_points.txt +0 -0
|
@@ -85,8 +85,8 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
|
|
|
85
85
|
|
|
86
86
|
Args:
|
|
87
87
|
status: The resource status. Possible values: 'inbox', 'published', 'archived' or None. If None, it will return all resources.
|
|
88
|
-
from_date : The start date.
|
|
89
|
-
to_date: The end date.
|
|
88
|
+
from_date : The start date (inclusive).
|
|
89
|
+
to_date: The end date (exclusive).
|
|
90
90
|
tags: The tags to filter the resources.
|
|
91
91
|
modality: The modality of the resources.
|
|
92
92
|
mimetype: The mimetype of the resources.
|
|
@@ -235,30 +235,26 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
|
|
|
235
235
|
metadata_file: Optional[str | dict] = None,
|
|
236
236
|
) -> str:
|
|
237
237
|
if is_io_object(file_path):
|
|
238
|
-
|
|
238
|
+
source_filepath = os.path.abspath(os.path.expanduser(file_path.name))
|
|
239
|
+
filename = os.path.basename(source_filepath)
|
|
239
240
|
else:
|
|
240
|
-
|
|
241
|
+
source_filepath = os.path.abspath(os.path.expanduser(file_path))
|
|
242
|
+
filename = os.path.basename(source_filepath)
|
|
241
243
|
|
|
242
244
|
if session is not None and not isinstance(session, aiohttp.ClientSession):
|
|
243
245
|
raise ValueError("session must be an aiohttp.ClientSession object.")
|
|
244
246
|
|
|
245
|
-
name = os.path.expanduser(os.path.normpath(name))
|
|
246
|
-
if len(Path(name).parts) == 0:
|
|
247
|
-
raise ValueError(f"File path '{name}' is not valid.")
|
|
248
|
-
name = os.path.join(*[x if x != '..' else '_' for x in Path(name).parts])
|
|
249
|
-
|
|
250
247
|
if mung_filename is not None:
|
|
251
|
-
file_parts = Path(
|
|
248
|
+
file_parts = Path(source_filepath).parts
|
|
252
249
|
if file_parts[0] == os.path.sep:
|
|
253
250
|
file_parts = file_parts[1:]
|
|
254
251
|
if mung_filename == 'all':
|
|
255
|
-
|
|
252
|
+
new_filename = '_'.join(file_parts)
|
|
256
253
|
else:
|
|
257
254
|
folder_parts = file_parts[:-1]
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
_LOGGER.debug(f"New file path: {name}")
|
|
255
|
+
new_filename = '_'.join([folder_parts[i-1] for i in mung_filename if i <= len(folder_parts)])
|
|
256
|
+
new_filename += '_' + file_parts[-1]
|
|
257
|
+
filename = new_filename
|
|
262
258
|
|
|
263
259
|
is_a_dicom_file = None
|
|
264
260
|
if mimetype is None:
|
|
@@ -268,14 +264,12 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
|
|
|
268
264
|
mimetype = DEFAULT_NIFTI_MIME
|
|
269
265
|
break
|
|
270
266
|
else:
|
|
271
|
-
if ext == '.nii.gz' or
|
|
267
|
+
if ext == '.nii.gz' or filename.lower().endswith('nii.gz'):
|
|
272
268
|
mimetype = DEFAULT_NIFTI_MIME
|
|
273
269
|
else:
|
|
274
270
|
mimetype = mimetype_list[-1] if mimetype_list else DEFAULT_MIME_TYPE
|
|
275
271
|
|
|
276
272
|
mimetype = standardize_mimetype(mimetype)
|
|
277
|
-
filename = os.path.basename(name)
|
|
278
|
-
_LOGGER.debug(f"File name '{filename}' mimetype: {mimetype}")
|
|
279
273
|
|
|
280
274
|
if is_a_dicom_file == True or is_dicom(file_path):
|
|
281
275
|
if tags is None:
|
|
@@ -292,7 +286,7 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
|
|
|
292
286
|
elif lat == 'R':
|
|
293
287
|
tags.append("right")
|
|
294
288
|
# make the dicom `ds` object a file-like object in order to avoid unnecessary disk writes
|
|
295
|
-
f = to_bytesio(ds,
|
|
289
|
+
f = to_bytesio(ds, filename)
|
|
296
290
|
else:
|
|
297
291
|
f = _open_io(file_path)
|
|
298
292
|
|
|
@@ -329,7 +323,7 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
|
|
|
329
323
|
form.add_field('source', 'api')
|
|
330
324
|
|
|
331
325
|
form.add_field(file_key, f, filename=filename, content_type=mimetype)
|
|
332
|
-
form.add_field('source_filepath',
|
|
326
|
+
form.add_field('source_filepath', source_filepath) # full path to the file
|
|
333
327
|
if mimetype is not None:
|
|
334
328
|
form.add_field('mimetype', mimetype)
|
|
335
329
|
if channel is not None:
|
|
@@ -354,11 +348,11 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
|
|
|
354
348
|
data=form)
|
|
355
349
|
if 'error' in resp_data:
|
|
356
350
|
raise DatamintException(resp_data['error'])
|
|
357
|
-
_LOGGER.debug(f"Response on uploading {
|
|
351
|
+
_LOGGER.debug(f"Response on uploading {filename}: {resp_data}")
|
|
358
352
|
return resp_data['id']
|
|
359
353
|
except Exception as e:
|
|
360
|
-
if '
|
|
361
|
-
_LOGGER.error(f"Error uploading {
|
|
354
|
+
if 'filename' in locals():
|
|
355
|
+
_LOGGER.error(f"Error uploading {filename}: {e}")
|
|
362
356
|
else:
|
|
363
357
|
_LOGGER.error(f"Error uploading {file_path}: {e}")
|
|
364
358
|
raise
|
|
@@ -676,7 +670,7 @@ class ResourcesApi(CreatableEntityApi[Resource], DeletableEntityApi[Resource]):
|
|
|
676
670
|
channel='study_channel',
|
|
677
671
|
segmentation_files={
|
|
678
672
|
'files': ['path/to/segmentation.nii.gz'],
|
|
679
|
-
'names': {1: '
|
|
673
|
+
'names': {1: 'Brain', 2: 'Lung'}
|
|
680
674
|
},
|
|
681
675
|
metadata={'patient_age': 45, 'modality': 'CT'}
|
|
682
676
|
)
|
|
@@ -492,7 +492,7 @@ def _get_files_from_path(path: str | Path,
|
|
|
492
492
|
Returns:
|
|
493
493
|
List of file paths as strings
|
|
494
494
|
"""
|
|
495
|
-
path = Path(path)
|
|
495
|
+
path = Path(path).resolve()
|
|
496
496
|
|
|
497
497
|
if path.is_file():
|
|
498
498
|
return [str(path)]
|
|
@@ -507,7 +507,7 @@ def _get_files_from_path(path: str | Path,
|
|
|
507
507
|
|
|
508
508
|
file_paths = walk_to_depth(path, recursive_depth, exclude_pattern)
|
|
509
509
|
filtered_files = filter_files(file_paths, include_extensions, exclude_extensions)
|
|
510
|
-
return [str(f) for f in filtered_files]
|
|
510
|
+
return [str(f.resolve()) for f in filtered_files]
|
|
511
511
|
|
|
512
512
|
except Exception as e:
|
|
513
513
|
_LOGGER.error(f'Error in recursive search: {e}')
|
|
@@ -786,7 +786,6 @@ def main():
|
|
|
786
786
|
_USER_LOGGER.error(f'❌ Connection failed: {e}')
|
|
787
787
|
return
|
|
788
788
|
try:
|
|
789
|
-
print('>>>', segfiles)
|
|
790
789
|
results = api.resources.upload_resources(channel=args.channel,
|
|
791
790
|
files_path=files_path,
|
|
792
791
|
tags=args.tag,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: datamint
|
|
3
|
-
Version: 2.2.
|
|
3
|
+
Version: 2.2.1
|
|
4
4
|
Summary: A library for interacting with the Datamint API, designed for efficient data management, processing and Deep Learning workflows.
|
|
5
5
|
Requires-Python: >=3.10
|
|
6
6
|
Classifier: Programming Language :: Python :: 3
|
|
@@ -21,7 +21,7 @@ Requires-Dist: humanize (>=4.0.0,<5.0.0)
|
|
|
21
21
|
Requires-Dist: lazy-loader (>=0.3.0)
|
|
22
22
|
Requires-Dist: lightning
|
|
23
23
|
Requires-Dist: matplotlib
|
|
24
|
-
Requires-Dist: medimgkit (>=0.7.
|
|
24
|
+
Requires-Dist: medimgkit (>=0.7.2)
|
|
25
25
|
Requires-Dist: nest-asyncio (>=1.0.0,<2.0.0)
|
|
26
26
|
Requires-Dist: nibabel (>=4.0.0)
|
|
27
27
|
Requires-Dist: numpy
|
|
@@ -8,7 +8,7 @@ datamint/api/endpoints/annotations_api.py,sha256=zzCiL2z7czB1ojU3CCM5QgeOuDoNB_2
|
|
|
8
8
|
datamint/api/endpoints/channels_api.py,sha256=oQqxSw9DJzAqtVQI7-tc1llTdnsm-URx8jwtXNXnhio,867
|
|
9
9
|
datamint/api/endpoints/datasetsinfo_api.py,sha256=WdzrUzK63w9gvAP6U--P65FbD-3X-jm9TPCcYnRNjas,597
|
|
10
10
|
datamint/api/endpoints/projects_api.py,sha256=9tYIQsnMFOGTXrsoizweoWNqNue5907nbI6G9PAcYcA,7784
|
|
11
|
-
datamint/api/endpoints/resources_api.py,sha256=
|
|
11
|
+
datamint/api/endpoints/resources_api.py,sha256=Hd8sObIarvAdATS6qmAvT9EdXzPfruyMHnlGXcYkeMg,48320
|
|
12
12
|
datamint/api/endpoints/users_api.py,sha256=pnkuTZ1B9Y0FtwwvXO8J64e02RSkRxnBmTl9UGSuC5I,1186
|
|
13
13
|
datamint/api/entity_base_api.py,sha256=gPE28bwv7B6JngMk9szD2XwaVhB8OwB1HJjaMYD354k,12935
|
|
14
14
|
datamint/apihandler/annotation_api_handler.py,sha256=W3vV4z3BqX1OQe1r7zr8dI-IVu4zUDxED4QttdiWV-E,57098
|
|
@@ -20,7 +20,7 @@ datamint/apihandler/exp_api_handler.py,sha256=hFUgUgBc5rL7odK7gTW3MnrvMY1pVfJUpU
|
|
|
20
20
|
datamint/apihandler/root_api_handler.py,sha256=jBof_XPTeq4o41CW-l-I5GHQKVa76kaX75RovS_qAM4,63384
|
|
21
21
|
datamint/client_cmd_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
22
22
|
datamint/client_cmd_tools/datamint_config.py,sha256=MpR5UHv_xpElOOYyEESBkDg2n3JjP_PNLI2jqmZgYQ8,16222
|
|
23
|
-
datamint/client_cmd_tools/datamint_upload.py,sha256=
|
|
23
|
+
datamint/client_cmd_tools/datamint_upload.py,sha256=rZEqBRZZDBFSlwMvIg_DbipqgBtQD31v7DC1C6tysqA,36058
|
|
24
24
|
datamint/configs.py,sha256=Bdp6NydYwyCJ2dk19_gf_o3M2ZyQOmMHpLi8wEWNHUk,1426
|
|
25
25
|
datamint/dataset/__init__.py,sha256=4PlUKSvVhdfQvvuq8jQXrkdqnot-iTTizM3aM1vgSwg,47
|
|
26
26
|
datamint/dataset/annotation.py,sha256=qN1IMjdfLD2ceQ6va3l76jOXA8Vb_c-eBk1oWQu6hW0,7994
|
|
@@ -44,7 +44,7 @@ datamint/logging.yaml,sha256=tOMxtc2UmwlIMTK6ljtnBwTco1PNrPeq3mx2iMuSbiw,482
|
|
|
44
44
|
datamint/utils/logging_utils.py,sha256=9pRoaPrWu2jOdDCiAoUsjEdP5ZwaealWL3hjUqFvx9g,4022
|
|
45
45
|
datamint/utils/torchmetrics.py,sha256=lwU0nOtsSWfebyp7dvjlAggaqXtj5ohSEUXOg3L0hJE,2837
|
|
46
46
|
datamint/utils/visualization.py,sha256=yaUVAOHar59VrGUjpAWv5eVvQSfztFG0eP9p5Vt3l-M,4470
|
|
47
|
-
datamint-2.2.
|
|
48
|
-
datamint-2.2.
|
|
49
|
-
datamint-2.2.
|
|
50
|
-
datamint-2.2.
|
|
47
|
+
datamint-2.2.1.dist-info/METADATA,sha256=Pk5Mf1hH3s4M6sIBr1F77V0l76toCcWoGblTb_Ms5tQ,4203
|
|
48
|
+
datamint-2.2.1.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
|
|
49
|
+
datamint-2.2.1.dist-info/entry_points.txt,sha256=mn5H6jPjO-rY0W0CAZ6Z_KKWhMLvyVaSpoqk77jlTI4,145
|
|
50
|
+
datamint-2.2.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|