synapse-sdk 1.0.0a92__py3-none-any.whl → 1.0.0a94__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of synapse-sdk might be problematic. Click here for more details.
- synapse_sdk/plugins/categories/export/actions/export.py +15 -0
- synapse_sdk/plugins/categories/upload/actions/upload.py +7 -10
- {synapse_sdk-1.0.0a92.dist-info → synapse_sdk-1.0.0a94.dist-info}/METADATA +1 -1
- {synapse_sdk-1.0.0a92.dist-info → synapse_sdk-1.0.0a94.dist-info}/RECORD +8 -8
- {synapse_sdk-1.0.0a92.dist-info → synapse_sdk-1.0.0a94.dist-info}/WHEEL +0 -0
- {synapse_sdk-1.0.0a92.dist-info → synapse_sdk-1.0.0a94.dist-info}/entry_points.txt +0 -0
- {synapse_sdk-1.0.0a92.dist-info → synapse_sdk-1.0.0a94.dist-info}/licenses/LICENSE +0 -0
- {synapse_sdk-1.0.0a92.dist-info → synapse_sdk-1.0.0a94.dist-info}/top_level.txt +0 -0
|
@@ -311,6 +311,21 @@ class ExportAction(Action):
|
|
|
311
311
|
self.params['results'], self.params['count'] = self.get_filtered_results(filters, handler)
|
|
312
312
|
export_items = handler.get_export_item(self.params['results'])
|
|
313
313
|
|
|
314
|
+
# For the 'ground_truth' target, retrieve project information from the first result and add configuration
|
|
315
|
+
if target == 'ground_truth':
|
|
316
|
+
try:
|
|
317
|
+
first_result = next(iter(self.params['results']))
|
|
318
|
+
project_pk = first_result['project']
|
|
319
|
+
project_info = self.client.get_project(project_pk)
|
|
320
|
+
self.params['configuration'] = project_info.get('configuration', {})
|
|
321
|
+
except StopIteration:
|
|
322
|
+
self.params['configuration'] = {}
|
|
323
|
+
# For the 'assignment' and 'task' targets, retrieve the project from the filter as before
|
|
324
|
+
elif target in ['assignment', 'task'] and 'project' in self.params['filter']:
|
|
325
|
+
project_pk = self.params['filter']['project']
|
|
326
|
+
project_info = self.client.get_project(project_pk)
|
|
327
|
+
self.params['configuration'] = project_info.get('configuration', {})
|
|
328
|
+
|
|
314
329
|
storage = self.client.get_storage(self.params['storage'])
|
|
315
330
|
pathlib_cwd = get_pathlib(storage, self.params['path'])
|
|
316
331
|
return self.entrypoint(self.run, export_items, pathlib_cwd, **self.params)
|
|
@@ -354,12 +354,12 @@ class UploadAction(Action):
|
|
|
354
354
|
},
|
|
355
355
|
}
|
|
356
356
|
metrics_categories = {
|
|
357
|
-
'
|
|
357
|
+
'data_files': {
|
|
358
358
|
'stand_by': 0,
|
|
359
359
|
'failed': 0,
|
|
360
360
|
'success': 0,
|
|
361
361
|
},
|
|
362
|
-
'
|
|
362
|
+
'data_units': {
|
|
363
363
|
'stand_by': 0,
|
|
364
364
|
'failed': 0,
|
|
365
365
|
'success': 0,
|
|
@@ -693,7 +693,6 @@ class UploadAction(Action):
|
|
|
693
693
|
|
|
694
694
|
collection = self.run.client.get_data_collection(collection_id)
|
|
695
695
|
self.run.set_progress(2, 2, category='analyze_collection')
|
|
696
|
-
self.run.log_message('Collection analysis completed.')
|
|
697
696
|
|
|
698
697
|
return collection['file_specifications']
|
|
699
698
|
|
|
@@ -716,7 +715,7 @@ class UploadAction(Action):
|
|
|
716
715
|
failed_count = 0
|
|
717
716
|
|
|
718
717
|
# Initialize metrics
|
|
719
|
-
self._update_metrics(organized_files_count, success_count, failed_count, '
|
|
718
|
+
self._update_metrics(organized_files_count, success_count, failed_count, 'data_files')
|
|
720
719
|
|
|
721
720
|
for organized_file in organized_files:
|
|
722
721
|
try:
|
|
@@ -730,12 +729,11 @@ class UploadAction(Action):
|
|
|
730
729
|
failed_count += 1
|
|
731
730
|
|
|
732
731
|
current_progress += 1
|
|
733
|
-
self._update_metrics(organized_files_count, success_count, failed_count, '
|
|
732
|
+
self._update_metrics(organized_files_count, success_count, failed_count, 'data_files')
|
|
734
733
|
self.run.set_progress(current_progress, organized_files_count, category='upload_data_files')
|
|
735
734
|
|
|
736
735
|
# Finish progress
|
|
737
736
|
self.run.set_progress(organized_files_count, organized_files_count, category='upload_data_files')
|
|
738
|
-
self.run.log_message(f'Upload data files completed. Success: {success_count}, Failed: {failed_count}')
|
|
739
737
|
|
|
740
738
|
return upload_result
|
|
741
739
|
|
|
@@ -762,7 +760,7 @@ class UploadAction(Action):
|
|
|
762
760
|
batches_count = len(batches)
|
|
763
761
|
|
|
764
762
|
# Initialize metrics
|
|
765
|
-
self._update_metrics(upload_result_count, success_count, failed_count, '
|
|
763
|
+
self._update_metrics(upload_result_count, success_count, failed_count, 'data_units')
|
|
766
764
|
|
|
767
765
|
for batch in batches:
|
|
768
766
|
try:
|
|
@@ -780,12 +778,11 @@ class UploadAction(Action):
|
|
|
780
778
|
self.run.log_data_unit(None, UploadStatus.FAILED, data_unit_meta=None)
|
|
781
779
|
|
|
782
780
|
current_progress += 1
|
|
783
|
-
self._update_metrics(upload_result_count, success_count, failed_count, '
|
|
781
|
+
self._update_metrics(upload_result_count, success_count, failed_count, 'data_units')
|
|
784
782
|
self.run.set_progress(current_progress, batches_count, category='generate_data_units')
|
|
785
783
|
|
|
786
784
|
# Finish progress
|
|
787
785
|
self.run.set_progress(upload_result_count, upload_result_count, category='generate_data_units')
|
|
788
|
-
self.run.log_message(f'Data units generation completed. Success: {success_count}, Failed: {failed_count}')
|
|
789
786
|
|
|
790
787
|
return sum(generated_data_units, [])
|
|
791
788
|
|
|
@@ -899,7 +896,7 @@ class UploadAction(Action):
|
|
|
899
896
|
else:
|
|
900
897
|
missing = [req for req in required_specs if req not in files_dict]
|
|
901
898
|
self.run.log_message(
|
|
902
|
-
f'
|
|
899
|
+
f'{file_name} missing required files: {", ".join(missing)}',
|
|
903
900
|
context=Context.WARNING.value,
|
|
904
901
|
)
|
|
905
902
|
|
|
@@ -124,7 +124,7 @@ synapse_sdk/plugins/categories/data_validation/templates/plugin/validation.py,sh
|
|
|
124
124
|
synapse_sdk/plugins/categories/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
125
125
|
synapse_sdk/plugins/categories/export/enums.py,sha256=gtyngvQ1DKkos9iKGcbecwTVQQ6sDwbrBPSGPNb5Am0,127
|
|
126
126
|
synapse_sdk/plugins/categories/export/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
127
|
-
synapse_sdk/plugins/categories/export/actions/export.py,sha256=
|
|
127
|
+
synapse_sdk/plugins/categories/export/actions/export.py,sha256=UZaL6F7rHgbF5FSGpXuA3iDaSE1zJ193I_NhjfE1GWk,11598
|
|
128
128
|
synapse_sdk/plugins/categories/export/templates/config.yaml,sha256=N7YmnFROb3s3M35SA9nmabyzoSb5O2t2TRPicwFNN2o,56
|
|
129
129
|
synapse_sdk/plugins/categories/export/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
130
130
|
synapse_sdk/plugins/categories/export/templates/plugin/export.py,sha256=GDb6Ucodsr5aBPMU4alr68-DyFoLR5TyhC_MCaJrkF0,6411
|
|
@@ -165,7 +165,7 @@ synapse_sdk/plugins/categories/smart_tool/templates/plugin/__init__.py,sha256=47
|
|
|
165
165
|
synapse_sdk/plugins/categories/smart_tool/templates/plugin/auto_label.py,sha256=eevNg0nOcYFR4z_L_R-sCvVOYoLWSAH1jwDkAf3YCjY,320
|
|
166
166
|
synapse_sdk/plugins/categories/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
167
167
|
synapse_sdk/plugins/categories/upload/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
168
|
-
synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=
|
|
168
|
+
synapse_sdk/plugins/categories/upload/actions/upload.py,sha256=c58dwojiq7sJashpjpV8kySX0oUttRv77nN1Ql_7Dto,37133
|
|
169
169
|
synapse_sdk/plugins/categories/upload/templates/config.yaml,sha256=6_dRa0_J2aS8NSUfO4MKbPxZcdPS2FpJzzp51edYAZc,281
|
|
170
170
|
synapse_sdk/plugins/categories/upload/templates/plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
171
171
|
synapse_sdk/plugins/categories/upload/templates/plugin/upload.py,sha256=IZU4sdSMSLKPCtlNqF7DP2howTdYR6hr74HCUZsGdPk,1559
|
|
@@ -221,9 +221,9 @@ synapse_sdk/utils/storage/providers/gcp.py,sha256=i2BQCu1Kej1If9SuNr2_lEyTcr5M_n
|
|
|
221
221
|
synapse_sdk/utils/storage/providers/http.py,sha256=2DhIulND47JOnS5ZY7MZUex7Su3peAPksGo1Wwg07L4,5828
|
|
222
222
|
synapse_sdk/utils/storage/providers/s3.py,sha256=ZmqekAvIgcQBdRU-QVJYv1Rlp6VHfXwtbtjTSphua94,2573
|
|
223
223
|
synapse_sdk/utils/storage/providers/sftp.py,sha256=_8s9hf0JXIO21gvm-JVS00FbLsbtvly4c-ETLRax68A,1426
|
|
224
|
-
synapse_sdk-1.0.
|
|
225
|
-
synapse_sdk-1.0.
|
|
226
|
-
synapse_sdk-1.0.
|
|
227
|
-
synapse_sdk-1.0.
|
|
228
|
-
synapse_sdk-1.0.
|
|
229
|
-
synapse_sdk-1.0.
|
|
224
|
+
synapse_sdk-1.0.0a94.dist-info/licenses/LICENSE,sha256=bKzmC5YAg4V1Fhl8OO_tqY8j62hgdncAkN7VrdjmrGk,1101
|
|
225
|
+
synapse_sdk-1.0.0a94.dist-info/METADATA,sha256=-NsWAA4sUS5yVAziy26G22C9AxWSF5vWAe7winraTvk,3837
|
|
226
|
+
synapse_sdk-1.0.0a94.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
227
|
+
synapse_sdk-1.0.0a94.dist-info/entry_points.txt,sha256=VNptJoGoNJI8yLXfBmhgUefMsmGI0m3-0YoMvrOgbxo,48
|
|
228
|
+
synapse_sdk-1.0.0a94.dist-info/top_level.txt,sha256=ytgJMRK1slVOKUpgcw3LEyHHP7S34J6n_gJzdkcSsw8,12
|
|
229
|
+
synapse_sdk-1.0.0a94.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|