code-loader 1.0.94.dev9__tar.gz → 1.0.94.dev11__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of code-loader might be problematic. Click here for more details.
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/PKG-INFO +1 -1
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/contract/datasetclasses.py +1 -2
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/inner_leap_binder/leapbinder_decorators.py +5 -16
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/leaploader.py +2 -2
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/pyproject.toml +1 -1
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/LICENSE +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/README.md +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/__init__.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/contract/__init__.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/contract/enums.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/contract/exceptions.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/contract/mapping.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/contract/responsedataclasses.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/contract/visualizer_classes.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/default_losses.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/default_metrics.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/__init__.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/api.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/cli_config_utils.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/client.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/epoch.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/experiment.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/experiment_context.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/types.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/utils.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/workingspace_config_utils.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/inner_leap_binder/__init__.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/inner_leap_binder/leapbinder.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/leaploaderbase.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/utils.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/visualizers/__init__.py +0 -0
- {code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/visualizers/default_visualizers.py +0 -0
|
@@ -40,7 +40,7 @@ class PreprocessResponse:
|
|
|
40
40
|
sample_id_type: Optional[Union[Type[str], Type[int]]] = None
|
|
41
41
|
sample_ids_to_instance_mappings: Optional[Dict[str, List[str]]] = None # in use only for element instance
|
|
42
42
|
instance_to_sample_ids_mappings: Optional[Dict[str, str]] = None # in use only for element instance
|
|
43
|
-
|
|
43
|
+
|
|
44
44
|
|
|
45
45
|
def __post_init__(self) -> None:
|
|
46
46
|
def is_valid_string(s: str) -> bool:
|
|
@@ -48,7 +48,6 @@ class PreprocessResponse:
|
|
|
48
48
|
|
|
49
49
|
assert self.sample_ids_to_instance_mappings is None, f"Keep sample_ids_to_instance_mappings None when initializing PreprocessResponse"
|
|
50
50
|
assert self.instance_to_sample_ids_mappings is None, f"Keep instance_to_sample_ids_mappings None when initializing PreprocessResponse"
|
|
51
|
-
assert self.instance_id_to_instance_name is None, f"Keep instance_id_to_instance_name None when initializing PreprocessResponse"
|
|
52
51
|
|
|
53
52
|
if self.length is not None and self.sample_ids is None:
|
|
54
53
|
self.sample_ids = [i for i in range(self.length)]
|
|
@@ -8,7 +8,7 @@ import numpy.typing as npt
|
|
|
8
8
|
from code_loader.contract.datasetclasses import CustomCallableInterfaceMultiArgs, \
|
|
9
9
|
CustomMultipleReturnCallableInterfaceMultiArgs, ConfusionMatrixCallableInterfaceMultiArgs, CustomCallableInterface, \
|
|
10
10
|
VisualizerCallableInterface, MetadataSectionCallableInterface, PreprocessResponse, SectionCallableInterface, \
|
|
11
|
-
ConfusionMatrixElement, SamplePreprocessResponse, InstanceCallableInterface
|
|
11
|
+
ConfusionMatrixElement, SamplePreprocessResponse, InstanceCallableInterface
|
|
12
12
|
from code_loader.contract.enums import MetricDirection, LeapDataType, DatasetMetadataType
|
|
13
13
|
from code_loader import leap_binder
|
|
14
14
|
from code_loader.contract.mapping import NodeMapping, NodeMappingType, NodeConnection
|
|
@@ -270,42 +270,31 @@ def tensorleap_preprocess():
|
|
|
270
270
|
|
|
271
271
|
return decorating_function
|
|
272
272
|
|
|
273
|
-
def tensorleap_element_instance_preprocess(instance_mask_encoder: Callable[[
|
|
273
|
+
def tensorleap_element_instance_preprocess(instance_mask_encoder: Callable[[str, PreprocessResponse], List[PreprocessResponse]]):
|
|
274
274
|
def decorating_function(user_function: Callable[[], List[PreprocessResponse]]):
|
|
275
275
|
def user_function_instance() -> List[PreprocessResponse]:
|
|
276
276
|
result = user_function()
|
|
277
277
|
for preprocess_response in result:
|
|
278
278
|
sample_ids_to_instance_mappings = {}
|
|
279
279
|
instance_to_sample_ids_mappings = {}
|
|
280
|
-
instance_id_to_instance_name = {}
|
|
281
280
|
all_sample_ids = preprocess_response.sample_ids.copy()
|
|
282
281
|
for sample_id in preprocess_response.sample_ids:
|
|
283
282
|
instances_masks = instance_mask_encoder(sample_id, preprocess_response)
|
|
284
|
-
instance_names = [instance.name for instance in instances_masks]
|
|
285
283
|
instances_ids = [f'{sample_id}_{instance_id}' for instance_id in range(len(instances_masks))]
|
|
286
284
|
sample_ids_to_instance_mappings[sample_id] = instances_ids
|
|
287
285
|
instance_to_sample_ids_mappings[sample_id] = sample_id
|
|
288
|
-
|
|
289
|
-
for instance_id, instance_name in zip(instances_ids, instance_names):
|
|
286
|
+
for instance_id in instances_ids:
|
|
290
287
|
instance_to_sample_ids_mappings[instance_id] = sample_id
|
|
291
|
-
instance_id_to_instance_name[instance_id] = instance_name
|
|
292
288
|
all_sample_ids.extend(instances_ids)
|
|
293
289
|
preprocess_response.sample_ids_to_instance_mappings = sample_ids_to_instance_mappings
|
|
294
290
|
preprocess_response.instance_to_sample_ids_mappings = instance_to_sample_ids_mappings
|
|
295
|
-
preprocess_response.instance_id_to_instance_name = instance_id_to_instance_name
|
|
296
291
|
preprocess_response.sample_ids = all_sample_ids
|
|
297
292
|
return result
|
|
298
293
|
|
|
299
294
|
def metadata_is_instance(idx: str, preprocess: PreprocessResponse) -> Dict[str, str]:
|
|
300
|
-
|
|
301
|
-
# 'orig_sample_id': preprocess.instance_to_sample_ids_mappings[idx],
|
|
302
|
-
# 'instance_name': preprocess.instance_id_to_instance_name[idx]}
|
|
303
|
-
# return '0'
|
|
304
|
-
return {'is_instance': '0',
|
|
305
|
-
'original_sample_id': idx,
|
|
306
|
-
'instance_name': 'none'}
|
|
295
|
+
return '0'
|
|
307
296
|
leap_binder.set_preprocess(user_function_instance)
|
|
308
|
-
leap_binder.set_metadata(metadata_is_instance, "
|
|
297
|
+
leap_binder.set_metadata(metadata_is_instance, "metadata_is_instance")
|
|
309
298
|
|
|
310
299
|
def _validate_input_args(*args, **kwargs):
|
|
311
300
|
assert len(args) == 0 and len(kwargs) == 0, \
|
|
@@ -533,7 +533,7 @@ class LeapLoader(LeapLoaderBase):
|
|
|
533
533
|
|
|
534
534
|
return id_type
|
|
535
535
|
|
|
536
|
-
def get_instances_data(self, state: DataStateEnum) -> Tuple[Dict[str, List[str]], Dict[
|
|
536
|
+
def get_instances_data(self, state: DataStateEnum) -> Tuple[Dict[Union[int, str], List[Union[int, str]]], Dict[Union[int, str], Union[int, str]], List[Union[int, str]]]:
|
|
537
537
|
"""
|
|
538
538
|
This Method get the data state and returns two dictionaries that holds the mapping of the sample ids to their
|
|
539
539
|
instances and the other way around and the sample ids array.
|
|
@@ -546,4 +546,4 @@ class LeapLoader(LeapLoaderBase):
|
|
|
546
546
|
"""
|
|
547
547
|
preprocess_result = self._preprocess_result()
|
|
548
548
|
preprocess_state = preprocess_result[state]
|
|
549
|
-
return preprocess_state.sample_ids_to_instance_mappings, preprocess_state.instance_to_sample_ids_mappings, preprocess_state.
|
|
549
|
+
return preprocess_state.sample_ids_to_instance_mappings, preprocess_state.instance_to_sample_ids_mappings, preprocess_state.sample_ids
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/contract/responsedataclasses.py
RENAMED
|
File without changes
|
{code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/contract/visualizer_classes.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/cli_config_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/experiment_api/experiment.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/inner_leap_binder/__init__.py
RENAMED
|
File without changes
|
{code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/inner_leap_binder/leapbinder.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{code_loader-1.0.94.dev9 → code_loader-1.0.94.dev11}/code_loader/visualizers/default_visualizers.py
RENAMED
|
File without changes
|