code-loader 1.0.99.dev4__tar.gz → 1.0.99.dev6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/PKG-INFO +1 -1
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/inner_leap_binder/leapbinder_decorators.py +57 -26
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/leaploader.py +5 -22
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/pyproject.toml +1 -1
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/LICENSE +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/README.md +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/__init__.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/contract/__init__.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/contract/datasetclasses.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/contract/enums.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/contract/exceptions.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/contract/mapping.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/contract/responsedataclasses.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/contract/visualizer_classes.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/default_losses.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/default_metrics.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/__init__.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/api.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/cli_config_utils.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/client.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/epoch.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/experiment.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/experiment_context.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/types.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/utils.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/workingspace_config_utils.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/inner_leap_binder/__init__.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/inner_leap_binder/leapbinder.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/leaploaderbase.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/utils.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/visualizers/__init__.py +0 -0
- {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/visualizers/default_visualizers.py +0 -0
@@ -78,10 +78,13 @@ def tensorleap_load_model(prediction_types: Optional[List[PredictionTypeHandler]
|
|
78
78
|
return ModelPlaceholder()
|
79
79
|
|
80
80
|
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
81
|
+
def final_inner():
|
82
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
83
|
+
return mapping_inner()
|
84
|
+
else:
|
85
|
+
return load_model_func()
|
86
|
+
|
87
|
+
return final_inner
|
85
88
|
|
86
89
|
return decorating_function
|
87
90
|
|
@@ -201,10 +204,15 @@ def tensorleap_custom_metric(name: str,
|
|
201
204
|
mapping_inner.arg_names = leap_binder.setup_container.metrics[-1].metric_handler_data.arg_names
|
202
205
|
mapping_inner.name = name
|
203
206
|
|
204
|
-
|
205
|
-
|
206
|
-
|
207
|
-
|
207
|
+
def final_inner(*args, **kwargs):
|
208
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
209
|
+
return mapping_inner(*args, **kwargs)
|
210
|
+
else:
|
211
|
+
return inner(*args, **kwargs)
|
212
|
+
|
213
|
+
|
214
|
+
|
215
|
+
return final_inner
|
208
216
|
|
209
217
|
return decorating_function
|
210
218
|
|
@@ -279,10 +287,13 @@ def tensorleap_custom_visualizer(name: str, visualizer_type: LeapDataType,
|
|
279
287
|
mapping_inner.arg_names = leap_binder.setup_container.visualizers[-1].visualizer_handler_data.arg_names
|
280
288
|
mapping_inner.name = name
|
281
289
|
|
282
|
-
|
283
|
-
|
284
|
-
|
285
|
-
|
290
|
+
def final_inner(*args, **kwargs):
|
291
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
292
|
+
return mapping_inner(*args, **kwargs)
|
293
|
+
else:
|
294
|
+
return inner(*args, **kwargs)
|
295
|
+
|
296
|
+
return final_inner
|
286
297
|
|
287
298
|
return decorating_function
|
288
299
|
|
@@ -325,6 +336,9 @@ def tensorleap_metadata(
|
|
325
336
|
f'Values in the return dict should be of type {str(supported_result_types)}. Got {type(value)}.')
|
326
337
|
|
327
338
|
def inner(sample_id, preprocess_response):
|
339
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
340
|
+
return None
|
341
|
+
|
328
342
|
_validate_input_args(sample_id, preprocess_response)
|
329
343
|
result = user_function(sample_id, preprocess_response)
|
330
344
|
_validate_result(result)
|
@@ -437,7 +451,7 @@ def tensorleap_input_encoder(name: str, channel_dim=-1, model_input_index=None):
|
|
437
451
|
inner.node_mapping = NodeMapping(name, node_mapping_type)
|
438
452
|
|
439
453
|
|
440
|
-
def mapping_inner(
|
454
|
+
def mapping_inner(sample_id, preprocess_response):
|
441
455
|
class TempMapping:
|
442
456
|
pass
|
443
457
|
ret = TempMapping()
|
@@ -447,10 +461,15 @@ def tensorleap_input_encoder(name: str, channel_dim=-1, model_input_index=None):
|
|
447
461
|
|
448
462
|
mapping_inner.node_mapping = NodeMapping(name, node_mapping_type)
|
449
463
|
|
450
|
-
|
451
|
-
|
452
|
-
|
453
|
-
|
464
|
+
def final_inner(sample_id, preprocess_response):
|
465
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
466
|
+
return mapping_inner(sample_id, preprocess_response)
|
467
|
+
else:
|
468
|
+
return inner(sample_id, preprocess_response)
|
469
|
+
|
470
|
+
final_inner.node_mapping = NodeMapping(name, node_mapping_type)
|
471
|
+
|
472
|
+
return final_inner
|
454
473
|
|
455
474
|
return decorating_function
|
456
475
|
|
@@ -492,7 +511,7 @@ def tensorleap_gt_encoder(name: str):
|
|
492
511
|
|
493
512
|
inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
|
494
513
|
|
495
|
-
def mapping_inner(
|
514
|
+
def mapping_inner(sample_id, preprocess_response):
|
496
515
|
class TempMapping:
|
497
516
|
pass
|
498
517
|
ret = TempMapping()
|
@@ -502,10 +521,15 @@ def tensorleap_gt_encoder(name: str):
|
|
502
521
|
|
503
522
|
mapping_inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
|
504
523
|
|
505
|
-
|
506
|
-
|
507
|
-
|
508
|
-
|
524
|
+
def final_inner(sample_id, preprocess_response):
|
525
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
526
|
+
return mapping_inner(sample_id, preprocess_response)
|
527
|
+
else:
|
528
|
+
return inner(sample_id, preprocess_response)
|
529
|
+
|
530
|
+
final_inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
|
531
|
+
|
532
|
+
return final_inner
|
509
533
|
|
510
534
|
return decorating_function
|
511
535
|
|
@@ -576,10 +600,17 @@ def tensorleap_custom_loss(name: str, connects_to=None):
|
|
576
600
|
mapping_inner.arg_names = leap_binder.setup_container.custom_loss_handlers[-1].custom_loss_handler_data.arg_names
|
577
601
|
mapping_inner.name = name
|
578
602
|
|
579
|
-
|
580
|
-
|
581
|
-
|
582
|
-
|
603
|
+
def final_inner(*args, **kwargs):
|
604
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
605
|
+
return mapping_inner(*args, **kwargs)
|
606
|
+
else:
|
607
|
+
return inner(*args, **kwargs)
|
608
|
+
|
609
|
+
final_inner.arg_names = leap_binder.setup_container.custom_loss_handlers[-1].custom_loss_handler_data.arg_names
|
610
|
+
final_inner.name = name
|
611
|
+
|
612
|
+
|
613
|
+
return final_inner
|
583
614
|
|
584
615
|
return decorating_function
|
585
616
|
|
@@ -33,11 +33,11 @@ class LeapLoader(LeapLoaderBase):
|
|
33
33
|
super().__init__(code_path, code_entry_name)
|
34
34
|
|
35
35
|
self._preprocess_result_cached = None
|
36
|
-
os.environ[mapping_runtime_mode_env_var_mame] = 'TRUE'
|
37
36
|
|
38
37
|
@lru_cache()
|
39
38
|
def exec_script(self) -> None:
|
40
39
|
try:
|
40
|
+
os.environ[mapping_runtime_mode_env_var_mame] = 'TRUE'
|
41
41
|
self.evaluate_module()
|
42
42
|
except TypeError as e:
|
43
43
|
import traceback
|
@@ -47,6 +47,10 @@ class LeapLoader(LeapLoaderBase):
|
|
47
47
|
raise DatasetScriptException(getattr(e, 'message', repr(e))) from e
|
48
48
|
except Exception as e:
|
49
49
|
raise DatasetScriptException(getattr(e, 'message', repr(e))) from e
|
50
|
+
finally:
|
51
|
+
# ensure that the environment variable is removed after the script execution
|
52
|
+
if mapping_runtime_mode_env_var_mame in os.environ:
|
53
|
+
del os.environ[mapping_runtime_mode_env_var_mame]
|
50
54
|
|
51
55
|
def evaluate_module(self) -> None:
|
52
56
|
def append_path_recursively(full_path: str) -> None:
|
@@ -160,28 +164,7 @@ class LeapLoader(LeapLoaderBase):
|
|
160
164
|
stdout_steam = io.StringIO()
|
161
165
|
with redirect_stdout(stdout_steam):
|
162
166
|
try:
|
163
|
-
# generate mapping
|
164
167
|
self.exec_script()
|
165
|
-
mapping_connections = global_leap_binder.mapping_connections
|
166
|
-
del os.environ[mapping_runtime_mode_env_var_mame]
|
167
|
-
|
168
|
-
# init global leap binder
|
169
|
-
global_leap_binder.__init__()
|
170
|
-
self.exec_script.cache_clear()
|
171
|
-
|
172
|
-
# run parse without mapping.
|
173
|
-
try:
|
174
|
-
self.exec_script()
|
175
|
-
except DatasetScriptException:
|
176
|
-
# catch exceptions in script that happens during running the custom test
|
177
|
-
pass
|
178
|
-
|
179
|
-
os.environ[mapping_runtime_mode_env_var_mame] = 'TRUE'
|
180
|
-
|
181
|
-
# set mapping connections
|
182
|
-
if not global_leap_binder.mapping_connections:
|
183
|
-
global_leap_binder.mapping_connections = mapping_connections
|
184
|
-
|
185
168
|
|
186
169
|
preprocess_test_payload = self._check_preprocess()
|
187
170
|
test_payloads.append(preprocess_test_payload)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/contract/responsedataclasses.py
RENAMED
File without changes
|
{code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/contract/visualizer_classes.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/cli_config_utils.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/experiment.py
RENAMED
File without changes
|
{code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/experiment_api/experiment_context.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/inner_leap_binder/__init__.py
RENAMED
File without changes
|
{code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/inner_leap_binder/leapbinder.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{code_loader-1.0.99.dev4 → code_loader-1.0.99.dev6}/code_loader/visualizers/default_visualizers.py
RENAMED
File without changes
|