code-loader 1.0.99.dev3__py3-none-any.whl → 1.0.99.dev5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- code_loader/inner_leap_binder/leapbinder_decorators.py +54 -26
- code_loader/leaploader.py +5 -19
- {code_loader-1.0.99.dev3.dist-info → code_loader-1.0.99.dev5.dist-info}/METADATA +1 -1
- {code_loader-1.0.99.dev3.dist-info → code_loader-1.0.99.dev5.dist-info}/RECORD +6 -6
- {code_loader-1.0.99.dev3.dist-info → code_loader-1.0.99.dev5.dist-info}/LICENSE +0 -0
- {code_loader-1.0.99.dev3.dist-info → code_loader-1.0.99.dev5.dist-info}/WHEEL +0 -0
@@ -78,10 +78,13 @@ def tensorleap_load_model(prediction_types: Optional[List[PredictionTypeHandler]
|
|
78
78
|
return ModelPlaceholder()
|
79
79
|
|
80
80
|
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
81
|
+
def final_inner():
|
82
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
83
|
+
return mapping_inner()
|
84
|
+
else:
|
85
|
+
return load_model_func()
|
86
|
+
|
87
|
+
return final_inner
|
85
88
|
|
86
89
|
return decorating_function
|
87
90
|
|
@@ -201,10 +204,15 @@ def tensorleap_custom_metric(name: str,
|
|
201
204
|
mapping_inner.arg_names = leap_binder.setup_container.metrics[-1].metric_handler_data.arg_names
|
202
205
|
mapping_inner.name = name
|
203
206
|
|
204
|
-
|
205
|
-
|
206
|
-
|
207
|
-
|
207
|
+
def final_inner(*args, **kwargs):
|
208
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
209
|
+
return mapping_inner(*args, **kwargs)
|
210
|
+
else:
|
211
|
+
return inner(*args, **kwargs)
|
212
|
+
|
213
|
+
|
214
|
+
|
215
|
+
return final_inner
|
208
216
|
|
209
217
|
return decorating_function
|
210
218
|
|
@@ -279,10 +287,13 @@ def tensorleap_custom_visualizer(name: str, visualizer_type: LeapDataType,
|
|
279
287
|
mapping_inner.arg_names = leap_binder.setup_container.visualizers[-1].visualizer_handler_data.arg_names
|
280
288
|
mapping_inner.name = name
|
281
289
|
|
282
|
-
|
283
|
-
|
284
|
-
|
285
|
-
|
290
|
+
def final_inner(*args, **kwargs):
|
291
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
292
|
+
return mapping_inner(*args, **kwargs)
|
293
|
+
else:
|
294
|
+
return inner(*args, **kwargs)
|
295
|
+
|
296
|
+
return final_inner
|
286
297
|
|
287
298
|
return decorating_function
|
288
299
|
|
@@ -437,7 +448,7 @@ def tensorleap_input_encoder(name: str, channel_dim=-1, model_input_index=None):
|
|
437
448
|
inner.node_mapping = NodeMapping(name, node_mapping_type)
|
438
449
|
|
439
450
|
|
440
|
-
def mapping_inner(
|
451
|
+
def mapping_inner(sample_id, preprocess_response):
|
441
452
|
class TempMapping:
|
442
453
|
pass
|
443
454
|
ret = TempMapping()
|
@@ -447,10 +458,15 @@ def tensorleap_input_encoder(name: str, channel_dim=-1, model_input_index=None):
|
|
447
458
|
|
448
459
|
mapping_inner.node_mapping = NodeMapping(name, node_mapping_type)
|
449
460
|
|
450
|
-
|
451
|
-
|
452
|
-
|
453
|
-
|
461
|
+
def final_inner(sample_id, preprocess_response):
|
462
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
463
|
+
return mapping_inner(sample_id, preprocess_response)
|
464
|
+
else:
|
465
|
+
return inner(sample_id, preprocess_response)
|
466
|
+
|
467
|
+
final_inner.node_mapping = NodeMapping(name, node_mapping_type)
|
468
|
+
|
469
|
+
return final_inner
|
454
470
|
|
455
471
|
return decorating_function
|
456
472
|
|
@@ -492,7 +508,7 @@ def tensorleap_gt_encoder(name: str):
|
|
492
508
|
|
493
509
|
inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
|
494
510
|
|
495
|
-
def mapping_inner(
|
511
|
+
def mapping_inner(sample_id, preprocess_response):
|
496
512
|
class TempMapping:
|
497
513
|
pass
|
498
514
|
ret = TempMapping()
|
@@ -502,10 +518,15 @@ def tensorleap_gt_encoder(name: str):
|
|
502
518
|
|
503
519
|
mapping_inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
|
504
520
|
|
505
|
-
|
506
|
-
|
507
|
-
|
508
|
-
|
521
|
+
def final_inner(sample_id, preprocess_response):
|
522
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
523
|
+
return mapping_inner(sample_id, preprocess_response)
|
524
|
+
else:
|
525
|
+
return inner(sample_id, preprocess_response)
|
526
|
+
|
527
|
+
final_inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
|
528
|
+
|
529
|
+
return final_inner
|
509
530
|
|
510
531
|
return decorating_function
|
511
532
|
|
@@ -576,10 +597,17 @@ def tensorleap_custom_loss(name: str, connects_to=None):
|
|
576
597
|
mapping_inner.arg_names = leap_binder.setup_container.custom_loss_handlers[-1].custom_loss_handler_data.arg_names
|
577
598
|
mapping_inner.name = name
|
578
599
|
|
579
|
-
|
580
|
-
|
581
|
-
|
582
|
-
|
600
|
+
def final_inner(*args, **kwargs):
|
601
|
+
if os.environ.get(mapping_runtime_mode_env_var_mame):
|
602
|
+
return mapping_inner(*args, **kwargs)
|
603
|
+
else:
|
604
|
+
return inner(*args, **kwargs)
|
605
|
+
|
606
|
+
final_inner.arg_names = leap_binder.setup_container.custom_loss_handlers[-1].custom_loss_handler_data.arg_names
|
607
|
+
final_inner.name = name
|
608
|
+
|
609
|
+
|
610
|
+
return final_inner
|
583
611
|
|
584
612
|
return decorating_function
|
585
613
|
|
code_loader/leaploader.py
CHANGED
@@ -37,6 +37,7 @@ class LeapLoader(LeapLoaderBase):
|
|
37
37
|
@lru_cache()
|
38
38
|
def exec_script(self) -> None:
|
39
39
|
try:
|
40
|
+
os.environ[mapping_runtime_mode_env_var_mame] = 'TRUE'
|
40
41
|
self.evaluate_module()
|
41
42
|
except TypeError as e:
|
42
43
|
import traceback
|
@@ -46,6 +47,10 @@ class LeapLoader(LeapLoaderBase):
|
|
46
47
|
raise DatasetScriptException(getattr(e, 'message', repr(e))) from e
|
47
48
|
except Exception as e:
|
48
49
|
raise DatasetScriptException(getattr(e, 'message', repr(e))) from e
|
50
|
+
finally:
|
51
|
+
# ensure that the environment variable is removed after the script execution
|
52
|
+
if mapping_runtime_mode_env_var_mame in os.environ:
|
53
|
+
del os.environ[mapping_runtime_mode_env_var_mame]
|
49
54
|
|
50
55
|
def evaluate_module(self) -> None:
|
51
56
|
def append_path_recursively(full_path: str) -> None:
|
@@ -159,26 +164,7 @@ class LeapLoader(LeapLoaderBase):
|
|
159
164
|
stdout_steam = io.StringIO()
|
160
165
|
with redirect_stdout(stdout_steam):
|
161
166
|
try:
|
162
|
-
# generate mapping
|
163
|
-
os.environ[mapping_runtime_mode_env_var_mame] = 'TRUE'
|
164
167
|
self.exec_script()
|
165
|
-
mapping_connections = global_leap_binder.mapping_connections
|
166
|
-
del os.environ[mapping_runtime_mode_env_var_mame]
|
167
|
-
|
168
|
-
# init global leap binder
|
169
|
-
global_leap_binder.__init__()
|
170
|
-
self.exec_script.cache_clear()
|
171
|
-
|
172
|
-
# run parse without mapping.
|
173
|
-
try:
|
174
|
-
self.exec_script()
|
175
|
-
except DatasetScriptException:
|
176
|
-
# catch exceptions in script that happens during running the custom test
|
177
|
-
pass
|
178
|
-
|
179
|
-
# set mapping connections
|
180
|
-
if not global_leap_binder.mapping_connections:
|
181
|
-
global_leap_binder.mapping_connections = mapping_connections
|
182
168
|
|
183
169
|
preprocess_test_payload = self._check_preprocess()
|
184
170
|
test_payloads.append(preprocess_test_payload)
|
@@ -21,13 +21,13 @@ code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZ
|
|
21
21
|
code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
|
22
22
|
code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
|
23
23
|
code_loader/inner_leap_binder/leapbinder.py,sha256=FaX0kT-dEQJx4tS3LBfDxjf7Bi1LihkeEfLDHbyEbnM,31778
|
24
|
-
code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=
|
25
|
-
code_loader/leaploader.py,sha256=
|
24
|
+
code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=l7zkbOcB57MScGME1Z9DALvLa_GIB2L8CEWA1dCDEGk,31175
|
25
|
+
code_loader/leaploader.py,sha256=6SBhkhw2PVwCw1H4Krzl74CPG18n8F9NIrid1wEtTHs,26884
|
26
26
|
code_loader/leaploaderbase.py,sha256=VH0vddRmkqLtcDlYPCO7hfz1_VbKo43lUdHDAbd4iJc,4198
|
27
27
|
code_loader/utils.py,sha256=aw2i_fqW_ADjLB66FWZd9DfpCQ7mPdMyauROC5Nd51I,2197
|
28
28
|
code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
29
29
|
code_loader/visualizers/default_visualizers.py,sha256=669lBpLISLO6my5Qcgn1FLDDeZgHumPf252m4KHY4YM,2555
|
30
|
-
code_loader-1.0.99.
|
31
|
-
code_loader-1.0.99.
|
32
|
-
code_loader-1.0.99.
|
33
|
-
code_loader-1.0.99.
|
30
|
+
code_loader-1.0.99.dev5.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
|
31
|
+
code_loader-1.0.99.dev5.dist-info/METADATA,sha256=BhRcwe_xHJMdOhUgsQzzzlEuWJYP1dj1a5bhdRPhwZc,854
|
32
|
+
code_loader-1.0.99.dev5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
33
|
+
code_loader-1.0.99.dev5.dist-info/RECORD,,
|
File without changes
|
File without changes
|