code-loader 1.0.99.dev4__tar.gz → 1.0.99.dev5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/PKG-INFO +1 -1
  2. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/inner_leap_binder/leapbinder_decorators.py +54 -26
  3. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/leaploader.py +5 -22
  4. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/pyproject.toml +1 -1
  5. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/LICENSE +0 -0
  6. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/README.md +0 -0
  7. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/__init__.py +0 -0
  8. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/contract/__init__.py +0 -0
  9. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/contract/datasetclasses.py +0 -0
  10. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/contract/enums.py +0 -0
  11. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/contract/exceptions.py +0 -0
  12. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/contract/mapping.py +0 -0
  13. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/contract/responsedataclasses.py +0 -0
  14. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/contract/visualizer_classes.py +0 -0
  15. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/default_losses.py +0 -0
  16. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/default_metrics.py +0 -0
  17. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/__init__.py +0 -0
  18. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/api.py +0 -0
  19. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/cli_config_utils.py +0 -0
  20. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/client.py +0 -0
  21. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/epoch.py +0 -0
  22. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/experiment.py +0 -0
  23. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/experiment_context.py +0 -0
  24. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/types.py +0 -0
  25. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/utils.py +0 -0
  26. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/experiment_api/workingspace_config_utils.py +0 -0
  27. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/inner_leap_binder/__init__.py +0 -0
  28. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/inner_leap_binder/leapbinder.py +0 -0
  29. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/leaploaderbase.py +0 -0
  30. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/utils.py +0 -0
  31. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/visualizers/__init__.py +0 -0
  32. {code_loader-1.0.99.dev4 → code_loader-1.0.99.dev5}/code_loader/visualizers/default_visualizers.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: code-loader
3
- Version: 1.0.99.dev4
3
+ Version: 1.0.99.dev5
4
4
  Summary:
5
5
  Home-page: https://github.com/tensorleap/code-loader
6
6
  License: MIT
@@ -78,10 +78,13 @@ def tensorleap_load_model(prediction_types: Optional[List[PredictionTypeHandler]
78
78
  return ModelPlaceholder()
79
79
 
80
80
 
81
- if os.environ.get(mapping_runtime_mode_env_var_mame):
82
- return mapping_inner
83
- else:
84
- return load_model_func
81
+ def final_inner():
82
+ if os.environ.get(mapping_runtime_mode_env_var_mame):
83
+ return mapping_inner()
84
+ else:
85
+ return load_model_func()
86
+
87
+ return final_inner
85
88
 
86
89
  return decorating_function
87
90
 
@@ -201,10 +204,15 @@ def tensorleap_custom_metric(name: str,
201
204
  mapping_inner.arg_names = leap_binder.setup_container.metrics[-1].metric_handler_data.arg_names
202
205
  mapping_inner.name = name
203
206
 
204
- if os.environ.get(mapping_runtime_mode_env_var_mame):
205
- return mapping_inner
206
- else:
207
- return inner
207
+ def final_inner(*args, **kwargs):
208
+ if os.environ.get(mapping_runtime_mode_env_var_mame):
209
+ return mapping_inner(*args, **kwargs)
210
+ else:
211
+ return inner(*args, **kwargs)
212
+
213
+
214
+
215
+ return final_inner
208
216
 
209
217
  return decorating_function
210
218
 
@@ -279,10 +287,13 @@ def tensorleap_custom_visualizer(name: str, visualizer_type: LeapDataType,
279
287
  mapping_inner.arg_names = leap_binder.setup_container.visualizers[-1].visualizer_handler_data.arg_names
280
288
  mapping_inner.name = name
281
289
 
282
- if os.environ.get(mapping_runtime_mode_env_var_mame):
283
- return mapping_inner
284
- else:
285
- return inner
290
+ def final_inner(*args, **kwargs):
291
+ if os.environ.get(mapping_runtime_mode_env_var_mame):
292
+ return mapping_inner(*args, **kwargs)
293
+ else:
294
+ return inner(*args, **kwargs)
295
+
296
+ return final_inner
286
297
 
287
298
  return decorating_function
288
299
 
@@ -437,7 +448,7 @@ def tensorleap_input_encoder(name: str, channel_dim=-1, model_input_index=None):
437
448
  inner.node_mapping = NodeMapping(name, node_mapping_type)
438
449
 
439
450
 
440
- def mapping_inner(*args, **kwargs):
451
+ def mapping_inner(sample_id, preprocess_response):
441
452
  class TempMapping:
442
453
  pass
443
454
  ret = TempMapping()
@@ -447,10 +458,15 @@ def tensorleap_input_encoder(name: str, channel_dim=-1, model_input_index=None):
447
458
 
448
459
  mapping_inner.node_mapping = NodeMapping(name, node_mapping_type)
449
460
 
450
- if os.environ.get(mapping_runtime_mode_env_var_mame):
451
- return mapping_inner
452
- else:
453
- return inner
461
+ def final_inner(sample_id, preprocess_response):
462
+ if os.environ.get(mapping_runtime_mode_env_var_mame):
463
+ return mapping_inner(sample_id, preprocess_response)
464
+ else:
465
+ return inner(sample_id, preprocess_response)
466
+
467
+ final_inner.node_mapping = NodeMapping(name, node_mapping_type)
468
+
469
+ return final_inner
454
470
 
455
471
  return decorating_function
456
472
 
@@ -492,7 +508,7 @@ def tensorleap_gt_encoder(name: str):
492
508
 
493
509
  inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
494
510
 
495
- def mapping_inner(*args, **kwargs):
511
+ def mapping_inner(sample_id, preprocess_response):
496
512
  class TempMapping:
497
513
  pass
498
514
  ret = TempMapping()
@@ -502,10 +518,15 @@ def tensorleap_gt_encoder(name: str):
502
518
 
503
519
  mapping_inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
504
520
 
505
- if os.environ.get(mapping_runtime_mode_env_var_mame):
506
- return mapping_inner
507
- else:
508
- return inner
521
+ def final_inner(sample_id, preprocess_response):
522
+ if os.environ.get(mapping_runtime_mode_env_var_mame):
523
+ return mapping_inner(sample_id, preprocess_response)
524
+ else:
525
+ return inner(sample_id, preprocess_response)
526
+
527
+ final_inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
528
+
529
+ return final_inner
509
530
 
510
531
  return decorating_function
511
532
 
@@ -576,10 +597,17 @@ def tensorleap_custom_loss(name: str, connects_to=None):
576
597
  mapping_inner.arg_names = leap_binder.setup_container.custom_loss_handlers[-1].custom_loss_handler_data.arg_names
577
598
  mapping_inner.name = name
578
599
 
579
- if os.environ.get(mapping_runtime_mode_env_var_mame):
580
- return mapping_inner
581
- else:
582
- return inner
600
+ def final_inner(*args, **kwargs):
601
+ if os.environ.get(mapping_runtime_mode_env_var_mame):
602
+ return mapping_inner(*args, **kwargs)
603
+ else:
604
+ return inner(*args, **kwargs)
605
+
606
+ final_inner.arg_names = leap_binder.setup_container.custom_loss_handlers[-1].custom_loss_handler_data.arg_names
607
+ final_inner.name = name
608
+
609
+
610
+ return final_inner
583
611
 
584
612
  return decorating_function
585
613
 
@@ -33,11 +33,11 @@ class LeapLoader(LeapLoaderBase):
33
33
  super().__init__(code_path, code_entry_name)
34
34
 
35
35
  self._preprocess_result_cached = None
36
- os.environ[mapping_runtime_mode_env_var_mame] = 'TRUE'
37
36
 
38
37
  @lru_cache()
39
38
  def exec_script(self) -> None:
40
39
  try:
40
+ os.environ[mapping_runtime_mode_env_var_mame] = 'TRUE'
41
41
  self.evaluate_module()
42
42
  except TypeError as e:
43
43
  import traceback
@@ -47,6 +47,10 @@ class LeapLoader(LeapLoaderBase):
47
47
  raise DatasetScriptException(getattr(e, 'message', repr(e))) from e
48
48
  except Exception as e:
49
49
  raise DatasetScriptException(getattr(e, 'message', repr(e))) from e
50
+ finally:
51
+ # ensure that the environment variable is removed after the script execution
52
+ if mapping_runtime_mode_env_var_mame in os.environ:
53
+ del os.environ[mapping_runtime_mode_env_var_mame]
50
54
 
51
55
  def evaluate_module(self) -> None:
52
56
  def append_path_recursively(full_path: str) -> None:
@@ -160,28 +164,7 @@ class LeapLoader(LeapLoaderBase):
160
164
  stdout_steam = io.StringIO()
161
165
  with redirect_stdout(stdout_steam):
162
166
  try:
163
- # generate mapping
164
167
  self.exec_script()
165
- mapping_connections = global_leap_binder.mapping_connections
166
- del os.environ[mapping_runtime_mode_env_var_mame]
167
-
168
- # init global leap binder
169
- global_leap_binder.__init__()
170
- self.exec_script.cache_clear()
171
-
172
- # run parse without mapping.
173
- try:
174
- self.exec_script()
175
- except DatasetScriptException:
176
- # catch exceptions in script that happens during running the custom test
177
- pass
178
-
179
- os.environ[mapping_runtime_mode_env_var_mame] = 'TRUE'
180
-
181
- # set mapping connections
182
- if not global_leap_binder.mapping_connections:
183
- global_leap_binder.mapping_connections = mapping_connections
184
-
185
168
 
186
169
  preprocess_test_payload = self._check_preprocess()
187
170
  test_payloads.append(preprocess_test_payload)
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "code-loader"
3
- version = "1.0.99.dev4"
3
+ version = "1.0.99.dev5"
4
4
  description = ""
5
5
  authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
6
6
  license = "MIT"