code-loader 1.0.139.dev1__tar.gz → 1.0.139.dev3__tar.gz

{code_loader-1.0.139.dev1 → code_loader-1.0.139.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.139.dev1
+Version: 1.0.139.dev3
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.139.dev1 → code_loader-1.0.139.dev3}/code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -26,6 +26,7 @@ import functools
 
 _called_from_inside_tl_decorator = 0
 _called_from_inside_tl_integration_test_decorator = False
+_update_env_status = None
 
 
 
@@ -173,7 +174,10 @@ def tensorleap_integration_test():
             global _called_from_inside_tl_integration_test_decorator
             try:
                 _called_from_inside_tl_integration_test_decorator = True
+                if not _update_env_status is None:
+                    _update_env_status("tensorleap_integration_test", "v")#put here because otherwise it will become  v only if it finishes all the script
                 ret = integration_test_function(*args, **kwargs)
+
                 try:
                     os.environ[mapping_runtime_mode_env_var_mame] = 'True'
                     integration_test_function(None, PreprocessResponse(state=DataStateType.training, length=0))
@@ -316,8 +320,10 @@ def tensorleap_load_model(prediction_types: Optional[List[PredictionTypeHandler]
 
                 def get_inputs(self):
                     return self.model.get_inputs()
-
-            return ModelPlaceholder()
+            model_placeholder=ModelPlaceholder()
+            if not _update_env_status is None:
+                _update_env_status("tensorleap_load_model", "v")
+            return model_placeholder
 
         def mapping_inner():
             class ModelOutputPlaceholder:
@@ -385,7 +391,6 @@ def tensorleap_load_model(prediction_types: Optional[List[PredictionTypeHandler]
                 return mapping_inner()
             else:
                 return inner(*args, **kwargs)
-
         return final_inner
 
     return decorating_function
@@ -597,6 +602,8 @@ def tensorleap_custom_metric(name: str,
             result = inner_without_validate(*args, **kwargs)
 
             _validate_result(result)
+            if not _update_env_status is None:
+                _update_env_status("tensorleap_custom_metric","v")
             return result
 
         def mapping_inner(*args, **kwargs):
@@ -717,6 +724,8 @@ def tensorleap_custom_visualizer(name: str, visualizer_type: LeapDataType,
             result = inner_without_validate(*args, **kwargs)
 
             _validate_result(result)
+            if not _update_env_status is None:
+                _update_env_status("tensorleap_custom_visualizer","v")
             return result
 
         def mapping_inner(*args, **kwargs):
@@ -805,6 +814,8 @@ def tensorleap_metadata(
             result = inner_without_validate(sample_id, preprocess_response)
 
             _validate_result(result)
+            if not _update_env_status is None:
+                _update_env_status("tensorleap_metadata","v")
             return result
 
         return inner
@@ -893,6 +904,8 @@ def tensorleap_preprocess():
             _validate_input_args(*args, **kwargs)
             result = user_function()
             _validate_result(result)
+            if not _update_env_status is None:
+                _update_env_status("tensorleap_preprocess", "v")
             return result
 
         return inner
@@ -1134,6 +1147,8 @@ def tensorleap_input_encoder(name: str, channel_dim=-1, model_input_index=None):
             if _called_from_inside_tl_decorator == 0 and _called_from_inside_tl_integration_test_decorator:
                 batch_warning(result,user_function.__name__)
                 result = np.expand_dims(result, axis=0)
+            if not _update_env_status is None:
+                _update_env_status("tensorleap_input_encoder", "v")
 
             return result
 
@@ -1217,7 +1232,8 @@ def tensorleap_gt_encoder(name: str):
             if _called_from_inside_tl_decorator == 0 and _called_from_inside_tl_integration_test_decorator:
                 batch_warning(result, user_function.__name__)
                 result = np.expand_dims(result, axis=0)
-
+            if not _update_env_status is None:
+                _update_env_status("tensorleap_gt_encoder", "v")
             return result
 
         inner.node_mapping = NodeMapping(name, NodeMappingType.GroundTruth)
@@ -1319,6 +1335,9 @@ def tensorleap_custom_loss(name: str, connects_to=None):
             result = inner_without_validate(*args, **kwargs)
 
             _validate_result(result)
+            if not _update_env_status is None:
+                _update_env_status("tensorleap_custom_loss", "v")
+
             return result
 
         def mapping_inner(*args, **kwargs):
@@ -1375,3 +1394,87 @@ def tensorleap_custom_layer(name: str):
         return custom_layer
 
     return decorating_function
+
+
+def tensorleap_status_table():
+    '''
+    Usage example:
+    ###################
+    leap_integration.py
+    ###################
+    from code_loader.inner_leap_binder.leapbinder_decorators import tensorleap_status_table
+    ...
+    ...
+    ...
+    if __name__ == '__main__':
+        tensorleap_status_table()
+        ...
+    '''
+    import atexit
+    import sys
+    import traceback
+
+
+    table = [
+        {"name": "tensorleap_preprocess", "status": "x"},
+        {"name": "tensorleap_integration_test", "status": "x"},
+        {"name": "tensorleap_input_encoder", "status": "x"},
+        {"name": "tensorleap_gt_encoder", "status": "x"},
+        {"name": "tensorleap_load_model", "status": "x"},
+        {"name": "tensorleap_custom_loss", "status": "x"},
+        {"name": "tensorleap_custom_metric (optional)", "status": "x"},
+        {"name": "tensorleap_metadata (optional)", "status": "x"},
+        {"name": "tensorleap_custom_visualizer (optional)", "status": "x"},
+
+    ]
+
+    _finalizer_called = {"done": False}
+
+    def _print_table():
+        ready_mess = "\nAll parts have been successfully set. If no errors accured, you can now push the project to the Tensorleap system."
+        not_ready_mess = "\nSome mandatory components have not been set yet. Recommended next implementation step: "
+        mandatory_ready_mess = "\nAll mandatory parts have been successfully set. If no errors accured, you can now push the project to the Tensorleap system or continue to the next optional implementation step: "
+
+        name_width = max(len(row["name"]) for row in table)
+        status_width = max(len(row["status"]) for row in table)
+        header = f"{'Function Name'.ljust(name_width)} | {'Status'.ljust(status_width)}"
+        sep = "-" * len(header)
+        print("\n" + header)
+        print(sep)
+        ready=True
+        for row in table:
+            print(f"{row['name'].ljust(name_width)} | {row['status'].ljust(status_width)}")
+            if row['status']=='x' and ready:
+                ready=False
+                next_step=row['name']
+
+
+        print(ready_mess) if ready else print(mandatory_ready_mess+next_step) if "optional" in next_step else print(not_ready_mess+next_step)
+    def update_env_params(name: str, status: str = "✓"):
+        for row in table:
+            if row["name"].removesuffix(" (optional)") == name:
+                row["status"] = status
+                break
+    def run_on_exit():
+        if _finalizer_called["done"]:
+            return
+        _finalizer_called["done"] = True
+        _print_table()
+    def handle_exception(exc_type, exc_value, exc_traceback):
+        traceback.print_exception(exc_type, exc_value, exc_traceback)
+        run_on_exit()
+    atexit.register(run_on_exit)
+    sys.excepthook = handle_exception
+    global _update_env_status
+    _update_env_status = update_env_params
+    return update_env_params
+
+
+
+
+
+
+
+
+
+

{code_loader-1.0.139.dev1 → code_loader-1.0.139.dev3}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.139.dev1"
+version = "1.0.139.dev3"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"