supervisely 6.73.438__py3-none-any.whl → 6.73.439__py3-none-any.whl

supervisely/__init__.py

@@ -318,3 +318,115 @@ except Exception as e:
 from supervisely.io.env import configure_minimum_instance_version
 
 configure_minimum_instance_version()
+
+LARGE_ENV_PLACEHOLDER = "@.@SLY_LARGE_ENV@.@"
+
+
+def restore_env_vars():
+    try:
+        large_env_keys = []
+        for key, value in os.environ.items():
+            if value == LARGE_ENV_PLACEHOLDER:
+                large_env_keys.append(key)
+        if len(large_env_keys) == 0:
+            return
+
+        if utils.is_development():
+            logger.info(
+                "Large environment variables detected. Skipping restoration in development mode.",
+                extra={"keys": large_env_keys},
+            )
+            return
+
+        unknown_keys = []
+        state_keys = []
+        context_keys = []
+        for key in large_env_keys:
+            if key == "CONTEXT" or key.startswith("context."):
+                context_keys.append(key)
+            elif key.startswith("MODAL_STATE") or key.startswith("modal.state."):
+                state_keys.append(key)
+            else:
+                unknown_keys.append(key)
+
+        if state_keys or context_keys:
+            api = Api()
+            if state_keys:
+                task_info = api.task.get_info_by_id(env.task_id())
+                state = task_info.get("meta", {}).get("params", {}).get("state", {})
+                modal_state_envs = json.flatten_json(state)
+                modal_state_envs = json.modify_keys(modal_state_envs, prefix="modal.state.")
+
+                restored_keys = []
+                not_found_keys = []
+                for key in state_keys:
+                    if key == "MODAL_STATE":
+                        os.environ[key] = json.json.dumps(state)
+                    elif key in modal_state_envs:
+                        os.environ[key] = str(modal_state_envs[key])
+                    elif key.replace("_", ".") in [k.upper() for k in modal_state_envs]:
+                        # some env vars do not support dots in their names
+                        k = next(k for k in modal_state_envs if k.upper() == key.replace("_", "."))
+                        os.environ[key] = str(modal_state_envs[k])
+                    else:
+                        not_found_keys.append(key)
+                        continue
+                    restored_keys.append(key)
+
+                if restored_keys:
+                    logger.info(
+                        "Restored large environment variables from task state",
+                        extra={"keys": restored_keys},
+                    )
+
+                if not_found_keys:
+                    logger.warning(
+                        "Failed to restore some large environment variables from task state. "
+                        "No such keys in the state.",
+                        extra={"keys": not_found_keys},
+                    )
+
+            if context_keys:
+                context = api.task.get_context(env.task_id())
+                context_envs = json.flatten_json(context)
+                context_envs = json.modify_keys(context_envs, prefix="context.")
+
+                restored_keys = []
+                not_found_keys = []
+                for key in context_keys:
+                    if key == "CONTEXT":
+                        os.environ[key] = json.json.dumps(context)
+                    elif key in context_envs:
+                        os.environ[key] = context_envs[key]
+                    else:
+                        not_found_keys.append(key)
+                        continue
+                    restored_keys.append(key)
+
+                if restored_keys:
+                    logger.info(
+                        "Restored large environment variables from task context",
+                        extra={"keys": restored_keys},
+                    )
+
+                if not_found_keys:
+                    logger.warning(
+                        "Failed to restore some large environment variables from task context. "
+                        "No such keys in the context.",
+                        extra={"keys": not_found_keys},
+                    )
+
+        if unknown_keys:
+            logger.warning(
+                "Found unknown large environment variables. Can't restore them.",
+                extra={"keys": unknown_keys},
+            )
+
+    except Exception as e:
+        logger.warning(
+            "Failed to restore large environment variables.",
+            exc_info=True,
+        )
+
+
+restore_env_vars()

{supervisely-6.73.438.dist-info → supervisely-6.73.439.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: supervisely
-Version: 6.73.438
+Version: 6.73.439
 Summary: Supervisely Python SDK.
 Home-page: https://github.com/supervisely/supervisely
 Author: Supervisely

{supervisely-6.73.438.dist-info → supervisely-6.73.439.dist-info}/RECORD

@@ -1,5 +1,5 @@
 supervisely/README.md,sha256=XM-DiMC6To3I9RjQZ0c61905EFRR_jnCUx2q3uNR-X8,3331
-supervisely/__init__.py,sha256=ojclMFGrJk0YVXxFU5wcUOQINaeFQ_eiZ1-GzModiYs,11035
+supervisely/__init__.py,sha256=_zh2UIxLUyf2krDKY-yurV9enqg1drEubCRX5nDlqR4,15333
 supervisely/_utils.py,sha256=59vOeNOnmVHODnlAvULT8jdwvHHVTs2FOtAFw8mvaqE,20643
 supervisely/function_wrapper.py,sha256=R5YajTQ0GnRp2vtjwfC9hINkzQc0JiyGsu8TER373xY,1912
 supervisely/sly_logger.py,sha256=z92Vu5hmC0GgTIJO1n6kPDayRW9__8ix8hL6poDZj-Y,6274
@@ -1126,10 +1126,10 @@ supervisely/worker_api/rpc_servicer.py,sha256=HHhwaH40dM67UIp0ujK4P-ayvl0mPHTiZ5
 supervisely/worker_proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/worker_proto/worker_api_pb2.py,sha256=VQfi5JRBHs2pFCK1snec3JECgGnua3Xjqw_-b3aFxuM,59142
 supervisely/worker_proto/worker_api_pb2_grpc.py,sha256=3BwQXOaP9qpdi0Dt9EKG--Lm8KGN0C5AgmUfRv77_Jk,28940
-supervisely_lib/__init__.py,sha256=7-3QnN8Zf0wj8NCr2oJmqoQWMKKPKTECvjH9pd2S5vY,159
-supervisely-6.73.438.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-supervisely-6.73.438.dist-info/METADATA,sha256=xJe0Ap0FGTYAVYo7tSNMTzla8H72SYeAyLHf-B5d6iU,35433
-supervisely-6.73.438.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-supervisely-6.73.438.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
-supervisely-6.73.438.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
-supervisely-6.73.438.dist-info/RECORD,,
+supervisely_lib/__init__.py,sha256=yRwzEQmVwSd6lUQoAUdBngKEOlnoQ6hA9ZcoZGJRNC4,331
+supervisely-6.73.439.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+supervisely-6.73.439.dist-info/METADATA,sha256=ka6gwfc4dPZXyj_5xc2OSjv9UWP9jlwqMx_TS7qxaqU,35433
+supervisely-6.73.439.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+supervisely-6.73.439.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
+supervisely-6.73.439.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
+supervisely-6.73.439.dist-info/RECORD,,

supervisely_lib/__init__.py

@@ -1,6 +1,11 @@
 import sys
+
 import supervisely
 from supervisely import *
 
 sys.modules['supervisely_lib'] = supervisely
-sys.modules['supervisely_lib.api.api'] = supervisely.api
+
+for module_name in list(sys.modules.keys()):
+    if module_name.startswith("supervisely."):
+        new_name = module_name.replace("supervisely.", "supervisely_lib.", 1)
+        sys.modules[new_name] = sys.modules[module_name]