comfy-env 0.0.48__py3-none-any.whl → 0.0.50__py3-none-any.whl

comfy_env/workers/venv.py

@@ -587,6 +587,92 @@ if sys.platform == "win32":
         except Exception:
             pass
 
+# =============================================================================
+# Object Reference System - keep complex objects in worker, pass refs to host
+# =============================================================================
+
+_object_cache = {}  # Maps ref_id -> object
+_object_ids = {}    # Maps id(obj) -> ref_id (for deduplication)
+_ref_counter = 0
+
+def _cache_object(obj):
+    """Store object in cache, return reference ID. Deduplicates by object id."""
+    global _ref_counter
+    obj_id = id(obj)
+
+    # Return existing ref if we've seen this object
+    if obj_id in _object_ids:
+        return _object_ids[obj_id]
+
+    ref_id = f"ref_{_ref_counter:08x}"
+    _ref_counter += 1
+    _object_cache[ref_id] = obj
+    _object_ids[obj_id] = ref_id
+    return ref_id
+
+def _resolve_ref(ref_id):
+    """Get object from cache by reference ID."""
+    return _object_cache.get(ref_id)
+
+def _should_use_reference(obj):
+    """Check if object should be passed by reference instead of value."""
+    if obj is None:
+        return False
+    # Primitives - pass by value
+    if isinstance(obj, (bool, int, float, str, bytes)):
+        return False
+    # NumPy arrays and torch tensors - pass by value (they serialize well)
+    obj_type = type(obj).__name__
+    if obj_type in ('ndarray', 'Tensor'):
+        return False
+    # Dicts, lists, tuples - recurse into contents (don't ref the container)
+    if isinstance(obj, (dict, list, tuple)):
+        return False
+    # Everything else (trimesh, custom classes) - pass by reference
+    return True
+
+def _serialize_result(obj, visited=None):
+    """Convert result for IPC - complex objects become references."""
+    if visited is None:
+        visited = set()
+
+    obj_id = id(obj)
+    if obj_id in visited:
+        # Circular reference - use existing ref or create one
+        if obj_id in _object_ids:
+            return {"__comfy_ref__": _object_ids[obj_id], "__class__": type(obj).__name__}
+        return None  # Skip circular refs to primitives
+
+    if _should_use_reference(obj):
+        ref_id = _cache_object(obj)
+        return {"__comfy_ref__": ref_id, "__class__": type(obj).__name__}
+
+    visited.add(obj_id)
+
+    if isinstance(obj, dict):
+        return {k: _serialize_result(v, visited) for k, v in obj.items()}
+    if isinstance(obj, list):
+        return [_serialize_result(v, visited) for v in obj]
+    if isinstance(obj, tuple):
+        return tuple(_serialize_result(v, visited) for v in obj)
+    return obj
+
+def _deserialize_input(obj):
+    """Convert input from IPC - references become real objects."""
+    if isinstance(obj, dict):
+        if "__comfy_ref__" in obj:
+            ref_id = obj["__comfy_ref__"]
+            real_obj = _resolve_ref(ref_id)
+            if real_obj is None:
+                raise ValueError(f"Object reference not found: {ref_id}")
+            return real_obj
+        return {k: _deserialize_input(v) for k, v in obj.items()}
+    if isinstance(obj, list):
+        return [_deserialize_input(v) for v in obj]
+    if isinstance(obj, tuple):
+        return tuple(_deserialize_input(v) for v in obj)
+    return obj
+
 
 class SocketTransport:
     """Length-prefixed JSON transport."""
@@ -703,6 +789,8 @@ def main():
             if inputs_path:
                 inputs = torch.load(inputs_path, weights_only=False)
                 inputs = _deserialize_isolated_objects(inputs)
+                # Resolve any object references from previous node calls
+                inputs = _deserialize_input(inputs)
             else:
                 inputs = {}
 
@@ -725,9 +813,10 @@ def main():
                 func = getattr(module, func_name)
                 result = func(**inputs)
 
-            # Save result
+            # Save result - convert complex objects to references
             if outputs_path:
-                torch.save(result, outputs_path)
+                serialized_result = _serialize_result(result)
+                torch.save(serialized_result, outputs_path)
 
             transport.send({"status": "ok"})
 
@@ -912,7 +1001,9 @@ class PersistentVenvWorker(Worker):
         self._transport = SocketTransport(client_sock)
 
         # Send config
-        config = {"sys_paths": all_sys_path}
+        config = {
+            "sys_paths": all_sys_path,
+        }
         self._transport.send(config)
 
         # Wait for ready signal

{comfy_env-0.0.48.dist-info → comfy_env-0.0.50.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: comfy-env
-Version: 0.0.48
+Version: 0.0.50
 Summary: Environment management for ComfyUI custom nodes - CUDA wheel resolution and process isolation
 Project-URL: Homepage, https://github.com/PozzettiAndrea/comfy-env
 Project-URL: Repository, https://github.com/PozzettiAndrea/comfy-env
@@ -84,9 +84,47 @@ from comfy_env import install
 install()
 ```
 
-### Process Isolation (Type 1 - Separate Venv)
+### Process Isolation (Type 1 - Separate Environment)
 
-For nodes that need completely separate dependencies:
+For nodes that need completely separate dependencies (different Python version, conda packages, conflicting libraries).
+
+#### Recommended: Pack-Wide Isolation
+
+For node packs where ALL nodes run in the same isolated environment:
+
+**Step 1: Configure comfy-env.toml**
+
+```toml
+[mypack]
+python = "3.11"
+isolated = true          # All nodes run in this env
+
+[mypack.conda]
+packages = ["cgal"]      # Conda packages (uses pixi)
+
+[mypack.packages]
+requirements = ["trimesh[easy]>=4.0", "bpy>=4.2"]
+```
+
+**Step 2: Enable in __init__.py**
+
+```python
+from comfy_env import setup_isolated_imports, enable_isolation
+
+# Setup import stubs BEFORE importing nodes
+setup_isolated_imports(__file__)
+
+from .nodes import NODE_CLASS_MAPPINGS, NODE_DISPLAY_NAME_MAPPINGS
+
+# Enable isolation for all nodes
+enable_isolation(NODE_CLASS_MAPPINGS)
+```
+
+**That's it!** All nodes run in an isolated Python 3.11 environment with their own dependencies.
+
+#### Alternative: Per-Node Isolation
+
+For cases where different nodes need different environments:
 
 ```python
 from comfy_env import isolated
@@ -266,7 +304,27 @@ vars_dict = env.as_dict()
 # {'cuda_version': '12.8', 'cuda_short': '128', 'torch_mm': '28', ...}
 ```
 
-### Workers (for isolation)
+### enable_isolation()
+
+```python
+from comfy_env import enable_isolation
+
+enable_isolation(NODE_CLASS_MAPPINGS)
+```
+
+Wraps all node classes so their FUNCTION methods run in the isolated environment specified in comfy-env.toml. Requires `isolated = true` in the environment config.
+
+### setup_isolated_imports()
+
+```python
+from comfy_env import setup_isolated_imports
+
+setup_isolated_imports(__file__)
+```
+
+Sets up import stubs for packages that exist only in the isolated pixi environment. Call this BEFORE importing your nodes module. Packages available in both host and isolated environment are not stubbed.
+
+### Workers (for custom isolation)
 
 ```python
 from comfy_env import TorchMPWorker

{comfy_env-0.0.48.dist-info → comfy_env-0.0.50.dist-info}/RECORD

@@ -1,15 +1,17 @@
-comfy_env/__init__.py,sha256=OQJFNjmArjLcgrfHAFxgDJQFH_IhxibqMXbU5bu_j9Q,3822
+comfy_env/__init__.py,sha256=DvOCFCq-EuXZ_e6vsPCObgTPYSRLZqiG3w35SOD-e4E,4101
 comfy_env/cli.py,sha256=Pjzb-jsoH67lyHxmBFOWvasWX01eHFE_BEjUk1l-uEo,14509
-comfy_env/decorator.py,sha256=6JCKwLHaZtOLVDexs_gh_-NtS2ZK0V7nGCPqkyeYEAA,16688
+comfy_env/decorator.py,sha256=bL0eUjXf5UAGbsT2zilZbO0e8ZbhtQAR3vDJLbMO3ZI,27018
 comfy_env/errors.py,sha256=8hN8NDlo8oBUdapc-eT3ZluigI5VBzfqsSBvQdfWlz4,9943
-comfy_env/install.py,sha256=m4NKlfCcQGI5xzVRjHw3ep-lWbqx5kE1e21sUUZ2Leo,17528
+comfy_env/install.py,sha256=b2eXFqQ58pUBWpwc1AhymbTh7dGRMnEuq5FoZot0CO0,15661
+comfy_env/isolation.py,sha256=wuze8TmkRbdMfrg2cj9quoGYJWsxKcc5iiDvmLWX16g,8680
 comfy_env/nodes.py,sha256=CWUe35jU5SKk4ur-SddZePdqWgxJDlxGhpcJiu5pAK4,4354
-comfy_env/pixi.py,sha256=VyPYL6hV7rxMUJcUl-8UobwTpOTzaSEmvRKT8v5a0vo,15250
+comfy_env/pixi.py,sha256=iKC1G7HOBLw6sJ3CqZuTwKPtstB5UK8aj7ID3IgjLzM,19248
 comfy_env/registry.py,sha256=w-QwvAPFlCrBYRAv4cXkp2zujQPZn8Fk5DUxKCtox8o,3430
 comfy_env/resolver.py,sha256=WoNIo2IfTR2RlEf_HQl66eAeMa2R2pmLof_UdK-0RNE,6714
+comfy_env/stub_imports.py,sha256=s84q8x5156ZkHNJhbuDqMhU_c-0ux51Rhe1aoVcGrj4,8920
 comfy_env/env/__init__.py,sha256=imQdoQEQvrRT-QDtyNpFlkVbm2fBzgACdpQwRPd09fI,1157
-comfy_env/env/config.py,sha256=Ila-5Yal3bj6jENbBeYJlZtkbgdwnzJzImVZK3ZF1lg,7645
-comfy_env/env/config_file.py,sha256=HzFKeQh9zQ--K1V-XuvgE6DiE_bYrXrChL1ZT8Tzlq4,24684
+comfy_env/env/config.py,sha256=cRSuWiVZGSK9xpvyNIyMirlHyfTm6_AB_eXzeKyvfnc,7749
+comfy_env/env/config_file.py,sha256=g6fZq6XbTUXx97meWW_7xfKcuC0sN002c7fBvR0eCOg,24819
 comfy_env/env/cuda_gpu_detection.py,sha256=YLuXUdWg6FeKdNyLlQAHPlveg4rTenXJ2VbeAaEi9QE,9755
 comfy_env/env/manager.py,sha256=-qdbZDsbNfs70onVbC7mhKCzNsxYx3WmG7ttlBinhGI,23659
 comfy_env/env/security.py,sha256=dNSitAnfBNVdvxgBBntYw33AJaCs_S1MHb7KJhAVYzM,8171
@@ -30,15 +32,17 @@ comfy_env/stubs/folder_paths.py,sha256=K90J34EG6LD4eZP8YG-xMeBmqwpp_wA8E92DKMXd1
 comfy_env/stubs/comfy/__init__.py,sha256=-y4L6gX21vrI2V8MvNaMeHOcAn5kUNK3jUyLvtXRmJQ,173
 comfy_env/stubs/comfy/model_management.py,sha256=Khx8Qa3NutKPLTn9oSM3VLeATUOg1fe4QCjxdxXd6eE,1462
 comfy_env/stubs/comfy/utils.py,sha256=s3t_KLj_-w1Uj3A3iAy69wIk4Ggklojw5hsDNb69Pcc,776
+comfy_env/templates/comfy-env-instructions.txt,sha256=Q38Hb_YdN0a8rTxn7l5ON4JDPba7XgVftDqfEy-8I2I,3004
+comfy_env/templates/comfy-env.toml,sha256=v6nxvCWWKSlIpn4m-WqCkzJt4ObJsklbr9KBJt0r5fU,6729
 comfy_env/workers/__init__.py,sha256=IKZwOvrWOGqBLDUIFAalg4CdqzJ_YnAdxo2Ha7gZTJ0,1467
 comfy_env/workers/base.py,sha256=ZILYXlvGCWuCZXmjKqfG8VeD19ihdYaASdlbasl2BMo,2312
 comfy_env/workers/pool.py,sha256=MtjeOWfvHSCockq8j1gfnxIl-t01GSB79T5N4YB82Lg,6956
 comfy_env/workers/tensor_utils.py,sha256=TCuOAjJymrSbkgfyvcKtQ_KbVWTqSwP9VH_bCaFLLq8,6409
-comfy_env/workers/torch_mp.py,sha256=4YSNPn7hALrvMVbkO4RkTeFTcc0lhfLMk5QTWjY4PHw,22134
-comfy_env/workers/venv.py,sha256=9xP3Y_ZoegMMCnBuRrd-mlIEKRF4oE01zL_8bngRuCk,38916
-comfy_env/wheel_sources.yml,sha256=K5dksy21YcT7QdFlVDkKF4Rv9ZCjHaWhQgoEhdSyAOI,8156
-comfy_env-0.0.48.dist-info/METADATA,sha256=a8hWh2c1hJZt2WkfR4giYSjl86bBTDuXYWB0Mn2z-8E,7138
-comfy_env-0.0.48.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-comfy_env-0.0.48.dist-info/entry_points.txt,sha256=J4fXeqgxU_YenuW_Zxn_pEL7J-3R0--b6MS5t0QmAr0,49
-comfy_env-0.0.48.dist-info/licenses/LICENSE,sha256=E68QZMMpW4P2YKstTZ3QU54HRQO8ecew09XZ4_Vn870,1093
-comfy_env-0.0.48.dist-info/RECORD,,
+comfy_env/workers/torch_mp.py,sha256=TnsCoBHEJBXEoBkx7WiCd9tBAlzFtMOw1dk_7_zGJZY,22288
+comfy_env/workers/venv.py,sha256=GFixbBMJkcjEkd8x1ry9mX13cR5mgUukQjIZjvK44ko,42381
+comfy_env/wheel_sources.yml,sha256=uU0YJmWaiLAicQNN9VYS8PZevlP2NOH6mBUE294dvAo,8156
+comfy_env-0.0.50.dist-info/METADATA,sha256=HTNNXsxXnyr7JORwl0Ts3futX9xTrLEFstD3vpRepMc,8735
+comfy_env-0.0.50.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+comfy_env-0.0.50.dist-info/entry_points.txt,sha256=J4fXeqgxU_YenuW_Zxn_pEL7J-3R0--b6MS5t0QmAr0,49
+comfy_env-0.0.50.dist-info/licenses/LICENSE,sha256=E68QZMMpW4P2YKstTZ3QU54HRQO8ecew09XZ4_Vn870,1093
+comfy_env-0.0.50.dist-info/RECORD,,