comfy-env 0.0.19__py3-none-any.whl → 0.0.21__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- comfy_env/decorator.py +28 -9
- comfy_env/workers/torch_mp.py +204 -1
- {comfy_env-0.0.19.dist-info → comfy_env-0.0.21.dist-info}/METADATA +2 -2
- {comfy_env-0.0.19.dist-info → comfy_env-0.0.21.dist-info}/RECORD +7 -7
- {comfy_env-0.0.19.dist-info → comfy_env-0.0.21.dist-info}/WHEEL +0 -0
- {comfy_env-0.0.19.dist-info → comfy_env-0.0.21.dist-info}/entry_points.txt +0 -0
- {comfy_env-0.0.19.dist-info → comfy_env-0.0.21.dist-info}/licenses/LICENSE +0 -0
comfy_env/decorator.py
CHANGED
|
@@ -113,6 +113,31 @@ def _clone_tensor_if_needed(obj: Any, smart_clone: bool = True) -> Any:
|
|
|
113
113
|
return obj
|
|
114
114
|
|
|
115
115
|
|
|
116
|
+
def _find_node_package_dir(source_file: Path) -> Path:
|
|
117
|
+
"""
|
|
118
|
+
Find the node package root directory by searching for comfy-env.toml.
|
|
119
|
+
|
|
120
|
+
Walks up from the source file's directory until it finds a config file,
|
|
121
|
+
or falls back to heuristics if not found.
|
|
122
|
+
"""
|
|
123
|
+
from .env.config_file import CONFIG_FILE_NAMES
|
|
124
|
+
|
|
125
|
+
current = source_file.parent
|
|
126
|
+
|
|
127
|
+
# Walk up the directory tree looking for config file
|
|
128
|
+
while current != current.parent: # Stop at filesystem root
|
|
129
|
+
for config_name in CONFIG_FILE_NAMES:
|
|
130
|
+
if (current / config_name).exists():
|
|
131
|
+
return current
|
|
132
|
+
current = current.parent
|
|
133
|
+
|
|
134
|
+
# Fallback: use old heuristic if no config found
|
|
135
|
+
node_dir = source_file.parent
|
|
136
|
+
if node_dir.name == "nodes":
|
|
137
|
+
return node_dir.parent
|
|
138
|
+
return node_dir
|
|
139
|
+
|
|
140
|
+
|
|
116
141
|
# ---------------------------------------------------------------------------
|
|
117
142
|
# Worker Management
|
|
118
143
|
# ---------------------------------------------------------------------------
|
|
@@ -262,10 +287,7 @@ def isolated(
|
|
|
262
287
|
# Get source file info for sys.path setup
|
|
263
288
|
source_file = Path(inspect.getfile(cls))
|
|
264
289
|
node_dir = source_file.parent
|
|
265
|
-
|
|
266
|
-
node_package_dir = node_dir.parent
|
|
267
|
-
else:
|
|
268
|
-
node_package_dir = node_dir
|
|
290
|
+
node_package_dir = _find_node_package_dir(source_file)
|
|
269
291
|
|
|
270
292
|
# Build sys.path for worker
|
|
271
293
|
sys_path_additions = [str(node_dir)]
|
|
@@ -367,13 +389,10 @@ def isolated(
|
|
|
367
389
|
call_kwargs = {k: _clone_tensor_if_needed(v) for k, v in call_kwargs.items()}
|
|
368
390
|
|
|
369
391
|
# Get module name for import in worker
|
|
392
|
+
# Note: ComfyUI uses full filesystem paths as module names for custom nodes.
|
|
393
|
+
# The worker's _execute_method_call handles this by using file-based imports.
|
|
370
394
|
module_name = cls.__module__
|
|
371
395
|
|
|
372
|
-
# Handle ComfyUI's dynamic import which can set __module__ to a path
|
|
373
|
-
if module_name.startswith('/') or module_name.startswith('\\'):
|
|
374
|
-
# Module name is a filesystem path - use the source file stem instead
|
|
375
|
-
module_name = source_file.stem
|
|
376
|
-
|
|
377
396
|
# Call worker using appropriate method
|
|
378
397
|
if worker_config.python is None:
|
|
379
398
|
# TorchMPWorker - use call_method protocol (avoids pickle issues)
|
comfy_env/workers/torch_mp.py
CHANGED
|
@@ -106,6 +106,190 @@ def _worker_loop(queue_in, queue_out, sys_path_additions=None):
|
|
|
106
106
|
break
|
|
107
107
|
|
|
108
108
|
|
|
109
|
+
class PathBasedModuleFinder:
|
|
110
|
+
"""
|
|
111
|
+
Meta path finder that handles ComfyUI's path-based module names.
|
|
112
|
+
|
|
113
|
+
ComfyUI uses full filesystem paths as module names for custom nodes.
|
|
114
|
+
This finder intercepts imports of such modules and loads them from disk.
|
|
115
|
+
"""
|
|
116
|
+
|
|
117
|
+
def find_spec(self, fullname, path, target=None):
|
|
118
|
+
import importlib.util
|
|
119
|
+
import os
|
|
120
|
+
|
|
121
|
+
# Only handle path-based module names (starting with /)
|
|
122
|
+
if not fullname.startswith('/'):
|
|
123
|
+
return None
|
|
124
|
+
|
|
125
|
+
# Parse the module name to find base path and submodule parts
|
|
126
|
+
parts = fullname.split('.')
|
|
127
|
+
base_path = parts[0]
|
|
128
|
+
submodule_parts = parts[1:] if len(parts) > 1 else []
|
|
129
|
+
|
|
130
|
+
# Walk through parts to find where path ends and module begins
|
|
131
|
+
for i, part in enumerate(submodule_parts):
|
|
132
|
+
test_path = os.path.join(base_path, part)
|
|
133
|
+
if os.path.exists(test_path):
|
|
134
|
+
base_path = test_path
|
|
135
|
+
else:
|
|
136
|
+
# Remaining parts are module names
|
|
137
|
+
submodule_parts = submodule_parts[i:]
|
|
138
|
+
break
|
|
139
|
+
else:
|
|
140
|
+
# All parts were path components
|
|
141
|
+
submodule_parts = []
|
|
142
|
+
|
|
143
|
+
# Determine the file to load
|
|
144
|
+
if submodule_parts:
|
|
145
|
+
# We're importing a submodule
|
|
146
|
+
current_path = base_path
|
|
147
|
+
for part in submodule_parts[:-1]:
|
|
148
|
+
current_path = os.path.join(current_path, part)
|
|
149
|
+
|
|
150
|
+
submod = submodule_parts[-1]
|
|
151
|
+
submod_file = os.path.join(current_path, submod + '.py')
|
|
152
|
+
submod_pkg = os.path.join(current_path, submod, '__init__.py')
|
|
153
|
+
|
|
154
|
+
if os.path.exists(submod_file):
|
|
155
|
+
return importlib.util.spec_from_file_location(fullname, submod_file)
|
|
156
|
+
elif os.path.exists(submod_pkg):
|
|
157
|
+
return importlib.util.spec_from_file_location(
|
|
158
|
+
fullname, submod_pkg,
|
|
159
|
+
submodule_search_locations=[os.path.join(current_path, submod)]
|
|
160
|
+
)
|
|
161
|
+
else:
|
|
162
|
+
# Top-level path-based module
|
|
163
|
+
if os.path.isdir(base_path):
|
|
164
|
+
init_path = os.path.join(base_path, "__init__.py")
|
|
165
|
+
if os.path.exists(init_path):
|
|
166
|
+
return importlib.util.spec_from_file_location(
|
|
167
|
+
fullname, init_path,
|
|
168
|
+
submodule_search_locations=[base_path]
|
|
169
|
+
)
|
|
170
|
+
elif os.path.isfile(base_path):
|
|
171
|
+
return importlib.util.spec_from_file_location(fullname, base_path)
|
|
172
|
+
|
|
173
|
+
return None
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
# Global flag to track if we've installed the finder
|
|
177
|
+
_path_finder_installed = False
|
|
178
|
+
|
|
179
|
+
|
|
180
|
+
def _ensure_path_finder_installed():
|
|
181
|
+
"""Install the PathBasedModuleFinder if not already installed."""
|
|
182
|
+
import sys
|
|
183
|
+
global _path_finder_installed
|
|
184
|
+
if not _path_finder_installed:
|
|
185
|
+
sys.meta_path.insert(0, PathBasedModuleFinder())
|
|
186
|
+
_path_finder_installed = True
|
|
187
|
+
logger.debug("[comfy_env] Installed PathBasedModuleFinder for path-based module names")
|
|
188
|
+
|
|
189
|
+
|
|
190
|
+
def _load_path_based_module(module_name: str):
|
|
191
|
+
"""
|
|
192
|
+
Load a module that has a filesystem path as its name.
|
|
193
|
+
|
|
194
|
+
ComfyUI uses full filesystem paths as module names for custom nodes.
|
|
195
|
+
This function handles that case by using file-based imports.
|
|
196
|
+
"""
|
|
197
|
+
import importlib.util
|
|
198
|
+
import os
|
|
199
|
+
import sys
|
|
200
|
+
|
|
201
|
+
# Check if it's already in sys.modules
|
|
202
|
+
if module_name in sys.modules:
|
|
203
|
+
return sys.modules[module_name]
|
|
204
|
+
|
|
205
|
+
# Check if module_name contains submodule parts (e.g., "/path/to/pkg.submod.subsubmod")
|
|
206
|
+
# In this case, we need to load the parent packages first
|
|
207
|
+
if '.' in module_name:
|
|
208
|
+
parts = module_name.split('.')
|
|
209
|
+
# Find where the path ends and module parts begin
|
|
210
|
+
# The path part won't exist as a directory when combined with module parts
|
|
211
|
+
base_path = parts[0]
|
|
212
|
+
submodule_parts = []
|
|
213
|
+
|
|
214
|
+
for i, part in enumerate(parts[1:], 1):
|
|
215
|
+
test_path = os.path.join(base_path, part)
|
|
216
|
+
if os.path.exists(test_path):
|
|
217
|
+
base_path = test_path
|
|
218
|
+
else:
|
|
219
|
+
# This and remaining parts are module names, not path components
|
|
220
|
+
submodule_parts = parts[i:]
|
|
221
|
+
break
|
|
222
|
+
|
|
223
|
+
if submodule_parts:
|
|
224
|
+
# Load parent package first
|
|
225
|
+
parent_module = _load_path_based_module(base_path)
|
|
226
|
+
|
|
227
|
+
# Now load submodules
|
|
228
|
+
current_module = parent_module
|
|
229
|
+
current_name = base_path
|
|
230
|
+
for submod in submodule_parts:
|
|
231
|
+
current_name = f"{current_name}.{submod}"
|
|
232
|
+
if current_name in sys.modules:
|
|
233
|
+
current_module = sys.modules[current_name]
|
|
234
|
+
else:
|
|
235
|
+
# Try to import as attribute or load from file
|
|
236
|
+
if hasattr(current_module, submod):
|
|
237
|
+
current_module = getattr(current_module, submod)
|
|
238
|
+
else:
|
|
239
|
+
# Try to load the submodule file
|
|
240
|
+
if hasattr(current_module, '__path__'):
|
|
241
|
+
for parent_path in current_module.__path__:
|
|
242
|
+
submod_file = os.path.join(parent_path, submod + '.py')
|
|
243
|
+
submod_pkg = os.path.join(parent_path, submod, '__init__.py')
|
|
244
|
+
if os.path.exists(submod_file):
|
|
245
|
+
spec = importlib.util.spec_from_file_location(current_name, submod_file)
|
|
246
|
+
current_module = importlib.util.module_from_spec(spec)
|
|
247
|
+
current_module.__package__ = f"{base_path}.{'.'.join(submodule_parts[:-1])}" if len(submodule_parts) > 1 else base_path
|
|
248
|
+
sys.modules[current_name] = current_module
|
|
249
|
+
spec.loader.exec_module(current_module)
|
|
250
|
+
break
|
|
251
|
+
elif os.path.exists(submod_pkg):
|
|
252
|
+
spec = importlib.util.spec_from_file_location(current_name, submod_pkg,
|
|
253
|
+
submodule_search_locations=[os.path.dirname(submod_pkg)])
|
|
254
|
+
current_module = importlib.util.module_from_spec(spec)
|
|
255
|
+
sys.modules[current_name] = current_module
|
|
256
|
+
spec.loader.exec_module(current_module)
|
|
257
|
+
break
|
|
258
|
+
else:
|
|
259
|
+
raise ModuleNotFoundError(f"Cannot find submodule {submod} in {current_name}")
|
|
260
|
+
return current_module
|
|
261
|
+
|
|
262
|
+
# Simple path-based module (no submodule parts)
|
|
263
|
+
if os.path.isdir(module_name):
|
|
264
|
+
init_path = os.path.join(module_name, "__init__.py")
|
|
265
|
+
submodule_search_locations = [module_name]
|
|
266
|
+
else:
|
|
267
|
+
init_path = module_name
|
|
268
|
+
submodule_search_locations = None
|
|
269
|
+
|
|
270
|
+
if not os.path.exists(init_path):
|
|
271
|
+
raise ModuleNotFoundError(f"Cannot find module at path: {module_name}")
|
|
272
|
+
|
|
273
|
+
spec = importlib.util.spec_from_file_location(
|
|
274
|
+
module_name,
|
|
275
|
+
init_path,
|
|
276
|
+
submodule_search_locations=submodule_search_locations
|
|
277
|
+
)
|
|
278
|
+
module = importlib.util.module_from_spec(spec)
|
|
279
|
+
|
|
280
|
+
# Set up package attributes for relative imports
|
|
281
|
+
if os.path.isdir(module_name):
|
|
282
|
+
module.__path__ = [module_name]
|
|
283
|
+
module.__package__ = module_name
|
|
284
|
+
else:
|
|
285
|
+
module.__package__ = module_name.rsplit('.', 1)[0] if '.' in module_name else ''
|
|
286
|
+
|
|
287
|
+
sys.modules[module_name] = module
|
|
288
|
+
spec.loader.exec_module(module)
|
|
289
|
+
|
|
290
|
+
return module
|
|
291
|
+
|
|
292
|
+
|
|
109
293
|
def _execute_method_call(module_name: str, class_name: str, method_name: str,
|
|
110
294
|
self_state: dict, kwargs: dict) -> Any:
|
|
111
295
|
"""
|
|
@@ -114,9 +298,28 @@ def _execute_method_call(module_name: str, class_name: str, method_name: str,
|
|
|
114
298
|
This function imports the class fresh and calls the original (un-decorated) method.
|
|
115
299
|
"""
|
|
116
300
|
import importlib
|
|
301
|
+
import os
|
|
302
|
+
import sys
|
|
117
303
|
|
|
118
304
|
# Import the module
|
|
119
|
-
|
|
305
|
+
logger.debug(f"Attempting to import module_name={module_name}")
|
|
306
|
+
|
|
307
|
+
# Check if module_name is a filesystem path (ComfyUI uses paths as module names)
|
|
308
|
+
# This happens because ComfyUI's load_custom_node uses the full path as sys_module_name
|
|
309
|
+
if module_name.startswith('/') or (os.sep in module_name and not module_name.startswith('.')):
|
|
310
|
+
# Check if the base path exists to confirm it's a path-based module
|
|
311
|
+
base_path = module_name.split('.')[0] if '.' in module_name else module_name
|
|
312
|
+
if os.path.exists(base_path):
|
|
313
|
+
logger.debug(f"Detected path-based module name, using file-based import")
|
|
314
|
+
# Install the meta path finder to handle relative imports within the package
|
|
315
|
+
_ensure_path_finder_installed()
|
|
316
|
+
module = _load_path_based_module(module_name)
|
|
317
|
+
else:
|
|
318
|
+
# Doesn't look like a valid path, try standard import
|
|
319
|
+
module = importlib.import_module(module_name)
|
|
320
|
+
else:
|
|
321
|
+
# Standard module name - use importlib.import_module
|
|
322
|
+
module = importlib.import_module(module_name)
|
|
120
323
|
cls = getattr(module, class_name)
|
|
121
324
|
|
|
122
325
|
# Create instance with proper __slots__ handling
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: comfy-env
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.21
|
|
4
4
|
Summary: Environment management for ComfyUI custom nodes - CUDA wheel resolution and process isolation
|
|
5
5
|
Project-URL: Homepage, https://github.com/PozzettiAndrea/comfy-env
|
|
6
6
|
Project-URL: Repository, https://github.com/PozzettiAndrea/comfy-env
|
|
@@ -126,7 +126,7 @@ comfy-env resolve nvdiffrast==0.4.0
|
|
|
126
126
|
comfy-env doctor
|
|
127
127
|
```
|
|
128
128
|
|
|
129
|
-
##
|
|
129
|
+
## Configurations
|
|
130
130
|
|
|
131
131
|
### comfy-env.toml
|
|
132
132
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
comfy_env/__init__.py,sha256=76gIAh7qFff_v_bAolXVzuWzcgvD3bp-yQGCNzba_Iw,3287
|
|
2
2
|
comfy_env/cli.py,sha256=X-GCQMP0mtMcE3ZgkT-VLQ4Gq3UUvcb_Ux_NClEFhgI,15975
|
|
3
|
-
comfy_env/decorator.py,sha256=
|
|
3
|
+
comfy_env/decorator.py,sha256=6JCKwLHaZtOLVDexs_gh_-NtS2ZK0V7nGCPqkyeYEAA,16688
|
|
4
4
|
comfy_env/errors.py,sha256=8hN8NDlo8oBUdapc-eT3ZluigI5VBzfqsSBvQdfWlz4,9943
|
|
5
5
|
comfy_env/install.py,sha256=txjQh5mdtFt0uQL7682LWgH0-311TflunaKv-n0XlYM,24510
|
|
6
6
|
comfy_env/registry.py,sha256=uFCtGmWYvwGCqObXgzmArX7o5JsFNsHXxayofk3m6no,2569
|
|
@@ -29,11 +29,11 @@ comfy_env/workers/__init__.py,sha256=IKZwOvrWOGqBLDUIFAalg4CdqzJ_YnAdxo2Ha7gZTJ0
|
|
|
29
29
|
comfy_env/workers/base.py,sha256=ZILYXlvGCWuCZXmjKqfG8VeD19ihdYaASdlbasl2BMo,2312
|
|
30
30
|
comfy_env/workers/pool.py,sha256=MtjeOWfvHSCockq8j1gfnxIl-t01GSB79T5N4YB82Lg,6956
|
|
31
31
|
comfy_env/workers/tensor_utils.py,sha256=TCuOAjJymrSbkgfyvcKtQ_KbVWTqSwP9VH_bCaFLLq8,6409
|
|
32
|
-
comfy_env/workers/torch_mp.py,sha256=
|
|
32
|
+
comfy_env/workers/torch_mp.py,sha256=4YSNPn7hALrvMVbkO4RkTeFTcc0lhfLMk5QTWjY4PHw,22134
|
|
33
33
|
comfy_env/workers/venv.py,sha256=_ekHfZPqBIPY08DjqiXm6cTBQH4DrbxRWR3AAv3mit8,31589
|
|
34
34
|
comfy_env/wheel_sources.yml,sha256=nSZ8XB_I5JXQGB7AgC6lHs_IXMd9Kcno10artNL8BKw,7775
|
|
35
|
-
comfy_env-0.0.
|
|
36
|
-
comfy_env-0.0.
|
|
37
|
-
comfy_env-0.0.
|
|
38
|
-
comfy_env-0.0.
|
|
39
|
-
comfy_env-0.0.
|
|
35
|
+
comfy_env-0.0.21.dist-info/METADATA,sha256=UvyKIRRV4zWGCvxgQu-Og_Y7wNC--tzcBCFab4PvAYw,5400
|
|
36
|
+
comfy_env-0.0.21.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
37
|
+
comfy_env-0.0.21.dist-info/entry_points.txt,sha256=J4fXeqgxU_YenuW_Zxn_pEL7J-3R0--b6MS5t0QmAr0,49
|
|
38
|
+
comfy_env-0.0.21.dist-info/licenses/LICENSE,sha256=E68QZMMpW4P2YKstTZ3QU54HRQO8ecew09XZ4_Vn870,1093
|
|
39
|
+
comfy_env-0.0.21.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|