InvokeAI 5.7.0rc2__tar.gz → 5.7.2__tar.gz

{invokeai-5.7.0rc2 → invokeai-5.7.2}/InvokeAI.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: InvokeAI
-Version: 5.7.0rc2
+Version: 5.7.2
 Summary: An implementation of Stable Diffusion which provides various new features and options to aid the image generation process
 Author-email: The InvokeAI Project <lincoln.stein@gmail.com>
 License:                                  Apache License
@@ -267,7 +267,6 @@ Requires-Dist: test-tube
 Requires-Dist: windows-curses; sys_platform == "win32"
 Provides-Extra: xformers
 Requires-Dist: xformers>=0.0.28.post1; sys_platform != "darwin" and extra == "xformers"
-Requires-Dist: triton; sys_platform == "linux" and extra == "xformers"
 Provides-Extra: onnx
 Requires-Dist: onnxruntime; extra == "onnx"
 Provides-Extra: onnx-cuda

{invokeai-5.7.0rc2 → invokeai-5.7.2}/InvokeAI.egg-info/SOURCES.txt

@@ -67,10 +67,12 @@ invokeai/app/invocations/ip_adapter.py
 invokeai/app/invocations/latents_to_image.py
 invokeai/app/invocations/lineart.py
 invokeai/app/invocations/lineart_anime.py
+invokeai/app/invocations/load_custom_nodes.py
 invokeai/app/invocations/mask.py
 invokeai/app/invocations/math.py
 invokeai/app/invocations/mediapipe_face.py
 invokeai/app/invocations/metadata.py
+invokeai/app/invocations/metadata_linked.py
 invokeai/app/invocations/mlsd.py
 invokeai/app/invocations/model.py
 invokeai/app/invocations/noise.py
@@ -269,11 +271,13 @@ invokeai/app/util/metaenum.py
 invokeai/app/util/misc.py
 invokeai/app/util/model_exclude_null.py
 invokeai/app/util/profiler.py
+invokeai/app/util/startup_utils.py
 invokeai/app/util/step_callback.py
 invokeai/app/util/suppress_output.py
 invokeai/app/util/t5_model_identifier.py
 invokeai/app/util/thumbnails.py
 invokeai/app/util/ti_utils.py
+invokeai/app/util/torch_cuda_allocator.py
 invokeai/assets/fonts/inter/Inter-Regular.ttf
 invokeai/backend/__init__.py
 invokeai/backend/model_patcher.py
@@ -553,12 +557,12 @@ invokeai/frontend/install/__init__.py
 invokeai/frontend/install/import_images.py
 invokeai/frontend/web/__init__.py
 invokeai/frontend/web/dist/index.html
-invokeai/frontend/web/dist/assets/App-CiqQF6aL.js
+invokeai/frontend/web/dist/assets/App-B3b-xNDy.js
+invokeai/frontend/web/dist/assets/ThemeLocaleProvider-CIVY2PPJ.js
 invokeai/frontend/web/dist/assets/ThemeLocaleProvider-Dej1epe9.css
-invokeai/frontend/web/dist/assets/ThemeLocaleProvider-DrENyD9o.js
 invokeai/frontend/web/dist/assets/commercial-license-bg-C_dHp7on.png
 invokeai/frontend/web/dist/assets/denoising-strength-4mznP2tj.png
-invokeai/frontend/web/dist/assets/index-DlC0Johr.js
+invokeai/frontend/web/dist/assets/index-YgbUFAE9.js
 invokeai/frontend/web/dist/assets/inter-cyrillic-ext-wght-normal-B2xhLi22.woff2
 invokeai/frontend/web/dist/assets/inter-cyrillic-wght-normal-CMZtQduZ.woff2
 invokeai/frontend/web/dist/assets/inter-greek-ext-wght-normal-CGAr0uHJ.woff2
@@ -622,6 +626,7 @@ invokeai/invocation_api/__init__.py
 invokeai/version/__init__.py
 invokeai/version/invokeai_version.py
 tests/test_config.py
+tests/test_dangerously_run_function_in_subprocess.py
 tests/test_docs.py
 tests/test_graph_execution_state.py
 tests/test_invocation_cache_memory.py

{invokeai-5.7.0rc2 → invokeai-5.7.2}/InvokeAI.egg-info/requires.txt

@@ -101,6 +101,3 @@ httpx
 
 [xformers:sys_platform != "darwin"]
 xformers>=0.0.28.post1
-
-[xformers:sys_platform == "linux"]
-triton

{invokeai-5.7.0rc2 → invokeai-5.7.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: InvokeAI
-Version: 5.7.0rc2
+Version: 5.7.2
 Summary: An implementation of Stable Diffusion which provides various new features and options to aid the image generation process
 Author-email: The InvokeAI Project <lincoln.stein@gmail.com>
 License:                                  Apache License
@@ -267,7 +267,6 @@ Requires-Dist: test-tube
 Requires-Dist: windows-curses; sys_platform == "win32"
 Provides-Extra: xformers
 Requires-Dist: xformers>=0.0.28.post1; sys_platform != "darwin" and extra == "xformers"
-Requires-Dist: triton; sys_platform == "linux" and extra == "xformers"
 Provides-Extra: onnx
 Requires-Dist: onnxruntime; extra == "onnx"
 Provides-Extra: onnx-cuda

{invokeai-5.7.0rc2 → invokeai-5.7.2}/invokeai/app/api/routers/boards.py

@@ -1,4 +1,4 @@
-from typing import Literal, Optional, Union
+from typing import Optional, Union
 
 from fastapi import Body, HTTPException, Path, Query
 from fastapi.routing import APIRouter
@@ -146,7 +146,7 @@ async def list_boards(
     response_model=list[str],
 )
 async def list_all_board_image_names(
-    board_id: str | Literal["none"] = Path(description="The id of the board"),
+    board_id: str = Path(description="The id of the board"),
     categories: list[ImageCategory] | None = Query(default=None, description="The categories of image to include."),
     is_intermediate: bool | None = Query(default=None, description="Whether to list intermediate images."),
 ) -> list[str]:

{invokeai-5.7.0rc2 → invokeai-5.7.2}/invokeai/app/api/routers/session_queue.py

@@ -48,7 +48,9 @@ async def enqueue_batch(
 ) -> EnqueueBatchResult:
     """Processes a batch and enqueues the output graphs for execution."""
 
-    return ApiDependencies.invoker.services.session_queue.enqueue_batch(queue_id=queue_id, batch=batch, prepend=prepend)
+    return await ApiDependencies.invoker.services.session_queue.enqueue_batch(
+        queue_id=queue_id, batch=batch, prepend=prepend
+    )
 
 
 @session_queue_router.get(

{invokeai-5.7.0rc2 → invokeai-5.7.2}/invokeai/app/api_app.py

@@ -1,12 +1,8 @@
 import asyncio
 import logging
-import mimetypes
-import socket
 from contextlib import asynccontextmanager
 from pathlib import Path
 
-import torch
-import uvicorn
 from fastapi import FastAPI, Request
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.middleware.gzip import GZipMiddleware
@@ -15,11 +11,7 @@ from fastapi.responses import HTMLResponse, RedirectResponse
 from fastapi_events.handlers.local import local_handler
 from fastapi_events.middleware import EventHandlerASGIMiddleware
 from starlette.middleware.base import BaseHTTPMiddleware, RequestResponseEndpoint
-from torch.backends.mps import is_available as is_mps_available
 
-# for PyCharm:
-# noinspection PyUnresolvedReferences
-import invokeai.backend.util.hotfixes  # noqa: F401 (monkeypatching on import)
 import invokeai.frontend.web as web_dir
 from invokeai.app.api.dependencies import ApiDependencies
 from invokeai.app.api.no_cache_staticfiles import NoCacheStaticFiles
@@ -38,31 +30,13 @@ from invokeai.app.api.routers import (
 from invokeai.app.api.sockets import SocketIO
 from invokeai.app.services.config.config_default import get_config
 from invokeai.app.util.custom_openapi import get_openapi_func
-from invokeai.backend.util.devices import TorchDevice
 from invokeai.backend.util.logging import InvokeAILogger
 
 app_config = get_config()
-
-
-if is_mps_available():
-    import invokeai.backend.util.mps_fixes  # noqa: F401 (monkeypatching on import)
-
-
 logger = InvokeAILogger.get_logger(config=app_config)
-# fix for windows mimetypes registry entries being borked
-# see https://github.com/invoke-ai/InvokeAI/discussions/3684#discussioncomment-6391352
-mimetypes.add_type("application/javascript", ".js")
-mimetypes.add_type("text/css", ".css")
-
-torch_device_name = TorchDevice.get_torch_device_name()
-logger.info(f"Using torch device: {torch_device_name}")
 
 loop = asyncio.new_event_loop()
 
-# We may change the port if the default is in use, this global variable is used to store the port so that we can log
-# the correct port when the server starts in the lifespan handler.
-port = app_config.port
-
 
 @asynccontextmanager
 async def lifespan(app: FastAPI):
@@ -71,7 +45,7 @@ async def lifespan(app: FastAPI):
 
     # Log the server address when it starts - in case the network log level is not high enough to see the startup log
     proto = "https" if app_config.ssl_certfile else "http"
-    msg = f"Invoke running on {proto}://{app_config.host}:{port} (Press CTRL+C to quit)"
+    msg = f"Invoke running on {proto}://{app_config.host}:{app_config.port} (Press CTRL+C to quit)"
 
     # Logging this way ignores the logger's log level and _always_ logs the message
     record = logger.makeRecord(
@@ -186,73 +160,3 @@ except RuntimeError:
 app.mount(
     "/static", NoCacheStaticFiles(directory=Path(web_root_path, "static/")), name="static"
 )  # docs favicon is in here
-
-
-def check_cudnn(logger: logging.Logger) -> None:
-    """Check for cuDNN issues that could be causing degraded performance."""
-    if torch.backends.cudnn.is_available():
-        try:
-            # Note: At the time of writing (torch 2.2.1), torch.backends.cudnn.version() only raises an error the first
-            # time it is called. Subsequent calls will return the version number without complaining about a mismatch.
-            cudnn_version = torch.backends.cudnn.version()
-            logger.info(f"cuDNN version: {cudnn_version}")
-        except RuntimeError as e:
-            logger.warning(
-                "Encountered a cuDNN version issue. This may result in degraded performance. This issue is usually "
-                "caused by an incompatible cuDNN version installed in your python environment, or on the host "
-                f"system. Full error message:\n{e}"
-            )
-
-
-def invoke_api() -> None:
-    def find_port(port: int) -> int:
-        """Find a port not in use starting at given port"""
-        # Taken from https://waylonwalker.com/python-find-available-port/, thanks Waylon!
-        # https://github.com/WaylonWalker
-        with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
-            s.settimeout(1)
-            if s.connect_ex(("localhost", port)) == 0:
-                return find_port(port=port + 1)
-            else:
-                return port
-
-    if app_config.dev_reload:
-        try:
-            import jurigged
-        except ImportError as e:
-            logger.error(
-                'Can\'t start `--dev_reload` because jurigged is not found; `pip install -e ".[dev]"` to include development dependencies.',
-                exc_info=e,
-            )
-        else:
-            jurigged.watch(logger=InvokeAILogger.get_logger(name="jurigged").info)
-
-    global port
-    port = find_port(app_config.port)
-    if port != app_config.port:
-        logger.warn(f"Port {app_config.port} in use, using port {port}")
-
-    check_cudnn(logger)
-
-    config = uvicorn.Config(
-        app=app,
-        host=app_config.host,
-        port=port,
-        loop="asyncio",
-        log_level=app_config.log_level_network,
-        ssl_certfile=app_config.ssl_certfile,
-        ssl_keyfile=app_config.ssl_keyfile,
-    )
-    server = uvicorn.Server(config)
-
-    # replace uvicorn's loggers with InvokeAI's for consistent appearance
-    uvicorn_logger = InvokeAILogger.get_logger("uvicorn")
-    uvicorn_logger.handlers.clear()
-    for hdlr in logger.handlers:
-        uvicorn_logger.addHandler(hdlr)
-
-    loop.run_until_complete(server.serve())
-
-
-if __name__ == "__main__":
-    invoke_api()

invokeai-5.7.2/invokeai/app/invocations/__init__.py

@@ -0,0 +1,5 @@
+from pathlib import Path
+
+# add core nodes to __all__
+python_files = filter(lambda f: not f.name.startswith("_"), Path(__file__).parent.glob("*.py"))
+__all__ = [f.stem for f in python_files]  # type: ignore

{invokeai-5.7.0rc2 → invokeai-5.7.2}/invokeai/app/invocations/baseinvocation.py

@@ -44,8 +44,6 @@ if TYPE_CHECKING:
 
 logger = InvokeAILogger.get_logger()
 
-CUSTOM_NODE_PACK_SUFFIX = "__invokeai-custom-node"
-
 
 class InvalidVersionError(ValueError):
     pass
@@ -240,6 +238,11 @@ class BaseInvocation(ABC, BaseModel):
         """Gets the invocation's output annotation (i.e. the return annotation of its `invoke()` method)."""
         return signature(cls.invoke).return_annotation
 
+    @classmethod
+    def get_invocation_for_type(cls, invocation_type: str) -> BaseInvocation | None:
+        """Gets the invocation class for a given invocation type."""
+        return cls.get_invocations_map().get(invocation_type)
+
     @staticmethod
     def json_schema_extra(schema: dict[str, Any], model_class: Type[BaseInvocation]) -> None:
         """Adds various UI-facing attributes to the invocation's OpenAPI schema."""
@@ -446,8 +449,27 @@ def invocation(
         if re.compile(r"^\S+$").match(invocation_type) is None:
             raise ValueError(f'"invocation_type" must consist of non-whitespace characters, got "{invocation_type}"')
 
+        # The node pack is the module name - will be "invokeai" for built-in nodes
+        node_pack = cls.__module__.split(".")[0]
+
+        # Handle the case where an existing node is being clobbered by the one we are registering
         if invocation_type in BaseInvocation.get_invocation_types():
-            raise ValueError(f'Invocation type "{invocation_type}" already exists')
+            clobbered_invocation = BaseInvocation.get_invocation_for_type(invocation_type)
+            # This should always be true - we just checked if the invocation type was in the set
+            assert clobbered_invocation is not None
+
+            clobbered_node_pack = clobbered_invocation.UIConfig.node_pack
+
+            if clobbered_node_pack == "invokeai":
+                # The node being clobbered is a core node
+                raise ValueError(
+                    f'Cannot load node "{invocation_type}" from node pack "{node_pack}" - a core node with the same type already exists'
+                )
+            else:
+                # The node being clobbered is a custom node
+                raise ValueError(
+                    f'Cannot load node "{invocation_type}" from node pack "{node_pack}" - a node with the same type already exists in node pack "{clobbered_node_pack}"'
+                )
 
         validate_fields(cls.model_fields, invocation_type)
 
@@ -457,8 +479,7 @@ def invocation(
         uiconfig["tags"] = tags
         uiconfig["category"] = category
         uiconfig["classification"] = classification
-        # The node pack is the module name - will be "invokeai" for built-in nodes
-        uiconfig["node_pack"] = cls.__module__.split(".")[0]
+        uiconfig["node_pack"] = node_pack
 
         if version is not None:
             try:

{invokeai-5.7.0rc2 → invokeai-5.7.2}/invokeai/app/invocations/custom_nodes/init.py

@@ -10,10 +10,12 @@ from pathlib import Path
 from invokeai.backend.util.logging import InvokeAILogger
 
 logger = InvokeAILogger.get_logger()
-loaded_count = 0
+loaded_packs: list[str] = []
+failed_packs: list[str] = []
 
+custom_nodes_dir = Path(__file__).parent
 
-for d in Path(__file__).parent.iterdir():
+for d in custom_nodes_dir.iterdir():
     # skip files
     if not d.is_dir():
         continue
@@ -47,12 +49,16 @@ for d in Path(__file__).parent.iterdir():
         sys.modules[spec.name] = module
         spec.loader.exec_module(module)
 
-        loaded_count += 1
+        loaded_packs.append(module_name)
     except Exception:
+        failed_packs.append(module_name)
         full_error = traceback.format_exc()
-        logger.error(f"Failed to load node pack {module_name}:\n{full_error}")
+        logger.error(f"Failed to load node pack {module_name} (may have partially loaded):\n{full_error}")
 
     del init, module_name
 
+loaded_count = len(loaded_packs)
 if loaded_count > 0:
-    logger.info(f"Loaded {loaded_count} node packs from {Path(__file__).parent}")
+    logger.info(
+        f"Loaded {loaded_count} node pack{'s' if loaded_count != 1 else ''} from {custom_nodes_dir}: {', '.join(loaded_packs)}"
+    )

{invokeai-5.7.0rc2 → invokeai-5.7.2}/invokeai/app/invocations/flux_vae_decode.py

@@ -41,16 +41,11 @@ class FluxVaeDecodeInvocation(BaseInvocation, WithMetadata, WithBoard):
 
     def _estimate_working_memory(self, latents: torch.Tensor, vae: AutoEncoder) -> int:
         """Estimate the working memory required by the invocation in bytes."""
-        # It was found experimentally that the peak working memory scales linearly with the number of pixels and the
-        # element size (precision).
         out_h = LATENT_SCALE_FACTOR * latents.shape[-2]
         out_w = LATENT_SCALE_FACTOR * latents.shape[-1]
         element_size = next(vae.parameters()).element_size()
-        scaling_constant = 1090  # Determined experimentally.
+        scaling_constant = 2200  # Determined experimentally.
         working_memory = out_h * out_w * element_size * scaling_constant
-
-        # We add a 20% buffer to the working memory estimate to be safe.
-        working_memory = working_memory * 1.2
         return int(working_memory)
 
     def _vae_decode(self, vae_info: LoadedModel, latents: torch.Tensor) -> Image.Image:

{invokeai-5.7.0rc2 → invokeai-5.7.2}/invokeai/app/invocations/latents_to_image.py

@@ -60,7 +60,7 @@ class LatentsToImageInvocation(BaseInvocation, WithMetadata, WithBoard):
         # It was found experimentally that the peak working memory scales linearly with the number of pixels and the
         # element size (precision). This estimate is accurate for both SD1 and SDXL.
         element_size = 4 if self.fp32 else 2
-        scaling_constant = 960  # Determined experimentally.
+        scaling_constant = 2200  # Determined experimentally.
 
         if use_tiling:
             tile_size = self.tile_size
@@ -84,9 +84,7 @@ class LatentsToImageInvocation(BaseInvocation, WithMetadata, WithBoard):
             # If we are running in FP32, then we should account for the likely increase in model size (~250MB).
             working_memory += 250 * 2**20
 
-        # We add 20% to the working memory estimate to be safe.
-        working_memory = int(working_memory * 1.2)
-        return working_memory
+        return int(working_memory)
 
     @torch.no_grad()
     def invoke(self, context: InvocationContext) -> ImageOutput:

invokeai-5.7.2/invokeai/app/invocations/load_custom_nodes.py

@@ -0,0 +1,40 @@
+import shutil
+import sys
+from importlib.util import module_from_spec, spec_from_file_location
+from pathlib import Path
+
+
+def load_custom_nodes(custom_nodes_path: Path):
+    """
+    Loads all custom nodes from the custom_nodes_path directory.
+
+    This function copies a custom __init__.py file to the custom_nodes_path directory, effectively turning it into a
+    python module.
+
+    The custom __init__.py file itself imports all the custom node packs as python modules from the custom_nodes_path
+    directory.
+
+    Then,the custom __init__.py file is programmatically imported using importlib. As it executes, it imports all the
+    custom node packs as python modules.
+    """
+    custom_nodes_path.mkdir(parents=True, exist_ok=True)
+
+    custom_nodes_init_path = str(custom_nodes_path / "__init__.py")
+    custom_nodes_readme_path = str(custom_nodes_path / "README.md")
+
+    # copy our custom nodes __init__.py to the custom nodes directory
+    shutil.copy(Path(__file__).parent / "custom_nodes/init.py", custom_nodes_init_path)
+    shutil.copy(Path(__file__).parent / "custom_nodes/README.md", custom_nodes_readme_path)
+
+    # set the same permissions as the destination directory, in case our source is read-only,
+    # so that the files are user-writable
+    for p in custom_nodes_path.glob("**/*"):
+        p.chmod(custom_nodes_path.stat().st_mode)
+
+    # Import custom nodes, see https://docs.python.org/3/library/importlib.html#importing-programmatically
+    spec = spec_from_file_location("custom_nodes", custom_nodes_init_path)
+    if spec is None or spec.loader is None:
+        raise RuntimeError(f"Could not load custom nodes from {custom_nodes_init_path}")
+    module = module_from_spec(spec)
+    sys.modules[spec.name] = module
+    spec.loader.exec_module(module)

{invokeai-5.7.0rc2 → invokeai-5.7.2}/invokeai/app/invocations/metadata.py

@@ -284,6 +284,7 @@ class CoreMetadataInvocation(BaseInvocation):
     tags=["metadata"],
     category="metadata",
     version="1.0.0",
+    classification=Classification.Deprecated,
 )
 class MetadataFieldExtractorInvocation(BaseInvocation):
     """Extracts the text value from an image's metadata given a key.