diffusers-workflow 0.4.0a8__tar.gz → 0.4.0a10__tar.gz

{diffusers_workflow-0.4.0a8/diffusers_workflow.egg-info → diffusers_workflow-0.4.0a10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffusers-workflow
-Version: 0.4.0a8
+Version: 0.4.0a10
 Summary: Declarative workflow engine and web UI for Hugging Face Diffusers
 Author: dkackman
 License: Apache-2.0
@@ -57,6 +57,9 @@ Requires-Dist: packaging>=26.3
 Provides-Extra: server
 Requires-Dist: fastapi>=0.141.1; extra == "server"
 Requires-Dist: uvicorn[standard]>=0.52.4; extra == "server"
+Provides-Extra: mcp
+Requires-Dist: mcp>=2.1.1; extra == "mcp"
+Requires-Dist: httpx>=0.28.1; extra == "mcp"
 Provides-Extra: dev
 Requires-Dist: pytest>=9.1.1; extra == "dev"
 Requires-Dist: pytest-cov>=7.1.0; extra == "dev"
@@ -67,6 +70,7 @@ Requires-Dist: pytest-asyncio>=1.4.0; extra == "dev"
 Requires-Dist: httpx>=0.28.1; extra == "dev"
 Requires-Dist: black>=26.5.1; extra == "dev"
 Requires-Dist: build; extra == "dev"
+Requires-Dist: mcp>=2.1.1; extra == "dev"
 Dynamic: license-file
 
 [![CodeQL](https://github.com/dkackman/diffusers-workflow/actions/workflows/github-code-scanning/codeql/badge.svg)](https://github.com/dkackman/diffusers-workflow/actions/workflows/github-code-scanning/codeql)
@@ -85,6 +89,7 @@ A declarative workflow engine and web UI for the [Hugging Face Diffusers library
 ## Features
 
 - **Web UI** — browse and run workflows, edit them in introspection-driven forms, watch jobs stream live progress, manage generated output and the models on disk. `python -m dw.serve` and open a browser. See [Server & Web UI](docs/SERVER.md).
+- **MCP server** — a stdio server that lets an MCP client (Claude Code first) author, validate, save, run and diagnose workflows against a running `dw.serve`. `dw-mcp`. See [MCP Server](docs/MCP.md).
 - **Declarative JSON workflows** with variable substitution and cross-step data flow
 - **Multi-step pipelines** — chain text-to-image, image-to-video, inpainting, ControlNet
 - **Reproducible by construction** — outputs embed their full workflow definition and seed; any image in the gallery reopens as the exact workflow that made it
@@ -323,6 +328,7 @@ See [workflows/](workflows/) for more workflow files.
 ### Guides
 
 - [Server & Web UI](docs/SERVER.md) — The web UI, jobs API, and introspection service
+- [MCP Server](docs/MCP.md) — Tool surface for MCP clients (Claude Code, Claude Desktop)
 - [Workflow Guide](docs/WORKFLOW_GUIDE.md) — JSON structure, variables, steps, data flow
 - [Quantization](docs/QUANTIZATION.md) — BitsAndBytes, TorchAO, GGUF, SDNQ
 - [Inference Acceleration](docs/ACCELERATION.md) — torch.compile, FirstBlockCache, MagCache, TaylorSeer, TeaCache

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/README.md

@@ -14,6 +14,7 @@ A declarative workflow engine and web UI for the [Hugging Face Diffusers library
 ## Features
 
 - **Web UI** — browse and run workflows, edit them in introspection-driven forms, watch jobs stream live progress, manage generated output and the models on disk. `python -m dw.serve` and open a browser. See [Server & Web UI](docs/SERVER.md).
+- **MCP server** — a stdio server that lets an MCP client (Claude Code first) author, validate, save, run and diagnose workflows against a running `dw.serve`. `dw-mcp`. See [MCP Server](docs/MCP.md).
 - **Declarative JSON workflows** with variable substitution and cross-step data flow
 - **Multi-step pipelines** — chain text-to-image, image-to-video, inpainting, ControlNet
 - **Reproducible by construction** — outputs embed their full workflow definition and seed; any image in the gallery reopens as the exact workflow that made it
@@ -252,6 +253,7 @@ See [workflows/](workflows/) for more workflow files.
 ### Guides
 
 - [Server & Web UI](docs/SERVER.md) — The web UI, jobs API, and introspection service
+- [MCP Server](docs/MCP.md) — Tool surface for MCP clients (Claude Code, Claude Desktop)
 - [Workflow Guide](docs/WORKFLOW_GUIDE.md) — JSON structure, variables, steps, data flow
 - [Quantization](docs/QUANTIZATION.md) — BitsAndBytes, TorchAO, GGUF, SDNQ
 - [Inference Acceleration](docs/ACCELERATION.md) — torch.compile, FirstBlockCache, MagCache, TaylorSeer, TeaCache

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10/diffusers_workflow.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffusers-workflow
-Version: 0.4.0a8
+Version: 0.4.0a10
 Summary: Declarative workflow engine and web UI for Hugging Face Diffusers
 Author: dkackman
 License: Apache-2.0
@@ -57,6 +57,9 @@ Requires-Dist: packaging>=26.3
 Provides-Extra: server
 Requires-Dist: fastapi>=0.141.1; extra == "server"
 Requires-Dist: uvicorn[standard]>=0.52.4; extra == "server"
+Provides-Extra: mcp
+Requires-Dist: mcp>=2.1.1; extra == "mcp"
+Requires-Dist: httpx>=0.28.1; extra == "mcp"
 Provides-Extra: dev
 Requires-Dist: pytest>=9.1.1; extra == "dev"
 Requires-Dist: pytest-cov>=7.1.0; extra == "dev"
@@ -67,6 +70,7 @@ Requires-Dist: pytest-asyncio>=1.4.0; extra == "dev"
 Requires-Dist: httpx>=0.28.1; extra == "dev"
 Requires-Dist: black>=26.5.1; extra == "dev"
 Requires-Dist: build; extra == "dev"
+Requires-Dist: mcp>=2.1.1; extra == "dev"
 Dynamic: license-file
 
 [![CodeQL](https://github.com/dkackman/diffusers-workflow/actions/workflows/github-code-scanning/codeql/badge.svg)](https://github.com/dkackman/diffusers-workflow/actions/workflows/github-code-scanning/codeql)
@@ -85,6 +89,7 @@ A declarative workflow engine and web UI for the [Hugging Face Diffusers library
 ## Features
 
 - **Web UI** — browse and run workflows, edit them in introspection-driven forms, watch jobs stream live progress, manage generated output and the models on disk. `python -m dw.serve` and open a browser. See [Server & Web UI](docs/SERVER.md).
+- **MCP server** — a stdio server that lets an MCP client (Claude Code first) author, validate, save, run and diagnose workflows against a running `dw.serve`. `dw-mcp`. See [MCP Server](docs/MCP.md).
 - **Declarative JSON workflows** with variable substitution and cross-step data flow
 - **Multi-step pipelines** — chain text-to-image, image-to-video, inpainting, ControlNet
 - **Reproducible by construction** — outputs embed their full workflow definition and seed; any image in the gallery reopens as the exact workflow that made it
@@ -323,6 +328,7 @@ See [workflows/](workflows/) for more workflow files.
 ### Guides
 
 - [Server & Web UI](docs/SERVER.md) — The web UI, jobs API, and introspection service
+- [MCP Server](docs/MCP.md) — Tool surface for MCP clients (Claude Code, Claude Desktop)
 - [Workflow Guide](docs/WORKFLOW_GUIDE.md) — JSON structure, variables, steps, data flow
 - [Quantization](docs/QUANTIZATION.md) — BitsAndBytes, TorchAO, GGUF, SDNQ
 - [Inference Acceleration](docs/ACCELERATION.md) — torch.compile, FirstBlockCache, MagCache, TaylorSeer, TeaCache

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/diffusers_workflow.egg-info/SOURCES.txt

@@ -64,45 +64,45 @@ dw/server/ui/assets/csharp-BKxtCVv1.js
 dw/server/ui/assets/csp-bTuwJoIa.js
 dw/server/ui/assets/css-DIMkf-bt.js
 dw/server/ui/assets/css.worker-B3ciXF_0.js
-dw/server/ui/assets/cssMode-4JQhrTTm.js
+dw/server/ui/assets/cssMode-DBf-T_da.js
 dw/server/ui/assets/cypher-CVaqCwHa.js
 dw/server/ui/assets/dart-onAF5SnQ.js
 dw/server/ui/assets/dockerfile-DZFCIeNp.js
 dw/server/ui/assets/ecl-D05T4iGw.js
 dw/server/ui/assets/editor-jjEx9u7D.css
-dw/server/ui/assets/editor.api-B_68laXH.js
+dw/server/ui/assets/editor.api-B0D5Ygq7.js
 dw/server/ui/assets/editor.worker-q-txB4vs.js
 dw/server/ui/assets/elixir-6RTg0lbw.js
 dw/server/ui/assets/flow9-C5_-GSwl.js
-dw/server/ui/assets/freemarker2-C4IxK8gs.js
+dw/server/ui/assets/freemarker2-Br8g4G1T.js
 dw/server/ui/assets/fsharp-C8Ef5oNN.js
 dw/server/ui/assets/go-C-y9NEjX.js
 dw/server/ui/assets/graphql-fmXr3nnJ.js
-dw/server/ui/assets/handlebars-BArDGhF4.js
+dw/server/ui/assets/handlebars-BKo1TaOF.js
 dw/server/ui/assets/hcl-CpzslTdj.js
-dw/server/ui/assets/html-8yKFx0-x.js
+dw/server/ui/assets/html-Bis1seyM.js
 dw/server/ui/assets/html.worker-C93Ht9o9.js
-dw/server/ui/assets/htmlMode-BwXG6XFP.js
-dw/server/ui/assets/index-BY3Mtj4M.js
-dw/server/ui/assets/index-Bug26k2P.css
+dw/server/ui/assets/htmlMode-D2SOD2MF.js
+dw/server/ui/assets/index-D7eWnTCB.css
+dw/server/ui/assets/index-JyFxgIR9.js
 dw/server/ui/assets/ini-sBoK_t0W.js
 dw/server/ui/assets/java-BEtHBSE6.js
-dw/server/ui/assets/javascript-B3mqpFQQ.js
+dw/server/ui/assets/javascript-CkEbVb78.js
 dw/server/ui/assets/json.worker-B2V3pomh.js
-dw/server/ui/assets/jsonMode-C1m5Z8Ha.js
+dw/server/ui/assets/jsonMode-dVJbYwxg.js
 dw/server/ui/assets/julia-Bri6UV-V.js
 dw/server/ui/assets/kotlin-BOotOW0E.js
 dw/server/ui/assets/less-B9JPFI3C.js
 dw/server/ui/assets/lexon-CfSJPG6W.js
-dw/server/ui/assets/liquid-Cs5oVPJ1.js
-dw/server/ui/assets/lspLanguageFeatures-CnroSKaf.js
+dw/server/ui/assets/liquid-Btak-6uF.js
+dw/server/ui/assets/lspLanguageFeatures-BfeZZQbb.js
 dw/server/ui/assets/lua-CsQS60Ue.js
 dw/server/ui/assets/m3-D-oSqn_W.js
 dw/server/ui/assets/markdown-Cimd5fb3.js
-dw/server/ui/assets/mdx-BGAIyUWE.js
+dw/server/ui/assets/mdx-D9KXK7-s.js
 dw/server/ui/assets/mips-CIPQ_RoX.js
 dw/server/ui/assets/monaco--ixms01u.css
-dw/server/ui/assets/monaco-ab9gu2Wi.js
+dw/server/ui/assets/monaco-ZMCk_MWf.js
 dw/server/ui/assets/msdax-DauUninz.js
 dw/server/ui/assets/mysql-SOo6toE5.js
 dw/server/ui/assets/objective-c-FvmIjYaQ.js
@@ -117,10 +117,10 @@ dw/server/ui/assets/powerquery-D3hlyOfw.js
 dw/server/ui/assets/powershell-DmHpPYUd.js
 dw/server/ui/assets/protobuf-C531GsRP.js
 dw/server/ui/assets/pug-Z5eAx3Zn.js
-dw/server/ui/assets/python-XsfASqaE.js
+dw/server/ui/assets/python-0FnO4xGM.js
 dw/server/ui/assets/qsharp-DkqhCAOL.js
 dw/server/ui/assets/r-BwWrilGY.js
-dw/server/ui/assets/razor-C-1xVmcy.js
+dw/server/ui/assets/razor-B6PMzeY4.js
 dw/server/ui/assets/redis-ClamHrr6.js
 dw/server/ui/assets/redshift-DT7zqm-g.js
 dw/server/ui/assets/restructuredtext-BYgofb2h.js
@@ -140,15 +140,15 @@ dw/server/ui/assets/swift-Bxkupp3x.js
 dw/server/ui/assets/systemverilog-Bz4Y3fRF.js
 dw/server/ui/assets/tcl-DISqw1ZD.js
 dw/server/ui/assets/ts.worker-D7T1-Ig5.js
-dw/server/ui/assets/tsMode-BDa9GeVq.js
+dw/server/ui/assets/tsMode-nxyvZH1t.js
 dw/server/ui/assets/twig-De2hgUGE.js
-dw/server/ui/assets/typescript-VE9GZNZf.js
+dw/server/ui/assets/typescript-BhBe8aGf.js
 dw/server/ui/assets/typespec-B8J7ngcE.js
 dw/server/ui/assets/vb-DV3o63ZY.js
 dw/server/ui/assets/wgsl-DpFanUEy.js
-dw/server/ui/assets/workers-C_2pIPh_.js
-dw/server/ui/assets/xml-BJp06vju.js
-dw/server/ui/assets/yaml-EI9SS79i.js
+dw/server/ui/assets/workers-ChAf-t8A.js
+dw/server/ui/assets/xml-z2r9dHSO.js
+dw/server/ui/assets/yaml-DrcHrz7f.js
 dw/tasks/audio_utils.py
 dw/tasks/background_remover.py
 dw/tasks/borders.py
@@ -177,12 +177,23 @@ dw/workflows/augment_prompt.json
 dw/workflows/describe_image.json
 dw/workflows/h3_context_ir.json
 dw/workflows/test.json
+dw_mcp/__init__.py
+dw_mcp/__main__.py
+dw_mcp/authoring.py
+dw_mcp/catalog.py
+dw_mcp/client.py
+dw_mcp/diagnose.py
+dw_mcp/media.py
+dw_mcp/models.py
+dw_mcp/prompts.py
+dw_mcp/server.py
 tests/test_argument_updates.py
 tests/test_arguments.py
 tests/test_audio_utils.py
 tests/test_borders.py
 tests/test_cache_blocks.py
 tests/test_chain.py
+tests/test_cli.py
 tests/test_component_pruning.py
 tests/test_concat_videos.py
 tests/test_config_objects.py
@@ -190,6 +201,7 @@ tests/test_configuration_schema.py
 tests/test_depth_estimator.py
 tests/test_device.py
 tests/test_device_helpers.py
+tests/test_device_portability.py
 tests/test_diffusion_upscale.py
 tests/test_docs_links.py
 tests/test_events.py
@@ -202,9 +214,19 @@ tests/test_integration.py
 tests/test_interpolate_frames.py
 tests/test_introspection.py
 tests/test_list_images.py
+tests/test_mcp_authoring.py
+tests/test_mcp_catalog.py
+tests/test_mcp_client.py
+tests/test_mcp_diagnose.py
+tests/test_mcp_media.py
+tests/test_mcp_models.py
+tests/test_mcp_prompts.py
+tests/test_mcp_server.py
 tests/test_model_cache.py
 tests/test_modular_pipeline.py
+tests/test_offload_placement.py
 tests/test_pair_audio.py
+tests/test_phase_events.py
 tests/test_pipeline_caching.py
 tests/test_pipeline_components.py
 tests/test_previous_results.py
@@ -215,6 +237,7 @@ tests/test_repl_commands.py
 tests/test_repl_ergonomics.py
 tests/test_repl_hierarchical.py
 tests/test_repl_reorganization.py
+tests/test_repl_worker.py
 tests/test_resize_bucket.py
 tests/test_result.py
 tests/test_scheduler_config.py

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/diffusers_workflow.egg-info/entry_points.txt

@@ -1,4 +1,5 @@
 [console_scripts]
+dw-mcp = dw_mcp.__main__:main
 dw-repl = dw.repl:main
 dw-run = dw.run:main
 dw-serve = dw.serve:main

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/diffusers_workflow.egg-info/requires.txt

@@ -49,6 +49,11 @@ pytest-asyncio>=1.4.0
 httpx>=0.28.1
 black>=26.5.1
 build
+mcp>=2.1.1
+
+[mcp]
+mcp>=2.1.1
+httpx>=0.28.1
 
 [server]
 fastapi>=0.141.1

diffusers_workflow-0.4.0a10/diffusers_workflow.egg-info/top_level.txt

@@ -0,0 +1,2 @@
+dw
+dw_mcp

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/dw/__init__.py

@@ -138,6 +138,81 @@ def get_device_type(device=None):
     return torch.device(device if device is not None else get_device()).type
 
 
+def backend_available(device_type):
+    """
+    Whether this machine can actually run on a backend.
+
+    Only the backends dw knows how to probe get an answer. An unrecognized one is
+    reported available rather than guessed at, so a device torch understands and dw
+    does not is left alone instead of being rewritten.
+
+    Args:
+        device_type: Backend name ('cuda', 'mps', 'cpu', ...)
+
+    Returns:
+        bool: Whether the backend is usable here
+    """
+    if not _TORCH_AVAILABLE:
+        return device_type == "cpu"
+
+    if device_type == "cpu":
+        return True
+
+    if device_type == "cuda":
+        return torch.cuda.is_available()
+
+    if device_type == "mps":
+        return hasattr(torch.backends, "mps") and torch.backends.mps.is_available()
+
+    is_available = getattr(getattr(torch, device_type, None), "is_available", None)
+    return bool(is_available()) if callable(is_available) else True
+
+
+def resolve_device(requested):
+    """
+    Translate a device a workflow asked for into one this machine has.
+
+    A device named in a workflow is nearly always the author saying 'the accelerator'
+    rather than 'specifically NVIDIA', so a workflow written on a CUDA box runs on a
+    Mac and back again. The backend is what gets translated - an index is left alone
+    when the backend matches, since 'cuda:1' on a single-GPU CUDA box is a genuine
+    mistake and not a portability problem. A CPU device is never rewritten: pinning a
+    step to the CPU is how a GPU-specific problem gets ruled out.
+
+    Args:
+        requested: Device identifier from a workflow, or None for no override
+
+    Returns:
+        The device to use, or None if None was passed
+    """
+    if requested is None or not _TORCH_AVAILABLE:
+        return requested
+
+    try:
+        device = torch.device(requested)
+    except (RuntimeError, TypeError, ValueError):
+        # Not a device torch understands - let the failure surface where it is used
+        return requested
+
+    if device.type == "cpu" or backend_available(device.type):
+        return requested
+
+    target = get_device()
+    if device.index is not None:
+        logging.warning(
+            f"Workflow asks for '{requested}', which this machine has no {device.type} "
+            f"backend for - running on {target}. The device index is dropped, so a "
+            "workflow that meant to spread work across accelerators will not."
+        )
+    else:
+        logging.warning(
+            f"Workflow asks for '{requested}', which this machine has no {device.type} "
+            f"backend for - running on {target}"
+        )
+
+    return target
+
+
 def get_autocast_device_type():
     """
     Get the device type to use for torch.autocast.

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/dw/events.py

@@ -76,3 +76,20 @@ def activate_context(context):
 
 def deactivate_context(token):
     _active_context.reset(token)
+
+
+# The coarse states a run passes through. Small on purpose: a phase says what
+# the run is waiting on, not what any one library is doing internally
+PHASES = ("loading", "cached", "generating", "decoding", "saving", "task")
+
+
+def emit_phase(phase, detail=None):
+    """Report a coarse phase change on the active run.
+
+    A step spends most of its wall clock outside the denoise loop - pulling
+    weights, decoding latents, encoding video - and a step counter says
+    nothing about any of that. These are the rest of the story. They are rare
+    enough (a handful per step) to carry a free-text detail alongside, which
+    is what makes 'loading' readable as 'which model'.
+    """
+    get_context().emit("phase", phase=phase, detail=detail)

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/dw/hub_cache.py

@@ -150,6 +150,7 @@ class DownloadManager:
         except HFValidationError as e:
             raise ValueError(str(e))
 
+        cancel_event = threading.Event()
         with self._lock:
             for entry in self._downloads.values():
                 if entry["repo_id"] == repo_id and entry["status"] == "downloading":
@@ -163,12 +164,14 @@ class DownloadManager:
                 "error": None,
                 "started_at": time.time(),
                 "finished_at": None,
+                # Set before the entry is published: cancel() reaches for this
+                # the moment the id is visible, and assigning it after the
+                # lock left a window where cancelling raised KeyError
+                "_cancel": cancel_event,
             }
             self._downloads[entry["id"]] = entry
             self._prune()
 
-        cancel_event = threading.Event()
-        entry["_cancel"] = cancel_event
         thread = threading.Thread(
             target=self._run, args=(entry, cancel_event), daemon=True
         )

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/dw/introspection.py

@@ -19,9 +19,12 @@ logger = logging.getLogger("dw")
 
 _NAME_PATTERN = re.compile(r"^[A-Za-z_][A-Za-z0-9_]*$")
 
-# Matches a diffusers-style docstring parameter header:
+# Matches a docstring parameter header, with or without a declared type:
 #     prompt (`str` or `List[str]`, *optional*):
-_DOC_PARAM_PATTERN = re.compile(r"^(\w+) \((.+?)\):\s*(.*)$")
+#     prompt: The user message
+# The leading stars let a '**kwargs:' block be recognized as a header of its
+# own, so what it documents can be read as parameters too.
+_DOC_PARAM_PATTERN = re.compile(r"^(\*{0,2}[A-Za-z_]\w*)(?: \((.+?)\))?:\s*(.*)$")
 
 
 # Companion packages whose classes workflows commonly name. Extending this
@@ -150,14 +153,21 @@ def _json_safe_default(value):
 
 
 def _parse_docstring_args(docstring):
-    """Parameter descriptions from a diffusers-style 'Args:' docstring block.
+    """Parameter descriptions from a docstring's 'Args:' block.
 
-    Best effort by design: a pipeline with an unusual docstring simply
-    yields fewer descriptions, never an error.
+    Returns (documented, documented_kwargs): the entries at the block's own
+    indent, and those nested one level under a '**kwargs:' entry. The nested
+    ones are the only declaration a task that funnels its real arguments
+    through **kwargs ever makes, so discovery needs them as much as the
+    signature.
+
+    Best effort by design: a docstring with an unusual shape simply yields
+    fewer descriptions, never an error.
     """
-    descriptions = {}
+    documented = {}
+    documented_kwargs = {}
     if not docstring:
-        return descriptions
+        return documented, documented_kwargs
 
     lines = docstring.splitlines()
     try:
@@ -167,11 +177,15 @@ def _parse_docstring_args(docstring):
             if line.strip() in ("Args:", "Parameters:")
         )
     except StopIteration:
-        return descriptions
+        return documented, documented_kwargs
 
+    # The entry being described, and where its description is accumulating:
+    # a top-level entry, or one nested inside the **kwargs block
     current = None
+    target = documented
     parts = []
     base_indent = None
+    kwargs_indent = None
     for line in lines[start + 1 :]:
         stripped = line.strip()
         if not stripped:
@@ -182,25 +196,56 @@ def _parse_docstring_args(docstring):
         if indent < base_indent:
             break  # left the Args block (Returns:, Examples:, ...)
 
-        header = _DOC_PARAM_PATTERN.match(stripped) if indent == base_indent else None
+        nested = kwargs_indent is not None and indent == kwargs_indent
+        header = (
+            _DOC_PARAM_PATTERN.match(stripped)
+            if indent == base_indent or nested
+            else None
+        )
         if header:
             if current:
-                descriptions[current]["description"] = " ".join(parts).strip()
-            current = header.group(1)
-            descriptions[current] = {"doc_type": header.group(2)}
+                target[current]["description"] = " ".join(parts).strip()
+            name = header.group(1)
+            if name.startswith("*"):
+                # The kwargs entry itself is not a parameter; what it
+                # indents is. Its own indent is unknown until the first
+                # nested line arrives
+                current = None
+                target = documented_kwargs
+                kwargs_indent = None
+                parts = []
+                continue
+            if indent == base_indent:
+                target = documented
+                kwargs_indent = None
+            elif kwargs_indent is None:
+                kwargs_indent = indent
+            current = name
+            target[current] = {"doc_type": header.group(2)}
             parts = [header.group(3)] if header.group(3) else []
         elif current:
             parts.append(stripped)
+        elif target is documented_kwargs and kwargs_indent is None:
+            # First line under '**kwargs:' - it sets the nested indent, and
+            # is a header if it reads like one
+            kwargs_indent = indent
+            header = _DOC_PARAM_PATTERN.match(stripped)
+            if header and not header.group(1).startswith("*"):
+                current = header.group(1)
+                target[current] = {"doc_type": header.group(2)}
+                parts = [header.group(3)] if header.group(3) else []
     if current:
-        descriptions[current]["description"] = " ".join(parts).strip()
-    return descriptions
+        target[current]["description"] = " ".join(parts).strip()
+    return documented, documented_kwargs
 
 
 def _callable_parameters(target_callable):
     """A callable's parameters as form-ready entries, merged with its
     docstring's Args descriptions. Returns (parameters, accepts_kwargs)."""
     signature = inspect.signature(target_callable)
-    documented = _parse_docstring_args(inspect.getdoc(target_callable))
+    documented, documented_kwargs = _parse_docstring_args(
+        inspect.getdoc(target_callable)
+    )
 
     parameters = []
     accepts_kwargs = False
@@ -223,7 +268,23 @@ def _callable_parameters(target_callable):
             ),
         }
         entry.update(documented.get(parameter.name, {}))
+        documented_kwargs.pop(parameter.name, None)
         parameters.append(entry)
+
+    if accepts_kwargs:
+        # Whatever the **kwargs block names is a real argument the callable
+        # takes; the signature just never says so. There is no default to
+        # read, and anything funnelled through kwargs is optional
+        for name, entry in documented_kwargs.items():
+            parameters.append(
+                {
+                    "name": name,
+                    "required": False,
+                    "default": None,
+                    "annotation": None,
+                    **entry,
+                }
+            )
     return parameters, accepts_kwargs
 
 

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/dw/pipeline_processors/chain.py

@@ -326,6 +326,9 @@ def run_chain(pipeline, chain_definition, arguments):
             + (f": {segment.num_frames} frames" if segment.num_frames else "")
         )
 
+        # The denoise counter restarts for every segment - without this the
+        # bar rewinds to zero with nothing saying why
+        pipeline.segment_label = f"segment {segment.index + 1}/{len(config.plan)}"
         output = pipeline._run_once(segment_arguments)
         artifact = _single_artifact(output)
 
@@ -355,6 +358,8 @@ def run_chain(pipeline, chain_definition, arguments):
         gc.collect()
         empty_device_cache()
 
+    pipeline.segment_label = None
+
     if spill is not None:
         # match_audio overshoots by design - the tail trim happens as the
         # lazy frames replay, so the files themselves stay whole

{diffusers_workflow-0.4.0a8 → diffusers_workflow-0.4.0a10}/dw/pipeline_processors/config_objects.py

@@ -1,6 +1,8 @@
 import logging
 import torch
 
+from .. import resolve_device
+
 logger = logging.getLogger("dw")
 
 
@@ -105,10 +107,10 @@ def get_group_offload_configuration(configuration, default_device):
         logger.debug(f"Group offload parameters: {group_offload_config}")
         # replace device references with device objects
         group_offload_config["onload_device"] = torch.device(
-            group_offload_config.get("onload_device", default_device)
+            resolve_device(group_offload_config.get("onload_device", default_device))
         )
         group_offload_config["offload_device"] = torch.device(
-            group_offload_config.get("offload_device", "cpu")
+            resolve_device(group_offload_config.get("offload_device", "cpu"))
         )
 
         return group_offload_config