diffusers-workflow 0.6.0__tar.gz → 0.7.0__tar.gz

{diffusers_workflow-0.6.0/diffusers_workflow.egg-info → diffusers_workflow-0.7.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffusers-workflow
-Version: 0.6.0
+Version: 0.7.0
 Summary: Declarative workflow engine and web UI for Hugging Face Diffusers
 Author: dkackman
 License: Apache-2.0

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0/diffusers_workflow.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffusers-workflow
-Version: 0.6.0
+Version: 0.7.0
 Summary: Declarative workflow engine and web UI for Hugging Face Diffusers
 Author: dkackman
 License: Apache-2.0

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/diffusers_workflow.egg-info/SOURCES.txt

@@ -87,6 +87,7 @@ dw/writers.py
 dw/community_pipelines/pipeline_flux_rf_inversion.py
 dw/docs/ACCELERATION.md
 dw/docs/AGENT_LOOP.md
+dw/docs/ARCHITECTURE.md
 dw/docs/DEPENDENCIES.md
 dw/docs/IP_ADAPTER.md
 dw/docs/LORAS.md
@@ -155,45 +156,45 @@ dw/server/ui/assets/csharp-BKxtCVv1.js
 dw/server/ui/assets/csp-bTuwJoIa.js
 dw/server/ui/assets/css-DIMkf-bt.js
 dw/server/ui/assets/css.worker-B3ciXF_0.js
-dw/server/ui/assets/cssMode-CjZLP_Pe.js
+dw/server/ui/assets/cssMode-DQI1FUIr.js
 dw/server/ui/assets/cypher-CVaqCwHa.js
 dw/server/ui/assets/dart-onAF5SnQ.js
 dw/server/ui/assets/dockerfile-DZFCIeNp.js
 dw/server/ui/assets/ecl-D05T4iGw.js
 dw/server/ui/assets/editor-jjEx9u7D.css
-dw/server/ui/assets/editor.api-DXlBngV6.js
+dw/server/ui/assets/editor.api-a3j9A86u.js
 dw/server/ui/assets/editor.worker-q-txB4vs.js
 dw/server/ui/assets/elixir-6RTg0lbw.js
 dw/server/ui/assets/flow9-C5_-GSwl.js
-dw/server/ui/assets/freemarker2-CtKALOjK.js
+dw/server/ui/assets/freemarker2-BcdiHyGC.js
 dw/server/ui/assets/fsharp-C8Ef5oNN.js
 dw/server/ui/assets/go-C-y9NEjX.js
 dw/server/ui/assets/graphql-fmXr3nnJ.js
-dw/server/ui/assets/handlebars-teGPbQUB.js
+dw/server/ui/assets/handlebars-DCj-aPE8.js
 dw/server/ui/assets/hcl-CpzslTdj.js
-dw/server/ui/assets/html-DfSymt9C.js
+dw/server/ui/assets/html-D8xomw9g.js
 dw/server/ui/assets/html.worker-C93Ht9o9.js
-dw/server/ui/assets/htmlMode-Cr3jQp_U.js
+dw/server/ui/assets/htmlMode-DK_n-eew.js
 dw/server/ui/assets/index-3Vw6WAPW.css
-dw/server/ui/assets/index-J5rsq_M9.js
+dw/server/ui/assets/index-CNiY-pOw.js
 dw/server/ui/assets/ini-sBoK_t0W.js
 dw/server/ui/assets/java-BEtHBSE6.js
-dw/server/ui/assets/javascript-BeSdrNYj.js
+dw/server/ui/assets/javascript-SmmG4uTF.js
 dw/server/ui/assets/json.worker-B2V3pomh.js
-dw/server/ui/assets/jsonMode-DJLaxAu8.js
+dw/server/ui/assets/jsonMode-BRyslvRu.js
 dw/server/ui/assets/julia-Bri6UV-V.js
 dw/server/ui/assets/kotlin-BOotOW0E.js
 dw/server/ui/assets/less-B9JPFI3C.js
 dw/server/ui/assets/lexon-CfSJPG6W.js
-dw/server/ui/assets/liquid-D5XtXQ2P.js
-dw/server/ui/assets/lspLanguageFeatures-BJkK4mNN.js
+dw/server/ui/assets/liquid-CC4C0BTL.js
+dw/server/ui/assets/lspLanguageFeatures-Cmg2_33_.js
 dw/server/ui/assets/lua-CsQS60Ue.js
 dw/server/ui/assets/m3-D-oSqn_W.js
 dw/server/ui/assets/markdown-Cimd5fb3.js
-dw/server/ui/assets/mdx-CIThOdKr.js
+dw/server/ui/assets/mdx-DTAejllH.js
 dw/server/ui/assets/mips-CIPQ_RoX.js
 dw/server/ui/assets/monaco--ixms01u.css
-dw/server/ui/assets/monaco-CYXGxb41.js
+dw/server/ui/assets/monaco-C_Um4bRZ.js
 dw/server/ui/assets/msdax-DauUninz.js
 dw/server/ui/assets/mysql-SOo6toE5.js
 dw/server/ui/assets/objective-c-FvmIjYaQ.js
@@ -208,10 +209,10 @@ dw/server/ui/assets/powerquery-D3hlyOfw.js
 dw/server/ui/assets/powershell-DmHpPYUd.js
 dw/server/ui/assets/protobuf-C531GsRP.js
 dw/server/ui/assets/pug-Z5eAx3Zn.js
-dw/server/ui/assets/python-BlzkzsC6.js
+dw/server/ui/assets/python-DKASw3vF.js
 dw/server/ui/assets/qsharp-DkqhCAOL.js
 dw/server/ui/assets/r-BwWrilGY.js
-dw/server/ui/assets/razor-DeSKNqSl.js
+dw/server/ui/assets/razor-CkEOBTMa.js
 dw/server/ui/assets/redis-ClamHrr6.js
 dw/server/ui/assets/redshift-DT7zqm-g.js
 dw/server/ui/assets/restructuredtext-BYgofb2h.js
@@ -231,15 +232,15 @@ dw/server/ui/assets/swift-Bxkupp3x.js
 dw/server/ui/assets/systemverilog-Bz4Y3fRF.js
 dw/server/ui/assets/tcl-DISqw1ZD.js
 dw/server/ui/assets/ts.worker-D7T1-Ig5.js
-dw/server/ui/assets/tsMode-BCUw0fMr.js
+dw/server/ui/assets/tsMode-CmkUIEUu.js
 dw/server/ui/assets/twig-De2hgUGE.js
-dw/server/ui/assets/typescript-3N0ou1YS.js
+dw/server/ui/assets/typescript-BXTFUpwg.js
 dw/server/ui/assets/typespec-B8J7ngcE.js
 dw/server/ui/assets/vb-DV3o63ZY.js
 dw/server/ui/assets/wgsl-DpFanUEy.js
-dw/server/ui/assets/workers-C91O0to6.js
-dw/server/ui/assets/xml-DmIqin7X.js
-dw/server/ui/assets/yaml-BQg2lXI1.js
+dw/server/ui/assets/workers-Cpj1l6gK.js
+dw/server/ui/assets/xml-D1BkO5yz.js
+dw/server/ui/assets/yaml-CDFThBDz.js
 dw/tasks/assess.py
 dw/tasks/audio_dynamics.py
 dw/tasks/audio_transcription.py
@@ -301,6 +302,7 @@ dw_mcp/workspaces.py
 tests/test_admission.py
 tests/test_arch_metrics.py
 tests/test_arch_report.py
+tests/test_architecture_map.py
 tests/test_argument_updates.py
 tests/test_arguments.py
 tests/test_assemble_and_score_target_lufs.py
@@ -422,7 +424,7 @@ tests/test_realize.py
 tests/test_recenter_crop.py
 tests/test_reference_limits.py
 tests/test_reference_names.py
-tests/test_reference_sets.py
+tests/test_reference_skip_sets.py
 tests/test_references.py
 tests/test_rerun_new_seed.py
 tests/test_resize_bucket.py
@@ -465,6 +467,7 @@ tests/test_stabilize.py
 tests/test_step.py
 tests/test_step_cache.py
 tests/test_strip_exif_and_watermark.py
+tests/test_sub_workflow_resolver.py
 tests/test_subfolders.py
 tests/test_task.py
 tests/test_task_discovery.py

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/__init__.py

@@ -1,3 +1,12 @@
+"""diffusers-workflow: device detection and the startup that configures it.
+
+The default torch device is deliberately never set. Diffusers loads weights
+into system memory and then places them, onto the device or under offload
+hooks; a default device of 'cuda' would build every module directly in VRAM
+and run a large pipeline out of memory before any offload hook exists. Device
+placement is explicit throughout dw.
+"""
+
 from .settings import resolve_path, load_settings
 from .log_setup import setup_logging
 import functools

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/adapter_compatibility.py

@@ -53,9 +53,6 @@ MODEL_NAME_KEY = "model_name"
 WEIGHT_NAME_KEY = "weight_name"
 WORKFLOW_KEY = "workflow"
 FROM_PRETRAINED_KEY = "from_pretrained_arguments"
-# Values another pass resolves; one still spelled out here is not this
-# pass's complaint
-_UNRESOLVED_PREFIXES = references.UNRESOLVED
 
 
 def _trained_for(weight_name):
@@ -140,8 +137,10 @@ def _lora_problems(steps, source_indices, written=None, supplied=()):
             if not isinstance(lora, dict):
                 continue
             weight_name = lora.get(WEIGHT_NAME_KEY)
-            if not isinstance(weight_name, str) or weight_name.startswith(
-                _UNRESOLVED_PREFIXES
+            # Values another pass resolves; one still spelled out here is not
+            # this pass's complaint
+            if not isinstance(weight_name, str) or references.is_ref(
+                references.UNRESOLVED, weight_name
             ):
                 continue
             problem = _problem(workflow, weight_name)
@@ -180,9 +179,9 @@ def _path_for(written_steps, source, position, supplied, key=WEIGHT_NAME_KEY):
         return None
     entry = loras[position]
     reference = entry.get(key) if isinstance(entry, dict) else None
-    if not isinstance(reference, str) or not reference.startswith(references.VARIABLE):
+    variable = references.ref_name(references.VARIABLE, reference)
+    if variable is None:
         return None
-    variable = reference.removeprefix(references.VARIABLE)
     return f"arguments.{variable}" if variable in (supplied or ()) else None
 
 

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/argument_media.py

@@ -135,7 +135,7 @@ def fetch_image(img_spec, base_dir=None):
         raise ValueError(f"Image specification must be a string, got {type(img_spec)}")
 
     # Skip cross-step and variable references — these are resolved later during execution
-    if references.is_ref((references.PREVIOUS_RESULT, references.VARIABLE), img_spec):
+    if references.is_ref(references.LAZY_MEDIA, img_spec):
         logger.debug(f"Skipping deferred reference: {img_spec}")
         return img_spec
 
@@ -291,7 +291,7 @@ def fetch_video(video_spec, base_dir=None):
         )
 
     # Skip cross-step and variable references — these are resolved later during execution
-    if references.is_ref((references.PREVIOUS_RESULT, references.VARIABLE), video_spec):
+    if references.is_ref(references.LAZY_MEDIA, video_spec):
         logger.debug(f"Skipping deferred reference: {video_spec}")
         return video_spec
 

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/arguments.py

@@ -14,7 +14,7 @@ from .type_helpers import (
     load_constant_from_name,
     has_method,
 )
-from .prompts import PROMPT_PREFIX, fetch_prompt
+from .prompts import fetch_prompt
 from .assets import fetch_asset, is_asset_reference
 from .runs import fetch_output, is_output_reference
 from .argument_media import (
@@ -286,7 +286,7 @@ def is_constant_reference(value):
 
 def is_prompt_reference(value):
     """Whether a value references a stored prompt in the prompt library."""
-    return references.is_ref(PROMPT_PREFIX, value)
+    return references.is_ref(references.PROMPT, value)
 
 
 def fetch_constant(reference):
@@ -312,7 +312,12 @@ def fetch_constant(reference):
         ValueError: If the name resolves to nothing, or to something callable
         InvalidInputError: If the name is not a dotted python name
     """
-    name = validate_constant_name(reference.removeprefix(references.CONSTANT).strip())
+    name = references.ref_name(references.CONSTANT, reference)
+    if name is None:
+        # A bare name reads as written: callers guard with is_constant_reference,
+        # a direct caller need not
+        name = reference
+    name = validate_constant_name(name.strip())
 
     try:
         value = load_constant_from_name(name)
@@ -325,7 +330,7 @@ def fetch_constant(reference):
     if callable(value):
         raise ValueError(
             f"'{name}' is a {type(value).__name__}, not a constant - "
-            f"'{references.CONSTANT}' reads a value, and a type is named with a "
+            f"'constant:' reads a value, and a type is named with a "
             f"'_type' argument instead"
         )
 
@@ -931,9 +936,7 @@ def _realize_lazy_frame_arguments(arguments, base_dir):
         video = arguments["video"]
         if is_path_reference(video) or isinstance(video, (list, dict)):
             video = resolve_path_references(video, base_dir)
-        deferred = references.is_ref(
-            (references.PREVIOUS_RESULT, references.VARIABLE), video
-        )
+        deferred = references.is_ref(references.LAZY_MEDIA, video)
         url = isinstance(video, str) and (
             video.startswith("http://") or video.startswith("https://")
         )

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/assets.py

@@ -26,9 +26,6 @@ from .workspace import ASSETS_SUBDIR, discover_library
 
 logger = logging.getLogger("dw")
 
-# The prefix marking a value as a reference to a stored asset
-ASSET_PREFIX = references.ASSET
-
 # The asset library of the run in progress. A server holds several
 # workspaces and each has its own assets, so this cannot be a process-wide
 # environment variable there the way the prompt library can - there is one
@@ -110,7 +107,12 @@ def resolve_asset_reference(reference, asset_dir=None, base_dir=None, library=No
         ValueError: If no file exists under that name in any directory on
             the search path
     """
-    name = validate_asset_reference(reference.removeprefix(ASSET_PREFIX).strip())
+    name = references.ref_name(references.ASSET, reference)
+    if name is None:
+        # A bare name resolves as written: callers guard with is_asset_reference,
+        # a direct caller need not
+        name = reference
+    name = validate_asset_reference(name.strip())
     library = library or asset_library(asset_dir, base_dir)
     # Confined to the library it was found in: the name is joined onto a
     # directory, so the containment check is what makes a name a name

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/content_types.py

@@ -67,11 +67,6 @@ LOSSY_AUDIO_CONTENT_TYPES = {
 # The only container encode_video writes - it always encodes h264 video
 MUXED_VIDEO_CONTENT_TYPE = "video/mp4"
 
-# Reference prefixes substitution resolves before this pass runs. One still
-# spelled out here is one nothing resolved, and that is the undeclared-
-# variable pass's complaint rather than a shape error
-_UNRESOLVED_PREFIXES = references.SUBSTITUTED
-
 # Result types a browser would run as a document on the UI origin
 REFUSED_ACTIVE_CONTENT_TYPES = frozenset({"text/html", "text/xml"})
 
@@ -143,7 +138,9 @@ def content_type_errors(workflow_definition, source_indices=None):
         if not isinstance(result, dict) or CONTENT_TYPE_KEY not in result:
             continue
         value = result[CONTENT_TYPE_KEY]
-        if isinstance(value, str) and value.startswith(_UNRESOLVED_PREFIXES):
+        # A prefix substitution resolves before this pass: one still spelled
+        # out is the undeclared-variable pass's complaint, not a shape error
+        if references.is_ref(references.SUBSTITUTED, value):
             continue
         source = references.author_index(source_indices, index)
         name = step.get("name")

diffusers_workflow-0.7.0/dw/docs/ARCHITECTURE.md

@@ -0,0 +1,150 @@
+# Architecture: the seam map
+
+This map says where each concept lives. Each row names a concept, the module that owns it, the
+rule that holds across the seam (in one sentence), and what enforces that rule. The detail is in
+the owning module's docstring. Read the docstring before editing; the map only tells you which
+one to open.
+
+- **Owner**: repo-relative paths. Function, class or constant names follow the path after a colon
+  (`dw/runs.py`: `run_versions`).
+- **Enforced by**: one of four kinds.
+  - A test, written as a file, or as `file::Class::test_name`.
+  - A ratchet, named by its key in `docs/stabilization/baseline.json`.
+  - The CodeQL pack.
+  - The validation registry.
+
+  A `—` means nothing mechanical holds the rule, so a change there is caught only in review.
+- `tests/test_architecture_map.py` checks three things: every path named here exists, every name
+  after a path is defined in that file, and every test named here is defined in its class.
+
+## Engine core
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| Workflow | `dw/workflow.py`: `Workflow`, `workflow_from_file` | A workflow is loaded and schema-checked here (the hand-off of each run phase to `dw/workflow_run.py`: —). | `tests/test_workflow.py::test_workflow_validation_invalid` |
+| One execution, in phases | `dw/workflow_run.py`: `prepare_definition`, `cache_lookup`, `cache_hits` | The cache probe shares `prepare_definition` and `cache_lookup` with the run, so the probe answers for the run that would happen. | `tests/test_workflow_step_cache.py::TestCacheHits::test_after_a_run_the_probe_names_what_the_next_run_reuses` |
+| Step | `dw/step.py`: `Step`, `dw/workflow.py`: `Workflow.create_step_action` | A step is a pipeline, a task or a sub-workflow, `create_step_action` builds its action, and `dw/workflow_run.py` runs it. | — |
+| Pipeline loading | `dw/pipeline_processors/pipeline.py`: `Pipeline`, `dw/pipeline_processors/components.py`: `load_component` | A quantization config is built from a `config_type` that the `_type` key convention loads by name, so a new backend needs no code. | `tests/test_config_objects.py::TestQuantizationConfiguration::test_the_config_type_is_constructed_with_its_arguments` |
+| Device translation | `dw/pipeline_processors/placement.py`: `place_component` | A device is translated by `resolve_device()` before anything reads its backend, so the MPS accommodations also fire for a translated device. | `tests/test_device_portability.py::TestPlacement::test_a_translated_device_gets_its_backends_offload_downgrade` |
+| On-demand wrappers | `dw/pipeline_processors/placement.py`: `apply_on_demand_placement` | The on-demand wrappers keep the wrapped signature, because H3's denoiser reads `signature(transformer.forward)`. | `tests/test_modular_pipeline.py::TestOnDemandResidency::test_the_wrapped_signature_survives` |
+| On-demand and offload | `dw/pipeline_processors/placement.py`: `place_component`, `has_component_group_offload` | On-demand residency and `group_offload` cannot both be set on one component, and either one stops the whole pipeline from being moved to the device. | `tests/test_modular_pipeline.py::TestOnDemandResidency::test_group_offload_and_on_demand_together_are_rejected`, `tests/test_modular_pipeline.py::TestOffloadDevice::test_component_group_offload_is_not_moved_to_device` |
+| LoRAs | `dw/pipeline_processors/adapters.py`: `active_loras`, `load_loras` | A `loras` entry whose `model_name` is null is switched off. | `tests/test_lora_disable.py::TestLoadLoras::test_an_all_null_entry_loads_nothing` |
+| Step progress | `dw/pipeline_processors/progress.py`: `reported_progress_bars` | A pipeline with no step callback reports its denoise steps through its progress bars. | `tests/test_modular_progress.py::test_every_advance_of_the_bar_is_reported` |
+| Adding a task | `dw/tasks/task.py`: `register_command` | A task is a function registered with `@register_command`, and the signature of its implementation is its argument schema. | `tests/test_task_discovery.py::TestDescribeTask::test_signature_becomes_the_schema` |
+| Task argument domains | `dw/task_domains.py`: `check_arguments` | A numeric domain that a signature cannot express is declared in this table, and it is checked at validation and again at run time. | `tests/test_task_domains.py::TestTheStaticPass::test_a_negative_frame_count_is_refused_at_its_path`, `tests/test_task_domains.py::TestAtRunTime::test_slice_audio_refuses_a_negative_count` |
+| Variables | `dw/variables.py`: `set_variables`, `argument_errors`, `resolve_variable_values` | `argument_errors` folds a caller's arguments in exactly as `set_variables` does when a run starts, so a bad name or value is refused before anything is queued. | `tests/test_variables.py::test_argument_errors_reports_a_dict_passed_for_a_string_variable` |
+| List variables from the CLI | `dw/run.py`, `dw/variables.py`: `get_value` | A `name=value` string given for a list variable is split on commas, so a list of objects can only be passed as JSON over the API or MCP. | `tests/test_variables.py::test_set_variables_list_default_splits_on_comma` |
+| `for_each` expansion | `dw/for_each.py`: `expand_for_each` | Each entry becomes an ordinary step named `<step>@<entry>`, after substitution and before the reference check. | `tests/test_for_each.py::TestNaming::test_member_name_joins_with_at` |
+| Previous results | `dw/previous_results.py`: `get_iterations`, `previous_result_reference_errors` | Several `previous_result:` references in one step multiply into a cartesian product. | `tests/test_previous_results.py::TestGetIterations::test_multiple_references_create_cartesian_product` |
+| Previous-result check | `dw/previous_results.py`: `previous_result_reference_errors` | A literal reference to a step that is not earlier in the workflow is a validation error. | `tests/test_previous_results.py::TestStaticReferenceChecking::test_a_step_cannot_reference_itself_or_a_later_one` |
+| Type conversion | `dw/arguments.py`: `realize_args`, `dw/type_helpers.py`: `get_type` | A key ending `_type` or `_dtype` loads a Python object at realize time. The other spellings, and `{}` escaping, are in `docs/WORKFLOW_GUIDE.md`. | `tests/test_type_helpers.py::TestGetType::test_get_type_from_diffusers`, `tests/test_arguments.py::TestRealizeArgs::test_realize_escaped_type_reference` |
+
+## References and libraries
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| Reference prefixes | `dw/references.py` | Every reference prefix is spelled only in this module, and every other module goes through it. | `docs/stabilization/baseline.json`: `prefix_literals`, `prefix_handling`; `tests/test_references.py::test_references_imports_nothing_from_dw` |
+| Explicit references resolve first | `dw/arguments.py`: `_realize_explicit_reference` | `asset:`, `output:`, `constant:` and `prompt:` resolve in `realize_args` before any key-name convention. | — |
+| Reference confinement | `dw/assets.py`: `resolve_asset_reference`, `dw/runs.py`: `resolve_output_reference`, `dw/library.py`: `LibraryPath`, `dw/security.py`: `validate_asset_reference`, `validate_output_reference` | `dw/security.py` validators confine an `asset:` path to its library and an `output:` path to the output root. | `tests/test_assets.py::TestReferences::test_a_symlink_out_of_the_library_is_refused`, `tests/test_security_symlinks.py::TestOutputs::test_an_output_reference_does_not_follow_a_linked_run_directory` |
+| Reference name shape | `dw/reference_names.py`: `reference_name_errors` | The shape of every `asset:`, `prompt:` and `output:` name is checked before the queue, and existence is checked later. | `tests/test_reference_names.py::TestTheValidationPass::test_a_malformed_reference_is_refused_before_the_queue` |
+| Library reads | `dw/library.py`: `LibraryPath` | Reads go through the roots front to back, so an earlier name shadows a later one. | `tests/test_library_path.py::TestResolution::test_the_front_of_the_path_shadows_the_rest` |
+| Library writes | `dw/library.py`: `LibraryPath` | Writes go only to the front root, so saving something opened from a read-only root writes a copy. | `tests/test_library_path.py::TestConstruction::test_the_writable_root_comes_first`, `tests/test_library_sources.py::TestServer::test_saving_an_example_prompt_writes_a_copy` |
+| Packaged builtins | `dw/library.py`: `builtin_root`, `resolve_sub_workflow_reference` | `builtin:` names the packaged `dw/workflows/`, not the top-level `workflows/` examples. | `tests/test_sub_workflow_resolver.py::TestTheResolver::test_a_builtin_resolves_in_the_packaged_root` |
+| Sub-workflow paths | `dw/library.py`: `resolve_sub_workflow_reference`, `resolve_sub_workflow` | A sub-workflow path is confined to the root it resolves in. The search order is in the docstring of `resolve_sub_workflow`. | `tests/test_sub_workflow_resolver.py::TestTheResolver::test_a_path_escaping_its_root_is_refused` |
+| Workspace | `dw/workspace.py`: `resolve_workspace`, `set_workspace` | `--workspace` beats `DW_WORKSPACE`, which beats the setting, which beats a working directory that looks like a workspace, which beats `~/diffusers-workspace`. | `tests/test_workspace.py::TestResolution::test_a_flag_wins_over_everything`, `tests/test_workspace.py::TestResolution::test_a_bare_working_directory_falls_back_to_the_home_workspace` |
+| Realized workflow | `dw/realize.py`: `realize_workflow`, `dw/runs.py`: `write_realized_workflow` | Each run directory holds `workflow.json`, with the run's arguments, seed and stored prompt text pinned. | `tests/test_realize.py::TestVariablesAndSeed::test_arguments_become_the_variable_defaults`, `tests/test_runs.py::TestRealizedWorkflow::test_the_run_directory_holds_a_realized_copy` |
+
+## Runs and outputs
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| Run directories | `dw/runs.py`: `open_run`, `workflow_identity`, `new_run_id` | Each execution writes into `<output_dir>/<identity>/<run id>/` with a `manifest.json`, unless the flat layout is chosen (the test pins the flat-layout exception). | `tests/test_runs.py::TestRunDirectories::test_the_flat_layout_writes_where_it_always_did` |
+| Run versions | `dw/runs.py`: `open_run`, `run_versions`, `record_run_versions` | A run takes its number once, when it opens, so deleting a middle run leaves a gap rather than renumbering. | `tests/test_runs.py::TestRunVersions::test_a_deleted_middle_run_leaves_a_gap_rather_than_renumbering`, `tests/test_runs.py::TestRunVersions::test_runs_started_in_the_same_second_still_number_upward` |
+| Run-version surfaces | `dw/runs.py`: `run_versions`, `dw/server/routes/gallery.py`, `dw/server/outputs.py`, `dw_mcp/tools_catalog.py`: `list_gallery`, `ui/src/lib/pages/GalleryPage.svelte` | Only `dw/runs.py` computes the number, and every other module reads it back. | `tests/test_runs.py::TestRunVersions::test_an_output_reference_can_name_a_run_by_its_version` |
+| Result subfolders | `dw/subfolders.py`: `subfolder_errors`, `dw/security.py`: `SUBFOLDER_PATTERN` | A step's `result.subfolder` is checked for shape at validation. | `tests/test_subfolders.py::TestValidationErrorsIntegration::test_validation_errors_reports_a_bad_subfolder` |
+| Template subfolder roles | `workflows/templates/`, `dw/workflows/` | Every saving step of a template is marked `final` or `intermediate`, with at least one `final`, and packaged builtins stay unmarked. | `tests/test_template_subfolders.py::test_every_saving_step_of_a_template_names_its_role`, `tests/test_template_subfolders.py::test_the_packaged_builtins_stay_unmarked` |
+| Shots in a joined video | `dw/shots.py` | Every `AudioVideo` constructor decides what to do with `shots`, and the sample spans are measured from the joined waveform. | `tests/test_shots.py::test_every_audio_video_constructor_site_is_decided`, `tests/test_shots.py::TestConcatVideosShots::test_an_overrun_track_is_measured_not_derived` |
+| Audio level of a deliverable | `dw/audio_qc.py`: `warn_without_headroom`, `warn_if_written_above_full_scale` | A muxed video keeps the pre-encode headroom prediction and falls back to it only when the post-write probe cannot measure the file. | `tests/test_result.py::TestNoHeadroom::test_a_clean_video_mux_drops_the_stale_prediction`, `tests/test_result.py::TestNoHeadroom::test_an_unprobeable_video_mux_falls_back_to_the_prediction`, `tests/test_result.py::TestTheWrittenLevel::test_a_file_that_decodes_above_full_scale_warns` |
+| Template audio-level placement | `workflows/templates/minimax/music-video.json`, `workflows/templates/minimax/music.json` | `normalize_audio` (-3 dBFS) acts only on the track that goes into the final file, so the slices that condition the shots are untouched. | — |
+
+## Validation, plan and cost
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| Validation registry | `dw/validation.py`: `ERROR_CHECKS`, `WARNING_CHECKS`, `run_checks` | A check is one `Check` in a registry, and a check that raises becomes one `internal` finding while the rest still run. | `tests/test_validation.py::TestExceptionPolicy::test_a_raising_check_is_one_internal_error_and_the_rest_still_run` |
+| Step-value checks | `dw/step_value_checks.py`: `fps_errors`, `null_media_errors`, `select_errors` | The only caller of these checks is the error registry. | `dw/validation.py`: `ERROR_CHECKS` |
+| Admission | `dw/server/admission.py`: `admit` | Validate, submit, rerun and enhance load and check a request once, and `JobManager.submit` does not check it again. | `tests/test_admission.py::test_a_submit_expands_once` |
+| Variable constraints | `dw/variable_constraints.py`: `apply_constraints` | A model's rule about a value is declared in the workflow's `variable_constraints`, and it is checked at validation and again before anything loads. | `tests/test_variable_constraints.py::TestTheGrid::test_without_snap_an_off_grid_value_is_refused_not_rounded`, `tests/test_variable_constraints.py::TestTheRunTimePass::test_an_illegal_value_is_refused_before_anything_loads` |
+| Bound acknowledgement | `dw/plan.py`: `fingerprint`, `dw/server/admission.py`: `check_bound_acknowledgement` | A bound `acknowledged_cost` is refused with 409 when the plan's fingerprint or its required downloads changed. | `tests/test_server.py::TestBoundRerun::test_a_rerun_bound_to_a_stale_plan_is_refused`, `tests/test_server.py::TestBoundAcknowledgement::test_a_matching_fingerprint_queues` |
+| Per-repo gating | `dw/plan.py`: `build_plan` | Each gated repo, including a `loras` entry's repo, is probed and reported on its own. | `tests/test_plan.py::TestDownloadsRequired::test_a_gated_repo_this_token_lacks_access_to_is_blocked` |
+| Observed cost | `dw/server/observed_cost.py`: `declared_drivers` | `observed` comes only from this box's finished jobs and never writes `cost`. Cold and warm runs are reported separately. | `tests/test_observed_cost.py::TestColdIsNotWarm::test_the_two_are_reported_separately_each_with_its_runs` |
+| The estimate | `dw/plan.py`: `estimate`, `_tempered` | `plan.estimate` quotes the observed figure ahead of the curated one, and blends it toward the curated figure below three runs. | `tests/test_plan.py::TestObservedEstimate::test_history_beats_a_curated_figure`, `tests/test_plan.py::TestLowConfidenceObservedEstimate::test_a_single_run_blends_toward_the_curated_figure` |
+| Cost drivers | `dw/server/observed_cost.py`: `declared_drivers` | A cost driver that names no declared variable is dropped. | `tests/test_observed_cost.py::TestComparability::test_a_driver_naming_no_variable_is_dropped`, `tests/test_observed_cost.py::TestTheCatalogsDriversAreReal::test_every_declared_driver_is_a_variable_of_its_workflow` |
+| Raw workflow GET | `dw/server/routes/library.py`: `get_workflow` | The raw workflow GET is served verbatim, with no `observed`, because the editor saves what it reads. | — |
+| VRAM projection | `dw/vram_estimate.py` | A template's `vram_estimate` is projected per step after `for_each` expansion, and only the largest step over the ceiling is reported. | `tests/test_vram_estimate.py::test_only_the_largest_over_ceiling_step_is_reported_once_per_cost_entry` |
+| H3 Ref2VA VRAM numbers | `workflows/templates/minimax/` | Every Ref2VA template declares `base_gb` 16.0, `bytes_per_voxel` 28.71 and `gb_per_reference` 1.0. | `tests/test_h3_vram_ceiling.py::test_every_ref2va_minimax_template_declares_gb_per_reference` |
+| Inherited VRAM ceiling | `dw/vram_inheritance.py`, `dw/server/deps.py`: `ceiling_index` | A workflow with no `vram_estimate` is matched against the catalog by pipeline identity, and is warned, never refused. | `tests/test_vram_inheritance.py::test_every_template_declaring_one_identity_declares_the_same_numbers` |
+| H3 adapter partition | `dw/adapter_compatibility.py` | An FL2VA LoRA on a reference step is refused, and a LoRA whose file name says neither `ref2v` nor `fl2v` is warned. | `tests/test_h3_adapters.py::TestWhatIsRefused::test_a_keyframe_adapter_on_the_reference_path`, `tests/test_h3_adapters.py::TestWhatIsRefused::test_an_unrecognised_name_is_a_warning_not_a_refusal` |
+| IC-LoRA reference scale | `workflows/templates/ltx2/` | The three conditioning templates run at `reference_downscale_factor: 1`, and the two upscalers at 2. | `tests/test_ltx2_ic_loras.py::TestEachTemplateMatchesItsCard::test_the_reference_is_encoded_at_the_output_resolution`, `tests/test_ltx2_ic_loras.py::TestTheGenerativeUpscaleMatchesTheSameCard::test_it_loads_the_upscaler_at_factor_two` |
+| IC-LoRA numbers | `workflows/templates/ltx2/` | Every number in the IC-LoRA templates comes from the vendor's model card. | `tests/test_ltx2_ic_loras.py::TestEachTemplateMatchesItsCard::test_the_strength_is_the_cards_default`, `tests/test_ltx2_ic_loras.py::TestEachTemplateMatchesItsCard::test_the_defaults_are_the_trained_bucket` |
+| IC-LoRA prompt genre | `prompts/ltx2/` | A stored prompt tagged `ic-lora` is checked against its trained caption form, not against the T2V paragraph rule. | `tests/test_ltx_prompt_library.py::test_an_ic_lora_prompt_is_in_its_trained_form` |
+
+## Execution and caching
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| Step cache | `dw/step_cache.py`, `dw/workflow_run.py`: `cache_lookup` | A seeded rerun with unchanged inputs is served from the cache, marked `reused: true`, and writes nothing; `POST /api/memory/clear` (`dw/server/routes/system.py`: `clear_memory`) drops it. | `tests/test_workflow_step_cache.py::test_cache_hit_marks_its_manifest_entry_and_event_reused`, `tests/test_workflow_step_cache.py::test_second_run_with_unchanged_step_reuses_cached_result` |
+| No seed, no cache | `dw/workflow_run.py`: `prepare_run` | A workflow that sets no `seed` skips the cache. | `tests/test_workflow_step_cache.py::TestCacheHits::test_an_unseeded_workflow_has_no_hits` |
+| A different result | `dw/server/routes/jobs.py`, `dw_mcp/tools_jobs.py`: `rerun_job` | `rerun` with `new_seed` draws a fresh seed into the workflow's seed variable. | `tests/test_rerun_new_seed.py::test_a_rerun_with_a_new_seed_draws_one_into_that_variable` |
+| Worker protocol | `dw/worker_protocol.py`: `parse_reply` | Every command and reply is a frozen dataclass that travels as a wire dict. | `tests/test_worker_messages.py::test_from_wire_inverts_to_wire`, `tests/test_worker_messages.py::test_an_unknown_reply_type_is_kept_whole_rather_than_raised` |
+| Persistent worker | `dw/worker.py`, `dw/worker_manager.py`, `dw/serve.py` | Jobs run in one spawned worker that keeps models loaded, so a change to engine code needs a server restart. | — |
+| Failed-run reporting | `dw/worker.py`, `dw/worker_protocol.py`: `Failed`, `Cancelled` | A failed or cancelled run's reply still carries the manifest of the steps that ran. | `tests/test_worker_execute.py::test_failure_carries_the_manifest_of_the_steps_that_ran`, `tests/test_worker_execute.py::test_cancellation_carries_the_manifest_too` |
+| Run-time warnings | `dw/events.py`: `emit_warning` | A warning found at run time is emitted as an event, so it reaches the caller and not just the log. | `tests/test_concat_videos.py::TestWarningsReachTheCaller::test_the_level_spread_warning_is_emitted_as_an_event` |
+
+## Media and DSP
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| Opening media | `dw/media.py` | This is the only module that calls `av.open`. It imports no torch and no step types. | `tests/test_media_layering.py::test_av_open_appears_only_in_media`, `tests/test_media_layering.py::test_media_imports_no_step_types` (no torch: —) |
+| Signal processing | `dw/dsp.py` | It measures and transforms waveforms, decides nothing, and imports nothing from `dw`. | `tests/test_media_layering.py::test_dsp_imports_nothing_from_dw` |
+| Assessment probes | `dw/tasks/assess.py`, `dw/assessment_rules.py` | Exactly three registered commands are assessment probes. Each measures a finished file, and every rule names a real probe field. | `tests/test_assessment_rules.py::TestRuleProbesAreRealCommands::test_assessment_is_exactly_the_three_probes`, `tests/test_assessment_rules.py::TestRuleProbesAreRealCommands::test_every_rule_names_a_registered_json_command` |
+
+## Security and architecture guardrails
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| Path validators | `dw/security.py`: `validate_path`, `validate_workflow_path`, `validate_output_path` | Filesystem access goes through a path validator that is given a base directory. | `tests/test_security.py::test_path_validation`, `.github/codeql/dw-security/DwPathInjection.ql` |
+| URL and argument validators | `dw/security.py`: `validate_url`, `sanitize_command_args` | A URL must be http or https, and a subprocess argument must not carry a shell metacharacter. | `tests/test_security.py::TestValidateUrl::test_dangerous_schemes_are_rejected`, `tests/test_security.py::TestSanitizeCommandArgs::test_every_shell_metacharacter_is_rejected` |
+| Locations from a workflow | `dw/locations.py` | A local path in a workflow's media arguments is confined to a known root, and a URL must not name a host inside the deployment. | `tests/test_locations.py::TestMediaPathContainment::test_absolute_path_outside_every_root_is_refused`, `tests/test_security_ssrf.py::TestInternalAddressSpellings::test_a_name_that_resolves_inside` |
+| Trust gate | `dw/trust.py`: `require_trusted_dotted_name` | In an untrusted workflow (the default), a dotted type outside the allowlist is a validation error before anything is imported. | `tests/test_security_trust_gate.py::TestValidationRefusesBeforeImport::test_a_dotted_type_is_a_validation_error` |
+| CodeQL path-injection model | `.github/codeql/dw-security/DwPathSanitizers.qll`, `.github/workflows/codeql.yml` | The local pack models the `dw/security.py` validators as sanitizers, so a validator that moves is re-modelled in the same commit. | `.github/codeql/dw-security/DwPathInjection.ql` |
+| Archives never follow links | `dw/server/outputs.py`: `zip_download` | A gallery listing drops a symlink that leaves its root, and an archive skips one. | `tests/test_security_symlinks.py::TestOutputs::test_the_archive_route_does_not_follow_the_link`, `tests/test_security_symlinks.py::TestOutputs::test_the_gallery_listing_does_not_enumerate_the_link` |
+| Engine/server import direction | `dw/workspace.py`: `EXPORTS_SUBDIR` | No engine module imports `dw.server` except the entry point `dw/serve.py`, and a constant both sides need lives engine-side. | `docs/stabilization/baseline.json`: `import_cycles` ratchet (indirect: it fails only on an import that closes a cycle) |
+| Module and function size | `scripts/arch_metrics.py`: `SIZE_WARNING`, `SIZE_CEILING` | A module stays at or under 1,100 lines, and it warns above 1,000. A function stays at or under 150 lines. | `docs/stabilization/baseline.json`: `modules_over_size_ceiling`, `functions_over_150_lines` |
+
+## Server
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| App factory | `dw/server/app.py`: `create_app` | `create_app` builds the JobManager and `app.state`, installs the middleware and registers the routes, and all state lives in the JobManager. | — |
+| Routers | `dw/server/routes/*.py`, `dw/server/routes/__init__.py`: `ROUTERS`, `include_routers`, `include_file_routes` | Routers register in `ROUTERS` order, because a greedy `{name:path}` route must come after its specific siblings. The files router comes later, after `/mcp`. | `tests/test_server_downloads.py::test_download_workflow_sets_content_disposition_attachment` |
+| Job queue | `dw/server/jobs.py`: `JobManager` | One runner thread runs jobs FIFO on the single worker. A job carries its own `output_dir`, `asset_dir` and `workflow_dir`, so it stays in its workspace. | `tests/test_server_workspaces.py::TestRunning::test_rerun_stays_in_the_workspace_it_ran_in` (FIFO: —) |
+| Job-to-run link | `dw/server/job_record.py`, `dw/server/jobs.py`: `JobManager.realized` | A job records `run_id`, `run_dir` and `run_version`, and `JobManager.realized` reads that run's `workflow.json`, confined to the output root. | `tests/test_server_jobs.py::test_realized_reads_the_file_the_run_wrote`, `tests/test_server_jobs.py::test_realized_refuses_a_run_dir_that_escapes_the_output_root` |
+| Job history | `dw/server/job_history.py`: `JobHistory` | Finished jobs persist in `jobs.sqlite`, in WAL mode, so the Jobs view survives a restart. | `tests/test_server.py::test_job_history_survives_restart_and_reruns`, `tests/test_job_history_wal.py::test_the_jobs_database_uses_wal_mode` |
+| HTTP security | `dw/server/http_security.py`: `install_middleware`, `query_token_ok` | Every API route needs the token, and only a route marked `query_token_ok` takes it as `?token=`. | `tests/test_security_auth.py::TestTheTokenGate::test_every_api_spelling_needs_the_token`, `tests/test_security_auth.py::TestTheTokenGate::test_the_query_token_is_refused_where_it_is_not_allowed` |
+
+## MCP
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| `dw_mcp` stays torch-free | `dw_mcp/` | `dw_mcp` reaches `dw.serve` over HTTP and imports no `dw` module, because `dw/__init__.py` pulls in torch. | `tests/test_mcp_server.py::TestStartupWeight::test_the_server_starts_without_importing_the_engine` |
+| Tool surface | `dw_mcp/server.py`, `dw_mcp/tools_*.py` | Only these modules import the MCP SDK, and each tool body is a one-line call into a handler. | `tests/test_mcp_server.py::test_the_wiring_table_covers_every_registered_tool`, `tests/test_mcp_server.py::test_the_stated_tool_count_is_the_registered_one` |
+| Surface text budget | the tool docstrings in `dw_mcp/tools_*.py`, the instructions in `dw_mcp/server.py` | The instructions and each tool description stay at or under 2,048 characters, and the whole surface stays within its token budget. | `tests/test_mcp_server.py`: `SURFACE_BUDGET`, `CLIENT_TEXT_LIMIT`; `tests/test_mcp_server.py::test_no_text_the_agent_reads_is_cut_off_by_the_client`, `tests/test_mcp_server.py::test_the_tool_surface_fits_the_budget` |
+| Spending needs consent | `dw_mcp/diagnose.py` | `run_workflow` and `rerun_job` refuse until `acknowledged_cost` is set. | `tests/test_mcp_diagnose.py::test_run_refuses_without_an_acknowledged_cost`, `tests/test_mcp_diagnose.py::test_rerun_refuses_without_an_acknowledged_cost` |
+| API errors | `dw_mcp/client.py` | An API failure becomes a message a person can act on, here and nowhere else. | `tests/test_mcp_client.py::test_a_400_surfaces_the_servers_detail_verbatim` |
+
+## UI
+
+| Concept | Owner | Rule | Enforced by |
+| --- | --- | --- | --- |
+| The UI reads engine fields | `ui/src/lib/plan.ts`: `describePlan`, `ui/src/lib/results.ts`: `sectionBySubfolder` | The UI reads `plan`, `version` and `subfolder` as fields the server sends and derives nothing of its own, and it never sends `acknowledged_cost`. | `ui/src/lib/plan.test.ts`, `ui/src/lib/results.test.ts` |

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/docs/RELEASING.md

@@ -7,6 +7,24 @@ notes from commits at tag time (see below). This section is a scratch pad
 for items a branch's author wants the next release note to name; clear it
 when a release ships.
 
+### 0.7.0
+
+- A sub-workflow path is resolved by one function (`library.resolve_sub_workflow_reference`) at every site, so a path a run can open is one validation, the realized workflow's digest and the observed-cost lookup can open too.
+  - `builtin:builtin:x.json` no longer loads `x.json`: only the leading prefix is stripped, so the name `builtin:x.json` is looked up and reported as `SubWorkflowNotFound`.
+  - At run time a missing `builtin:` workflow now raises `SubWorkflowNotFound` (naming the packaged root) instead of `validate_workflow_path`'s missing-file error.
+  - The realized workflow's sub-workflow digest and a composed child's observed cost now fall back to the same catalog root, so a catalog sub-workflow a run could open is also digested and costed.
+- A run that fails before it opens its run directory no longer rewrites the previous run's `manifest.json` when the same workflow instance is reused: `Workflow.run` resets the directory and version it carried.
+- The per-variant lines of a kernels "Cannot find a build variant" error are sorted by dw (`kernel_availability.stable_message`), so the message no longer varies by process.
+- The `argument_template` schema description now says what the code does: handed arguments are held on the child at run time, never written into the definition, and an authored value is the fallback.
+- `gain_audio` rounds a frame-addressed region's end once, as `slice_audio` does, so a region's end can no longer be one sample off the matching slice's.
+- `concat_videos` refuses a track with no sample rate (`concat_videos: '<name>' has audio with no sample rate`) instead of joining it unresampled at the wrong speed and pitch; `dissolve_videos` gives the same message in place of the resample error. Save that step with `audio_sample_rate` in its result and join the saved file through an `output:` reference. An unpinned `dissolve_videos` with such a track now raises this `ValueError` rather than a `TypeError`.
+- For developers (Python paths only; nothing on the API or MCP reaches them):
+  - `Workflow`'s one-line check methods are gone: `validation_context`, `sub_workflow_warnings`, `adapter_warnings`, `inherited_vram_warnings`, `slice_past_end_warnings`, `shot_span_warnings`, `null_variable_argument_warnings` and `cache_hits`. Call `validation.workflow_context(workflow, ...)`, `validation.run_warning_check(workflow, "<name>", ...)` and `workflow_run.cache_hits(workflow, arguments)`.
+  - Reference prefixes (`variable:`, `asset:`, `output:`, ...) are read and built only through `dw.references`; a hand-written prefix check elsewhere fails the `prefix_handling` ratchet.
+  - `scripts/arch_metrics.py --check docs/stabilization/baseline.json` runs in CI and `scripts/preflight.sh`, so a PR that raises any architecture metric goes red. The module-size metric is `modules_over_size_ceiling` (fail over 1,100 lines, warn over 1,000), renamed from `modules_over_1000_lines`.
+  - Agent context: CLAUDE.md files went from 957 to 129 lines; `docs/ARCHITECTURE.md` is the seam map (concept, owning module, rule, enforced-by).
+- The stabilization freeze is lifted (`stabilization-gate-4`).
+
 ### 0.6.0
 
 <!-- Drafted by the release agent, model claude-opus-5-5 via the anthropic provider, from v0.5.0..54f8a3c9 (stabilization/gate-3). -->

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/elision.py

@@ -207,7 +207,7 @@ def overriding_variables(written, substituted_steps):
 
 def _reads_variable(tree, name):
     """Whether anything in `tree` references 'variable:<name>'."""
-    reference = references.VARIABLE + name
+    reference = references.make_ref(references.VARIABLE, name)
     if isinstance(tree, str):
         return tree == reference
     if isinstance(tree, dict):

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/for_each.py

@@ -200,8 +200,9 @@ def _rewrite(value, path, groups, member):
             return _item(value, path, member)
         if references.is_ref(references.PREVIOUS_RESULT, value):
             reference = references.ref_name(references.PREVIOUS_RESULT, value)
-            return references.PREVIOUS_RESULT + _rewrite_reference(
-                reference, path, groups, member
+            return references.make_ref(
+                references.PREVIOUS_RESULT,
+                _rewrite_reference(reference, path, groups, member),
             )
         return value
     # A leaf is only copied where the copy is needed: inside a member, where
@@ -260,7 +261,7 @@ def _gather(value, path, groups):
             f"for_each steps available here: {sorted(groups)}",
         )
     return [
-        references.PREVIOUS_RESULT + member_name(group, key)
+        references.make_ref(references.PREVIOUS_RESULT, member_name(group, key))
         for key in groups[group]["keys"]
     ]
 
@@ -289,7 +290,8 @@ def _rewrite_reference(reference, path, groups, member):
     raise ForEachError(
         render_path(path),
         f"'{reference}' names the for_each step '{group}' {where}. Use "
-        f"'{references.GATHER}{group}' for every member's result, or a reference "
+        f"'{references.make_ref(references.GATHER, group)}' for every member's "
+        f"result, or a reference "
         f"from a for_each step over the same list for the same-keyed member",
     )
 

{diffusers_workflow-0.6.0 → diffusers_workflow-0.7.0}/dw/kernel_availability.py

@@ -33,7 +33,6 @@ from .for_each import MEMBER_SEPARATOR, render_path
 from .type_helpers import load_type_from_name
 
 ATTN_PROCESSOR_KEY = "attn_processor_type"
-_UNRESOLVED_PREFIXES = references.SUBSTITUTED
 KERNEL_FAULT_MARKER = "cannot be used on this machine"
 
 
@@ -91,6 +90,21 @@ def _requires_remote_kernel(attn_processor_class):
     return "get_kernel(" in source
 
 
+def stable_message(message):
+    """Sorts the per-variant lines of a kernels-hub "Cannot find a build
+    variant" error, which the hub library lists in set order (different on
+    every process). The lines are sorted in place, so their position against
+    the rest of the message still counts; any other message passes through
+    untouched."""
+    if "Cannot find a build variant" not in message:
+        return message
+    lines = message.split("\n")
+    slots = [i for i, line in enumerate(lines) if line.startswith("torch")]
+    for i, line in zip(slots, sorted(lines[i] for i in slots)):
+        lines[i] = line
+    return "\n".join(lines)
+
+
 class _KernelFault(Exception):
     """Carries a fault message out of `_fault_for_name` without letting
     `lru_cache` memoize it - see that function's docstring."""
@@ -123,7 +137,9 @@ def _fault_for_name(value):
     try:
         attn_processor_class()
     except Exception as e:
-        raise _KernelFault(f"'{value}' {KERNEL_FAULT_MARKER}: {e}") from e
+        raise _KernelFault(
+            f"'{value}' {KERNEL_FAULT_MARKER}: {stable_message(str(e))}"
+        ) from e
     return None
 
 
@@ -142,7 +158,7 @@ def kernel_availability_fault(value):
     A fault is not memoized, and so is re-probed on every call - see
     `_fault_for_name`.
     """
-    if not isinstance(value, str) or value.startswith(_UNRESOLVED_PREFIXES):
+    if not isinstance(value, str) or references.is_ref(references.SUBSTITUTED, value):
         return None
     try:
         return _fault_for_name(value)