diffusers-workflow 0.4.0a4__tar.gz → 0.4.0a8__tar.gz

{diffusers_workflow-0.4.0a4/diffusers_workflow.egg-info → diffusers_workflow-0.4.0a8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffusers-workflow
-Version: 0.4.0a4
+Version: 0.4.0a8
 Summary: Declarative workflow engine and web UI for Hugging Face Diffusers
 Author: dkackman
 License: Apache-2.0
@@ -92,6 +92,7 @@ A declarative workflow engine and web UI for the [Hugging Face Diffusers library
 - **Quantization** — BitsAndBytes, TorchAO, GGUF, SDNQ, optimum-quanto
 - **Inference acceleration** — TeaCache, FirstBlockCache, FasterCache, MagCache, TaylorSeerCache
 - **Prompt weighting** — A1111-style `(word:1.5)` syntax with long prompt support
+- **Prompt library** — store prompts once in `prompts/` and reference them from any workflow as `prompt:name` or `prompt:folder/name`, with a web UI for browsing, editing, and AI-enhancing them
 - **LoRA and IP-Adapter** support
 - **Composable workflows** from multiple JSON files with `builtin:` references
 - **Utility tasks** — upscaling, face restoration, segmentation, captioning, frame interpolation, QR codes, and more
@@ -135,6 +136,8 @@ Everything the engine does, in a browser backed by a persistent GPU worker — m
 
 ![The gallery with generated images and videos](docs/img/ui-gallery.jpg)
 
+**A prompt library shared by every workflow.** Store a prompt once, reference it anywhere as `prompt:name` — the Prompts page browses, edits, and filters the library, and an *Enhance with AI* panel expands an idea into a full prompt with a local language model.
+
 **A model manager for the disk your models actually consume.** The Hugging Face hub cache, inventoried: sizes, revisions, last-used dates, free space — download new models by id with live progress, delete with one click.
 
 ![The model manager listing cached models with sizes](docs/img/ui-models.png)
@@ -146,14 +149,14 @@ Jobs queue, stream progress live (per denoising step), cancel cooperatively, and
 ### Run a Workflow
 
 ```bash
-python -m dw.run examples/flux/FluxDev.json
-python -m dw.run examples/flux/FluxDev.json prompt="a cat" num_images_per_prompt=4
+python -m dw.run workflows/flux/FluxDev.json
+python -m dw.run workflows/flux/FluxDev.json prompt="a cat" num_images_per_prompt=4
 ```
 
 ### Validate a Workflow
 
 ```bash
-python -m dw.validate examples/flux/FluxDev.json
+python -m dw.validate workflows/flux/FluxDev.json
 ```
 
 ### Interactive REPL
@@ -313,7 +316,7 @@ a (photorealistic:1.4) portrait with (bright red hair:1.3) and [freckles]
 
 **Interactive schema browser:** [View Schema](https://json-schema.app/view/%23?url=https%3A%2F%2Fraw.githubusercontent.com%2Fdkackman%2Fdiffusers-workflow%2Frefs%2Fheads%2Fmaster%2Fdw%2Fworkflow_schema.json)
 
-See [examples/](examples/) for more workflow files.
+See [workflows/](workflows/) for more workflow files.
 
 ## Documentation
 
@@ -327,6 +330,7 @@ See [examples/](examples/) for more workflow files.
 - [LoRA](docs/LORAS.md) — Loading and stacking LoRA adapters
 - [IP-Adapter](docs/IP_ADAPTER.md) — Image-prompt conditioning
 - [Prompt Weighting](docs/PROMPT_WEIGHTING.md) — A1111-style syntax
+- [Prompt References](docs/WORKFLOW_GUIDE.md#prompt-references) — The stored prompt library and `prompt:` references
 - [Tasks](docs/TASKS.md) — Image processing, ControlNet preprocessors, utilities
 
 ### Reference

{diffusers_workflow-0.4.0a4 → diffusers_workflow-0.4.0a8}/README.md

@@ -21,6 +21,7 @@ A declarative workflow engine and web UI for the [Hugging Face Diffusers library
 - **Quantization** — BitsAndBytes, TorchAO, GGUF, SDNQ, optimum-quanto
 - **Inference acceleration** — TeaCache, FirstBlockCache, FasterCache, MagCache, TaylorSeerCache
 - **Prompt weighting** — A1111-style `(word:1.5)` syntax with long prompt support
+- **Prompt library** — store prompts once in `prompts/` and reference them from any workflow as `prompt:name` or `prompt:folder/name`, with a web UI for browsing, editing, and AI-enhancing them
 - **LoRA and IP-Adapter** support
 - **Composable workflows** from multiple JSON files with `builtin:` references
 - **Utility tasks** — upscaling, face restoration, segmentation, captioning, frame interpolation, QR codes, and more
@@ -64,6 +65,8 @@ Everything the engine does, in a browser backed by a persistent GPU worker — m
 
 ![The gallery with generated images and videos](docs/img/ui-gallery.jpg)
 
+**A prompt library shared by every workflow.** Store a prompt once, reference it anywhere as `prompt:name` — the Prompts page browses, edits, and filters the library, and an *Enhance with AI* panel expands an idea into a full prompt with a local language model.
+
 **A model manager for the disk your models actually consume.** The Hugging Face hub cache, inventoried: sizes, revisions, last-used dates, free space — download new models by id with live progress, delete with one click.
 
 ![The model manager listing cached models with sizes](docs/img/ui-models.png)
@@ -75,14 +78,14 @@ Jobs queue, stream progress live (per denoising step), cancel cooperatively, and
 ### Run a Workflow
 
 ```bash
-python -m dw.run examples/flux/FluxDev.json
-python -m dw.run examples/flux/FluxDev.json prompt="a cat" num_images_per_prompt=4
+python -m dw.run workflows/flux/FluxDev.json
+python -m dw.run workflows/flux/FluxDev.json prompt="a cat" num_images_per_prompt=4
 ```
 
 ### Validate a Workflow
 
 ```bash
-python -m dw.validate examples/flux/FluxDev.json
+python -m dw.validate workflows/flux/FluxDev.json
 ```
 
 ### Interactive REPL
@@ -242,7 +245,7 @@ a (photorealistic:1.4) portrait with (bright red hair:1.3) and [freckles]
 
 **Interactive schema browser:** [View Schema](https://json-schema.app/view/%23?url=https%3A%2F%2Fraw.githubusercontent.com%2Fdkackman%2Fdiffusers-workflow%2Frefs%2Fheads%2Fmaster%2Fdw%2Fworkflow_schema.json)
 
-See [examples/](examples/) for more workflow files.
+See [workflows/](workflows/) for more workflow files.
 
 ## Documentation
 
@@ -256,6 +259,7 @@ See [examples/](examples/) for more workflow files.
 - [LoRA](docs/LORAS.md) — Loading and stacking LoRA adapters
 - [IP-Adapter](docs/IP_ADAPTER.md) — Image-prompt conditioning
 - [Prompt Weighting](docs/PROMPT_WEIGHTING.md) — A1111-style syntax
+- [Prompt References](docs/WORKFLOW_GUIDE.md#prompt-references) — The stored prompt library and `prompt:` references
 - [Tasks](docs/TASKS.md) — Image processing, ControlNet preprocessors, utilities
 
 ### Reference

{diffusers_workflow-0.4.0a4 → diffusers_workflow-0.4.0a8/diffusers_workflow.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffusers-workflow
-Version: 0.4.0a4
+Version: 0.4.0a8
 Summary: Declarative workflow engine and web UI for Hugging Face Diffusers
 Author: dkackman
 License: Apache-2.0
@@ -92,6 +92,7 @@ A declarative workflow engine and web UI for the [Hugging Face Diffusers library
 - **Quantization** — BitsAndBytes, TorchAO, GGUF, SDNQ, optimum-quanto
 - **Inference acceleration** — TeaCache, FirstBlockCache, FasterCache, MagCache, TaylorSeerCache
 - **Prompt weighting** — A1111-style `(word:1.5)` syntax with long prompt support
+- **Prompt library** — store prompts once in `prompts/` and reference them from any workflow as `prompt:name` or `prompt:folder/name`, with a web UI for browsing, editing, and AI-enhancing them
 - **LoRA and IP-Adapter** support
 - **Composable workflows** from multiple JSON files with `builtin:` references
 - **Utility tasks** — upscaling, face restoration, segmentation, captioning, frame interpolation, QR codes, and more
@@ -135,6 +136,8 @@ Everything the engine does, in a browser backed by a persistent GPU worker — m
 
 ![The gallery with generated images and videos](docs/img/ui-gallery.jpg)
 
+**A prompt library shared by every workflow.** Store a prompt once, reference it anywhere as `prompt:name` — the Prompts page browses, edits, and filters the library, and an *Enhance with AI* panel expands an idea into a full prompt with a local language model.
+
 **A model manager for the disk your models actually consume.** The Hugging Face hub cache, inventoried: sizes, revisions, last-used dates, free space — download new models by id with live progress, delete with one click.
 
 ![The model manager listing cached models with sizes](docs/img/ui-models.png)
@@ -146,14 +149,14 @@ Jobs queue, stream progress live (per denoising step), cancel cooperatively, and
 ### Run a Workflow
 
 ```bash
-python -m dw.run examples/flux/FluxDev.json
-python -m dw.run examples/flux/FluxDev.json prompt="a cat" num_images_per_prompt=4
+python -m dw.run workflows/flux/FluxDev.json
+python -m dw.run workflows/flux/FluxDev.json prompt="a cat" num_images_per_prompt=4
 ```
 
 ### Validate a Workflow
 
 ```bash
-python -m dw.validate examples/flux/FluxDev.json
+python -m dw.validate workflows/flux/FluxDev.json
 ```
 
 ### Interactive REPL
@@ -313,7 +316,7 @@ a (photorealistic:1.4) portrait with (bright red hair:1.3) and [freckles]
 
 **Interactive schema browser:** [View Schema](https://json-schema.app/view/%23?url=https%3A%2F%2Fraw.githubusercontent.com%2Fdkackman%2Fdiffusers-workflow%2Frefs%2Fheads%2Fmaster%2Fdw%2Fworkflow_schema.json)
 
-See [examples/](examples/) for more workflow files.
+See [workflows/](workflows/) for more workflow files.
 
 ## Documentation
 
@@ -327,6 +330,7 @@ See [examples/](examples/) for more workflow files.
 - [LoRA](docs/LORAS.md) — Loading and stacking LoRA adapters
 - [IP-Adapter](docs/IP_ADAPTER.md) — Image-prompt conditioning
 - [Prompt Weighting](docs/PROMPT_WEIGHTING.md) — A1111-style syntax
+- [Prompt References](docs/WORKFLOW_GUIDE.md#prompt-references) — The stored prompt library and `prompt:` references
 - [Tasks](docs/TASKS.md) — Image processing, ControlNet preprocessors, utilities
 
 ### Reference

{diffusers_workflow-0.4.0a4 → diffusers_workflow-0.4.0a8}/diffusers_workflow.egg-info/SOURCES.txt

@@ -17,7 +17,9 @@ dw/hub_cache.py
 dw/introspection.py
 dw/log_setup.py
 dw/previous_results.py
+dw/prompt_schema.json
 dw/prompt_weighting.py
+dw/prompts.py
 dw/repl.py
 dw/repl_commands.py
 dw/repl_worker.py
@@ -44,6 +46,7 @@ dw/pipeline_processors/pipeline.py
 dw/pipeline_processors/remote.py
 dw/server/__init__.py
 dw/server/app.py
+dw/server/enhancers.py
 dw/server/jobs.py
 dw/server/updater.py
 dw/server/ui/index.html
@@ -61,45 +64,45 @@ dw/server/ui/assets/csharp-BKxtCVv1.js
 dw/server/ui/assets/csp-bTuwJoIa.js
 dw/server/ui/assets/css-DIMkf-bt.js
 dw/server/ui/assets/css.worker-B3ciXF_0.js
-dw/server/ui/assets/cssMode-DklhHuQC.js
+dw/server/ui/assets/cssMode-4JQhrTTm.js
 dw/server/ui/assets/cypher-CVaqCwHa.js
 dw/server/ui/assets/dart-onAF5SnQ.js
 dw/server/ui/assets/dockerfile-DZFCIeNp.js
 dw/server/ui/assets/ecl-D05T4iGw.js
 dw/server/ui/assets/editor-jjEx9u7D.css
-dw/server/ui/assets/editor.api-DCWJa9Fw.js
+dw/server/ui/assets/editor.api-B_68laXH.js
 dw/server/ui/assets/editor.worker-q-txB4vs.js
 dw/server/ui/assets/elixir-6RTg0lbw.js
 dw/server/ui/assets/flow9-C5_-GSwl.js
-dw/server/ui/assets/freemarker2-CVxDKoFq.js
+dw/server/ui/assets/freemarker2-C4IxK8gs.js
 dw/server/ui/assets/fsharp-C8Ef5oNN.js
 dw/server/ui/assets/go-C-y9NEjX.js
 dw/server/ui/assets/graphql-fmXr3nnJ.js
-dw/server/ui/assets/handlebars-DK-ehq_7.js
+dw/server/ui/assets/handlebars-BArDGhF4.js
 dw/server/ui/assets/hcl-CpzslTdj.js
-dw/server/ui/assets/html-CrtXvEnP.js
+dw/server/ui/assets/html-8yKFx0-x.js
 dw/server/ui/assets/html.worker-C93Ht9o9.js
-dw/server/ui/assets/htmlMode-D0r9dgS3.js
-dw/server/ui/assets/index-SQcvGbXy.css
-dw/server/ui/assets/index-qLIa9n7C.js
+dw/server/ui/assets/htmlMode-BwXG6XFP.js
+dw/server/ui/assets/index-BY3Mtj4M.js
+dw/server/ui/assets/index-Bug26k2P.css
 dw/server/ui/assets/ini-sBoK_t0W.js
 dw/server/ui/assets/java-BEtHBSE6.js
-dw/server/ui/assets/javascript-rD650v5-.js
+dw/server/ui/assets/javascript-B3mqpFQQ.js
 dw/server/ui/assets/json.worker-B2V3pomh.js
-dw/server/ui/assets/jsonMode-DvWKiZ5V.js
+dw/server/ui/assets/jsonMode-C1m5Z8Ha.js
 dw/server/ui/assets/julia-Bri6UV-V.js
 dw/server/ui/assets/kotlin-BOotOW0E.js
 dw/server/ui/assets/less-B9JPFI3C.js
 dw/server/ui/assets/lexon-CfSJPG6W.js
-dw/server/ui/assets/liquid-DvjV9-yQ.js
-dw/server/ui/assets/lspLanguageFeatures-Bv4c-HOB.js
+dw/server/ui/assets/liquid-Cs5oVPJ1.js
+dw/server/ui/assets/lspLanguageFeatures-CnroSKaf.js
 dw/server/ui/assets/lua-CsQS60Ue.js
 dw/server/ui/assets/m3-D-oSqn_W.js
 dw/server/ui/assets/markdown-Cimd5fb3.js
-dw/server/ui/assets/mdx-CmyDcP1k.js
+dw/server/ui/assets/mdx-BGAIyUWE.js
 dw/server/ui/assets/mips-CIPQ_RoX.js
 dw/server/ui/assets/monaco--ixms01u.css
-dw/server/ui/assets/monaco-CFDZdQeR.js
+dw/server/ui/assets/monaco-ab9gu2Wi.js
 dw/server/ui/assets/msdax-DauUninz.js
 dw/server/ui/assets/mysql-SOo6toE5.js
 dw/server/ui/assets/objective-c-FvmIjYaQ.js
@@ -114,10 +117,10 @@ dw/server/ui/assets/powerquery-D3hlyOfw.js
 dw/server/ui/assets/powershell-DmHpPYUd.js
 dw/server/ui/assets/protobuf-C531GsRP.js
 dw/server/ui/assets/pug-Z5eAx3Zn.js
-dw/server/ui/assets/python-BbNG9-ih.js
+dw/server/ui/assets/python-XsfASqaE.js
 dw/server/ui/assets/qsharp-DkqhCAOL.js
 dw/server/ui/assets/r-BwWrilGY.js
-dw/server/ui/assets/razor-BruFjATi.js
+dw/server/ui/assets/razor-C-1xVmcy.js
 dw/server/ui/assets/redis-ClamHrr6.js
 dw/server/ui/assets/redshift-DT7zqm-g.js
 dw/server/ui/assets/restructuredtext-BYgofb2h.js
@@ -137,15 +140,15 @@ dw/server/ui/assets/swift-Bxkupp3x.js
 dw/server/ui/assets/systemverilog-Bz4Y3fRF.js
 dw/server/ui/assets/tcl-DISqw1ZD.js
 dw/server/ui/assets/ts.worker-D7T1-Ig5.js
-dw/server/ui/assets/tsMode-DhwsPBWM.js
+dw/server/ui/assets/tsMode-BDa9GeVq.js
 dw/server/ui/assets/twig-De2hgUGE.js
-dw/server/ui/assets/typescript-DLBTIt_O.js
+dw/server/ui/assets/typescript-VE9GZNZf.js
 dw/server/ui/assets/typespec-B8J7ngcE.js
 dw/server/ui/assets/vb-DV3o63ZY.js
 dw/server/ui/assets/wgsl-DpFanUEy.js
-dw/server/ui/assets/workers-BD2vxpDW.js
-dw/server/ui/assets/xml-BCRgtEff.js
-dw/server/ui/assets/yaml-B9W8qjO1.js
+dw/server/ui/assets/workers-C_2pIPh_.js
+dw/server/ui/assets/xml-BJp06vju.js
+dw/server/ui/assets/yaml-EI9SS79i.js
 dw/tasks/audio_utils.py
 dw/tasks/background_remover.py
 dw/tasks/borders.py
@@ -207,6 +210,7 @@ tests/test_pipeline_components.py
 tests/test_previous_results.py
 tests/test_prompt_parser.py
 tests/test_prompt_weighting.py
+tests/test_prompts.py
 tests/test_repl_commands.py
 tests/test_repl_ergonomics.py
 tests/test_repl_hierarchical.py

{diffusers_workflow-0.4.0a4 → diffusers_workflow-0.4.0a8}/dw/arguments.py

@@ -3,6 +3,7 @@ import copy
 import logging
 from inspect import Parameter, signature
 from .type_helpers import load_type_from_name, load_constant_from_name, has_method
+from .prompts import PROMPT_PREFIX, fetch_prompt
 from diffusers.utils import load_image, load_video
 from .security import (
     validate_path,
@@ -92,6 +93,11 @@ def realize_args(arg, base_dir=None):
             # conventions below - what it holds is the value, not a file to load
             if is_constant_reference(v):
                 arg[k] = fetch_constant(v)
+            # A stored prompt resolves the same way - to its text, under any
+            # name, before the media conventions could mistake it for a file.
+            # The workflow's directory anchors prompt-library discovery
+            elif is_prompt_reference(v):
+                arg[k] = fetch_prompt(v, base_dir=base_dir)
             # An explicit media reference loads under any argument name - the
             # key conventions below only cover arguments named like their media
             elif is_media_reference(v):
@@ -140,6 +146,9 @@ def realize_args(arg, base_dir=None):
             if is_constant_reference(item):
                 arg[i] = fetch_constant(item)
                 continue
+            if is_prompt_reference(item):
+                arg[i] = fetch_prompt(item, base_dir=base_dir)
+                continue
             if is_media_reference(item):
                 arg[i] = fetch_media(item, base_dir)
                 continue
@@ -152,6 +161,11 @@ def is_constant_reference(value):
     return isinstance(value, str) and value.startswith(CONSTANT_PREFIX)
 
 
+def is_prompt_reference(value):
+    """Whether a value references a stored prompt in the prompt library."""
+    return isinstance(value, str) and value.startswith(PROMPT_PREFIX)
+
+
 def fetch_constant(reference):
     """Read the value a 'constant:' reference names.
 
@@ -703,12 +717,22 @@ def media_arguments(object_type, artifact):
             arguments["sample_rate"] = sample_rate
         return arguments
 
+    if audio is None and hasattr(artifact, "ndim") and artifact.ndim <= 3:
+        # A step that generates audio alone - a music pipeline, a slice_audio
+        # task - produces the waveform itself rather than an AudioVideo. It
+        # carries no rate of its own, so the reference declares 'sample_rate'
+        # alongside 'from_previous_result'
+        audio = torch.as_tensor(as_channels_samples(artifact))
+
     if audio is None:
         raise ValueError(
             f"{object_type.__name__} holds audio, but the step it names produced "
             f"none - reference a step that generates a soundtrack"
         )
-    return {"audio": audio, "sample_rate": sample_rate}
+    arguments = {"audio": audio}
+    if sample_rate is not None:
+        arguments["sample_rate"] = sample_rate
+    return arguments
 
 
 def validate_media_location(location, base_dir=None):

{diffusers_workflow-0.4.0a4 → diffusers_workflow-0.4.0a8}/dw/hub_cache.py

@@ -17,6 +17,16 @@ import uuid
 from huggingface_hub import constants, scan_cache_dir
 from huggingface_hub.utils import CacheNotFound
 
+try:
+    # Xet-backed downloads aggregate into two bars built from our tracker
+    # class: reconstruction (file bytes written) and transfer (network
+    # bytes). Only reconstruction matches the file-size total the manager
+    # reports against - counting both would double the progress - and the
+    # transfer bar is recognizable by the bar_format it is created with
+    from huggingface_hub.utils._xet_progress_reporting import XET_TRANSFER_BAR_FORMAT
+except ImportError:  # older huggingface_hub - no xet aggregation
+    XET_TRANSFER_BAR_FORMAT = None
+
 logger = logging.getLogger("dw")
 
 
@@ -250,13 +260,20 @@ def _tracker_class(manager, entry, cancel_event):
         def __init__(self, *args, **kwargs):
             self.n = 0
             self.total = kwargs.get("total")
+            # The xet transfer bar still ticks (cancellation works through
+            # it) but its network bytes stay out of the shared counters
+            self._counted = (
+                XET_TRANSFER_BAR_FORMAT is None
+                or kwargs.get("bar_format") != XET_TRANSFER_BAR_FORMAT
+            )
 
         def update(self, n=1):
             if cancel_event.is_set():
                 raise DownloadCancelled()
             if n:
                 self.n += n
-                manager._add_progress(entry, n)
+                if self._counted:
+                    manager._add_progress(entry, n)
             return True
 
         def close(self):
@@ -271,6 +288,15 @@ def _tracker_class(manager, entry, cancel_event):
         def set_postfix(self, *args, **kwargs):
             pass
 
+        def set_postfix_str(self, *args, **kwargs):
+            pass
+
+        @property
+        def format_dict(self):
+            # What tqdm exposes for rate rendering; huggingface_hub reads
+            # 'rate' from it when composing the xet speed postfix
+            return {"n": self.n, "total": self.total, "elapsed": 0, "rate": None}
+
         def __enter__(self):
             return self
 

diffusers_workflow-0.4.0a8/dw/prompt_schema.json

@@ -0,0 +1,48 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "$id": "prompt_schema.json",
+  "title": "Stored prompt",
+  "description": "One prompt in the prompt library - the text a workflow loads with a 'prompt:' reference, plus the metadata the library pages show.",
+  "type": "object",
+  "required": ["text"],
+  "additionalProperties": false,
+  "properties": {
+    "text": {
+      "type": "string",
+      "minLength": 1,
+      "description": "The prompt text itself - what a 'prompt:' reference resolves to. May not begin with a reference prefix ('previous_result:', 'variable:', 'constant:', 'prompt:')."
+    },
+    "description": {
+      "type": "string",
+      "description": "Short summary shown on the prompt's library card."
+    },
+    "intended_model": {
+      "type": "string",
+      "description": "The model or model family the prompt was written for, such as 'minimax-h3'. Informational - the engine ignores it, but the library badges and filters by it and the enhancer uses it to preselect a preset."
+    },
+    "negative_prompt": {
+      "type": "string",
+      "description": "A negative prompt paired with the text, for models that take one."
+    },
+    "tags": {
+      "type": "array",
+      "items": { "type": "string" },
+      "description": "Free-form labels for filtering the library."
+    },
+    "enhanced": {
+      "type": "object",
+      "additionalProperties": false,
+      "description": "Provenance when the text came from the AI enhancer - which model expanded which idea.",
+      "properties": {
+        "model": {
+          "type": "string",
+          "description": "The LLM that generated the text."
+        },
+        "idea": {
+          "type": "string",
+          "description": "The idea the text was expanded from."
+        }
+      }
+    }
+  }
+}

diffusers_workflow-0.4.0a8/dw/prompts.py

@@ -0,0 +1,145 @@
+"""The prompt library: stored prompts a workflow references by name.
+
+A prompt is one JSON file under the prompt directory - its text plus the
+metadata the library pages show (description, intended model, tags). A
+workflow argument written as 'prompt:name' or 'prompt:folder/name' loads
+the file's text at run time, so the prompt is shared by reference rather
+than copied into every workflow that uses it.
+"""
+
+import json
+import logging
+import os
+
+from .schema import load_schema, validate_data
+from .security import validate_prompt_path, validate_prompt_reference
+
+logger = logging.getLogger("dw")
+
+# The prefix marking a value as a reference to a stored prompt. The name after it
+# is rooted at the prompt directory, not the workflow file - prompts are a shared
+# library, and the same reference means the same text from every workflow
+PROMPT_PREFIX = "prompt:"
+
+# The prefixes a stored prompt's text may not begin with. Resolved text is
+# substituted where the reference stood, so text that itself looks like a
+# reference would be resolved again - or worse, expand a step's iterations
+RESERVED_TEXT_PREFIXES = ("previous_result:", "variable:", "constant:", PROMPT_PREFIX)
+
+
+def get_prompt_dir(base_dir=None):
+    """The directory stored prompts are rooted at.
+
+    DW_PROMPT_DIR names it explicitly - the server sets it from --prompt-dir,
+    and the spawned worker inherits it. Without one it is ./prompts in the
+    working directory when that exists; otherwise the walk from the workflow
+    file's directory up toward the filesystem root finds the prompts/ folder
+    of the tree the workflow lives in - which is how a repo workflow run from
+    any working directory still reaches the library beside it. Read at call
+    time, not import time, so a test or worker sees the current value.
+
+    Args:
+        base_dir: The workflow file's directory, when one anchors the search
+    """
+    explicit = os.environ.get("DW_PROMPT_DIR")
+    if explicit:
+        return explicit
+    default = os.path.abspath("./prompts")
+    if os.path.isdir(default):
+        return default
+    if base_dir:
+        current = os.path.abspath(base_dir)
+        while True:
+            candidate = os.path.join(current, "prompts")
+            if os.path.isdir(candidate):
+                return candidate
+            parent = os.path.dirname(current)
+            if parent == current:
+                break
+            current = parent
+    return default
+
+
+def resolve_prompt_reference(reference, prompt_dir=None, base_dir=None):
+    """Resolve a 'prompt:' reference to the file it names.
+
+    Args:
+        reference: The 'prompt:name' or 'prompt:folder/name' string
+        prompt_dir: Directory the name is rooted at; defaults to get_prompt_dir()
+        base_dir: The workflow file's directory, anchoring discovery when no
+            prompt directory is configured
+
+    Returns:
+        The validated absolute path of the prompt file
+
+    Raises:
+        InvalidInputError: If the name is not a valid prompt name
+        ValueError: If no prompt file exists under that name
+    """
+    name = validate_prompt_reference(reference.removeprefix(PROMPT_PREFIX).strip())
+    prompt_dir = prompt_dir or get_prompt_dir(base_dir)
+    path = os.path.join(prompt_dir, name + ".json")
+    if not os.path.isfile(path):
+        raise ValueError(
+            f"No prompt named '{name}' in {prompt_dir} - a prompt reference names "
+            f"a .json file under the prompt directory, without the extension"
+        )
+    return validate_prompt_path(path, prompt_dir)
+
+
+def load_prompt(path):
+    """Read and validate one prompt file.
+
+    Args:
+        path: Path of the prompt file, already validated
+
+    Returns:
+        The prompt as a dict
+
+    Raises:
+        ValueError: If the file is not JSON or does not match the prompt schema
+    """
+    try:
+        with open(path, "r", encoding="utf-8") as file:
+            data = json.load(file)
+    except json.JSONDecodeError as error:
+        raise ValueError(f"Prompt file {path} is not valid JSON: {error}") from error
+
+    status, message = validate_data(data, load_schema("prompt"))
+    if not status:
+        raise ValueError(f"Prompt file {path} is not a valid prompt: {message}")
+
+    return data
+
+
+def fetch_prompt(reference, prompt_dir=None, base_dir=None):
+    """Read the text a 'prompt:' reference names.
+
+    Args:
+        reference: The 'prompt:name' or 'prompt:folder/name' string
+        prompt_dir: Directory the name is rooted at; defaults to get_prompt_dir()
+        base_dir: The workflow file's directory, anchoring discovery when no
+            prompt directory is configured
+
+    Returns:
+        The prompt file's text field
+
+    Raises:
+        ValueError: If the prompt is missing, invalid, or its text is itself
+            a reference
+    """
+    path = resolve_prompt_reference(reference, prompt_dir, base_dir)
+    text = load_prompt(path)["text"]
+
+    # Arguments are realized more than once, and iteration expansion scans the
+    # realized template - text that begins like a reference would be treated
+    # as one on the next pass, so it is data that may not masquerade as syntax
+    if text.startswith(RESERVED_TEXT_PREFIXES):
+        raise ValueError(
+            f"Prompt '{reference}' has text beginning with a reference prefix "
+            f"({', '.join(RESERVED_TEXT_PREFIXES)}) - a prompt's text may not "
+            f"itself be a reference"
+        )
+
+    logger.info(f"Loaded prompt {reference} from {path}")
+    return text

{diffusers_workflow-0.4.0a4 → diffusers_workflow-0.4.0a8}/dw/repl.py

@@ -50,7 +50,7 @@ class DiffusersWorkflowREPL(cmd.Cmd):
         self.globals = {
             "output_dir": "./outputs",  # Default output directory
             "log_level": "INFO",  # Default log level
-            "workflow_dir": "./examples",  # Default workflow directory
+            "workflow_dir": "./workflows",  # Default workflow directory
         }
         self.current_workflow = None
         self.workflow_args = {}  # Store workflow arguments

{diffusers_workflow-0.4.0a4 → diffusers_workflow-0.4.0a8}/dw/repl_commands.py

@@ -47,7 +47,7 @@ class ConfigCommands:
                 "  log_level    - Logging level: DEBUG, INFO, WARNING, ERROR, CRITICAL"
             )
             print("  workflow_dir - Where 'workflow load <name>' and 'workflow list'")
-            print("                 look for workflows (default: ./examples)")
+            print("                 look for workflows (default: ./workflows)")
             print()
             print("These apply to this REPL session. Standing settings (device,")
             print("log file, TF32) live in ~/.diffusers_helper/settings.json")

{diffusers_workflow-0.4.0a4 → diffusers_workflow-0.4.0a8}/dw/run.py

@@ -36,8 +36,19 @@ def main():
         default="INFO",
         help="Set the logging level (DEBUG, INFO, WARNING, ERROR, CRITICAL)",
     )
+    parser.add_argument(
+        "--prompt-dir",
+        type=str,
+        default=None,
+        help="Directory 'prompt:' references resolve against (default: "
+        "DW_PROMPT_DIR, else ./prompts if it exists, else the nearest "
+        "prompts/ above the workflow file)",
+    )
     args = parser.parse_args()
 
+    if args.prompt_dir:
+        os.environ["DW_PROMPT_DIR"] = os.path.abspath(args.prompt_dir)
+
     # Parse key-value pairs with validation
     variables = {}
     for variable in args.variables: