@bendyline/gilde 0.1.16 → 0.1.18

package/data/craftbook-templates/im/image-set-index/versions/1.1.0/test.json

@@ -0,0 +1,177 @@
+{
+  "schemaVersion": 1,
+  "title": "Deterministic image-index workflow",
+  "objective": "Run the Index & Describe an Image Set craftbook against deterministic metadata, verifying schema-first staging, exact coverage, valid JSON, and no invented images.",
+  "tags": [
+    "media",
+    "json",
+    "workflow"
+  ],
+  "prompt": "Use the Index & Describe an Image Set craftbook. This text-only local-model eval supplies authoritative vision metadata in workspace `images/descriptions.csv`; read it as the sidecar for the four named images. Define the schema first, stage valid JSON in workspace `work/image-descriptions.json`, and write final workspace `index.json` as an object with an `images` array containing exactly one record per source filename. Each record must include filename, caption, tags, dominantColors, orientation, containsText, and qualityFlags. Use only the sidecar facts and report coverage as 4/4.",
+  "setup": {
+    "projectName": "Image Set Index Eval",
+    "about": "Self-contained workflow eval for a non-vision local model. The seeded descriptions.csv is authoritative image metadata; the schema belongs in artifacts, while staged and final JSON belong in the workspace.",
+    "missionObjectives": "Index all four seeded images into valid JSON with exact filenames, complete required fields, controlled tags, consistent arrays/booleans, and no invented images.",
+    "files": [
+      {
+        "path": "images/descriptions.csv",
+        "content": "filename,caption,tags,dominantColors,orientation,containsText,qualityFlags\nmarket-stand.jpg,Outdoor produce stand with crates of greens,produce;outdoor;market,green;wood;white,landscape,false,usable\npacking-sheet.png,Spreadsheet screenshot showing Thursday packing counts,spreadsheet;packing;counts,white;blue;gray,landscape,true,text-heavy\nvolunteer-badge.jpg,Close-up volunteer badge on a red lanyard,volunteer;badge;people,red;white;black,portrait,true,cropped\npickup-line.jpg,Members waiting near pickup tables at dusk,pickup;members;queue,navy;yellow;gray,landscape,false,low-light\n"
+      },
+      {
+        "path": "tests/verify-index.mjs",
+        "content": "import { readFileSync } from 'node:fs';\n\nconst expected = ['market-stand.jpg', 'packing-sheet.png', 'pickup-line.jpg', 'volunteer-badge.jpg'];\nconst required = ['filename', 'caption', 'tags', 'dominantColors', 'orientation', 'containsText', 'qualityFlags'];\nconst doc = JSON.parse(readFileSync('index.json', 'utf8'));\nif (!Array.isArray(doc.images)) throw new Error('images must be an array');\nif (doc.images.length !== expected.length) throw new Error(`expected 4 records, got ${doc.images.length}`);\nconst names = doc.images.map((row) => row.filename).sort();\nif (JSON.stringify(names) !== JSON.stringify(expected)) throw new Error(`filename coverage mismatch: ${names.join(', ')}`);\nfor (const row of doc.images) {\n  for (const field of required) if (!(field in row)) throw new Error(`${row.filename}: missing ${field}`);\n  if (typeof row.caption !== 'string' || row.caption.trim().length < 12) throw new Error(`${row.filename}: caption too short`);\n  if (!Array.isArray(row.tags) || row.tags.length < 2) throw new Error(`${row.filename}: tags must be an array`);\n  if (!Array.isArray(row.dominantColors) || row.dominantColors.length < 2) throw new Error(`${row.filename}: dominantColors must be an array`);\n  if (typeof row.containsText !== 'boolean') throw new Error(`${row.filename}: containsText must be boolean`);\n  if (!Array.isArray(row.qualityFlags)) throw new Error(`${row.filename}: qualityFlags must be an array`);\n}\nconsole.log('INDEX_OK 4/4');\n",
+        "surface": "harness"
+      }
+    ],
+    "worker": {
+      "name": "Iris",
+      "role": "Analyst"
+    }
+  },
+  "mocks": [],
+  "success": {
+    "summary": "A craftbook task records a schema artifact, stages valid per-image JSON, and ships index.json with exact 4/4 fixture coverage.",
+    "deliverables": [
+      {
+        "path": "index.json",
+        "kind": "json",
+        "minBytes": 900,
+        "checks": [
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "market-stand\\.jpg"
+          },
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "packing-sheet\\.png"
+          },
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "volunteer-badge\\.jpg"
+          },
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "pickup-line\\.jpg"
+          },
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "dominantColors[\\s\\S]*containsText[\\s\\S]*qualityFlags"
+          },
+          {
+            "kind": "notContains",
+            "file": "index.json",
+            "pattern": "hero\\.png|logo\\.png|unknown",
+            "flags": "i"
+          }
+        ]
+      },
+      {
+        "path": "work/image-descriptions.json",
+        "kind": "json",
+        "minBytes": 700,
+        "checks": [
+          {
+            "kind": "contains",
+            "file": "work/image-descriptions.json",
+            "pattern": "filename[\\s\\S]*caption[\\s\\S]*tags",
+            "flags": "i"
+          }
+        ]
+      }
+    ],
+    "checks": [
+      {
+        "kind": "minBytes",
+        "file": "image-index/schema.md",
+        "bytes": 500,
+        "artifact": true
+      },
+      {
+        "kind": "contains",
+        "file": "image-index/schema.md",
+        "pattern": "filename[\\s\\S]*caption[\\s\\S]*tags[\\s\\S]*dominantColors",
+        "flags": "i",
+        "artifact": true
+      },
+      {
+        "kind": "nodeScriptPasses",
+        "script": "tests/verify-index.mjs",
+        "requiredOutput": [
+          {
+            "pattern": "INDEX_OK 4/4",
+            "label": "exact image coverage"
+          }
+        ]
+      }
+    ],
+    "taskNotes": {
+      "minBytes": 160,
+      "requireCraftbookTask": true,
+      "checks": [
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "4/4|four of four|coverage.*4",
+          "flags": "i"
+        },
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "schema\\.md",
+          "flags": "i"
+        },
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "image-descriptions\\.json",
+          "flags": "i"
+        },
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "index\\.json",
+          "flags": "i"
+        }
+      ]
+    },
+    "taskGraph": {
+      "requireCraftbookTask": true,
+      "requireTerminalStep": true
+    }
+  },
+  "rubric": {
+    "artifact": {
+      "path": "index.json",
+      "kind": "json"
+    },
+    "axes": [
+      {
+        "name": "schema consistency",
+        "description": "Every record uses the same types and required fields, with arrays and booleans represented consistently."
+      },
+      {
+        "name": "grounding",
+        "description": "Captions, tags, colors, orientation, text flags, and quality flags preserve only the authoritative sidecar facts."
+      },
+      {
+        "name": "coverage",
+        "description": "Every source filename appears exactly once, with no missing or invented images."
+      },
+      {
+        "name": "workflow evidence",
+        "description": "The schema artifact and staged JSON demonstrate a schema-first, reviewable indexing workflow."
+      }
+    ]
+  },
+  "qualityFocus": [
+    "craftbook attribution",
+    "schema-first indexing",
+    "executable exact-coverage check",
+    "text-only vision surrogate"
+  ]
+}

package/data/craftbook-templates/im/image-set-index/versions/1.2.0/craftbook.json

@@ -0,0 +1,163 @@
+{
+  "id": "image-set-index",
+  "name": "Index & Describe an Image Set",
+  "description": "Given a folder of images, produce a structured index that describes each one (caption, tags, notable content) in a consistent schema, then validates coverage and consistency. For cataloguing, search, or alt-text generation over an image collection.\n\nA gallery craftbook generated from an archetype spec. It runs\n`phase → (per-phase gate) → … → evaluate → (loop) → finish`. Each build\nphase that produces a checkable artifact is followed by a **runtime\ngate-checkpoint** — the runtime verifies the artifact and routes with no\nmodel turn, looping back to redo the phase on a miss. The final `evaluate`\nstep holds a static deliverable gate plus a reviewer QA pass. What it adds\nover the generic `build-loop`: a specialist role per phase, a\ndomain-correct ordering, and a concrete per-phase quality bar.\n\nDeliverables marked \"artifact\" land in the project's artifacts drawer (`write_artifact` / `read_artifact`), not the shipped workspace — review output is not product source.\n\nPhases:\n\n1. Scope the index (planner) — fields per image + output schema + criteria → gated on artifact `image-index/schema.md` (markdown-notes)\n2. Describe each image (developer) — read each image, write structured descriptions → gated on `work/image-descriptions.json` (json)\n3. Assemble the index (developer) — write the index file in the chosen format → gated on `index.json` (json)\n\nThe gates never advance with an unmet criterion, and loop back to the\nowning phase to fix named gaps.\n",
+  "entryStepId": "scope",
+  "triggers": [
+    "index images",
+    "describe images",
+    "caption a folder",
+    "image catalog"
+  ],
+  "steps": [
+    {
+      "id": "scope",
+      "name": "Scope the index",
+      "description": "fields per image + output schema + criteria",
+      "prompt": "Decide the index schema before describing anything. The final output is workspace `index.json` with an `images` array; define fields per image (filename, caption, tags, dominantColors, orientation, containsText, and qualityFlags), controlled vocabulary rules, and an **acceptance-criteria checklist** (\"every source image has exactly one record\", \"captions are 1-2 sentences\", \"tags use a consistent vocabulary\", \"the JSON parses\"). Save the schema + checklist to artifact `image-index/schema.md` with `write_artifact`; note the path in task notes.",
+      "suggestedRole": "planner",
+      "advanceWhen": {
+        "file": "image-index/schema.md",
+        "minBytes": 1,
+        "sniff": "nonempty",
+        "artifact": true
+      },
+      "gate": {
+        "at": "completion",
+        "checks": [
+          {
+            "kind": "minBytes",
+            "file": "image-index/schema.md",
+            "bytes": 500,
+            "artifact": true
+          },
+          {
+            "kind": "sniff",
+            "file": "image-index/schema.md",
+            "sniff": "nonempty",
+            "artifact": true
+          },
+          {
+            "kind": "contains",
+            "file": "image-index/schema.md",
+            "pattern": "filename[\\s\\S]*caption[\\s\\S]*tags",
+            "flags": "i",
+            "label": "core schema fields",
+            "artifact": true
+          },
+          {
+            "kind": "contains",
+            "file": "image-index/schema.md",
+            "pattern": "every|coverage|exactly one",
+            "flags": "i",
+            "label": "coverage criterion",
+            "artifact": true
+          }
+        ],
+        "onReject": "scope",
+        "maxAttempts": 3
+      },
+      "next": "describe"
+    },
+    {
+      "id": "describe",
+      "name": "Describe each image",
+      "description": "read each image, write structured descriptions",
+      "prompt": "Read artifact `image-index/schema.md` with `read_artifact`, then list the source image folder with workspace tools. For each image, use the available image-reading or description capability to populate the schema. If the user supplied an authoritative metadata sidecar because image binaries or vision are unavailable, read it with `read_file`, preserve only its facts, and record that limitation. Keep vocabulary consistent and do not skip or invent images. Stage the complete per-image array as valid workspace JSON at `work/image-descriptions.json` with `write_file`.",
+      "suggestedRole": "developer",
+      "advanceWhen": {
+        "file": "work/image-descriptions.json",
+        "minBytes": 1,
+        "sniff": "json-valid"
+      },
+      "gate": {
+        "at": "completion",
+        "checks": [
+          {
+            "kind": "minBytes",
+            "file": "work/image-descriptions.json",
+            "bytes": 300
+          },
+          {
+            "kind": "contains",
+            "file": "work/image-descriptions.json",
+            "pattern": "\"filename\"[\\s\\S]*\"caption\"[\\s\\S]*\"tags\"",
+            "flags": "i",
+            "label": "per-image fields"
+          }
+        ],
+        "scripts": [
+          {
+            "name": "checkJsonValid",
+            "scope": "standard",
+            "inputs": {
+              "file": "work/image-descriptions.json"
+            }
+          }
+        ],
+        "onReject": "describe",
+        "maxAttempts": 3
+      },
+      "next": "assemble"
+    },
+    {
+      "id": "assemble",
+      "name": "Assemble the index",
+      "description": "write the index file in the chosen format",
+      "prompt": "Read workspace `work/image-descriptions.json` with `read_file`, reconcile it against the complete source-folder or sidecar listing, and write the final JSON object to workspace `index.json` with `write_file`. Ensure the `images` array has exactly one record per source filename, every required field is present, and vocabulary is consistent. On a loop-back, fix only the named gaps (missing/extra records, malformed JSON, inconsistent tags). `write_task_note` the index path and an explicit coverage count (records vs source images).",
+      "suggestedRole": "developer",
+      "advanceWhen": {
+        "file": "index.json",
+        "minBytes": 1,
+        "sniff": "json-valid"
+      },
+      "gate": {
+        "at": "completion",
+        "checks": [
+          {
+            "kind": "minBytes",
+            "file": "index.json",
+            "bytes": 500
+          },
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "\"images\"\\s*:",
+            "flags": "i",
+            "label": "images array"
+          }
+        ],
+        "scripts": [
+          {
+            "name": "checkJsonValid",
+            "scope": "standard",
+            "inputs": {
+              "file": "index.json"
+            }
+          }
+        ],
+        "onReject": "assemble",
+        "maxAttempts": 4
+      },
+      "next": "evaluate"
+    },
+    {
+      "id": "evaluate",
+      "name": "Evaluate",
+      "description": "Grade the deliverable against every acceptance criterion. All pass → finish; any fail → loop back and fix the gap.",
+      "prompt": "Read workspace `index.json`, `work/image-descriptions.json`, and the source-folder listing with workspace tools, plus artifact `image-index/schema.md` with `read_artifact`. Check coverage and consistency: does every source image have exactly one record, do all required fields exist, do captions/tags follow the schema and a consistent vocabulary, and does the file parse? Spot-check descriptions against actual images when available. Write PASS/FAIL per criterion.\n\nThen route — this is the whole point of the loop:\n\n- **Every criterion PASSES →** call `advance_task_step({ ref, stepId: \"evaluate\", next: \"finish\" })`.\n- **Any criterion FAILS →** write the specific gaps to notes, then call `advance_task_step({ ref, stepId: \"evaluate\", next: \"assemble\" })` to loop back. The builder fixes exactly those gaps.\n\nNever route to `finish` while any criterion is unmet. The build phase's completion gate already blocked a grossly-incomplete deliverable; your job is the judgment an automated check cannot make (does it actually work, read well, look right). After ~3 unproductive loops, stop and report DONE_WITH_CONCERNS so the user can step in.",
+      "suggestedRole": "reviewer",
+      "next": "assemble"
+    },
+    {
+      "id": "finish",
+      "name": "Finish",
+      "description": "All acceptance criteria met. Stamp a short summary and report DONE.",
+      "prompt": "Every criterion passed. Write a DONE summary: index path, format, image count, and a one-line note that coverage is complete and the schema is consistent.",
+      "suggestedRole": "developer",
+      "terminal": true
+    }
+  ],
+  "version": "1.2.0",
+  "releasedAt": "2026-08-10T00:00:00Z"
+}

package/data/craftbook-templates/im/image-set-index/versions/1.2.0/test.json

@@ -0,0 +1,180 @@
+{
+  "schemaVersion": 1,
+  "title": "Deterministic image-index workflow",
+  "objective": "Run the Index & Describe an Image Set craftbook against deterministic metadata, verifying schema-first staging, exact coverage, valid JSON, and no invented images.",
+  "tags": [
+    "media",
+    "json",
+    "workflow"
+  ],
+  "prompt": "Use the Index & Describe an Image Set craftbook. This text-only local-model eval supplies authoritative vision metadata in workspace `images/descriptions.csv`; read it as the sidecar for the four named images. Define the schema first, stage valid JSON in workspace `work/image-descriptions.json`, and write final workspace `index.json` as an object with an `images` array containing exactly one record per source filename. Each record must include filename, caption, tags, dominantColors, orientation, containsText, and qualityFlags. Use only the sidecar facts and report coverage as 4/4.",
+  "setup": {
+    "projectName": "Image Set Index Eval",
+    "about": "Self-contained workflow eval for a non-vision local model. The seeded descriptions.csv is authoritative image metadata; the schema belongs in artifacts, while staged and final JSON belong in the workspace.",
+    "missionObjectives": "Index all four seeded images into valid JSON with exact filenames, complete required fields, controlled tags, consistent arrays/booleans, and no invented images.",
+    "files": [
+      {
+        "path": "images/descriptions.csv",
+        "content": "filename,caption,tags,dominantColors,orientation,containsText,qualityFlags\nmarket-stand.jpg,Outdoor produce stand with crates of greens,produce;outdoor;market,green;wood;white,landscape,false,usable\npacking-sheet.png,Spreadsheet screenshot showing Thursday packing counts,spreadsheet;packing;counts,white;blue;gray,landscape,true,text-heavy\nvolunteer-badge.jpg,Close-up volunteer badge on a red lanyard,volunteer;badge;people,red;white;black,portrait,true,cropped\npickup-line.jpg,Members waiting near pickup tables at dusk,pickup;members;queue,navy;yellow;gray,landscape,false,low-light\n"
+      },
+      {
+        "path": "tests/verify-index.mjs",
+        "content": "import { readFileSync } from 'node:fs';\n\nconst expected = ['market-stand.jpg', 'packing-sheet.png', 'pickup-line.jpg', 'volunteer-badge.jpg'];\nconst required = ['filename', 'caption', 'tags', 'dominantColors', 'orientation', 'containsText', 'qualityFlags'];\nconst doc = JSON.parse(readFileSync('index.json', 'utf8'));\nif (!Array.isArray(doc.images)) throw new Error('images must be an array');\nif (doc.images.length !== expected.length) throw new Error(`expected 4 records, got ${doc.images.length}`);\nconst names = doc.images.map((row) => row.filename).sort();\nif (JSON.stringify(names) !== JSON.stringify(expected)) throw new Error(`filename coverage mismatch: ${names.join(', ')}`);\nfor (const row of doc.images) {\n  for (const field of required) if (!(field in row)) throw new Error(`${row.filename}: missing ${field}`);\n  if (typeof row.caption !== 'string' || row.caption.trim().length < 12) throw new Error(`${row.filename}: caption too short`);\n  if (!Array.isArray(row.tags) || row.tags.length < 2) throw new Error(`${row.filename}: tags must be an array`);\n  if (!Array.isArray(row.dominantColors) || row.dominantColors.length < 2) throw new Error(`${row.filename}: dominantColors must be an array`);\n  if (typeof row.containsText !== 'boolean') throw new Error(`${row.filename}: containsText must be boolean`);\n  if (!Array.isArray(row.qualityFlags)) throw new Error(`${row.filename}: qualityFlags must be an array`);\n}\nconsole.log('INDEX_OK 4/4');\n",
+        "surface": "harness"
+      }
+    ],
+    "worker": {
+      "name": "Iris",
+      "role": "Analyst"
+    }
+  },
+  "mocks": [],
+  "success": {
+    "summary": "A craftbook task records a schema artifact, stages valid per-image JSON, and ships index.json with exact 4/4 fixture coverage.",
+    "deliverables": [
+      {
+        "path": "index.json",
+        "kind": "json",
+        "minBytes": 900,
+        "checks": [
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "market-stand\\.jpg"
+          },
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "packing-sheet\\.png"
+          },
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "volunteer-badge\\.jpg"
+          },
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "pickup-line\\.jpg"
+          },
+          {
+            "kind": "contains",
+            "file": "index.json",
+            "pattern": "dominantColors[\\s\\S]*containsText[\\s\\S]*qualityFlags"
+          },
+          {
+            "kind": "notContains",
+            "file": "index.json",
+            "pattern": "hero\\.png|logo\\.png|unknown",
+            "flags": "i"
+          }
+        ]
+      },
+      {
+        "path": "work/image-descriptions.json",
+        "kind": "json",
+        "minBytes": 700,
+        "checks": [
+          {
+            "kind": "contains",
+            "file": "work/image-descriptions.json",
+            "pattern": "filename[\\s\\S]*caption[\\s\\S]*tags",
+            "flags": "i"
+          }
+        ]
+      }
+    ],
+    "checks": [
+      {
+        "kind": "minBytes",
+        "file": "image-index/schema.md",
+        "bytes": 500,
+        "artifact": true
+      },
+      {
+        "kind": "contains",
+        "file": "image-index/schema.md",
+        "pattern": "filename[\\s\\S]*caption[\\s\\S]*tags[\\s\\S]*dominantColors",
+        "flags": "i",
+        "artifact": true
+      },
+      {
+        "kind": "nodeScriptPasses",
+        "script": "tests/verify-index.mjs",
+        "requiredOutput": [
+          {
+            "pattern": "INDEX_OK 4/4",
+            "label": "exact image coverage"
+          }
+        ]
+      }
+    ],
+    "taskNotes": {
+      "minBytes": 160,
+      "checks": [
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "4/4|four of four|coverage.*4",
+          "flags": "i"
+        },
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "schema\\.md",
+          "flags": "i"
+        },
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "image-descriptions\\.json",
+          "flags": "i"
+        },
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "index\\.json",
+          "flags": "i"
+        }
+      ],
+      "requireCraftbookTask": true
+    },
+    "taskGraph": {
+      "requireCraftbookTask": true,
+      "requireTerminalStep": true
+    },
+    "unchangedFixtures": [
+      "images/descriptions.csv"
+    ]
+  },
+  "rubric": {
+    "artifact": {
+      "path": "index.json",
+      "kind": "json"
+    },
+    "axes": [
+      {
+        "name": "schema consistency",
+        "description": "Every record uses the same types and required fields, with arrays and booleans represented consistently."
+      },
+      {
+        "name": "grounding",
+        "description": "Captions, tags, colors, orientation, text flags, and quality flags preserve only the authoritative sidecar facts."
+      },
+      {
+        "name": "coverage",
+        "description": "Every source filename appears exactly once, with no missing or invented images."
+      },
+      {
+        "name": "workflow evidence",
+        "description": "The schema artifact and staged JSON demonstrate a schema-first, reviewable indexing workflow."
+      }
+    ]
+  },
+  "qualityFocus": [
+    "craftbook attribution",
+    "schema-first indexing",
+    "executable exact-coverage check",
+    "text-only vision surrogate"
+  ]
+}