npm - @bendyline/gilde - Versions diffs - 0.1.16 → 0.1.18 - Mend

@bendyline/gilde 0.1.16 → 0.1.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (95) hide show

package/authoring/gstack/evals/qa-only.json ADDED Viewed

@@ -0,0 +1,376 @@
+{
+  "schemaVersion": 1,
+  "title": "Browser QA Audit — Harbor signup fixture",
+  "objective": "Exercise the Browser QA Audit craftbook against a self-contained workspace page with deterministic functional, console, accessibility, link, and responsive defects.",
+  "tags": [
+    "workflow",
+    "browser",
+    "qa",
+    "html-page"
+  ],
+  "prompt": "Use the Browser QA Audit craftbook in report-only mode. The running target is the Gezel workspace preview URL `file:///workspace/fixtures/signup.html`; navigate to that exact URL with the configured browser tools. Test it as a user at 1280x720 and 375x812 using `source/expected-behavior.md` as the product contract. Exercise the menu, empty and valid form submissions, keyboard focus, and the Help link; inspect console errors and take evidence screenshots. Retry every suspected defect once. Do not read or edit the HTML source during the audit and do not fix anything. Produce the workflow plan, browser evidence, `qa/baseline.json`, and `qa/browser-qa-report.md`.",
+  "setup": {
+    "projectName": "Harbor signup browser QA",
+    "about": "A self-contained report-only QA evaluation. The HTML fixture is served through Gezel's workspace preview mapping; no external URL, credential, or live service is needed.",
+    "missionObjectives": "Run the Browser QA Audit craftbook as a real task, use actual browser tools on file:///workspace/fixtures/signup.html, capture reproducible evidence, and leave the fixture unchanged.",
+    "files": [
+      {
+        "path": "source/expected-behavior.md",
+        "content": "# Signup acceptance brief\n\n- The Menu button reveals and hides the navigation links.\n- Email is required. Empty or malformed email submission must show an inline validation error and must not show success.\n- A valid address such as `crew@example.com` shows `Welcome aboard` after submission.\n- Help opens a real help destination rather than a missing page.\n- The form is usable with keyboard alone and every focused control has a visible focus indicator.\n- At 375x812 there is no horizontal page overflow.\n- A clean user journey emits no console errors.\n\nDo not inspect implementation source during black-box QA.\n"
+      },
+      {
+        "path": "fixtures/signup.html",
+        "content": "<!doctype html>\n<html lang=\"en\">\n<head>\n<meta charset=\"utf-8\">\n<meta name=\"viewport\" content=\"width=device-width,initial-scale=1\">\n<title>Harbor Crew Signup</title>\n<style>\nbody{margin:0;background:#f6f7f8;color:#334;font:16px Arial,sans-serif}header{background:#10233f;color:#fff;padding:18px}.shell{width:980px;margin:32px auto;background:#fff;padding:24px}.muted{color:#c2c5ca}button,a,input{font:inherit}button:focus,a:focus,input:focus{outline:none}.nav{display:none}.card{border:1px solid #dde1e6;padding:20px}input{display:block;width:360px;padding:10px;margin:8px 0}.success{display:none;color:#16783b}a{color:#d97706}\n</style>\n</head>\n<body>\n<header><strong>Harbor Crew</strong> <span class=\"muted\">Shift updates without noise</span></header>\n<main class=\"shell\">\n<button id=\"menu\">Menu</button>\n<nav class=\"nav\"><a href=\"#signup\">Signup</a> <a href=\"missing-help.html\">Help</a></nav>\n<section class=\"card\" id=\"signup\">\n<h1>Join shift updates</h1>\n<p>One concise email before every assignment window.</p>\n<form id=\"signup-form\">\n<input id=\"email\" type=\"text\" placeholder=\"you@example.com\">\n<button type=\"submit\">Join</button>\n</form>\n<p class=\"success\" id=\"success\">Welcome aboard</p>\n</section>\n</main>\n<script>\nconsole.error('fixture-console-error: signup analytics failed');\ndocument.querySelector('#signup-form').addEventListener('submit',event=>{event.preventDefault();document.querySelector('#success').style.display='block'});\n</script>\n</body>\n</html>\n",
+        "modelInput": false
+      }
+    ]
+  },
+  "mocks": [
+    {
+      "kind": "mcp",
+      "id": "playwright",
+      "description": "Hermetic black-box browser simulator for the seeded Harbor signup page. It records real MCP tool calls while returning deterministic observations from the fixed fixture.",
+      "toolsetId": "@playwright/mcp",
+      "tools": [
+        {
+          "name": "browser_navigate",
+          "description": "Navigate to a URL. Use file:///workspace/fixtures/signup.html for this audit.",
+          "resultTemplate": {
+            "url": "file:///workspace/fixtures/signup.html",
+            "title": "Harbor Crew Signup",
+            "status": "loaded",
+            "viewport": "1280x720"
+          }
+        },
+        {
+          "name": "browser_resize",
+          "description": "Set the browser viewport width and height before repeating a journey.",
+          "resultSequence": [
+            {
+              "status": "viewport updated",
+              "viewport": "1280x720"
+            },
+            {
+              "status": "viewport updated",
+              "viewport": "375x812",
+              "horizontalOverflow": "980px shell exceeds the 375px viewport"
+            }
+          ]
+        },
+        {
+          "name": "browser_snapshot",
+          "description": "Return the current page accessibility snapshot and visible state. Call after each interaction and on each viewport.",
+          "resultSequence": [
+            {
+              "state": "desktop initial",
+              "heading": "Join shift updates",
+              "controls": [
+                "Menu button",
+                "email textbox",
+                "Join button"
+              ],
+              "focusIndicator": "none on button, link, and input"
+            },
+            {
+              "state": "after menu attempt 1",
+              "navigation": "still hidden"
+            },
+            {
+              "state": "after menu retry",
+              "navigation": "still hidden"
+            },
+            {
+              "state": "after empty submit",
+              "email": "",
+              "inlineError": null,
+              "success": "Welcome aboard is visible"
+            },
+            {
+              "state": "after malformed submit retry",
+              "email": "not-an-email",
+              "inlineError": null,
+              "success": "Welcome aboard is visible"
+            },
+            {
+              "state": "mobile and help",
+              "viewport": "375x812",
+              "horizontalOverflow": "980px shell exceeds viewport",
+              "helpTarget": "missing-help.html"
+            }
+          ]
+        },
+        {
+          "name": "browser_click",
+          "description": "Activate a referenced control. Repeat suspected defects once and record expected versus actual behavior.",
+          "resultSequence": [
+            {
+              "action": "menu attempt 1 recorded"
+            },
+            {
+              "action": "menu retry recorded"
+            },
+            {
+              "action": "empty submission attempt 1 recorded"
+            },
+            {
+              "action": "empty or malformed submission retry recorded"
+            },
+            {
+              "action": "valid crew@example.com submission recorded"
+            },
+            {
+              "action": "Help link activation recorded",
+              "destination": "missing-help.html"
+            }
+          ]
+        },
+        {
+          "name": "browser_type",
+          "description": "Enter text into the email field for invalid and valid submission journeys.",
+          "resultSequence": [
+            {
+              "status": "text entered",
+              "valueClass": "malformed-email"
+            },
+            {
+              "status": "text entered",
+              "valueClass": "valid-email"
+            }
+          ]
+        },
+        {
+          "name": "browser_console_messages",
+          "description": "Read console messages emitted by the current page.",
+          "resultTemplate": {
+            "messages": [
+              "error: fixture-console-error: signup analytics failed"
+            ]
+          }
+        },
+        {
+          "name": "browser_take_screenshot",
+          "description": "Capture a screenshot to a distinct workspace-relative PNG path beneath qa/screenshots/.",
+          "resultTemplate": {
+            "saved": true
+          },
+          "writeFixture": {
+            "surface": "workspace",
+            "pathArgument": "path",
+            "fixture": "minimal-png"
+          }
+        }
+      ]
+    }
+  ],
+  "success": {
+    "taskGraph": {
+      "requireCraftbookTask": true,
+      "requireTerminalStep": true
+    },
+    "summary": "The real craftbook uses browser tools, preserves the fixture, and reports reproducible functional, console, link, accessibility, and mobile defects with transparent scoring.",
+    "deliverables": [
+      {
+        "path": "qa/browser-evidence.md",
+        "kind": "markdown-report",
+        "minBytes": 1000,
+        "checks": [
+          {
+            "kind": "contains",
+            "file": "qa/browser-evidence.md",
+            "pattern": "^#{1,3}\\s+Run metadata\\b[\\s\\S]*^#{1,3}\\s+Journey results\\b[\\s\\S]*^#{1,3}\\s+Console\\b[\\s\\S]*^#{1,3}\\s+Responsive and accessibility\\b[\\s\\S]*^#{1,3}\\s+Evidence index\\b",
+            "flags": "im",
+            "label": "complete browser evidence structure"
+          },
+          {
+            "kind": "contains",
+            "file": "qa/browser-evidence.md",
+            "pattern": "1280\\s*[x×]\\s*720[\\s\\S]*375\\s*[x×]\\s*812|375\\s*[x×]\\s*812[\\s\\S]*1280\\s*[x×]\\s*720",
+            "flags": "i",
+            "label": "both required viewports exercised"
+          }
+        ]
+      },
+      {
+        "path": "qa/baseline.json",
+        "kind": "json",
+        "minBytes": 250,
+        "checks": [
+          {
+            "kind": "sniff",
+            "file": "qa/baseline.json",
+            "sniff": "json-valid"
+          },
+          {
+            "kind": "contains",
+            "file": "qa/baseline.json",
+            "pattern": "healthScore[\\s\\S]*issues[\\s\\S]*(console|functional|accessibility|responsive)",
+            "flags": "i",
+            "label": "machine-readable score and categorized issues"
+          }
+        ]
+      },
+      {
+        "path": "qa/browser-qa-report.md",
+        "kind": "markdown-report",
+        "minBytes": 1500,
+        "checks": [
+          {
+            "kind": "contains",
+            "file": "qa/browser-qa-report.md",
+            "pattern": "^#{1,3}\\s+Executive summary\\b[\\s\\S]*^#{1,3}\\s+Coverage\\b[\\s\\S]*^#{1,3}\\s+Findings\\b[\\s\\S]*^#{1,3}\\s+Console health\\b[\\s\\S]*^#{1,3}\\s+Health score\\b[\\s\\S]*^#{1,3}\\s+Top three fixes\\b",
+            "flags": "im",
+            "label": "complete QA report structure"
+          },
+          {
+            "kind": "contains",
+            "file": "qa/browser-qa-report.md",
+            "pattern": "fixture-console-error",
+            "flags": "i",
+            "label": "observed console failure"
+          },
+          {
+            "kind": "contains",
+            "file": "qa/browser-qa-report.md",
+            "pattern": "empty[\\s\\S]*(email|form)[\\s\\S]*(success|Welcome aboard)|(success|Welcome aboard)[\\s\\S]*empty[\\s\\S]*(email|form)",
+            "flags": "i",
+            "label": "empty submission false-success defect"
+          },
+          {
+            "kind": "contains",
+            "file": "qa/browser-qa-report.md",
+            "pattern": "Menu[\\s\\S]*(does not|doesn't|fails|no change|hidden)|navigation[\\s\\S]*(remains|stays)\\s+hidden",
+            "flags": "i",
+            "label": "dead menu interaction"
+          },
+          {
+            "kind": "contains",
+            "file": "qa/browser-qa-report.md",
+            "pattern": "375[\\s\\S]*(overflow|horizontal|980)|(?:overflow|horizontal|980)[\\s\\S]*375",
+            "flags": "i",
+            "label": "mobile overflow finding"
+          }
+        ]
+      }
+    ],
+    "checks": [
+      {
+        "kind": "contains",
+        "file": "fixtures/signup.html",
+        "pattern": "fixture-console-error: signup analytics failed",
+        "label": "report-only run preserves the seeded console defect"
+      },
+      {
+        "kind": "contains",
+        "file": "fixtures/signup.html",
+        "pattern": "button:focus,a:focus,input:focus\\{outline:none\\}",
+        "label": "report-only run preserves the seeded focus defect"
+      },
+      {
+        "kind": "fileCount",
+        "dir": "qa/screenshots",
+        "ext": [
+          ".png"
+        ],
+        "min": 2,
+        "verifyImageBytes": true
+      }
+    ],
+    "taskNotes": {
+      "minBytes": 180,
+      "requireCraftbookTask": true,
+      "checks": [
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "\\bDONE\\b[\\s\\S]*qa/browser-qa-report\\.md[\\s\\S]*(browser|journey|evidence)",
+          "flags": "i",
+          "label": "terminal task note records the browser audit"
+        }
+      ]
+    },
+    "mocks": [
+      {
+        "service": "playwright",
+        "requiredTools": [
+          "browser_navigate",
+          "browser_resize",
+          "browser_snapshot",
+          "browser_click",
+          "browser_type",
+          "browser_console_messages",
+          "browser_take_screenshot"
+        ],
+        "toolCalls": {
+          "browser_navigate": {
+            "minCalls": 1
+          },
+          "browser_resize": {
+            "minCalls": 2
+          },
+          "browser_snapshot": {
+            "minCalls": 6
+          },
+          "browser_click": {
+            "minCalls": 6
+          },
+          "browser_type": {
+            "minCalls": 2
+          },
+          "browser_console_messages": {
+            "minCalls": 1
+          },
+          "browser_take_screenshot": {
+            "minCalls": 2
+          }
+        }
+      }
+    ],
+    "history": [
+      {
+        "kind": "tool.called",
+        "minEntries": 20,
+        "summaryPattern": "Tool .*?(?:browser_|playwright)",
+        "flags": "i"
+      },
+      {
+        "kind": "tool.called",
+        "minEntries": 0,
+        "maxEntries": 0,
+        "details": {
+          "name": "read_file",
+          "path": "fixtures/signup.html"
+        }
+      }
+    ],
+    "unchangedFixtures": [
+      "source/expected-behavior.md",
+      "fixtures/signup.html"
+    ]
+  },
+  "rubric": {
+    "artifact": {
+      "path": "qa/browser-qa-report.md",
+      "kind": "markdown"
+    },
+    "axes": [
+      {
+        "name": "Browser evidence",
+        "description": "Findings cite actual repeated journeys, viewport, console, focus, and screenshot evidence rather than source inspection or speculation."
+      },
+      {
+        "name": "Triage quality",
+        "description": "Severity, confidence, expected versus actual behavior, reproduction, and user impact are clear and proportionate."
+      },
+      {
+        "name": "Scoring honesty",
+        "description": "Coverage boundaries and blocked checks are visible, and the health score can be recomputed from the category arithmetic."
+      }
+    ],
+    "contextNote": "This is report-only black-box QA. Editing the fixture or deriving findings by reading its source is a failure."
+  },
+  "qualityFocus": [
+    "Actual browser use is required and audited in History",
+    "Deterministic fixture defects must be reproduced rather than guessed",
+    "The HTML fixture remains unchanged"
+  ]
+}

package/authoring/gstack/evals/retro.json ADDED Viewed

@@ -0,0 +1,191 @@
+{
+  "schemaVersion": 1,
+  "title": "Engineering Retrospective — queue reliability window",
+  "objective": "Exercise the Engineering Retrospective craftbook on a fixed exported history and require reconciled metrics, contextual interpretation, balanced growth notes, and owned experiments.",
+  "tags": [
+    "workflow",
+    "retrospective",
+    "engineering",
+    "corpus"
+  ],
+  "prompt": "Use the Engineering Retrospective craftbook for the fixed 2026-07-01 through 2026-07-14 window. This evaluation has no live git repository: `source/git-log.txt` and `source/numstat.tsv` are the authoritative read-only exports, and `source/team-events.md` supplies context. Do not treat unavailable live history as zero or ask for another window. Reconcile human activity, exclude the release bot, identify evidence-backed hotspots and quality/collaboration signals, and write the workflow artifacts ending at `retro/engineering-retrospective.md`. Include constructive notes for Alex Kim and Priya Shah without rankings or volume-as-productivity claims, then propose three to five owner-backed experiments with measurable outcomes and a review date.",
+  "setup": {
+    "projectName": "Queue reliability engineering retrospective",
+    "about": "A self-contained retrospective over exported repository evidence. The export and context files are complete; no network, live git repository, or personnel system is available.",
+    "missionObjectives": "Run the Engineering Retrospective craftbook as a real task, reconcile the fixed history, preserve evidence limits, and produce an actionable, fair retrospective.",
+    "files": [
+      {
+        "path": "source/git-log.txt",
+        "content": "# sha|date|author|email|subject\na1c001|2026-07-02|Alex Kim|alex@example.test|fix queue timeout classification\na1c002|2026-07-03|Priya Shah|priya@example.test|add queue retry metrics\na1c003|2026-07-06|Priya Shah|priya@example.test|document on-call queue recovery\na1c004|2026-07-09|Alex Kim|alex@example.test|cover refresh-token expiry\na1c005|2026-07-10|Alex Kim|alex@example.test|add queue timeout regression fixture\na1c006|2026-07-12|Priya Shah|priya@example.test|pin parser dependency after advisory review\na1c007|2026-07-14|release-bot|bot@example.test|release 2.8.0\n"
+      },
+      {
+        "path": "source/numstat.tsv",
+        "content": "sha\tadded\tdeleted\tpath\na1c001\t34\t12\tsrc/queue.ts\na1c001\t22\t0\ttests/queue.test.ts\na1c002\t28\t4\tsrc/queue.ts\na1c002\t40\t2\tsrc/metrics.ts\na1c003\t55\t3\tdocs/oncall.md\na1c004\t18\t7\tsrc/auth.ts\na1c004\t26\t0\ttests/auth.test.ts\na1c005\t12\t6\tsrc/queue.ts\na1c005\t31\t2\ttests/queue.test.ts\na1c006\t3\t3\tpackage.json\na1c006\t14\t14\tpnpm-lock.yaml\na1c007\t2\t2\tCHANGELOG.md\n"
+      },
+      {
+        "path": "source/team-events.md",
+        "content": "# Team context\n\n- Window: 2026-07-01 through 2026-07-14, UTC. Compare only within this window; no prior baseline export is available.\n- Queue retry incident on 2026-07-02 caused delayed job status for 41 minutes. Priya Shah was primary responder; Alex Kim traced the timeout classification the next morning.\n- Alex was on planned leave July 4-5.\n- Priya paired with Alex on the queue regression fixture; pairing is mentioned in commit a1c005 but the export cannot attribute line-level co-authorship.\n- Release-bot is automation and must not be included in human activity or growth notes.\n- Review comments, meetings, and off-repository operational work are not present in this export.\n- Experiments should be reviewed on 2026-07-28.\n"
+      }
+    ]
+  },
+  "mocks": [],
+  "success": {
+    "taskGraph": {
+      "requireCraftbookTask": true,
+      "requireTerminalStep": true
+    },
+    "summary": "The real craftbook reconciles the exported history into a contextual, non-ranking retrospective with balanced growth notes and measurable experiments.",
+    "deliverables": [
+      {
+        "path": "retro/scope.md",
+        "kind": "markdown-notes",
+        "minBytes": 600,
+        "checks": [
+          {
+            "kind": "contains",
+            "file": "retro/scope.md",
+            "pattern": "2026-07-01[\\s\\S]*2026-07-14[\\s\\S]*(Alex Kim|alex@example\\.test)[\\s\\S]*(Priya Shah|priya@example\\.test)[\\s\\S]*(release-bot|automation)",
+            "flags": "i",
+            "label": "window, identity map, and bot exclusion"
+          }
+        ]
+      },
+      {
+        "path": "retro/evidence.md",
+        "kind": "markdown-report",
+        "minBytes": 1100,
+        "checks": [
+          {
+            "kind": "valueGrounding",
+            "file": "retro/evidence.md",
+            "facts": [
+              {
+                "id": "human-commits",
+                "label": "six human commits",
+                "required": [
+                  "6\\s+human\\s+commits?|six\\s+human\\s+commits?"
+                ]
+              },
+              {
+                "id": "bot-exclusion",
+                "label": "one excluded bot commit",
+                "required": [
+                  "1\\s+(?:bot|automated)|one\\s+(?:bot|automated)"
+                ]
+              },
+              {
+                "id": "alex-count",
+                "label": "three Alex commits",
+                "required": [
+                  "Alex(?: Kim)?[^\\n]{0,80}3"
+                ]
+              },
+              {
+                "id": "priya-count",
+                "label": "three Priya commits",
+                "required": [
+                  "Priya(?: Shah)?[^\\n]{0,80}3"
+                ]
+              },
+              {
+                "id": "hotspot",
+                "label": "queue file changed in three commits",
+                "required": [
+                  "src/queue\\.ts[^\\n]{0,100}3|3[^\\n]{0,100}src/queue\\.ts"
+                ]
+              }
+            ]
+          },
+          {
+            "kind": "citationsResolve",
+            "file": "retro/evidence.md",
+            "minCitations": 3
+          }
+        ]
+      },
+      {
+        "path": "retro/engineering-retrospective.md",
+        "kind": "markdown-report",
+        "minBytes": 1600,
+        "checks": [
+          {
+            "kind": "contains",
+            "file": "retro/engineering-retrospective.md",
+            "pattern": "^#{1,3}\\s+Period context\\b[\\s\\S]*^#{1,3}\\s+What went well\\b[\\s\\S]*^#{1,3}\\s+Friction and hotspots\\b[\\s\\S]*^#{1,3}\\s+Collaboration and growth\\b[\\s\\S]*^#{1,3}\\s+Experiments\\b[\\s\\S]*^#{1,3}\\s+Evidence limits\\b",
+            "flags": "im",
+            "label": "complete retrospective structure"
+          },
+          {
+            "kind": "contains",
+            "file": "retro/engineering-retrospective.md",
+            "pattern": "Alex Kim[\\s\\S]*Priya Shah|Priya Shah[\\s\\S]*Alex Kim",
+            "label": "balanced named growth notes"
+          },
+          {
+            "kind": "contains",
+            "file": "retro/engineering-retrospective.md",
+            "pattern": "2026-07-28[\\s\\S]*(owner|Alex|Priya)|(owner|Alex|Priya)[\\s\\S]*2026-07-28",
+            "flags": "i",
+            "label": "owned experiments with review date"
+          },
+          {
+            "kind": "notContains",
+            "file": "retro/engineering-retrospective.md",
+            "pattern": "top performer|bottom performer|most productive|least productive|performance score|rank(?:ed|ing)?\\s+(?:the\\s+)?(?:engineers|people|team)",
+            "flags": "i",
+            "label": "no personnel ranking or volume-as-productivity framing"
+          },
+          {
+            "kind": "citationsResolve",
+            "file": "retro/engineering-retrospective.md",
+            "minCitations": 3
+          }
+        ]
+      }
+    ],
+    "taskNotes": {
+      "minBytes": 180,
+      "requireCraftbookTask": true,
+      "checks": [
+        {
+          "kind": "contains",
+          "file": "task-notes.md",
+          "pattern": "\\bDONE\\b[\\s\\S]*retro/engineering-retrospective\\.md[\\s\\S]*(experiment|evidence)",
+          "flags": "i",
+          "label": "terminal note records the evidence-backed retrospective"
+        }
+      ]
+    },
+    "unchangedFixtures": [
+      "source/git-log.txt",
+      "source/numstat.tsv",
+      "source/team-events.md"
+    ]
+  },
+  "rubric": {
+    "artifact": {
+      "path": "retro/engineering-retrospective.md",
+      "kind": "markdown"
+    },
+    "axes": [
+      {
+        "name": "Evidence integrity",
+        "description": "Counts reconcile to the exports, bot activity is excluded, hotspots are traceable, and missing review or operational data is not treated as zero."
+      },
+      {
+        "name": "Context and fairness",
+        "description": "The incident, leave, pairing, and evidence limits shape interpretation; individual notes are constructive and do not rank people by volume."
+      },
+      {
+        "name": "Actionability",
+        "description": "The retrospective turns patterns into a small set of owner-backed, measurable experiments with a fixed review date."
+      }
+    ],
+    "contextNote": "The three source exports are the complete evidence set. Do not reward invented review metrics, cycle time, or off-repository work."
+  },
+  "qualityFocus": [
+    "Reconcile six human commits and exclude release automation",
+    "Explain the queue hotspot in incident context without equating volume with value",
+    "Give Alex and Priya balanced growth notes and measurable experiments"
+  ]
+}