@bendyline/gilde 0.1.18 → 0.1.20

package/data/craftbook-templates/pu/pull-request-review/versions/1.3.0/test.json

@@ -0,0 +1,172 @@
+{
+  "schemaVersion": 1,
+  "title": "Current-branch pull request review",
+  "objective": "Verify that Pull Request Review selects the PR marked as the checked-out branch default, inspects its GitHub metadata and diff through a deterministic MCP fixture, and writes a cited request-changes report without posting to GitHub.",
+  "tags": [
+    "external",
+    "mcp",
+    "pull-request"
+  ],
+  "prompt": "Run the Pull Request Review craftbook for the current checked-out branch. The fake GitHub toolset is local and deterministic; do not use real network or credentials. Review the PR marked as the current-branch default, not unrelated PR #41. Write the complete local review to pr-review.md and do not post a GitHub comment.",
+  "setup": {
+    "projectName": "Current Branch PR Review Eval",
+    "about": "A local fixture project whose checked-out branch is codex/pr-review. GitHub operations are supplied by the fake github MCP toolset.",
+    "missionObjectives": "Review the open PR for codex/pr-review, cite concrete changed-file lines, identify the insecure fallback credential, and deliver pr-review.md without public side effects.",
+    "files": [
+      {
+        "path": "src/auth.ts",
+        "content": "export function isAdmin(token: string): boolean {\n  const expected = process.env.ADMIN_API_KEY || 'dev-admin-key';\n  return token === expected;\n}\n"
+      },
+      {
+        "path": "source/eval-context.md",
+        "content": "# Eval context\n\nThe checked-out branch is `codex/pr-review`. PR #52 is the only open pull request whose head matches that branch. PR #41 is unrelated and must not be reviewed.\n"
+      }
+    ],
+    "worker": {
+      "name": "Rina",
+      "role": "Reviewer",
+      "description": "A careful code reviewer who grounds findings in changed lines."
+    }
+  },
+  "mocks": [
+    {
+      "kind": "mcp",
+      "id": "github",
+      "toolsetId": "github",
+      "description": "Fake GitHub PR tools with two open PRs; PR #52 is the unique current-branch match and PR #41 is unrelated.",
+      "tools": [
+        {
+          "name": "github_pr_list",
+          "description": "List open PRs, prioritizing and marking the checked-out branch match.",
+          "resultTemplate": "#52 — Add admin API-key authentication (alex, codex/pr-review → main)\n  https://github.example.test/acme/widget/pull/52\n  Current branch match — default: codex/pr-review\n\n#41 — Refactor invoice export (sam, feature/invoice-export → main)\n  https://github.example.test/acme/widget/pull/41"
+        },
+        {
+          "name": "github_pr_view",
+          "description": "Fetch PR metadata for a selected number.",
+          "resultTemplate": "#52 — Add admin API-key authentication\nAuthor: alex\nBranches: codex/pr-review → main\nState: OPEN\nChanges: +4 −0 across 1 file(s)\nURL: https://github.example.test/acme/widget/pull/52\n\nAdds an API-key check for admin routes."
+        },
+        {
+          "name": "github_pr_files",
+          "description": "List changed files and patches for a selected PR.",
+          "resultTemplate": "src/auth.ts — added (+4 −0)\n```diff\n@@ -0,0 +1,4 @@\n+export function isAdmin(token: string): boolean {\n+  const expected = process.env.ADMIN_API_KEY || 'dev-admin-key';\n+  return token === expected;\n+}\n```"
+        },
+        {
+          "name": "github_pr_diff",
+          "description": "Fetch the full unified diff for a selected PR.",
+          "resultTemplate": "diff --git a/src/auth.ts b/src/auth.ts\nnew file mode 100644\n--- /dev/null\n+++ b/src/auth.ts\n@@ -0,0 +1,4 @@\n+export function isAdmin(token: string): boolean {\n+  const expected = process.env.ADMIN_API_KEY || 'dev-admin-key';\n+  return token === expected;\n+}\n"
+        },
+        {
+          "name": "github_pr_comments",
+          "description": "List existing PR comments.",
+          "resultTemplate": "No comments on this PR."
+        },
+        {
+          "name": "github_pr_comment",
+          "description": "Post a PR comment. Present only so the eval can prove the review recipe does not call it.",
+          "resultTemplate": {
+            "id": 9001,
+            "url": "https://github.example.test/acme/widget/pull/52#comment-9001"
+          }
+        }
+      ]
+    }
+  ],
+  "success": {
+    "summary": "pr-review.md reviews PR #52 (the unique current-branch match), cites src/auth.ts, flags the hard-coded fallback credential, requests changes, and never calls the GitHub comment tool.",
+    "deliverables": [
+      {
+        "path": "pr-review.md",
+        "kind": "markdown-report",
+        "minBytes": 500,
+        "checks": [
+          {
+            "kind": "contains",
+            "file": "pr-review.md",
+            "pattern": "#\\s+Pull Request Review\\s+[—-]\\s+PR\\s+#52",
+            "flags": "i"
+          },
+          {
+            "kind": "contains",
+            "file": "pr-review.md",
+            "pattern": "src/auth\\.ts(?::|\\s*\\|\\s*)[23]",
+            "flags": "i"
+          },
+          {
+            "kind": "contains",
+            "file": "pr-review.md",
+            "pattern": "dev-admin-key|fallback credential|hard-coded credential|hardcoded credential",
+            "flags": "i"
+          },
+          {
+            "kind": "contains",
+            "file": "pr-review.md",
+            "pattern": "Verdict:\\s*request-changes",
+            "flags": "i"
+          },
+          {
+            "kind": "notContains",
+            "file": "pr-review.md",
+            "pattern": "PR\\s*#41|invoice export",
+            "flags": "i"
+          }
+        ]
+      }
+    ],
+    "mocks": [
+      {
+        "service": "github",
+        "requiredTools": [
+          "github_pr_list",
+          "github_pr_view",
+          "github_pr_files",
+          "github_pr_diff"
+        ],
+        "toolCalls": {
+          "github_pr_comment": {
+            "minCalls": 0,
+            "maxCalls": 0
+          }
+        }
+      }
+    ]
+  },
+  "rubric": {
+    "artifact": {
+      "path": "pr-review.md",
+      "kind": "markdown"
+    },
+    "axes": [
+      {
+        "name": "selection",
+        "description": "The report is explicitly about PR #52, the current-branch default, and contains no analysis of unrelated PR #41."
+      },
+      {
+        "name": "grounding",
+        "description": "Every finding is grounded in the supplied diff with a concrete src/auth.ts line citation."
+      },
+      {
+        "name": "severity",
+        "description": "The insecure fallback credential receives a proportionate severity and forces request-changes."
+      },
+      {
+        "name": "side-effects",
+        "description": "The review remains local and does not post a GitHub comment."
+      }
+    ]
+  },
+  "qualityFocus": [
+    "current-branch PR selection",
+    "diff-grounded findings",
+    "safe local-only delivery"
+  ],
+  "extensions": {
+    "legacySimulators": [
+      {
+        "id": "pull-request-review-github-mcp",
+        "kind": "mcp",
+        "status": "implemented",
+        "description": "Deterministic fake GitHub PR toolset with a unique current-branch match, an unrelated open PR, changed-file patches, and a forbidden comment side effect."
+      }
+    ]
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bendyline/gilde",
-  "version": "0.1.18",
+  "version": "0.1.20",
   "description": "The gilde catalog: model manifests, toolsets, craftbooks, roles, and project types for gezel.",
   "license": "MIT",
   "private": false,
@@ -26,9 +26,11 @@
   },
   "scripts": {
     "fix": "npm run format && npm run format:authoring && npm run build-index",
-    "check": "npm run format:check && npm run format:authoring:check && npm run validate && npm run check-authoring && npm run check-index && npm run lint-models && npm run check-page-demos",
+    "check": "npm run format:check && npm run format:authoring:check && npm run validate && npm run check-authoring && npm run test-tools && npm run check-index && npm run lint-models && npm run check-page-demos",
     "validate": "npm --prefix tools ci --silent && node tools/validate.mjs",
     "check-authoring": "node tools/check-authoring.mjs",
+    "build-chat-model": "node tools/build-chat-model.mjs",
+    "test-tools": "node --test tools/test/*.test.mjs",
     "build-index": "node tools/build-index.mjs",
     "check-index": "node tools/build-index.mjs --check",
     "lint-models": "node tools/lint-models.mjs",

package/schemas/chat-model-identity.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/chat-model-identity.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1
@@ -129,6 +132,7 @@
             "phi",
             "nemotron",
             "glm",
+            "muse",
             "other"
           ]
         },
@@ -436,6 +440,26 @@
             "enableThinking": {
               "description": "Chat-template toggle for dual-mode models (Qwen3+, Nemotron Nano/Super). Implicit on cloud thinking models.",
               "type": "boolean"
+            },
+            "templateKwargs": {
+              "description": "Chat-template variables that drive this model's reasoning depth, forwarded verbatim as `chat_template_kwargs` on local engines. The names are the model's own — GPT-OSS reads `reasoning_effort`, Muse Glimmer reads `reasoning_strength` (low|medium|high|xhigh) — so the manifest declares them rather than the runtime guessing. Lives under `reasoning` (not `engine`) because depth is a per-request choice a tuning profile overrides: `thinking-coding` can ask for xhigh while `instruct` asks for low. Cloud providers ignore it; use `reasoning.effort` there.",
+              "type": "object",
+              "propertyNames": {
+                "type": "string"
+              },
+              "additionalProperties": {
+                "anyOf": [
+                  {
+                    "type": "string"
+                  },
+                  {
+                    "type": "number"
+                  },
+                  {
+                    "type": "boolean"
+                  }
+                ]
+              }
             }
           },
           "description": "Reasoning controls."
@@ -858,6 +882,26 @@
                   "enableThinking": {
                     "description": "Chat-template toggle for dual-mode models (Qwen3+, Nemotron Nano/Super). Implicit on cloud thinking models.",
                     "type": "boolean"
+                  },
+                  "templateKwargs": {
+                    "description": "Chat-template variables that drive this model's reasoning depth, forwarded verbatim as `chat_template_kwargs` on local engines. The names are the model's own — GPT-OSS reads `reasoning_effort`, Muse Glimmer reads `reasoning_strength` (low|medium|high|xhigh) — so the manifest declares them rather than the runtime guessing. Lives under `reasoning` (not `engine`) because depth is a per-request choice a tuning profile overrides: `thinking-coding` can ask for xhigh while `instruct` asks for low. Cloud providers ignore it; use `reasoning.effort` there.",
+                    "type": "object",
+                    "propertyNames": {
+                      "type": "string"
+                    },
+                    "additionalProperties": {
+                      "anyOf": [
+                        {
+                          "type": "string"
+                        },
+                        {
+                          "type": "number"
+                        },
+                        {
+                          "type": "boolean"
+                        }
+                      ]
+                    }
                   }
                 },
                 "description": "Reasoning controls."

package/schemas/chat-model-version.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/chat-model-version.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/connector-type-identity.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/connector-type-identity.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/connector-type-version.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/connector-type-version.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/craftbook-doc.schema.json

@@ -5570,6 +5570,9 @@
     },
     "releasedAt": {
       "type": "string"
+    },
+    "minGezelVersion": {
+      "type": "string"
     }
   },
   "required": [

package/schemas/craftbook-template-identity.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/craftbook-template-identity.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/craftbook-template-version.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/craftbook-template-version.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/gezel-template-identity.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/gezel-template-identity.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/gezel-template-version.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/gezel-template-version.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/image-model-identity.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/image-model-identity.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/image-model-version.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/image-model-version.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/project-type-identity.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/project-type-identity.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/project-type-version.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/project-type-version.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/toolset-identity.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/toolset-identity.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/toolset-version.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/toolset-version.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/video-model-identity.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/video-model-identity.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1

package/schemas/video-model-version.schema.json

@@ -3,6 +3,9 @@
   "$id": "https://gezelgilde.com/schemas/video-model-version.schema.json",
   "type": "object",
   "properties": {
+    "minGezelVersion": {
+      "type": "string"
+    },
     "schemaVersion": {
       "type": "number",
       "const": 1