@blucca/n8n-check 0.0.0-stage → 0.1.7

package/examples/silent-filter/observed-results.json

@@ -0,0 +1,273 @@
+{
+  "description": "Synthetic retrieval regression; same fixture and exact output assertions for both workflow versions. Recorded by blucca in a loopback-only Linux network namespace.",
+  "caseSha256": "2457e77b96dd0ebef55ff38cad44251710363cb97d1e4b413a677fa0a3c0cf2e",
+  "runs": [
+    {
+      "workflow": "broken.json",
+      "workflowSha256": "5663d261bd4995451550ee3c8f48793299074d523866dc9c8bea04740a7a43b7",
+      "runnerVersion": "0.1.2",
+      "n8nVersion": "2.41.7",
+      "startedAt": "2026-10-06T10:48:52.503Z",
+      "durationMs": 9159,
+      "network": {
+        "mode": "loopback-only",
+        "enforced": true,
+        "interfaces": [
+          "lo"
+        ]
+      },
+      "status": "failed",
+      "exitCode": 1,
+      "checks": [
+        {
+          "name": "n8n execution succeeds",
+          "passed": true,
+          "actual": {
+            "cliExitCode": 0,
+            "lastNode": "Confidence Gate",
+            "executionFound": true
+          }
+        },
+        {
+          "name": "Confidence Gate: output 0",
+          "passed": false,
+          "expected": [
+            {
+              "id": "policy-01",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-02",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-03",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-04",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-05",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-06",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-07",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-08",
+              "score": 0.9,
+              "source": "current-index"
+            }
+          ],
+          "actual": []
+        },
+        {
+          "name": "Build context: output 0",
+          "passed": false,
+          "expected": [
+            {
+              "count": 8,
+              "ids": [
+                "policy-01",
+                "policy-02",
+                "policy-03",
+                "policy-04",
+                "policy-05",
+                "policy-06",
+                "policy-07",
+                "policy-08"
+              ]
+            }
+          ],
+          "actual": []
+        },
+        {
+          "name": "mock: all requests match routes",
+          "passed": true,
+          "actual": []
+        },
+        {
+          "name": "mock: request limits and server",
+          "passed": true,
+          "actual": []
+        }
+      ],
+      "requests": []
+    },
+    {
+      "workflow": "fixed.json",
+      "workflowSha256": "849879b71262f8a03a96116f01c1791cd6bbe6d76d42b5836dbd780fb045d844",
+      "runnerVersion": "0.1.2",
+      "n8nVersion": "2.41.7",
+      "startedAt": "2026-10-06T10:49:01.779Z",
+      "durationMs": 8976,
+      "network": {
+        "mode": "loopback-only",
+        "enforced": true,
+        "interfaces": [
+          "lo"
+        ]
+      },
+      "status": "passed",
+      "exitCode": 0,
+      "checks": [
+        {
+          "name": "n8n execution succeeds",
+          "passed": true,
+          "actual": {
+            "cliExitCode": 0,
+            "lastNode": "Build context",
+            "executionFound": true
+          }
+        },
+        {
+          "name": "Confidence Gate: output 0",
+          "passed": true,
+          "expected": [
+            {
+              "id": "policy-01",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-02",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-03",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-04",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-05",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-06",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-07",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-08",
+              "score": 0.9,
+              "source": "current-index"
+            }
+          ],
+          "actual": [
+            {
+              "id": "policy-01",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-02",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-03",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-04",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-05",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-06",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-07",
+              "score": 0.9,
+              "source": "current-index"
+            },
+            {
+              "id": "policy-08",
+              "score": 0.9,
+              "source": "current-index"
+            }
+          ]
+        },
+        {
+          "name": "Build context: output 0",
+          "passed": true,
+          "expected": [
+            {
+              "count": 8,
+              "ids": [
+                "policy-01",
+                "policy-02",
+                "policy-03",
+                "policy-04",
+                "policy-05",
+                "policy-06",
+                "policy-07",
+                "policy-08"
+              ]
+            }
+          ],
+          "actual": [
+            {
+              "count": 8,
+              "ids": [
+                "policy-01",
+                "policy-02",
+                "policy-03",
+                "policy-04",
+                "policy-05",
+                "policy-06",
+                "policy-07",
+                "policy-08"
+              ]
+            }
+          ]
+        },
+        {
+          "name": "mock: all requests match routes",
+          "passed": true,
+          "actual": []
+        },
+        {
+          "name": "mock: request limits and server",
+          "passed": true,
+          "actual": []
+        }
+      ],
+      "requests": []
+    }
+  ]
+}

package/examples/stop-after/README.md

@@ -0,0 +1,66 @@
+# Test the transformation between Google Sheets and Slack
+
+**Keep the complete export. Inject two invoice rows. Check both notifications before delivery.**
+
+This synthetic workflow includes `Start → Read invoices (Google Sheets) → Prepare notification (Code) → Notify team (Slack)`. The Sheets and Slack nodes carry synthetic credential references. The case replaces Sheets with fixture items and sets `"stopAfter": "Prepare notification"`, so the real Code node executes and the Slack node stays outside the run.
+
+The original export stays unchanged. The prepared workflow, omitted nodes, and boundary change appear in the run artifacts.
+
+## Recorded result
+
+Real n8n **2.41.7**, n8n-check **0.1.5**, synthetic invoice fixtures, and loopback-only networking:
+
+| Export | n8n execution | Notification items | Contract |
+|---|---|---:|---|
+| Fixed transformation | Success | 2 | 4/4 checks, exit 0 |
+| Deliberate `slice(0, 1)` regression | Success | 1 | Exact output fails, exit 1 |
+
+Both runs omit the Slack delivery node and make zero HTTP requests. [Read the versioned results, file hashes, and expected/actual items](observed-results.json).
+
+## Run both shapes
+
+From an n8n-check checkout with Docker installed:
+
+```sh
+docker build -t n8n-check .
+docker run --rm --network none -v "$PWD:/work" n8n-check \
+  examples/stop-after/fixed.json examples/stop-after/case.json \
+  --out /work/results/stop-after-fixed
+# Expected: exit 0; both complete notification items match.
+
+docker run --rm --network none -v "$PWD:/work" n8n-check \
+  examples/stop-after/broken.json examples/stop-after/case.json \
+  --out /work/results/stop-after-broken
+# Expected: exit 1; the Code node succeeds but drops the second invoice.
+```
+
+For an installed runtime, use `node bin/n8n-check.mjs` with the same two files, plus `--n8n /path/to/n8n --allow-network --out results/stop-after-fixed` for trusted local development.
+
+## Start with your own full export
+
+In the [case builder](https://blucca.github.io/n8n-check/), import the export, choose the input and expected-output nodes, then enable **Run through selected output**. Review the selected execution slice and finish the fixture JSON. This example supplies pins for both selected nodes.
+
+The equivalent draft command is:
+
+```sh
+node bin/n8n-check.mjs init examples/stop-after/fixed.json \
+  --input "Read invoices" --assert "Prepare notification" \
+  --stop-after "Prepare notification" --out invoice.case.json
+```
+
+n8n-check **v0.1.5+** supports one optional top-level field:
+
+```json
+{ "stopAfter": "Prepare notification" }
+```
+
+Add that field to a complete case containing `version`, `name`, `input`, `mocks`, and `assertions`, as shown in [`case.json`](case.json).
+
+## Execution scope
+
+- `stopAfter` cuts every outgoing connection at that node. Independently reachable sibling branches continue to execute and retain their fixture/mock requirements. Review the displayed slice before running.
+- The named node must exist and be reachable from the fixture input. Choose a node after a loop's completed output; nodes inside directed cycles produce a setup error.
+- Original incoming dependencies, references to omitted nodes, and assertion-node membership still receive structural checks. Keep the slice self-contained.
+- With the field omitted, all reachable downstream nodes execute, preserving the existing case behavior.
+- This contract covers invoice-to-notification transformation. Sheets reads and Slack delivery are separate integration checks. The connector nodes here contain synthetic placeholders for the bounded-slice example.
+- Date-dependent logic uses the runtime's clock. Fixed-time scheduling and calendar tests require their own clock-aware fixture design.

package/examples/stop-after/broken.json

@@ -0,0 +1,134 @@
+{
+  "name": "Invoice notifications — complete synthetic export",
+  "nodes": [
+    {
+      "id": "start",
+      "name": "Start",
+      "type": "n8n-nodes-base.manualTrigger",
+      "typeVersion": 1,
+      "position": [
+        0,
+        0
+      ],
+      "parameters": {}
+    },
+    {
+      "id": "read-invoices",
+      "name": "Read invoices",
+      "type": "n8n-nodes-base.googleSheets",
+      "typeVersion": 4.7,
+      "position": [
+        220,
+        0
+      ],
+      "parameters": {},
+      "credentials": {
+        "googleSheetsOAuth2Api": {
+          "id": "synthetic-sheets",
+          "name": "Synthetic Sheets"
+        }
+      }
+    },
+    {
+      "id": "prepare-notification",
+      "name": "Prepare notification",
+      "type": "n8n-nodes-base.code",
+      "typeVersion": 2,
+      "position": [
+        440,
+        0
+      ],
+      "parameters": {
+        "mode": "runOnceForAllItems",
+        "jsCode": "return $input.all().slice(0, 1).map(({ json }) => ({ json: { invoiceId: json.invoiceId, text: `Invoice ${json.invoiceId}: $${(json.totalCents / 100).toFixed(2)}` } }));"
+      }
+    },
+    {
+      "id": "notify-team",
+      "name": "Notify team",
+      "type": "n8n-nodes-base.slack",
+      "typeVersion": 2.3,
+      "position": [
+        660,
+        0
+      ],
+      "parameters": {},
+      "credentials": {
+        "slackApi": {
+          "id": "synthetic-slack",
+          "name": "Synthetic Slack"
+        }
+      }
+    }
+  ],
+  "connections": {
+    "Start": {
+      "main": [
+        [
+          {
+            "node": "Read invoices",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    },
+    "Read invoices": {
+      "main": [
+        [
+          {
+            "node": "Prepare notification",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    },
+    "Prepare notification": {
+      "main": [
+        [
+          {
+            "node": "Notify team",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    }
+  },
+  "pinData": {
+    "Read invoices": [
+      {
+        "json": {
+          "invoiceId": "INV-42",
+          "totalCents": 65000
+        }
+      },
+      {
+        "json": {
+          "invoiceId": "INV-43",
+          "totalCents": 12050
+        }
+      }
+    ],
+    "Prepare notification": [
+      {
+        "json": {
+          "invoiceId": "INV-42",
+          "text": "Invoice INV-42: $650.00"
+        }
+      },
+      {
+        "json": {
+          "invoiceId": "INV-43",
+          "text": "Invoice INV-43: $120.50"
+        }
+      }
+    ]
+  },
+  "settings": {
+    "executionOrder": "v1",
+    "timezone": "UTC"
+  },
+  "active": false
+}

package/examples/stop-after/case.json

@@ -0,0 +1,34 @@
+{
+  "version": 1,
+  "name": "Preserve both invoice notifications before Slack delivery",
+  "input": {
+    "node": "Read invoices",
+    "items": [
+      {
+        "invoiceId": "INV-42",
+        "totalCents": 65000
+      },
+      {
+        "invoiceId": "INV-43",
+        "totalCents": 12050
+      }
+    ]
+  },
+  "stopAfter": "Prepare notification",
+  "mocks": [],
+  "assertions": [
+    {
+      "node": "Prepare notification",
+      "equals": [
+        {
+          "invoiceId": "INV-42",
+          "text": "Invoice INV-42: $650.00"
+        },
+        {
+          "invoiceId": "INV-43",
+          "text": "Invoice INV-43: $120.50"
+        }
+      ]
+    }
+  ]
+}

package/examples/stop-after/fixed.json

@@ -0,0 +1,134 @@
+{
+  "name": "Invoice notifications — complete synthetic export",
+  "nodes": [
+    {
+      "id": "start",
+      "name": "Start",
+      "type": "n8n-nodes-base.manualTrigger",
+      "typeVersion": 1,
+      "position": [
+        0,
+        0
+      ],
+      "parameters": {}
+    },
+    {
+      "id": "read-invoices",
+      "name": "Read invoices",
+      "type": "n8n-nodes-base.googleSheets",
+      "typeVersion": 4.7,
+      "position": [
+        220,
+        0
+      ],
+      "parameters": {},
+      "credentials": {
+        "googleSheetsOAuth2Api": {
+          "id": "synthetic-sheets",
+          "name": "Synthetic Sheets"
+        }
+      }
+    },
+    {
+      "id": "prepare-notification",
+      "name": "Prepare notification",
+      "type": "n8n-nodes-base.code",
+      "typeVersion": 2,
+      "position": [
+        440,
+        0
+      ],
+      "parameters": {
+        "mode": "runOnceForAllItems",
+        "jsCode": "return $input.all().map(({ json }) => ({ json: { invoiceId: json.invoiceId, text: `Invoice ${json.invoiceId}: $${(json.totalCents / 100).toFixed(2)}` } }));"
+      }
+    },
+    {
+      "id": "notify-team",
+      "name": "Notify team",
+      "type": "n8n-nodes-base.slack",
+      "typeVersion": 2.3,
+      "position": [
+        660,
+        0
+      ],
+      "parameters": {},
+      "credentials": {
+        "slackApi": {
+          "id": "synthetic-slack",
+          "name": "Synthetic Slack"
+        }
+      }
+    }
+  ],
+  "connections": {
+    "Start": {
+      "main": [
+        [
+          {
+            "node": "Read invoices",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    },
+    "Read invoices": {
+      "main": [
+        [
+          {
+            "node": "Prepare notification",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    },
+    "Prepare notification": {
+      "main": [
+        [
+          {
+            "node": "Notify team",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    }
+  },
+  "pinData": {
+    "Read invoices": [
+      {
+        "json": {
+          "invoiceId": "INV-42",
+          "totalCents": 65000
+        }
+      },
+      {
+        "json": {
+          "invoiceId": "INV-43",
+          "totalCents": 12050
+        }
+      }
+    ],
+    "Prepare notification": [
+      {
+        "json": {
+          "invoiceId": "INV-42",
+          "text": "Invoice INV-42: $650.00"
+        }
+      },
+      {
+        "json": {
+          "invoiceId": "INV-43",
+          "text": "Invoice INV-43: $120.50"
+        }
+      }
+    ]
+  },
+  "settings": {
+    "executionOrder": "v1",
+    "timezone": "UTC"
+  },
+  "active": false
+}