@blucca/n8n-check 0.0.0-stage → 0.1.7

package/examples/retry-isolation/observed-results.json

@@ -0,0 +1,155 @@
+{
+  "description": "Actual n8n CLI executions with synthetic HTTP contracts: item 42 returns 503 then 200; item 43 always returns 200. Counts record HTTP requests.",
+  "runtime": {
+    "n8nVersion": "2.41.7",
+    "nodeVersion": "v26.10.0",
+    "runnerVersion": "0.1.0",
+    "httpRequestNodeVersion": 4.2,
+    "loopOverItemsNodeVersion": 3
+  },
+  "network": {
+    "mode": "loopback-only",
+    "enforced": true,
+    "interfaces": [
+      "lo"
+    ]
+  },
+  "cases": [
+    {
+      "workflow": "direct.json",
+      "case": "direct-case.json",
+      "workflowSha256": "e0b344c350ca93e0a91b0868a9cb658ec46e66ee9a4170791596c82defc21cf7",
+      "caseSha256": "09c18a6ea9bda6c92b7194e652fe3be0e34aceb70851fc27b259a5e4d40dcbe1",
+      "startedAt": "2026-10-06T08:37:06.352Z",
+      "status": "passed",
+      "exitCode": 0,
+      "checks": {
+        "passed": 8,
+        "total": 8
+      },
+      "requestCounts": {
+        "42": 2,
+        "43": 2
+      },
+      "requestSequence": [
+        {
+          "path": "/renders/42",
+          "status": 503
+        },
+        {
+          "path": "/renders/43",
+          "status": 200
+        },
+        {
+          "path": "/renders/42",
+          "status": 200
+        },
+        {
+          "path": "/renders/43",
+          "status": 200
+        }
+      ],
+      "allRequestBodiesMatch": true,
+      "doneOutput": [
+        {
+          "id": "render-42"
+        },
+        {
+          "id": "render-43"
+        }
+      ]
+    },
+    {
+      "workflow": "http-batching.json",
+      "case": "http-batching-case.json",
+      "workflowSha256": "0762d67780cd4c99f35e3456a4d10500220f95331cbad71b6445675df5f11add",
+      "caseSha256": "05650c60b43a47a83e87435793dc737e5be6cc0aedb93b501a0eda4b8ea40249",
+      "startedAt": "2026-10-06T08:37:05.168Z",
+      "status": "passed",
+      "exitCode": 0,
+      "checks": {
+        "passed": 8,
+        "total": 8
+      },
+      "requestCounts": {
+        "42": 2,
+        "43": 2
+      },
+      "requestSequence": [
+        {
+          "path": "/renders/42",
+          "status": 503
+        },
+        {
+          "path": "/renders/43",
+          "status": 200
+        },
+        {
+          "path": "/renders/42",
+          "status": 200
+        },
+        {
+          "path": "/renders/43",
+          "status": 200
+        }
+      ],
+      "allRequestBodiesMatch": true,
+      "doneOutput": [
+        {
+          "id": "render-42"
+        },
+        {
+          "id": "render-43"
+        }
+      ]
+    },
+    {
+      "workflow": "loop.json",
+      "case": "loop-case.json",
+      "workflowSha256": "d5ef57918d131f6ebcd167cd9f654e0ee1dfed64673a1dcfd216b655b48ccac7",
+      "caseSha256": "d99aa830e78ae61c84272dc854c71fa74b1c692d9de068c9af05d0a7d037250f",
+      "startedAt": "2026-10-06T08:37:04.062Z",
+      "status": "passed",
+      "exitCode": 0,
+      "checks": {
+        "passed": 9,
+        "total": 9
+      },
+      "requestCounts": {
+        "42": 2,
+        "43": 1
+      },
+      "requestSequence": [
+        {
+          "path": "/renders/42",
+          "status": 503
+        },
+        {
+          "path": "/renders/42",
+          "status": 200
+        },
+        {
+          "path": "/renders/43",
+          "status": 200
+        }
+      ],
+      "allRequestBodiesMatch": true,
+      "doneOutput": [
+        {
+          "id": "render-42"
+        },
+        {
+          "id": "render-43"
+        }
+      ],
+      "loopDoneOutput": [
+        {
+          "id": "render-42"
+        },
+        {
+          "id": "render-43"
+        }
+      ]
+    }
+  ]
+}

package/examples/silent-filter/README.md

@@ -0,0 +1,57 @@
+# Successful execution, missing business data
+
+A leftover source filter removes eight relevant retrieval rows. The n8n CLI still exits 0. Exact output assertions turn the regression check red.
+
+This is an original **synthetic reconstruction** of the failure class described in [the community's workflow-test proposal](https://community.n8n.io/t/306721). The fixture contains eight high-score rows from `current-index` plus one low-score distractor. The intended gate accepts scores ≥ 0.7.
+
+The entire fix in `Confidence Gate`:
+
+```diff
+-return $input.all().filter(item => item.json.score >= 0.7 && item.json.source === "legacy-index");
++return $input.all().filter(item => item.json.score >= 0.7);
+```
+
+`case.json` asserts all eight rows at **Confidence Gate** and their exact IDs in **Build context**. The low-score ninth row exercises the filter's rejection behavior. HTTP mocks are an empty array: every node in this example runs locally.
+
+## Run with a browser
+
+1. [Fork n8n-check](https://github.com/blucca/n8n-check/fork).
+2. In your fork, open **Actions** and enable workflows if prompted.
+3. Open **Try a silent data-loss regression → Run workflow**.
+4. Select `fixed`, then repeat with `broken`.
+
+The `fixed` run should be green; `broken` should be red. Each run includes a job summary and a downloadable `silent-filter-results` artifact with JSON/JUnit. [The workflow file](../../.github/workflows/try-example.yml) uses the released v0.1.2 Action at its full commit SHA. Fork the current repository to include this newer example.
+
+For your own workflow, replace the two paths in that YAML and adapt `input.node`, fixture items and output assertions. [Case-format reference](../../README.md#your-first-case).
+
+## Run locally
+
+From a checkout of this repository's current `main`, with Docker:
+
+```sh
+docker build -t n8n-check .
+docker run --rm --network none -v "$PWD:/work" n8n-check \
+  examples/silent-filter/broken.json examples/silent-filter/case.json \
+  --out /work/results/broken
+# n8n execution succeeds; two output assertions fail; exit 1
+
+docker run --rm --network none -v "$PWD:/work" n8n-check \
+  examples/silent-filter/fixed.json examples/silent-filter/case.json \
+  --out /work/results/fixed
+# n8n execution succeeds; every assertion passes; exit 0
+```
+
+On Linux, add `--user "$(id -u):$(id -g)"` when your user ID differs from the image's default 1000. Both exports also import into the n8n editor: `Retrieved rows` includes the synthetic fixture, so **Execute workflow** demonstrates the same filter behavior there.
+
+## Observed results
+
+[Recorded JSON](observed-results.json) contains exact expectations, actual outputs, requests and runtime versions from our runs. The test boundary is the exported Code-node slice with fixture input, running in n8n 2.41.7. Production trigger delivery, database retrieval and model responses have their own acceptance contracts.
+
+| Check | Broken | Fixed |
+|---|---|---|
+| n8n execution succeeds | Pass | Pass |
+| Confidence Gate: eight exact items | Fail: `[]` | Pass |
+| Build context: count + exact IDs | Fail: `[]` | Pass |
+| Runner exit | 1 | 0 |
+
+[Fixed-scope regression implementation](https://blucca.github.io/n8n-release-checks/) covers designing fixtures and checks for your workflow release.

package/examples/silent-filter/broken.json

@@ -0,0 +1,96 @@
+{
+  "name": "Silent retrieval filter regression",
+  "nodes": [
+    {
+      "id": "start",
+      "name": "Start",
+      "type": "n8n-nodes-base.manualTrigger",
+      "typeVersion": 1,
+      "position": [
+        -400,
+        0
+      ],
+      "parameters": {}
+    },
+    {
+      "id": "retrieved",
+      "name": "Retrieved rows",
+      "type": "n8n-nodes-base.code",
+      "typeVersion": 2,
+      "position": [
+        -200,
+        0
+      ],
+      "parameters": {
+        "mode": "runOnceForAllItems",
+        "jsCode": "return [{\"id\": \"policy-01\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-02\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-03\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-04\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-05\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-06\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-07\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-08\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"distractor-09\", \"score\": 0.2, \"source\": \"current-index\"}] .map(json => ({json}));"
+      }
+    },
+    {
+      "id": "gate",
+      "name": "Confidence Gate",
+      "type": "n8n-nodes-base.code",
+      "typeVersion": 2,
+      "position": [
+        0,
+        0
+      ],
+      "parameters": {
+        "mode": "runOnceForAllItems",
+        "jsCode": "return $input.all().filter(item => item.json.score >= 0.7 && item.json.source === \"legacy-index\");"
+      }
+    },
+    {
+      "id": "context",
+      "name": "Build context",
+      "type": "n8n-nodes-base.code",
+      "typeVersion": 2,
+      "position": [
+        200,
+        0
+      ],
+      "parameters": {
+        "mode": "runOnceForAllItems",
+        "jsCode": "const ids = $input.all().map(item => item.json.id);\nreturn [{ json: { count: ids.length, ids } }];"
+      }
+    }
+  ],
+  "connections": {
+    "Start": {
+      "main": [
+        [
+          {
+            "node": "Retrieved rows",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    },
+    "Retrieved rows": {
+      "main": [
+        [
+          {
+            "node": "Confidence Gate",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    },
+    "Confidence Gate": {
+      "main": [
+        [
+          {
+            "node": "Build context",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    }
+  },
+  "settings": {
+    "executionOrder": "v1"
+  }
+}

package/examples/silent-filter/case.json

@@ -0,0 +1,120 @@
+{
+  "version": 1,
+  "name": "Keep the eight relevant retrieval rows",
+  "input": {
+    "node": "Retrieved rows",
+    "items": [
+      {
+        "id": "policy-01",
+        "score": 0.9,
+        "source": "current-index"
+      },
+      {
+        "id": "policy-02",
+        "score": 0.9,
+        "source": "current-index"
+      },
+      {
+        "id": "policy-03",
+        "score": 0.9,
+        "source": "current-index"
+      },
+      {
+        "id": "policy-04",
+        "score": 0.9,
+        "source": "current-index"
+      },
+      {
+        "id": "policy-05",
+        "score": 0.9,
+        "source": "current-index"
+      },
+      {
+        "id": "policy-06",
+        "score": 0.9,
+        "source": "current-index"
+      },
+      {
+        "id": "policy-07",
+        "score": 0.9,
+        "source": "current-index"
+      },
+      {
+        "id": "policy-08",
+        "score": 0.9,
+        "source": "current-index"
+      },
+      {
+        "id": "distractor-09",
+        "score": 0.2,
+        "source": "current-index"
+      }
+    ]
+  },
+  "mocks": [],
+  "assertions": [
+    {
+      "node": "Confidence Gate",
+      "equals": [
+        {
+          "id": "policy-01",
+          "score": 0.9,
+          "source": "current-index"
+        },
+        {
+          "id": "policy-02",
+          "score": 0.9,
+          "source": "current-index"
+        },
+        {
+          "id": "policy-03",
+          "score": 0.9,
+          "source": "current-index"
+        },
+        {
+          "id": "policy-04",
+          "score": 0.9,
+          "source": "current-index"
+        },
+        {
+          "id": "policy-05",
+          "score": 0.9,
+          "source": "current-index"
+        },
+        {
+          "id": "policy-06",
+          "score": 0.9,
+          "source": "current-index"
+        },
+        {
+          "id": "policy-07",
+          "score": 0.9,
+          "source": "current-index"
+        },
+        {
+          "id": "policy-08",
+          "score": 0.9,
+          "source": "current-index"
+        }
+      ]
+    },
+    {
+      "node": "Build context",
+      "equals": [
+        {
+          "count": 8,
+          "ids": [
+            "policy-01",
+            "policy-02",
+            "policy-03",
+            "policy-04",
+            "policy-05",
+            "policy-06",
+            "policy-07",
+            "policy-08"
+          ]
+        }
+      ]
+    }
+  ]
+}

package/examples/silent-filter/fixed.json

@@ -0,0 +1,96 @@
+{
+  "name": "Silent retrieval filter regression",
+  "nodes": [
+    {
+      "id": "start",
+      "name": "Start",
+      "type": "n8n-nodes-base.manualTrigger",
+      "typeVersion": 1,
+      "position": [
+        -400,
+        0
+      ],
+      "parameters": {}
+    },
+    {
+      "id": "retrieved",
+      "name": "Retrieved rows",
+      "type": "n8n-nodes-base.code",
+      "typeVersion": 2,
+      "position": [
+        -200,
+        0
+      ],
+      "parameters": {
+        "mode": "runOnceForAllItems",
+        "jsCode": "return [{\"id\": \"policy-01\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-02\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-03\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-04\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-05\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-06\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-07\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"policy-08\", \"score\": 0.9, \"source\": \"current-index\"}, {\"id\": \"distractor-09\", \"score\": 0.2, \"source\": \"current-index\"}] .map(json => ({json}));"
+      }
+    },
+    {
+      "id": "gate",
+      "name": "Confidence Gate",
+      "type": "n8n-nodes-base.code",
+      "typeVersion": 2,
+      "position": [
+        0,
+        0
+      ],
+      "parameters": {
+        "mode": "runOnceForAllItems",
+        "jsCode": "return $input.all().filter(item => item.json.score >= 0.7);"
+      }
+    },
+    {
+      "id": "context",
+      "name": "Build context",
+      "type": "n8n-nodes-base.code",
+      "typeVersion": 2,
+      "position": [
+        200,
+        0
+      ],
+      "parameters": {
+        "mode": "runOnceForAllItems",
+        "jsCode": "const ids = $input.all().map(item => item.json.id);\nreturn [{ json: { count: ids.length, ids } }];"
+      }
+    }
+  ],
+  "connections": {
+    "Start": {
+      "main": [
+        [
+          {
+            "node": "Retrieved rows",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    },
+    "Retrieved rows": {
+      "main": [
+        [
+          {
+            "node": "Confidence Gate",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    },
+    "Confidence Gate": {
+      "main": [
+        [
+          {
+            "node": "Build context",
+            "type": "main",
+            "index": 0
+          }
+        ]
+      ]
+    }
+  },
+  "settings": {
+    "executionOrder": "v1"
+  }
+}