@atom8n/n8n-benchmark 2.0.0

package/scenarios/http-node/http-node.json

@@ -0,0 +1,213 @@
+{
+	"createdAt": "2024-09-04T07:18:29.011Z",
+	"updatedAt": "2024-09-04T07:27:58.000Z",
+	"id": "rUXzWNGsUDUmgaFS",
+	"name": "HTTP Request",
+	"active": false,
+	"nodes": [
+		{
+			"parameters": {
+				"httpMethod": "POST",
+				"path": "benchmark-http-node",
+				"responseMode": "responseNode",
+				"options": {}
+			},
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [-60, 20],
+			"id": "f11378b4-5f28-4a6c-9332-5878342cd3cf",
+			"name": "Webhook",
+			"webhookId": "c40014cc-4d64-4fcf-8c13-9e94b6792756"
+		},
+		{
+			"parameters": {
+				"respondWith": "allIncomingItems",
+				"options": {}
+			},
+			"type": "n8n-nodes-base.respondToWebhook",
+			"typeVersion": 1.1,
+			"position": [1060, 20],
+			"id": "f42552c7-9c6e-4616-b9d5-ac79445ef4ed",
+			"name": "Respond to Webhook"
+		},
+		{
+			"parameters": {
+				"url": "http://mockapi:8080/users/clair.bahringer/received_events/public",
+				"options": {
+					"response": {
+						"response": {
+							"fullResponse": true
+						}
+					}
+				}
+			},
+			"type": "n8n-nodes-base.httpRequest",
+			"typeVersion": 4.2,
+			"position": [300, -180],
+			"id": "20de816e-0fbe-4e28-bc53-f508a2dda117",
+			"name": "Mock public received events"
+		},
+		{
+			"parameters": {
+				"url": "http://mockapi:8080/repos/udke6pujoywnagxkcvab2riw23khzn2tibo2vincws32qexb50ey7h97d42vnzyol0rxypgsg4pomsf7sgnmdaihstljw8edcijrwmy7mfi76yif19c4/47i31dh737el215j62ts2f2782nw3ss26rul3s8jw13u3vu0xm349a5hyay5asmwnlnf7nx8p9h4g62so6s1cis7xv9puj5j98t4m980sbe2455fn1obccjl/events",
+				"options": {
+					"response": {
+						"response": {
+							"fullResponse": true
+						}
+					}
+				}
+			},
+			"type": "n8n-nodes-base.httpRequest",
+			"typeVersion": 4.2,
+			"position": [300, 20],
+			"id": "083e02b3-a257-49a8-8f7d-42222cb9194c",
+			"name": "Mock repository events"
+		},
+		{
+			"parameters": {
+				"url": "http://mockapi:8080/orgs/g02pp066qoyithcjevhd6m1wfii3c4x51k39n9apybljhx69/events",
+				"options": {
+					"response": {
+						"response": {
+							"fullResponse": true
+						}
+					}
+				}
+			},
+			"type": "n8n-nodes-base.httpRequest",
+			"typeVersion": 4.2,
+			"position": [300, 220],
+			"id": "f4c3b5d2-0257-4883-a585-ade4c3a1082c",
+			"name": "Mock organization events"
+		},
+		{
+			"parameters": {
+				"numberInputs": 3
+			},
+			"type": "n8n-nodes-base.merge",
+			"typeVersion": 3,
+			"position": [600, 20],
+			"id": "273985b7-b0ae-4cde-bbe9-7b3e4b29fe61",
+			"name": "Merge"
+		},
+		{
+			"parameters": {
+				"assignments": {
+					"assignments": [
+						{
+							"id": "89608adb-f487-416f-a7d8-3ebb1f7b50e5",
+							"name": "statusCode",
+							"value": "={{ $json.statusCode }}",
+							"type": "number"
+						}
+					]
+				},
+				"options": {}
+			},
+			"id": "231275a7-44e7-47bb-8ccf-fe62dc48356b",
+			"name": "Select statusCode",
+			"type": "n8n-nodes-base.set",
+			"typeVersion": 3.4,
+			"position": [820, 20]
+		}
+	],
+	"connections": {
+		"Webhook": {
+			"main": [
+				[
+					{
+						"node": "Mock public received events",
+						"type": "main",
+						"index": 0
+					},
+					{
+						"node": "Mock repository events",
+						"type": "main",
+						"index": 0
+					},
+					{
+						"node": "Mock organization events",
+						"type": "main",
+						"index": 0
+					}
+				]
+			]
+		},
+		"Mock public received events": {
+			"main": [
+				[
+					{
+						"node": "Merge",
+						"type": "main",
+						"index": 0
+					}
+				]
+			]
+		},
+		"Mock repository events": {
+			"main": [
+				[
+					{
+						"node": "Merge",
+						"type": "main",
+						"index": 1
+					}
+				]
+			]
+		},
+		"Mock organization events": {
+			"main": [
+				[
+					{
+						"node": "Merge",
+						"type": "main",
+						"index": 2
+					}
+				]
+			]
+		},
+		"Merge": {
+			"main": [
+				[
+					{
+						"node": "Select statusCode",
+						"type": "main",
+						"index": 0
+					}
+				]
+			]
+		},
+		"Select statusCode": {
+			"main": [
+				[
+					{
+						"node": "Respond to Webhook",
+						"type": "main",
+						"index": 0
+					}
+				]
+			]
+		}
+	},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": null,
+	"pinData": {
+		"Webhook": [
+			{
+				"json": {
+					"headers": { "host": "localhost:5678", "user-agent": "curl/8.6.0", "accept": "*/*" },
+					"params": {},
+					"query": {},
+					"body": {},
+					"webhookUrl": "http://localhost:5678/webhook-test/benchmark-http-node",
+					"executionMode": "test"
+				}
+			}
+		]
+	},
+	"versionId": "9fa91e54-e73a-4a34-b781-d64f2b02f333",
+	"triggerCount": 0,
+	"tags": []
+}

package/scenarios/http-node/http-node.manifest.json

@@ -0,0 +1,7 @@
+{
+	"$schema": "../scenario.schema.json",
+	"name": "HttpNode",
+	"description": "Webhook -> 3x HTTP request to a mock API -> Merge -> Respond to Webhook. Requires a mock API running at http://mockapi:8080",
+	"scenarioData": { "workflowFiles": ["http-node.json"] },
+	"scriptPath": "http-node.script.js"
+}

package/scenarios/http-node/http-node.script.js

@@ -0,0 +1,30 @@
+import http from 'k6/http';
+import { check } from 'k6';
+
+const apiBaseUrl = __ENV.API_BASE_URL;
+
+export default function () {
+	const res = http.post(`${apiBaseUrl}/webhook/benchmark-http-node`);
+
+	if (res.status !== 200) {
+		console.error(
+			`Invalid response. Received status ${res.status}. Body: ${JSON.stringify(res.body)}`,
+		);
+	}
+
+	check(res, {
+		'is status 200': (r) => r.status === 200,
+		'http requests were OK': (r) => {
+			if (r.status !== 200) return false;
+
+			try {
+				// Response body is an array of the request status codes made with HttpNodes
+				const body = JSON.parse(r.body);
+				return Array.isArray(body) ? body.every((request) => request.statusCode === 200) : false;
+			} catch (error) {
+				console.error('Error parsing response body: ', error);
+				return false;
+			}
+		},
+	});
+}

package/scenarios/js-code-node/js-code-node.json

@@ -0,0 +1,96 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "JS Code Node",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": {
+				"respondWith": "allIncomingItems",
+				"options": {}
+			},
+			"type": "n8n-nodes-base.respondToWebhook",
+			"typeVersion": 1.1,
+			"position": [1280, 460],
+			"id": "0067e317-09b8-478a-8c50-e19b4c9e294c",
+			"name": "Respond to Webhook"
+		},
+		{
+			"parameters": {
+				"mode": "runOnceForEachItem",
+				"jsCode": "// Add new field\n$input.item.json.age = 10 + Math.floor(Math.random() * 30);\n// Mutate existing field\n$input.item.json.password = $input.item.json.password.split('').map(() => '*').join(\"\")\n// Remove field\ndelete $input.item.json.lastname\n// New object field\nconst emailParts = $input.item.json.email.split(\"@\")\n$input.item.json.emailData = {\n  user: emailParts[0],\n  domain: emailParts[1]\n}\n\nreturn $input.item;"
+			},
+			"type": "n8n-nodes-base.code",
+			"typeVersion": 2,
+			"position": [1040, 460],
+			"id": "56d751c0-0d30-43c3-89fa-bebf3a9d436f",
+			"name": "OnceForEachItemJSCode"
+		},
+		{
+			"parameters": {
+				"httpMethod": "POST",
+				"path": "code-node-benchmark",
+				"responseMode": "responseNode",
+				"options": {}
+			},
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [580, 460],
+			"id": "417d749d-156c-4ffe-86ea-336f702dc5da",
+			"name": "Webhook",
+			"webhookId": "34ca1895-ccf4-4a4a-8bb8-a042f5edb567"
+		},
+		{
+			"parameters": {
+				"jsCode": "const digits = '0123456789';\nconst uppercaseLetters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';\nconst lowercaseLetters = uppercaseLetters.toLowerCase();\nconst alphabet = [digits, uppercaseLetters, lowercaseLetters].join('').split('')\n\nconst randomInt = (min, max) => Math.floor(Math.random() * (max - min + 1)) + min;\nconst randomItem = (arr) => arr.at(randomInt(0, arr.length - 1))\nconst randomString = (len) => Array.from({ length: len }).map(() => randomItem(alphabet)).join('')\n\nconst randomUid = () => [8,4,4,4,8].map(len => randomString(len)).join(\"-\")\nconst randomEmail = () => `${randomString(8)}@${randomString(10)}.com`\n\nconst randomPerson = () => ({\n  uid: randomUid(),\n  email: randomEmail(),\n  firstname: randomString(5),\n  lastname: randomString(12),\n  password: randomString(10)\n})\n\nreturn Array.from({ length: 100 }).map(() => ({\n  json: randomPerson()\n}))"
+			},
+			"id": "c30db155-73ca-48b9-8860-c3fe7a0926fb",
+			"name": "Code",
+			"type": "n8n-nodes-base.code",
+			"typeVersion": 2,
+			"position": [820, 460]
+		}
+	],
+	"connections": {
+		"OnceForEachItemJSCode": {
+			"main": [
+				[
+					{
+						"node": "Respond to Webhook",
+						"type": "main",
+						"index": 0
+					}
+				]
+			]
+		},
+		"Webhook": {
+			"main": [
+				[
+					{
+						"node": "Code",
+						"type": "main",
+						"index": 0
+					}
+				]
+			]
+		},
+		"Code": {
+			"main": [
+				[
+					{
+						"node": "OnceForEachItemJSCode",
+						"type": "main",
+						"index": 0
+					}
+				]
+			]
+		}
+	},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "840a38a1-ba37-433d-9f20-de73f5131a2b",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/js-code-node/js-code-node.manifest.json

@@ -0,0 +1,7 @@
+{
+	"$schema": "../scenario.schema.json",
+	"name": "CodeNodeJs",
+	"description": "A JS Code Node that first generates 100 items and then runs once for each item and adds, modifies and removes properties. The data is returned with RespondToWebhook Node.",
+	"scenarioData": { "workflowFiles": ["js-code-node.json"] },
+	"scriptPath": "js-code-node.script.js"
+}

package/scenarios/js-code-node/js-code-node.script.js

@@ -0,0 +1,29 @@
+import http from 'k6/http';
+import { check } from 'k6';
+
+const apiBaseUrl = __ENV.API_BASE_URL;
+
+export default function () {
+	const res = http.post(`${apiBaseUrl}/webhook/code-node-benchmark`, {});
+
+	if (res.status !== 200) {
+		console.error(
+			`Invalid response. Received status ${res.status}. Body: ${JSON.stringify(res.body)}`,
+		);
+	}
+
+	check(res, {
+		'is status 200': (r) => r.status === 200,
+		'has items in response': (r) => {
+			if (r.status !== 200) return false;
+
+			try {
+				const body = JSON.parse(r.body);
+				return Array.isArray(body) ? body.length === 100 : false;
+			} catch (error) {
+				console.error('Error parsing response body: ', error);
+				return false;
+			}
+		},
+	});
+}

package/scenarios/multiple-webhooks/multiple-webhooks.manifest.json

@@ -0,0 +1,20 @@
+{
+	"$schema": "../scenario.schema.json",
+	"name": "MultipleWebhooks",
+	"description": "10 simple webhooks that respond with a 200 status code",
+	"scenarioData": {
+		"workflowFiles": [
+			"multiple-webhooks1.json",
+			"multiple-webhooks2.json",
+			"multiple-webhooks3.json",
+			"multiple-webhooks4.json",
+			"multiple-webhooks5.json",
+			"multiple-webhooks6.json",
+			"multiple-webhooks7.json",
+			"multiple-webhooks8.json",
+			"multiple-webhooks9.json",
+			"multiple-webhooks10.json"
+		]
+	},
+	"scriptPath": "multiple-webhooks.script.js"
+}

package/scenarios/multiple-webhooks/multiple-webhooks.script.js

@@ -0,0 +1,19 @@
+import http from 'k6/http';
+import { check } from 'k6';
+
+const apiBaseUrl = __ENV.API_BASE_URL;
+
+export default function () {
+	const urls = Array(10)
+		.fill()
+		.map((_, i) => `${apiBaseUrl}/webhook/multiple-webhook${i + 1}`);
+
+	const res = http.batch(urls);
+
+	for (let i = 0; i < res.length; i++) {
+		// Check if the response status is 200
+		check(res[i], {
+			'is status 200': (r) => r.status === 200,
+		});
+	}
+}

package/scenarios/multiple-webhooks/multiple-webhooks1.json

@@ -0,0 +1,25 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "Multiple Webhook 1",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": { "path": "multiple-webhook1", "options": {} },
+			"id": "b239bc6c-ea40-438d-bb14-5bce03599685",
+			"name": "Webhook",
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [760, 400],
+			"webhookId": "14226baf-ea56-43d7-bc0d-eea841746441"
+		}
+	],
+	"connections": {},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "0322386c-ec84-4d38-b895-c206b574f31c",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/multiple-webhooks/multiple-webhooks10.json

@@ -0,0 +1,25 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "Multiple Webhook 10",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": { "path": "multiple-webhook10", "options": {} },
+			"id": "34ac4500-9a29-4f4f-a604-134aa2cb2889",
+			"name": "Webhook",
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [760, 400],
+			"webhookId": "47fe25ac-1376-4ee7-b9de-3fff1d49281c"
+		}
+	],
+	"connections": {},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "106d4d2c-49c0-45b8-8421-99cc0c8b1589",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/multiple-webhooks/multiple-webhooks2.json

@@ -0,0 +1,25 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "Multiple Webhook 2",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": { "path": "multiple-webhook2", "options": {} },
+			"id": "c44ce610-086c-45a6-b347-c7b5df5365ed",
+			"name": "Webhook",
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [760, 400],
+			"webhookId": "edc1994b-7cde-4aed-b077-fbc7f21b0f48"
+		}
+	],
+	"connections": {},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "b4579dbf-d9c5-4b57-8e1f-883d91e8726b",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/multiple-webhooks/multiple-webhooks3.json

@@ -0,0 +1,25 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "Multiple Webhook 3",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": { "path": "multiple-webhook3", "options": {} },
+			"id": "34ac4500-9a29-4f4f-a604-134aa2cb2889",
+			"name": "Webhook",
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [760, 400],
+			"webhookId": "47fe25ac-1376-4ee7-b9de-3fff1d49281c"
+		}
+	],
+	"connections": {},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "106d4d2c-49c0-45b8-8421-99cc0c8b1589",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/multiple-webhooks/multiple-webhooks4.json

@@ -0,0 +1,25 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "Multiple Webhook 4",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": { "path": "multiple-webhook4", "options": {} },
+			"id": "34ac4500-9a29-4f4f-a604-134aa2cb2889",
+			"name": "Webhook",
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [760, 400],
+			"webhookId": "47fe25ac-1376-4ee7-b9de-3fff1d49281c"
+		}
+	],
+	"connections": {},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "106d4d2c-49c0-45b8-8421-99cc0c8b1589",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/multiple-webhooks/multiple-webhooks5.json

@@ -0,0 +1,25 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "Multiple Webhook 5",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": { "path": "multiple-webhook5", "options": {} },
+			"id": "34ac4500-9a29-4f4f-a604-134aa2cb2889",
+			"name": "Webhook",
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [760, 400],
+			"webhookId": "47fe25ac-1376-4ee7-b9de-3fff1d49281c"
+		}
+	],
+	"connections": {},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "106d4d2c-49c0-45b8-8421-99cc0c8b1589",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/multiple-webhooks/multiple-webhooks6.json

@@ -0,0 +1,25 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "Multiple Webhook 6",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": { "path": "multiple-webhook6", "options": {} },
+			"id": "34ac4500-9a29-4f4f-a604-134aa2cb2889",
+			"name": "Webhook",
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [760, 400],
+			"webhookId": "47fe25ac-1376-4ee7-b9de-3fff1d49281c"
+		}
+	],
+	"connections": {},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "106d4d2c-49c0-45b8-8421-99cc0c8b1589",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/multiple-webhooks/multiple-webhooks7.json

@@ -0,0 +1,25 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "Multiple Webhook 7",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": { "path": "multiple-webhook7", "options": {} },
+			"id": "34ac4500-9a29-4f4f-a604-134aa2cb2889",
+			"name": "Webhook",
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [760, 400],
+			"webhookId": "47fe25ac-1376-4ee7-b9de-3fff1d49281c"
+		}
+	],
+	"connections": {},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "106d4d2c-49c0-45b8-8421-99cc0c8b1589",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/multiple-webhooks/multiple-webhooks8.json

@@ -0,0 +1,25 @@
+{
+	"createdAt": "2024-08-06T12:19:51.268Z",
+	"updatedAt": "2024-08-06T12:20:45.000Z",
+	"name": "Multiple Webhook 8",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": { "path": "multiple-webhook8", "options": {} },
+			"id": "34ac4500-9a29-4f4f-a604-134aa2cb2889",
+			"name": "Webhook",
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [760, 400],
+			"webhookId": "47fe25ac-1376-4ee7-b9de-3fff1d49281c"
+		}
+	],
+	"connections": {},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": { "templateCredsSetupCompleted": true, "responseMode": "lastNode", "options": {} },
+	"pinData": {},
+	"versionId": "106d4d2c-49c0-45b8-8421-99cc0c8b1589",
+	"triggerCount": 1,
+	"tags": []
+}