@atom8n/n8n-benchmark 2.0.0

package/dist/test-execution/test-report.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildAppMetricsReport = buildAppMetricsReport;
+exports.buildTestReport = buildTestReport;
+const nanoid_1 = require("nanoid");
+const prometheus_metrics_parser_1 = require("../test-execution/prometheus-metrics-parser");
+function k6CheckToCheck(check) {
+    return {
+        name: check.name,
+        passes: check.passes,
+        fails: check.fails,
+    };
+}
+function k6CounterToCounter(counter) {
+    return {
+        type: 'counter',
+        count: counter.values.count,
+        rate: counter.values.rate,
+    };
+}
+function k6TrendToTrend(trend) {
+    return {
+        type: 'trend',
+        'p(90)': trend.values['p(90)'],
+        avg: trend.values.avg,
+        min: trend.values.min,
+        med: trend.values.med,
+        max: trend.values.max,
+        'p(95)': trend.values['p(95)'],
+    };
+}
+function buildAppMetricsReport(metricsData) {
+    const heapSizeTotal = prometheus_metrics_parser_1.PrometheusMetricsParser.calculateMetricStats(metricsData, 'n8n_nodejs_heap_size_total_bytes');
+    const heapSizeUsed = prometheus_metrics_parser_1.PrometheusMetricsParser.calculateMetricStats(metricsData, 'n8n_nodejs_heap_size_used_bytes');
+    const externalMemory = prometheus_metrics_parser_1.PrometheusMetricsParser.calculateMetricStats(metricsData, 'n8n_nodejs_external_memory_bytes');
+    const eventLoopLag = prometheus_metrics_parser_1.PrometheusMetricsParser.calculateMetricStats(metricsData, 'n8n_nodejs_eventloop_lag_seconds');
+    return {
+        ...(heapSizeTotal && { heapSizeTotal }),
+        ...(heapSizeUsed && { heapSizeUsed }),
+        ...(externalMemory && { externalMemory }),
+        ...(eventLoopLag && { eventLoopLag }),
+    };
+}
+function buildTestReport(scenario, endOfTestSummary, tags, appMetricsData) {
+    const appMetrics = appMetricsData ? buildAppMetricsReport(appMetricsData) : undefined;
+    return {
+        runId: (0, nanoid_1.nanoid)(),
+        ts: new Date().toISOString(),
+        scenarioName: scenario.name,
+        tags,
+        checks: endOfTestSummary.root_group.checks.map(k6CheckToCheck),
+        metrics: {
+            dataReceived: k6CounterToCounter(endOfTestSummary.metrics.data_received),
+            dataSent: k6CounterToCounter(endOfTestSummary.metrics.data_sent),
+            httpRequests: k6CounterToCounter(endOfTestSummary.metrics.http_reqs),
+            httpRequestDuration: k6TrendToTrend(endOfTestSummary.metrics.http_req_duration),
+            httpRequestSending: k6TrendToTrend(endOfTestSummary.metrics.http_req_sending),
+            httpRequestReceiving: k6TrendToTrend(endOfTestSummary.metrics.http_req_receiving),
+            httpRequestWaiting: k6TrendToTrend(endOfTestSummary.metrics.http_req_waiting),
+            iterations: k6CounterToCounter(endOfTestSummary.metrics.iterations),
+        },
+        ...(appMetrics && { appMetrics }),
+    };
+}
+//# sourceMappingURL=test-report.js.map

package/dist/test-execution/test-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-report.js","sourceRoot":"","sources":["../../src/test-execution/test-report.ts"],"names":[],"mappings":";;AAgGA,sDAwBC;AAKD,0CA0BC;AAvJD,mCAAgC;AAEhC,0FAAqF;AA+DrF,SAAS,cAAc,CAAC,KAAc;IACrC,OAAO;QACN,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;KAClB,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAwB;IACnD,OAAO;QACN,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK;QAC3B,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI;KACzB,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAAoB;IAC3C,OAAO;QACN,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;QAC9B,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG;QACrB,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG;QACrB,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG;QACrB,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG;QACrB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;KAC9B,CAAC;AACH,CAAC;AAKD,SAAgB,qBAAqB,CAAC,WAAqB;IAC1D,MAAM,aAAa,GAAG,mDAAuB,CAAC,oBAAoB,CACjE,WAAW,EACX,kCAAkC,CAClC,CAAC;IACF,MAAM,YAAY,GAAG,mDAAuB,CAAC,oBAAoB,CAChE,WAAW,EACX,iCAAiC,CACjC,CAAC;IACF,MAAM,cAAc,GAAG,mDAAuB,CAAC,oBAAoB,CAClE,WAAW,EACX,kCAAkC,CAClC,CAAC;IACF,MAAM,YAAY,GAAG,mDAAuB,CAAC,oBAAoB,CAChE,WAAW,EACX,kCAAkC,CAClC,CAAC;IAEF,OAAO;QACN,GAAG,CAAC,aAAa,IAAI,EAAE,aAAa,EAAE,CAAC;QACvC,GAAG,CAAC,YAAY,IAAI,EAAE,YAAY,EAAE,CAAC;QACrC,GAAG,CAAC,cAAc,IAAI,EAAE,cAAc,EAAE,CAAC;QACzC,GAAG,CAAC,YAAY,IAAI,EAAE,YAAY,EAAE,CAAC;KACrC,CAAC;AACH,CAAC;AAKD,SAAgB,eAAe,CAC9B,QAAkB,EAClB,gBAAoC,EACpC,IAAa,EACb,cAAyB;IAEzB,MAAM,UAAU,GAAG,cAAc,CAAC,CAAC,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEtF,OAAO;QACN,KAAK,EAAE,IAAA,eAAM,GAAE;QACf,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC5B,YAAY,EAAE,QAAQ,CAAC,IAAI;QAC3B,IAAI;QACJ,MAAM,EAAE,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;QAC9D,OAAO,EAAE;YACR,YAAY,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,OAAO,CAAC,aAAa,CAAC;YACxE,QAAQ,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC;YAChE,YAAY,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC;YACpE,mBAAmB,EAAE,cAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAC/E,kBAAkB,EAAE,cAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC7E,oBAAoB,EAAE,cAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,kBAAkB,CAAC;YACjF,kBAAkB,EAAE,cAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC7E,UAAU,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,OAAO,CAAC,UAAU,CAAC;SACnE;QACD,GAAG,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,CAAC;KACjC,CAAC;AACH,CAAC"}

package/dist/types/scenario.d.ts

@@ -0,0 +1,16 @@
+export type ScenarioData = {
+    workflowFiles?: string[];
+    credentialFiles?: string[];
+    dataTableFile?: string;
+};
+export type ScenarioManifest = {
+    name: string;
+    description: string;
+    scriptPath: string;
+    scenarioData: ScenarioData;
+};
+export type Scenario = ScenarioManifest & {
+    id: string;
+    scenarioDirPath: string;
+    dataTableId?: string;
+};

package/dist/types/scenario.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=scenario.js.map

package/dist/types/scenario.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario.js","sourceRoot":"","sources":["../../src/types/scenario.ts"],"names":[],"mappings":""}

package/eslint.config.mjs

@@ -0,0 +1,22 @@
+import { defineConfig, globalIgnores } from 'eslint/config';
+import { nodeConfig } from '@n8n/eslint-config/node';
+
+export default defineConfig(
+	nodeConfig,
+	globalIgnores(['scenarios/**', 'scripts/**']),
+	{
+		rules: {
+			'unicorn/filename-case': ['error', { case: 'kebabCase' }],
+			'n8n-local-rules/no-plain-errors': 'off',
+			complexity: 'error',
+			'@typescript-eslint/naming-convention': 'warn',
+			'no-empty': 'warn',
+		},
+	},
+	{
+		files: ['./src/commands/*.ts'],
+		rules: {
+			'import-x/no-default-export': 'off',
+		},
+	},
+);

package/infra/.terraform.lock.hcl

@@ -0,0 +1,60 @@
+# This file is maintained automatically by "terraform init".
+# Manual edits may be lost in future updates.
+
+provider "registry.terraform.io/hashicorp/azurerm" {
+  version     = "3.115.0"
+  constraints = "~> 3.115.0"
+  hashes = [
+    "h1:O7C3Xb+MSOc9C/eAJ5C/CiJ4vuvUsYxxIzr9ZurmHNI=",
+    "zh:0ea93abd53cb872691bad6d5625bda88b5d9619ea813c208b36e0ee236308589",
+    "zh:26703cb9c2c38bc43e97bc83af03559d065750856ea85834b71fbcb2ef9d935c",
+    "zh:316255a3391c49fe9bd7c5b6aa53b56dd490e1083d19b722e7b8f956a2dfe004",
+    "zh:431637ae90c592126fb1ec813fee6390604275438a0d5e15904c65b0a6a0f826",
+    "zh:4cee0fa2e84f89853723c0bc72b7debf8ea2ffffc7ae34ff28d8a69269d3a879",
+    "zh:64a3a3c78ea877515365ed336bd0f3abbe71db7c99b3d2837915fbca168d429c",
+    "zh:7380d7b503b5a87fd71a31360c3eeab504f78e4f314824e3ceda724d9dc74cf0",
+    "zh:974213e05708037a6d2d8c58cc84981819138f44fe40e344034eb80e16ca6012",
+    "zh:9a91614de0476074e9c62bbf08d3bb9c64adbd1d3a4a2b5a3e8e41d9d6d5672f",
+    "zh:a438471c85b8788ab21bdef4cd5ca391a46cbae33bd0262668a80f5e6c4610e1",
+    "zh:bf823f2c941b336a1208f015466212b1a8fdf6da28abacf59bea708377709d9e",
+    "zh:f569b65999264a9416862bca5cd2a6177d94ccb0424f3a4ef424428912b9cb3c",
+  ]
+}
+
+provider "registry.terraform.io/hashicorp/random" {
+  version = "3.6.2"
+  hashes = [
+    "h1:VavG5unYCa3SYISMKF9pzc3718M0bhPlcbUZZGl7wuo=",
+    "zh:0ef01a4f81147b32c1bea3429974d4d104bbc4be2ba3cfa667031a8183ef88ec",
+    "zh:1bcd2d8161e89e39886119965ef0f37fcce2da9c1aca34263dd3002ba05fcb53",
+    "zh:37c75d15e9514556a5f4ed02e1548aaa95c0ecd6ff9af1119ac905144c70c114",
+    "zh:4210550a767226976bc7e57d988b9ce48f4411fa8a60cd74a6b246baf7589dad",
+    "zh:562007382520cd4baa7320f35e1370ffe84e46ed4e2071fdc7e4b1a9b1f8ae9b",
+    "zh:5efb9da90f665e43f22c2e13e0ce48e86cae2d960aaf1abf721b497f32025916",
+    "zh:6f71257a6b1218d02a573fc9bff0657410404fb2ef23bc66ae8cd968f98d5ff6",
+    "zh:78d5eefdd9e494defcb3c68d282b8f96630502cac21d1ea161f53cfe9bb483b3",
+    "zh:9647e18f221380a85f2f0ab387c68fdafd58af6193a932417299cdcae4710150",
+    "zh:bb6297ce412c3c2fa9fec726114e5e0508dd2638cad6a0cb433194930c97a544",
+    "zh:f83e925ed73ff8a5ef6e3608ad9225baa5376446349572c2449c0c0b3cf184b7",
+    "zh:fbef0781cb64de76b1df1ca11078aecba7800d82fd4a956302734999cfd9a4af",
+  ]
+}
+
+provider "registry.terraform.io/hashicorp/tls" {
+  version = "4.0.5"
+  hashes = [
+    "h1:zeG5RmggBZW/8JWIVrdaeSJa0OG62uFX5HY1eE8SjzY=",
+    "zh:01cfb11cb74654c003f6d4e32bbef8f5969ee2856394a96d127da4949c65153e",
+    "zh:0472ea1574026aa1e8ca82bb6df2c40cd0478e9336b7a8a64e652119a2fa4f32",
+    "zh:1a8ddba2b1550c5d02003ea5d6cdda2eef6870ece86c5619f33edd699c9dc14b",
+    "zh:1e3bb505c000adb12cdf60af5b08f0ed68bc3955b0d4d4a126db5ca4d429eb4a",
+    "zh:6636401b2463c25e03e68a6b786acf91a311c78444b1dc4f97c539f9f78de22a",
+    "zh:76858f9d8b460e7b2a338c477671d07286b0d287fd2d2e3214030ae8f61dd56e",
+    "zh:a13b69fb43cb8746793b3069c4d897bb18f454290b496f19d03c3387d1c9a2dc",
+    "zh:a90ca81bb9bb509063b736842250ecff0f886a91baae8de65c8430168001dad9",
+    "zh:c4de401395936e41234f1956ebadbd2ed9f414e6908f27d578614aaa529870d4",
+    "zh:c657e121af8fde19964482997f0de2d5173217274f6997e16389e7707ed8ece8",
+    "zh:d68b07a67fbd604c38ec9733069fbf23441436fecf554de6c75c032f82e1ef19",
+    "zh:f569b65999264a9416862bca5cd2a6177d94ccb0424f3a4ef424428912b9cb3c",
+  ]
+}

package/infra/benchmark-env.tf

@@ -0,0 +1,54 @@
+
+data "azurerm_resource_group" "main" {
+  name = var.resource_group_name
+}
+
+# Random prefix for the resources
+resource "random_string" "prefix" {
+  length  = 8
+  special = false
+}
+
+# SSH key pair
+resource "tls_private_key" "ssh_key" {
+  algorithm = "RSA"
+  rsa_bits  = 4096
+}
+
+# Dedicated Host Group & Hosts
+
+resource "azurerm_dedicated_host_group" "main" {
+  name                        = "${random_string.prefix.result}-hostgroup"
+  location                    = var.location
+  resource_group_name         = data.azurerm_resource_group.main.name
+  platform_fault_domain_count = 1
+  automatic_placement_enabled = false
+  zone                        = 1
+
+  tags = local.common_tags
+}
+
+resource "azurerm_dedicated_host" "hosts" {
+  name                    = "${random_string.prefix.result}-host"
+  location                = var.location
+  dedicated_host_group_id = azurerm_dedicated_host_group.main.id
+  sku_name                = var.host_size_family
+  platform_fault_domain   = 0
+
+  tags = local.common_tags
+}
+
+# VM
+
+module "test_vm" {
+  source = "./modules/benchmark-vm"
+
+  location            = var.location
+  resource_group_name = data.azurerm_resource_group.main.name
+  prefix              = random_string.prefix.result
+  dedicated_host_id   = azurerm_dedicated_host.hosts.id
+  ssh_public_key      = tls_private_key.ssh_key.public_key_openssh
+  vm_size             = var.vm_size
+
+  tags = local.common_tags
+}

package/infra/modules/benchmark-vm/output.tf

@@ -0,0 +1,11 @@
+output "vm_name" {
+  value = azurerm_linux_virtual_machine.main.name
+}
+
+output "ip" {
+  value = azurerm_public_ip.main.ip_address
+}
+
+output "ssh_username" {
+  value = azurerm_linux_virtual_machine.main.admin_username
+}

package/infra/modules/benchmark-vm/vars.tf

@@ -0,0 +1,29 @@
+variable "location" {
+  description = "Region to deploy resources"
+  default     = "East US"
+}
+
+variable "resource_group_name" {
+  description = "Name of the resource group"
+}
+
+variable "prefix" {
+  description = "Prefix to append to resources"
+}
+
+variable "dedicated_host_id" {
+  description = "Dedicated Host ID"
+}
+
+variable "ssh_public_key" {
+  description = "SSH Public Key"
+}
+
+variable "vm_size" {
+  description = "VM Size"
+}
+
+variable "tags" {
+  description = "Tags to apply to all resources created by this module"
+  type        = map(string)
+}

package/infra/modules/benchmark-vm/vm.tf

@@ -0,0 +1,126 @@
+# Network
+
+resource "azurerm_virtual_network" "main" {
+  name                = "${var.prefix}-vnet"
+  location            = var.location
+  resource_group_name = var.resource_group_name
+  address_space       = ["10.0.0.0/16"]
+
+  tags = var.tags
+}
+
+resource "azurerm_subnet" "main" {
+  name                 = "${var.prefix}-subnet"
+  resource_group_name  = var.resource_group_name
+  virtual_network_name = azurerm_virtual_network.main.name
+  address_prefixes     = ["10.0.0.0/24"]
+}
+
+resource "azurerm_network_security_group" "ssh" {
+  name                = "${var.prefix}-nsg"
+  location            = var.location
+  resource_group_name = var.resource_group_name
+
+  security_rule {
+    name                       = "AllowSSH"
+    priority                   = 1001
+    direction                  = "Inbound"
+    access                     = "Allow"
+    protocol                   = "Tcp"
+    source_port_range          = "*"
+    destination_port_range     = "22"
+    source_address_prefix      = "*"
+    destination_address_prefix = "*"
+  }
+
+  tags = var.tags
+}
+
+resource "azurerm_public_ip" "main" {
+  name                = "${var.prefix}-pip"
+  location            = var.location
+  resource_group_name = var.resource_group_name
+  allocation_method   = "Static"
+  sku                 = "Standard"
+
+  tags = var.tags
+}
+
+resource "azurerm_network_interface" "main" {
+  name                = "${var.prefix}-nic"
+  location            = var.location
+  resource_group_name = var.resource_group_name
+
+  ip_configuration {
+    name                          = "${var.prefix}-ipconfig"
+    subnet_id                     = azurerm_subnet.main.id
+    private_ip_address_allocation = "Dynamic"
+    public_ip_address_id          = azurerm_public_ip.main.id
+  }
+
+  tags = var.tags
+}
+
+resource "azurerm_network_interface_security_group_association" "ssh" {
+  network_interface_id      = azurerm_network_interface.main.id
+  network_security_group_id = azurerm_network_security_group.ssh.id
+}
+
+# Disk
+
+resource "azurerm_managed_disk" "data" {
+  name                 = "${var.prefix}-disk"
+  location             = var.location
+  resource_group_name  = var.resource_group_name
+  storage_account_type = "PremiumV2_LRS"
+  create_option        = "Empty"
+  disk_size_gb         = "32"
+  zone                 = 1
+
+  tags = var.tags
+}
+
+resource "azurerm_virtual_machine_data_disk_attachment" "data" {
+  managed_disk_id    = azurerm_managed_disk.data.id
+  virtual_machine_id = azurerm_linux_virtual_machine.main.id
+  lun                = "1"
+  caching            = "None"
+}
+
+# VM
+
+resource "azurerm_linux_virtual_machine" "main" {
+  name                  = "${var.prefix}-vm"
+  location              = var.location
+  resource_group_name   = var.resource_group_name
+  network_interface_ids = [azurerm_network_interface.main.id]
+  dedicated_host_id     = var.dedicated_host_id
+  zone                  = 1
+
+  size = var.vm_size
+
+  admin_username = "benchmark"
+
+  admin_ssh_key {
+    username   = "benchmark"
+    public_key = var.ssh_public_key
+  }
+
+  os_disk {
+    caching              = "ReadWrite"
+    storage_account_type = "Premium_LRS"
+  }
+
+  source_image_reference {
+    publisher = "Canonical"
+    offer     = "0001-com-ubuntu-server-jammy"
+    sku       = "22_04-lts-gen2"
+    version   = "latest"
+  }
+
+  identity {
+    type = "SystemAssigned"
+  }
+
+  tags = var.tags
+}

package/infra/output.tf

@@ -0,0 +1,16 @@
+output "vm_name" {
+  value = module.test_vm.vm_name
+}
+
+output "ip" {
+  value = module.test_vm.ip
+}
+
+output "ssh_username" {
+  value = module.test_vm.ssh_username
+}
+
+output "ssh_private_key" {
+  value     = tls_private_key.ssh_key.private_key_pem
+  sensitive = true
+}

package/infra/providers.tf

@@ -0,0 +1,23 @@
+
+terraform {
+  required_providers {
+    azurerm = {
+      source  = "hashicorp/azurerm"
+      version = "~> 3.115.0"
+    }
+
+    random = {
+      source = "hashicorp/random"
+    }
+  }
+
+  required_version = "~> 1.8.5"
+}
+
+provider "azurerm" {
+  features {}
+
+  skip_provider_registration = true
+}
+
+provider "random" {}

package/infra/vars.tf

@@ -0,0 +1,34 @@
+variable "location" {
+  description = "Region to deploy resources"
+  default     = "East US"
+}
+
+variable "resource_group_name" {
+  description = "Name of the resource group"
+  default     = "n8n-benchmarking"
+}
+
+variable "host_size_family" {
+  description = "Size Family for the Host Group"
+  default     = "DCSv2-Type1"
+}
+
+variable "vm_size" {
+  description = "VM Size"
+  # 8 vCPUs, 32 GiB memory
+  default = "Standard_DC8_v2"
+}
+
+variable "number_of_vms" {
+  description = "Number of VMs to create"
+  default     = 1
+}
+
+locals {
+  common_tags = {
+    Id        = "N8nBenchmark"
+    Terraform = "true"
+    Owner     = "Catalysts"
+    CreatedAt = timestamp()
+  }
+}

package/package.json

@@ -0,0 +1,55 @@
+{
+  "name": "@atom8n/n8n-benchmark",
+  "version": "2.0.0",
+  "description": "Cli for running benchmark tests for n8n",
+  "main": "dist/index",
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json && tsc-alias -p tsconfig.build.json",
+    "format": "biome format --write .",
+    "format:check": "biome ci .",
+    "lint": "eslint . --quiet",
+    "lint:fix": "eslint . --fix",
+    "start": "./bin/n8n-benchmark",
+    "test": "echo \"WARNING: no test specified\" && exit 0",
+    "typecheck": "tsc --noEmit",
+    "benchmark": "zx scripts/run.mjs",
+    "benchmark-in-cloud": "pnpm benchmark --env cloud",
+    "benchmark-locally": "pnpm benchmark --env local",
+    "provision-cloud-env": "zx scripts/provision-cloud-env.mjs",
+    "destroy-cloud-env": "zx scripts/destroy-cloud-env.mjs",
+    "watch": "tsc-watch -p tsconfig.build.json --onCompilationComplete \"tsc-alias -p tsconfig.build.json\""
+  },
+  "engines": {
+    "node": ">=22.16"
+  },
+  "keywords": [
+    "automate",
+    "automation",
+    "IaaS",
+    "iPaaS",
+    "n8n",
+    "workflow",
+    "benchmark",
+    "performance"
+  ],
+  "dependencies": {
+    "@oclif/core": "4.0.7",
+    "axios": "catalog:",
+    "dotenv": "17.2.3",
+    "nanoid": "catalog:",
+    "zx": "^8.1.4"
+  },
+  "devDependencies": {
+    "@atom8n/typescript-config": "1.3.0",
+    "@types/convict": "^6.1.1",
+    "@types/k6": "^0.52.0"
+  },
+  "bin": {
+    "n8n-benchmark": "./bin/n8n-benchmark"
+  },
+  "oclif": {
+    "bin": "n8n-benchmark",
+    "commands": "./dist/commands",
+    "topicSeparator": " "
+  }
+}

package/scenarios/binary-data/binary-data.json

@@ -0,0 +1,67 @@
+{
+	"createdAt": "2024-09-03T11:51:56.540Z",
+	"updatedAt": "2024-09-03T12:22:21.000Z",
+	"name": "Binary Data",
+	"active": true,
+	"nodes": [
+		{
+			"parameters": {
+				"httpMethod": "POST",
+				"path": "binary-files-benchmark",
+				"responseMode": "responseNode",
+				"options": {}
+			},
+			"type": "n8n-nodes-base.webhook",
+			"typeVersion": 2,
+			"position": [0, 0],
+			"id": "bfe19f12-3655-440f-be5c-8d71665c6353",
+			"name": "Webhook",
+			"webhookId": "109d7b13-93ad-42b0-a9ce-ca49e1817b35"
+		},
+		{
+			"parameters": { "respondWith": "binary", "options": {} },
+			"type": "n8n-nodes-base.respondToWebhook",
+			"typeVersion": 1.1,
+			"position": [740, 0],
+			"id": "cd957c9b-6b7a-4423-aac3-6df4d8bb571e",
+			"name": "Respond to Webhook"
+		},
+		{
+			"parameters": {
+				"operation": "write",
+				"fileName": "=file-{{ Date.now() }}-{{ Math.random() }}.js",
+				"dataPropertyName": "file",
+				"options": {}
+			},
+			"type": "n8n-nodes-base.readWriteFile",
+			"typeVersion": 1,
+			"position": [260, 0],
+			"id": "f2ce4709-7697-4bc6-8eca-6c222485297a",
+			"name": "Write File to Disk"
+		},
+		{
+			"parameters": { "fileSelector": "={{ $json.fileName }}", "options": {} },
+			"type": "n8n-nodes-base.readWriteFile",
+			"typeVersion": 1,
+			"position": [500, 0],
+			"id": "198e8a6c-81a3-4b34-b099-501961a02006",
+			"name": "Read File from Disk"
+		}
+	],
+	"connections": {
+		"Webhook": { "main": [[{ "node": "Write File to Disk", "type": "main", "index": 0 }]] },
+		"Write File to Disk": {
+			"main": [[{ "node": "Read File from Disk", "type": "main", "index": 0 }]]
+		},
+		"Read File from Disk": {
+			"main": [[{ "node": "Respond to Webhook", "type": "main", "index": 0 }]]
+		}
+	},
+	"settings": { "executionOrder": "v1" },
+	"staticData": null,
+	"meta": null,
+	"pinData": {},
+	"versionId": "8dd197c0-d1ea-43c3-9f88-9d11e7b081a0",
+	"triggerCount": 1,
+	"tags": []
+}

package/scenarios/binary-data/binary-data.manifest.json

@@ -0,0 +1,7 @@
+{
+	"$schema": "../scenario.schema.json",
+	"name": "BinaryData",
+	"description": "Send a binary file to a webhook, write it to FS, read it from FS and receive it back",
+	"scenarioData": { "workflowFiles": ["binary-data.json"] },
+	"scriptPath": "binary-data.script.js"
+}

package/scenarios/binary-data/binary-data.script.js

@@ -0,0 +1,29 @@
+import http from 'k6/http';
+import { check } from 'k6';
+
+const apiBaseUrl = __ENV.API_BASE_URL;
+
+// This creates a 2MB file (16 * 128 * 1024 = 2 * 1024 * 1024 = 2MB)
+const file = Array.from({ length: 128 * 1024 }, () => Math.random().toString().slice(2)).join('');
+const filename = 'test.bin';
+
+export default function () {
+	const data = {
+		filename,
+		file: http.file(file, filename, 'application/javascript'),
+	};
+
+	const res = http.post(`${apiBaseUrl}/webhook/binary-files-benchmark`, data);
+
+	if (res.status !== 200) {
+		console.error(
+			`Invalid response. Received status ${res.status}. Body: ${JSON.stringify(res.body)}`,
+		);
+	}
+
+	check(res, {
+		'is status 200': (r) => r.status === 200,
+		'has correct content type': (r) =>
+			r.headers['Content-Type'] === 'application/javascript; charset=utf-8',
+	});
+}

package/scenarios/credential-http-node/credential-bearer.json

@@ -0,0 +1,8 @@
+{
+	"type": "httpBearerAuth",
+	"name": "Dummy HTTP credential",
+	"data": {
+		"token": "dummy token"
+	},
+	"id": "0fqzOReozl2aQvtl"
+}