@atom8n/n8n-benchmark 2.0.0

package/dist/test-execution/app-metrics-poller.js

@@ -0,0 +1,54 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AppMetricsPoller = void 0;
+class AppMetricsPoller {
+    constructor(metricsUrl, pollIntervalMs = 5000) {
+        this.metricsUrl = metricsUrl;
+        this.pollIntervalMs = pollIntervalMs;
+        this.intervalId = undefined;
+        this.metricsData = [];
+        this.isRunning = false;
+        this.isStopped = false;
+    }
+    start() {
+        if (this.isRunning) {
+            throw new Error('Metrics poller is already running');
+        }
+        if (this.isStopped) {
+            throw new Error('Metrics poller has been stopped and cannot be restarted');
+        }
+        this.isRunning = true;
+        this.metricsData = [];
+        void this.pollMetrics();
+        this.intervalId = setInterval(() => {
+            void this.pollMetrics();
+        }, this.pollIntervalMs);
+    }
+    stop() {
+        if (this.intervalId) {
+            clearInterval(this.intervalId);
+            this.intervalId = undefined;
+        }
+        this.isRunning = false;
+        this.isStopped = true;
+    }
+    getMetricsData() {
+        return this.metricsData;
+    }
+    async pollMetrics() {
+        try {
+            const response = await fetch(this.metricsUrl);
+            if (!response.ok) {
+                console.warn(`Failed to poll metrics: ${response.status} ${response.statusText}`);
+                return;
+            }
+            const metricsText = await response.text();
+            this.metricsData.push(metricsText);
+        }
+        catch (error) {
+            console.warn(`Error polling metrics: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+}
+exports.AppMetricsPoller = AppMetricsPoller;
+//# sourceMappingURL=app-metrics-poller.js.map

package/dist/test-execution/app-metrics-poller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-metrics-poller.js","sourceRoot":"","sources":["../../src/test-execution/app-metrics-poller.ts"],"names":[],"mappings":";;;AAOA,MAAa,gBAAgB;IAM5B,YACkB,UAAkB,EAClB,iBAAyB,IAAI;QAD7B,eAAU,GAAV,UAAU,CAAQ;QAClB,mBAAc,GAAd,cAAc,CAAe;QAPvC,eAAU,GAA+B,SAAS,CAAC;QACnD,gBAAW,GAAa,EAAE,CAAC;QAC3B,cAAS,GAAG,KAAK,CAAC;QAClB,cAAS,GAAG,KAAK,CAAC;IAKvB,CAAC;IAKJ,KAAK;QACJ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QAGtB,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;QAGxB,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;YAClC,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IACzB,CAAC;IAKD,IAAI;QACH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACvB,CAAC;IAKD,cAAc;QACb,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAKO,KAAK,CAAC,WAAW;QACxB,IAAI,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAE9C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC,2BAA2B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAClF,OAAO;YACR,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CACX,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClF,CAAC;QACH,CAAC;IACF,CAAC;CACD;AAzED,4CAyEC"}

package/dist/test-execution/k6-executor.d.ts

@@ -0,0 +1,33 @@
+import { type K6Tag } from '../test-execution/test-report';
+import type { Scenario } from '../types/scenario';
+export type { K6Tag };
+export type K6ExecutorOpts = {
+    k6ExecutablePath: string;
+    vus: number;
+    duration: string;
+    k6Out?: string;
+    k6ApiToken?: string;
+    n8nApiBaseUrl: string;
+    tags?: K6Tag[];
+    resultsWebhook?: {
+        url: string;
+        authHeader: string;
+    };
+    appMetricsPolling?: {
+        enabled: boolean;
+        intervalMs?: number;
+    };
+};
+export type K6RunOpts = {
+    scenarioRunName: string;
+};
+export declare class K6Executor {
+    private readonly opts;
+    private readonly handleSummaryScript;
+    constructor(opts: K6ExecutorOpts);
+    executeTestScenario(scenario: Scenario, { scenarioRunName }: K6RunOpts): Promise<void>;
+    sendTestReport(testReport: unknown): Promise<void>;
+    private augmentSummaryScript;
+    private loadEndOfTestSummary;
+    private resolveK6ExecutablePath;
+}

package/dist/test-execution/k6-executor.js

@@ -0,0 +1,120 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.K6Executor = void 0;
+const fs_1 = __importDefault(require("fs"));
+const strict_1 = __importDefault(require("node:assert/strict"));
+const path_1 = __importDefault(require("path"));
+const zx_1 = require("zx");
+const app_metrics_poller_1 = require("../test-execution/app-metrics-poller");
+const test_report_1 = require("../test-execution/test-report");
+class K6Executor {
+    constructor(opts) {
+        this.opts = opts;
+        this.handleSummaryScript = `
+import { textSummary } from 'https://jslib.k6.io/k6-summary/0.0.2/index.js';
+export function handleSummary(data) {
+	return {
+		stdout: textSummary(data),
+		'{{scenarioName}}.summary.json': JSON.stringify(data),
+	};
+}
+`;
+    }
+    async executeTestScenario(scenario, { scenarioRunName }) {
+        const augmentedTestScriptPath = this.augmentSummaryScript(scenario, scenarioRunName);
+        const runDirPath = path_1.default.dirname(augmentedTestScriptPath);
+        const flags = [
+            ['--quiet'],
+            ['--duration', this.opts.duration],
+            ['--vus', this.opts.vus],
+        ];
+        if (this.opts.k6Out) {
+            flags.push(['--out', this.opts.k6Out]);
+        }
+        else if (!this.opts.resultsWebhook && this.opts.k6ApiToken) {
+            flags.push(['--out', 'cloud']);
+        }
+        const flattedFlags = flags.flat(2);
+        const k6ExecutablePath = await this.resolveK6ExecutablePath();
+        let metricsPoller;
+        if (this.opts.appMetricsPolling?.enabled) {
+            const metricsUrl = `${this.opts.n8nApiBaseUrl}/metrics`;
+            const intervalMs = this.opts.appMetricsPolling.intervalMs ?? 5000;
+            metricsPoller = new app_metrics_poller_1.AppMetricsPoller(metricsUrl, intervalMs);
+            metricsPoller.start();
+            console.log(`Started polling app metrics from ${metricsUrl} every ${intervalMs}ms`);
+        }
+        try {
+            await (0, zx_1.$)({
+                cwd: runDirPath,
+                env: {
+                    API_BASE_URL: this.opts.n8nApiBaseUrl,
+                    DATA_TABLE_ID: scenario.dataTableId,
+                    K6_CLOUD_TOKEN: this.opts.k6ApiToken,
+                },
+                stdio: 'inherit',
+            }) `${k6ExecutablePath} run ${flattedFlags} ${augmentedTestScriptPath}`;
+        }
+        finally {
+            if (metricsPoller) {
+                metricsPoller.stop();
+                console.log('Stopped polling app metrics');
+            }
+        }
+        console.log('\n');
+        if (this.opts.resultsWebhook) {
+            const endOfTestSummary = this.loadEndOfTestSummary(runDirPath, scenarioRunName);
+            const appMetricsData = metricsPoller?.getMetricsData();
+            const testReport = (0, test_report_1.buildTestReport)(scenario, endOfTestSummary, [
+                ...(this.opts.tags ?? []),
+                { name: 'Vus', value: this.opts.vus.toString() },
+                { name: 'Duration', value: this.opts.duration.toString() },
+            ], appMetricsData);
+            await this.sendTestReport(testReport);
+        }
+    }
+    async sendTestReport(testReport) {
+        (0, strict_1.default)(this.opts.resultsWebhook);
+        const response = await fetch(this.opts.resultsWebhook.url, {
+            method: 'POST',
+            body: JSON.stringify(testReport),
+            headers: {
+                Authorization: this.opts.resultsWebhook.authHeader,
+                'Content-Type': 'application/json',
+            },
+        });
+        if (!response.ok) {
+            console.warn(`Failed to send test summary: ${response.status} ${await response.text()}`);
+        }
+    }
+    augmentSummaryScript(scenario, scenarioRunName) {
+        const fullTestScriptPath = path_1.default.join(scenario.scenarioDirPath, scenario.scriptPath);
+        const testScript = fs_1.default.readFileSync(fullTestScriptPath, 'utf8');
+        const summaryScript = this.handleSummaryScript.replace('{{scenarioName}}', scenarioRunName);
+        const augmentedTestScript = `${testScript}\n\n${summaryScript}`;
+        const tempFilePath = (0, zx_1.tmpfile)(`${scenarioRunName}.js`, augmentedTestScript);
+        return tempFilePath;
+    }
+    loadEndOfTestSummary(dir, scenarioRunName) {
+        const summaryReportPath = path_1.default.join(dir, `${scenarioRunName}.summary.json`);
+        const summaryReport = fs_1.default.readFileSync(summaryReportPath, 'utf8');
+        try {
+            return JSON.parse(summaryReport);
+        }
+        catch (error) {
+            throw new Error(`Failed to parse the summary report at ${summaryReportPath}`);
+        }
+    }
+    async resolveK6ExecutablePath() {
+        const k6ExecutablePath = await (0, zx_1.which)(this.opts.k6ExecutablePath, { nothrow: true });
+        if (!k6ExecutablePath) {
+            throw new Error('Could not find k6 executable based on your `PATH`. Please ensure k6 is available in your system and add it to your `PATH` or specify the path to the k6 executable using the `K6_PATH` environment variable.');
+        }
+        return k6ExecutablePath;
+    }
+}
+exports.K6Executor = K6Executor;
+//# sourceMappingURL=k6-executor.js.map

package/dist/test-execution/k6-executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"k6-executor.js","sourceRoot":"","sources":["../../src/test-execution/k6-executor.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,gEAAwC;AACxC,gDAAwB;AACxB,2BAAuC;AAEvC,4EAAuE;AACvE,8DAA2E;AAyC3E,MAAa,UAAU;IAetB,YAA6B,IAAoB;QAApB,SAAI,GAAJ,IAAI,CAAgB;QAVhC,wBAAmB,GAAG;;;;;;;;CAQvC,CAAC;IAEmD,CAAC;IAErD,KAAK,CAAC,mBAAmB,CAAC,QAAkB,EAAE,EAAE,eAAe,EAAa;QAC3E,MAAM,uBAAuB,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;QACrF,MAAM,UAAU,GAAG,cAAI,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAEzD,MAAM,KAAK,GAAgB;YAC1B,CAAC,SAAS,CAAC;YACX,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;YAClC,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;SACxB,CAAC;QAEF,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,CAAC;aAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9D,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAG9D,IAAI,aAA2C,CAAC;QAChD,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,EAAE,CAAC;YAC1C,MAAM,UAAU,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC;YACxD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,IAAI,IAAI,CAAC;YAClE,aAAa,GAAG,IAAI,qCAAgB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAC7D,aAAa,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,oCAAoC,UAAU,UAAU,UAAU,IAAI,CAAC,CAAC;QACrF,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,IAAA,MAAC,EAAC;gBACP,GAAG,EAAE,UAAU;gBACf,GAAG,EAAE;oBACJ,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa;oBACrC,aAAa,EAAE,QAAQ,CAAC,WAAW;oBACnC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU;iBACpC;gBACD,KAAK,EAAE,SAAS;aAChB,CAAC,CAAA,GAAG,gBAAgB,QAAQ,YAAY,IAAI,uBAAuB,EAAE,CAAC;QACxE,CAAC;gBAAS,CAAC;YAEV,IAAI,aAAa,EAAE,CAAC;gBACnB,aAAa,CAAC,IAAI,EAAE,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YAC5C,CAAC;QACF,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAElB,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;YAChF,MAAM,cAAc,GAAG,aAAa,EAAE,cAAc,EAAE,CAAC;YAEvD,MAAM,UAAU,GAAG,IAAA,6BAAe,EACjC,QAAQ,EACR,gBAAgB,EAChB;gBACC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;gBACzB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;gBAChD,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE;aAC1D,EACD,cAAc,CACd,CAAC;YAEF,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;IACF,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,UAAmB;QACvC,IAAA,gBAAM,EAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAEjC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE;YAC1D,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;YAChC,OAAO,EAAE;gBACR,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU;gBAClD,cAAc,EAAE,kBAAkB;aAClC;SACD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,gCAAgC,QAAQ,CAAC,MAAM,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1F,CAAC;IACF,CAAC;IAOO,oBAAoB,CAAC,QAAkB,EAAE,eAAuB;QACvE,MAAM,kBAAkB,GAAG,cAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QACpF,MAAM,UAAU,GAAG,YAAE,CAAC,YAAY,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC;QAC/D,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,kBAAkB,EAAE,eAAe,CAAC,CAAC;QAE5F,MAAM,mBAAmB,GAAG,GAAG,UAAU,OAAO,aAAa,EAAE,CAAC;QAEhE,MAAM,YAAY,GAAG,IAAA,YAAO,EAAC,GAAG,eAAe,KAAK,EAAE,mBAAmB,CAAC,CAAC;QAE3E,OAAO,YAAY,CAAC;IACrB,CAAC;IAEO,oBAAoB,CAAC,GAAW,EAAE,eAAuB;QAChE,MAAM,iBAAiB,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,eAAe,CAAC,CAAC;QAC5E,MAAM,aAAa,GAAG,YAAE,CAAC,YAAY,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAEjE,IAAI,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,CAAuB,CAAC;QACxD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,yCAAyC,iBAAiB,EAAE,CAAC,CAAC;QAC/E,CAAC;IACF,CAAC;IAKO,KAAK,CAAC,uBAAuB;QACpC,MAAM,gBAAgB,GAAG,MAAM,IAAA,UAAK,EAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACd,8MAA8M,CAC9M,CAAC;QACH,CAAC;QAED,OAAO,gBAAgB,CAAC;IACzB,CAAC;CACD;AAhJD,gCAgJC"}

package/dist/test-execution/k6-summary.d.ts

@@ -0,0 +1,82 @@
+type TrendStat = 'avg' | 'min' | 'med' | 'max' | 'p(90)' | 'p(95)';
+type MetricType = 'trend' | 'rate' | 'counter';
+type MetricContains = 'time' | 'default' | 'data';
+interface TrendValues {
+    avg: number;
+    min: number;
+    med: number;
+    max: number;
+    'p(90)': number;
+    'p(95)': number;
+}
+interface RateValues {
+    rate: number;
+    passes: number;
+    fails: number;
+}
+interface CounterValues {
+    count: number;
+    rate: number;
+}
+interface K6TrendMetric {
+    type: 'trend';
+    contains: 'time';
+    values: TrendValues;
+}
+interface RateMetric {
+    type: 'rate';
+    contains: 'default';
+    values: RateValues;
+}
+interface K6CounterMetric {
+    type: 'counter';
+    contains: MetricContains;
+    values: CounterValues;
+}
+interface Options {
+    summaryTrendStats: TrendStat[];
+    summaryTimeUnit: string;
+    noColor: boolean;
+}
+interface State {
+    isStdOutTTY: boolean;
+    isStdErrTTY: boolean;
+    testRunDurationMs: number;
+}
+interface Metrics {
+    http_req_tls_handshaking: K6TrendMetric;
+    checks: RateMetric;
+    http_req_sending: K6TrendMetric;
+    http_reqs: K6CounterMetric;
+    http_req_blocked: K6TrendMetric;
+    data_received: K6CounterMetric;
+    iterations: K6CounterMetric;
+    http_req_waiting: K6TrendMetric;
+    http_req_receiving: K6TrendMetric;
+    'http_req_duration{expected_response:true}': K6TrendMetric;
+    iteration_duration: K6TrendMetric;
+    http_req_connecting: K6TrendMetric;
+    http_req_failed: RateMetric;
+    http_req_duration: K6TrendMetric;
+    data_sent: K6CounterMetric;
+}
+interface K6Check {
+    name: string;
+    path: string;
+    id: string;
+    passes: number;
+    fails: number;
+}
+interface RootGroup {
+    name: string;
+    path: string;
+    id: string;
+    groups: unknown[];
+    checks: K6Check[];
+}
+interface K6EndOfTestSummary {
+    options: Options;
+    state: State;
+    metrics: Metrics;
+    root_group: RootGroup;
+}

package/dist/test-execution/k6-summary.js

@@ -0,0 +1,2 @@
+"use strict";
+//# sourceMappingURL=k6-summary.js.map

package/dist/test-execution/k6-summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"k6-summary.js","sourceRoot":"","sources":["../../src/test-execution/k6-summary.ts"],"names":[],"mappings":""}

package/dist/test-execution/prometheus-metrics-parser.d.ts

@@ -0,0 +1,9 @@
+export declare class PrometheusMetricsParser {
+    static extractMetricValues(metricsData: string[], metricName: string): number[];
+    static calculateMetricStats(metricsData: string[], metricName: string): {
+        max: number;
+        avg: number;
+        min: number;
+        count: number;
+    } | null;
+}

package/dist/test-execution/prometheus-metrics-parser.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PrometheusMetricsParser = void 0;
+class PrometheusMetricsParser {
+    static extractMetricValues(metricsData, metricName) {
+        const values = [];
+        for (const metricsText of metricsData) {
+            const lines = metricsText.split('\n');
+            for (const line of lines) {
+                if (line.startsWith('#') || line.trim() === '') {
+                    continue;
+                }
+                if (line.startsWith(metricName)) {
+                    const parts = line.split(/\s+/);
+                    if (parts.length >= 2) {
+                        const value = parseFloat(parts[parts.length - 1]);
+                        if (!isNaN(value)) {
+                            values.push(value);
+                        }
+                    }
+                }
+            }
+        }
+        return values;
+    }
+    static calculateMetricStats(metricsData, metricName) {
+        const values = this.extractMetricValues(metricsData, metricName);
+        if (values.length === 0) {
+            return null;
+        }
+        const max = Math.max(...values);
+        const min = Math.min(...values);
+        const sum = values.reduce((a, b) => a + b, 0);
+        const avg = sum / values.length;
+        return {
+            max,
+            min,
+            avg,
+            count: values.length,
+        };
+    }
+}
+exports.PrometheusMetricsParser = PrometheusMetricsParser;
+//# sourceMappingURL=prometheus-metrics-parser.js.map

package/dist/test-execution/prometheus-metrics-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prometheus-metrics-parser.js","sourceRoot":"","sources":["../../src/test-execution/prometheus-metrics-parser.ts"],"names":[],"mappings":";;;AAGA,MAAa,uBAAuB;IAInC,MAAM,CAAC,mBAAmB,CAAC,WAAqB,EAAE,UAAkB;QACnE,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,WAAW,IAAI,WAAW,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAE1B,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;oBAChD,SAAS;gBACV,CAAC;gBAKD,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;oBACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAChC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;wBACvB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;wBAClD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;4BACnB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACpB,CAAC;oBACF,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;IAKD,MAAM,CAAC,oBAAoB,CAC1B,WAAqB,EACrB,UAAkB;QAElB,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAEjE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QACb,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QAChC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC;QAEhC,OAAO;YACN,GAAG;YACH,GAAG;YACH,GAAG;YACH,KAAK,EAAE,MAAM,CAAC,MAAM;SACpB,CAAC;IACH,CAAC;CACD;AA3DD,0DA2DC"}

package/dist/test-execution/scenario-data-importer.d.ts

@@ -0,0 +1,21 @@
+import type { AuthenticatedN8nApiClient } from '../n8n-api-client/authenticated-n8n-api-client';
+import type { LoadableScenarioData } from '../scenario/scenario-data-loader';
+export declare class ScenarioDataImporter {
+    private readonly workflowApiClient;
+    private readonly credentialApiClient;
+    private readonly dataTableApiClient;
+    private readonly projectApiClient;
+    constructor(n8nApiClient: AuthenticatedN8nApiClient);
+    private replaceValuesInObject;
+    importTestScenarioData(data: LoadableScenarioData): Promise<{
+        dataTableId: string | undefined;
+    }>;
+    private importCredentials;
+    private importDataTable;
+    private importWorkflow;
+    private findExistingCredentials;
+    private findExistingWorkflows;
+    private getBenchmarkCredentialName;
+    private getBenchmarkWorkflowName;
+    private getBenchmarkDataTableName;
+}

package/dist/test-execution/scenario-data-importer.js

@@ -0,0 +1,108 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScenarioDataImporter = void 0;
+const credentials_api_client_1 = require("../n8n-api-client/credentials-api-client");
+const data_table_api_client_1 = require("../n8n-api-client/data-table-api-client");
+const project_api_client_1 = require("../n8n-api-client/project-api-client");
+const workflows_api_client_1 = require("../n8n-api-client/workflows-api-client");
+class ScenarioDataImporter {
+    constructor(n8nApiClient) {
+        this.workflowApiClient = new workflows_api_client_1.WorkflowApiClient(n8nApiClient);
+        this.credentialApiClient = new credentials_api_client_1.CredentialApiClient(n8nApiClient);
+        this.dataTableApiClient = new data_table_api_client_1.DataTableApiClient(n8nApiClient);
+        this.projectApiClient = new project_api_client_1.ProjectApiClient(n8nApiClient);
+    }
+    replaceValuesInObject(obj, searchText, targetText) {
+        if (Array.isArray(obj)) {
+            obj.map((item) => this.replaceValuesInObject(item, searchText, targetText));
+        }
+        else if (typeof obj === 'object' && obj !== null) {
+            for (const [key, value] of Object.entries(obj)) {
+                if (typeof value === 'string' && value === searchText) {
+                    obj[key] = targetText;
+                }
+                else {
+                    this.replaceValuesInObject(value, searchText, targetText);
+                }
+            }
+        }
+    }
+    async importTestScenarioData(data) {
+        const existingWorkflows = await this.workflowApiClient.getAllWorkflows();
+        const existingCredentials = await this.credentialApiClient.getAllCredentials();
+        const existingDataTables = await this.dataTableApiClient.getAllDataTables();
+        for (const credential of data.credentials) {
+            const createdCredential = await this.importCredentials({ existingCredentials, credential });
+            for (const workflow of data.workflows) {
+                this.replaceValuesInObject(workflow, credential.id, createdCredential.id);
+                this.replaceValuesInObject(workflow, credential.name, createdCredential.name);
+            }
+        }
+        for (const workflow of data.workflows) {
+            await this.importWorkflow({ existingWorkflows, workflow });
+        }
+        let dataTableId;
+        if (data.dataTable) {
+            dataTableId = await this.importDataTable({ existingDataTables, dataTable: data.dataTable });
+        }
+        return { dataTableId };
+    }
+    async importCredentials(opts) {
+        const existingCredentials = this.findExistingCredentials(opts.existingCredentials, opts.credential);
+        if (existingCredentials.length > 0) {
+            for (const toDelete of existingCredentials) {
+                await this.credentialApiClient.deleteCredential(toDelete.id);
+            }
+        }
+        return await this.credentialApiClient.createCredential({
+            ...opts.credential,
+            name: this.getBenchmarkCredentialName(opts.credential),
+        });
+    }
+    async importDataTable(opts) {
+        const { existingDataTables, dataTable } = opts;
+        const projectId = await this.projectApiClient.getPersonalProject();
+        const existingTable = existingDataTables.find((dt) => dt.name === this.getBenchmarkDataTableName(dataTable));
+        if (existingTable) {
+            await this.dataTableApiClient.deleteDataTable(projectId, existingTable.id);
+        }
+        const { id } = await this.dataTableApiClient.createDataTable(projectId, {
+            ...dataTable,
+            name: this.getBenchmarkDataTableName(dataTable),
+        });
+        return id;
+    }
+    async importWorkflow(opts) {
+        const existingWorkflows = this.findExistingWorkflows(opts.existingWorkflows, opts.workflow);
+        if (existingWorkflows.length > 0) {
+            for (const toDelete of existingWorkflows) {
+                await this.workflowApiClient.archiveWorkflow(toDelete.id);
+                await this.workflowApiClient.deleteWorkflow(toDelete.id);
+            }
+        }
+        const createdWorkflow = await this.workflowApiClient.createWorkflow({
+            ...opts.workflow,
+            name: this.getBenchmarkWorkflowName(opts.workflow),
+        });
+        return await this.workflowApiClient.activateWorkflow(createdWorkflow);
+    }
+    findExistingCredentials(existingCredentials, credentialToImport) {
+        const benchmarkCredentialName = this.getBenchmarkCredentialName(credentialToImport);
+        return existingCredentials.filter((existingCredential) => existingCredential.name === benchmarkCredentialName);
+    }
+    findExistingWorkflows(existingWorkflows, workflowToImport) {
+        const benchmarkWorkflowName = this.getBenchmarkWorkflowName(workflowToImport);
+        return existingWorkflows.filter((existingWorkflow) => existingWorkflow.name === benchmarkWorkflowName);
+    }
+    getBenchmarkCredentialName(credential) {
+        return `[BENCHMARK] ${credential.name}`;
+    }
+    getBenchmarkWorkflowName(workflow) {
+        return `[BENCHMARK] ${workflow.name}`;
+    }
+    getBenchmarkDataTableName(dataTable) {
+        return `[BENCHMARK] ${dataTable.name}`;
+    }
+}
+exports.ScenarioDataImporter = ScenarioDataImporter;
+//# sourceMappingURL=scenario-data-importer.js.map

package/dist/test-execution/scenario-data-importer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario-data-importer.js","sourceRoot":"","sources":["../../src/test-execution/scenario-data-importer.ts"],"names":[],"mappings":";;;AACA,oFAA8E;AAC9E,kFAA4E;AAE5E,4EAAuE;AACvE,gFAA0E;AAM1E,MAAa,oBAAoB;IAMhC,YAAY,YAAuC;QAClD,IAAI,CAAC,iBAAiB,GAAG,IAAI,wCAAiB,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,CAAC,mBAAmB,GAAG,IAAI,4CAAmB,CAAC,YAAY,CAAC,CAAC;QACjE,IAAI,CAAC,kBAAkB,GAAG,IAAI,0CAAkB,CAAC,YAAY,CAAC,CAAC;QAC/D,IAAI,CAAC,gBAAgB,GAAG,IAAI,qCAAgB,CAAC,YAAY,CAAC,CAAC;IAC5D,CAAC;IAEO,qBAAqB,CAAC,GAAY,EAAE,UAAkB,EAAE,UAAkB;QACjF,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QAC7E,CAAC;aAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACpD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,UAAU,EAAE,CAAC;oBACtD,GAA+B,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC;gBACpD,CAAC;qBAAM,CAAC;oBACP,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;gBAC3D,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,IAA0B;QACtD,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,CAAC;QACzE,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,CAAC;QAC/E,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,EAAE,CAAC;QAE5E,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,mBAAmB,EAAE,UAAU,EAAE,CAAC,CAAC;YAG5F,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,EAAE,iBAAiB,CAAC,EAAE,CAAC,CAAC;gBAC1E,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAC/E,CAAC;QACF,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,WAA+B,CAAC;QACpC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,kBAAkB,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAC7F,CAAC;QAED,OAAO,EAAE,WAAW,EAAE,CAAC;IACxB,CAAC;IAOO,KAAK,CAAC,iBAAiB,CAAC,IAG/B;QACA,MAAM,mBAAmB,GAAG,IAAI,CAAC,uBAAuB,CACvD,IAAI,CAAC,mBAAmB,EACxB,IAAI,CAAC,UAAU,CACf,CAAC;QACF,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,KAAK,MAAM,QAAQ,IAAI,mBAAmB,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC9D,CAAC;QACF,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC;YACtD,GAAG,IAAI,CAAC,UAAU;YAClB,IAAI,EAAE,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,UAAU,CAAC;SACtD,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,IAA+D;QAC5F,MAAM,EAAE,kBAAkB,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAE/C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,CAAC;QAEnE,MAAM,aAAa,GAAG,kBAAkB,CAAC,IAAI,CAC5C,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAC7D,CAAC;QAEF,IAAI,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,SAAS,EAAE;YACvE,GAAG,SAAS;YACZ,IAAI,EAAE,IAAI,CAAC,yBAAyB,CAAC,SAAS,CAAC;SAC/C,CAAC,CAAC;QAEH,OAAO,EAAE,CAAC;IACX,CAAC;IAKO,KAAK,CAAC,cAAc,CAAC,IAA2D;QACvF,MAAM,iBAAiB,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5F,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;gBAC1C,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC1D,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC1D,CAAC;QACF,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC;YACnE,GAAG,IAAI,CAAC,QAAQ;YAChB,IAAI,EAAE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC;SAClD,CAAC,CAAC;QAEH,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;IACvE,CAAC;IAEO,uBAAuB,CAC9B,mBAAiC,EACjC,kBAA8B;QAE9B,MAAM,uBAAuB,GAAG,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAAC,CAAC;QAEpF,OAAO,mBAAmB,CAAC,MAAM,CAChC,CAAC,kBAAkB,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,KAAK,uBAAuB,CAC3E,CAAC;IACH,CAAC;IAEO,qBAAqB,CAC5B,iBAA6B,EAC7B,gBAA0B;QAE1B,MAAM,qBAAqB,GAAG,IAAI,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,CAAC;QAE9E,OAAO,iBAAiB,CAAC,MAAM,CAC9B,CAAC,gBAAgB,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,KAAK,qBAAqB,CACrE,CAAC;IACH,CAAC;IAEO,0BAA0B,CAAC,UAAsB;QACxD,OAAO,eAAe,UAAU,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;IAEO,wBAAwB,CAAC,QAAkB;QAClD,OAAO,eAAe,QAAQ,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;IAEO,yBAAyB,CAAC,SAAoB;QACrD,OAAO,eAAe,SAAS,CAAC,IAAI,EAAE,CAAC;IACxC,CAAC;CACD;AAzJD,oDAyJC"}

package/dist/test-execution/scenario-runner.d.ts

@@ -0,0 +1,18 @@
+import type { N8nApiClient } from '../n8n-api-client/n8n-api-client';
+import type { ScenarioDataFileLoader } from '../scenario/scenario-data-loader';
+import type { Scenario } from '../types/scenario';
+import type { K6Executor } from './k6-executor';
+export declare class ScenarioRunner {
+    private readonly n8nClient;
+    private readonly dataLoader;
+    private readonly k6Executor;
+    private readonly ownerConfig;
+    private readonly scenarioPrefix;
+    constructor(n8nClient: N8nApiClient, dataLoader: ScenarioDataFileLoader, k6Executor: K6Executor, ownerConfig: {
+        email: string;
+        password: string;
+    }, scenarioPrefix: string);
+    runManyScenarios(scenarios: Scenario[]): Promise<void>;
+    private runSingleTestScenario;
+    private formTestScenarioRunName;
+}

package/dist/test-execution/scenario-runner.js

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScenarioRunner = void 0;
+const zx_1 = require("zx");
+const authenticated_n8n_api_client_1 = require("../n8n-api-client/authenticated-n8n-api-client");
+const scenario_data_importer_1 = require("../test-execution/scenario-data-importer");
+class ScenarioRunner {
+    constructor(n8nClient, dataLoader, k6Executor, ownerConfig, scenarioPrefix) {
+        this.n8nClient = n8nClient;
+        this.dataLoader = dataLoader;
+        this.k6Executor = k6Executor;
+        this.ownerConfig = ownerConfig;
+        this.scenarioPrefix = scenarioPrefix;
+    }
+    async runManyScenarios(scenarios) {
+        console.log(`Waiting for n8n ${this.n8nClient.apiBaseUrl} to become online`);
+        await this.n8nClient.waitForInstanceToBecomeOnline();
+        console.log('Setting up owner');
+        await this.n8nClient.setupOwnerIfNeeded(this.ownerConfig);
+        const authenticatedN8nClient = await authenticated_n8n_api_client_1.AuthenticatedN8nApiClient.createUsingUsernameAndPassword(this.n8nClient, this.ownerConfig);
+        const testDataImporter = new scenario_data_importer_1.ScenarioDataImporter(authenticatedN8nClient);
+        for (const scenario of scenarios) {
+            await this.runSingleTestScenario(testDataImporter, scenario);
+        }
+    }
+    async runSingleTestScenario(testDataImporter, scenario) {
+        const scenarioRunName = this.formTestScenarioRunName(scenario);
+        console.log('Running scenario:', scenarioRunName);
+        console.log('Loading and importing data');
+        const testData = await this.dataLoader.loadDataForScenario(scenario);
+        const { dataTableId } = await testDataImporter.importTestScenarioData(testData);
+        await (0, zx_1.sleep)(1000);
+        console.log('Executing scenario script');
+        await this.k6Executor.executeTestScenario({
+            ...scenario,
+            dataTableId,
+        }, {
+            scenarioRunName,
+        });
+    }
+    formTestScenarioRunName(scenario) {
+        return `${this.scenarioPrefix}-${scenario.name}`;
+    }
+}
+exports.ScenarioRunner = ScenarioRunner;
+//# sourceMappingURL=scenario-runner.js.map

package/dist/test-execution/scenario-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario-runner.js","sourceRoot":"","sources":["../../src/test-execution/scenario-runner.ts"],"names":[],"mappings":";;;AAAA,2BAA2B;AAE3B,gGAA0F;AAG1F,oFAA+E;AAQ/E,MAAa,cAAc;IAC1B,YACkB,SAAuB,EACvB,UAAkC,EAClC,UAAsB,EACtB,WAGhB,EACgB,cAAsB;QAPtB,cAAS,GAAT,SAAS,CAAc;QACvB,eAAU,GAAV,UAAU,CAAwB;QAClC,eAAU,GAAV,UAAU,CAAY;QACtB,gBAAW,GAAX,WAAW,CAG3B;QACgB,mBAAc,GAAd,cAAc,CAAQ;IACrC,CAAC;IAEJ,KAAK,CAAC,gBAAgB,CAAC,SAAqB;QAC3C,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,UAAU,mBAAmB,CAAC,CAAC;QAC7E,MAAM,IAAI,CAAC,SAAS,CAAC,6BAA6B,EAAE,CAAC;QAErD,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAChC,MAAM,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE1D,MAAM,sBAAsB,GAAG,MAAM,wDAAyB,CAAC,8BAA8B,CAC5F,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,WAAW,CAChB,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,6CAAoB,CAAC,sBAAsB,CAAC,CAAC;QAE1E,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;QAC9D,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,gBAAsC,EAAE,QAAkB;QAC7F,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;QAElD,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QACrE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,gBAAgB,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAIhF,MAAM,IAAA,UAAK,EAAC,IAAI,CAAC,CAAC;QAElB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,MAAM,IAAI,CAAC,UAAU,CAAC,mBAAmB,CACxC;YACC,GAAG,QAAQ;YACX,WAAW;SACX,EACD;YACC,eAAe;SACf,CACD,CAAC;IACH,CAAC;IAOO,uBAAuB,CAAC,QAAkB;QACjD,OAAO,GAAG,IAAI,CAAC,cAAc,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;CACD;AA9DD,wCA8DC"}

package/dist/test-execution/test-report.d.ts

@@ -0,0 +1,56 @@
+import type { Scenario } from '../types/scenario';
+export type K6Tag = {
+    name: string;
+    value: string;
+};
+export type Check = {
+    name: string;
+    passes: number;
+    fails: number;
+};
+export type CounterMetric = {
+    type: 'counter';
+    count: number;
+    rate: number;
+};
+export type TrendMetric = {
+    type: 'trend';
+    'p(95)': number;
+    avg: number;
+    min: number;
+    med: number;
+    max: number;
+    'p(90)': number;
+};
+export type AppMetricStats = {
+    max: number;
+    avg: number;
+    min: number;
+    count: number;
+};
+export type AppMetricsReport = {
+    heapSizeTotal?: AppMetricStats;
+    heapSizeUsed?: AppMetricStats;
+    externalMemory?: AppMetricStats;
+    eventLoopLag?: AppMetricStats;
+};
+export type TestReport = {
+    runId: string;
+    ts: string;
+    scenarioName: string;
+    tags: K6Tag[];
+    metrics: {
+        iterations: CounterMetric;
+        dataReceived: CounterMetric;
+        dataSent: CounterMetric;
+        httpRequests: CounterMetric;
+        httpRequestDuration: TrendMetric;
+        httpRequestSending: TrendMetric;
+        httpRequestReceiving: TrendMetric;
+        httpRequestWaiting: TrendMetric;
+    };
+    checks: Check[];
+    appMetrics?: AppMetricsReport;
+};
+export declare function buildAppMetricsReport(metricsData: string[]): AppMetricsReport;
+export declare function buildTestReport(scenario: Scenario, endOfTestSummary: K6EndOfTestSummary, tags: K6Tag[], appMetricsData?: string[]): TestReport;