@mablhq/mabl-cli 1.55.4 → 1.56.6

package/api/featureSet.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.FeatureSet = exports.FindImplementationVersion = void 0;
 const types_1 = require("../browserLauncher/types");
 const ACCESSIBILITY_CHECK_FEATURE_FLAG = 'accessibility_checks';
+const PERFORMANCE_TESTING_BROWSER_RUNS_FEATURE_FLAG = 'performance_testing_browser_runs';
 const SMARTER_WAIT_FEATURE_FLAG = 'smarter_wait';
 var FindImplementationVersion;
 (function (FindImplementationVersion) {
@@ -24,5 +25,8 @@ class FeatureSet {
     hasAccessibilityChecksEnabled() {
         return this.featureFlags.has(ACCESSIBILITY_CHECK_FEATURE_FLAG);
     }
+    hasPerformanceTestingBrowserRunsFeatureEnabled() {
+        return this.featureFlags.has(PERFORMANCE_TESTING_BROWSER_RUNS_FEATURE_FLAG);
+    }
 }
 exports.FeatureSet = FeatureSet;

package/api/mablApiClient.js

@@ -1,26 +1,6 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MablApiClient = void 0;
@@ -29,7 +9,7 @@ const env_1 = require("../env/env");
 const mablApi_1 = require("../mablApi");
 const cliConfigProvider_1 = require("../providers/cliConfigProvider");
 const basicApiClient_1 = require("./basicApiClient");
-const queryString = __importStar(require("query-string"));
+const query_string_1 = __importDefault(require("query-string"));
 const featureSet_1 = require("./featureSet");
 class MablApiClient extends basicApiClient_1.BasicApiClient {
     constructor(options) {
@@ -48,7 +28,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     async getPlans(options) {
         var _a, _b;
         try {
-            const queryArg = queryString.stringify(options);
+            const queryArg = query_string_1.default.stringify(options);
             const plans = await this.makeGetRequest(`${this.baseApiUrl}/schedule/runPolicy/?${queryArg}`);
             sortTemporallyAscending((_a = plans.run_policies) !== null && _a !== void 0 ? _a : []);
             return (_b = plans.run_policies) !== null && _b !== void 0 ? _b : [];
@@ -67,7 +47,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async getApplications(workspaceId, limit) {
         try {
-            const applicationQueryString = queryString.stringify({
+            const applicationQueryString = query_string_1.default.stringify({
                 organization_id: workspaceId,
                 limit,
             });
@@ -84,7 +64,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
             const queryStringArgs = {
                 decrypt: decryptVariables,
             };
-            const envQueryString = queryString.stringify(queryStringArgs);
+            const envQueryString = query_string_1.default.stringify(queryStringArgs);
             return await this.makeGetRequest(`${this.baseApiUrl}/v1/environments/${environmentId}?${envQueryString}`);
         }
         catch (error) {
@@ -117,7 +97,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async getEnvironments(workspaceId, limit) {
         try {
-            const environmentQueryString = queryString.stringify({
+            const environmentQueryString = query_string_1.default.stringify({
                 organization_id: workspaceId,
                 limit,
             });
@@ -139,7 +119,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async selectLinkServer(workspaceId, label) {
         try {
-            const queryParams = queryString.stringify({
+            const queryParams = query_string_1.default.stringify({
                 workspace_id: workspaceId,
                 label,
             });
@@ -187,7 +167,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async getCredentials(workspaceId, limit) {
         try {
-            const credentialsQueryString = queryString.stringify({
+            const credentialsQueryString = query_string_1.default.stringify({
                 organization_id: workspaceId,
                 limit,
             });
@@ -198,7 +178,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
         }
     }
     async getCredential(credentialId, withSecrets, withComputedTotpCount) {
-        const queryStringParams = queryString.stringify({
+        const queryStringParams = query_string_1.default.stringify({
             with_secrets: withSecrets,
             with_computed_totp_count: withComputedTotpCount,
         });
@@ -211,7 +191,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async getDeploymentEvents(workspaceId, limit) {
         try {
-            const deploymentQueryString = queryString.stringify({
+            const deploymentQueryString = query_string_1.default.stringify({
                 workspace_id: workspaceId,
                 limit,
             });
@@ -239,7 +219,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async queryDeploymentEntities(workspaceId, environmentId, applicationId, limit = 50) {
         try {
-            const queryStringParams = queryString.stringify({
+            const queryStringParams = query_string_1.default.stringify({
                 organization_id: workspaceId,
                 environment_id: environmentId,
                 application_id: applicationId,
@@ -370,7 +350,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
                 cliExport: forExportFormat,
                 sourceControlTag: branchName,
             };
-            const journeyQueryString = queryString.stringify(queryStringArgs);
+            const journeyQueryString = query_string_1.default.stringify(queryStringArgs);
             return await this.makeGetRequest(`${this.baseApiUrl}/test/journey/${journeyId}?${journeyQueryString}`);
         }
         catch (error) {
@@ -380,7 +360,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     async getJourneys(options) {
         var _a;
         try {
-            const queryArg = queryString.stringify(options);
+            const queryArg = query_string_1.default.stringify(options);
             const journeys = (_a = (await this.makeGetRequest(`${this.baseApiUrl}/test/journeys?${queryArg}`)).journeys) !== null && _a !== void 0 ? _a : [];
             sortTemporallyAscending(journeys);
             return journeys;
@@ -394,7 +374,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
             const queryStringArgs = {
                 sourceControlTag: branchName,
             };
-            const flowQueryString = queryString.stringify(queryStringArgs);
+            const flowQueryString = query_string_1.default.stringify(queryStringArgs);
             return await this.makeGetRequest(`${this.baseApiUrl}/flows/${flowId}?${flowQueryString}`);
         }
         catch (error) {
@@ -404,7 +384,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     async getFlows(options) {
         var _a;
         try {
-            const queryArg = queryString.stringify(options);
+            const queryArg = query_string_1.default.stringify(options);
             const flows = (_a = (await this.makeGetRequest(`${this.baseApiUrl}/flows?${queryArg}`)).flows) !== null && _a !== void 0 ? _a : [];
             sortTemporallyAscending(flows);
             return flows;
@@ -442,7 +422,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async getBranches(workspaceId, limit, statusFilter) {
         try {
-            const branchQueryString = queryString.stringify({
+            const branchQueryString = query_string_1.default.stringify({
                 workspace_id: workspaceId,
                 limit,
                 status: statusFilter,
@@ -463,7 +443,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async queryDataTables(workspaceId, limit, cursor) {
         try {
-            const dataTablesQueryString = queryString.stringify({
+            const dataTablesQueryString = query_string_1.default.stringify({
                 workspace_id: workspaceId,
                 limit,
                 cursor,
@@ -492,7 +472,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async queryScenarios(dataTableId, limit, cursor) {
         try {
-            const scenariosQueryString = queryString.stringify({
+            const scenariosQueryString = query_string_1.default.stringify({
                 data_table_id: dataTableId,
                 limit,
                 cursor,
@@ -559,7 +539,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
                 from: fromBranchName,
                 to: toBranchName,
             };
-            const mergeQueryString = queryString.stringify(queryStringArgs);
+            const mergeQueryString = query_string_1.default.stringify(queryStringArgs);
             const url = `${this.baseApiUrl}/branch/${workspaceId}/merge?${mergeQueryString}`;
             return await this.makePostRequest(url, {});
         }
@@ -777,7 +757,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
         }
     }
     async terminateJourneyRun(journeyRunId, terminationReason) {
-        const terminateParams = queryString.stringify({
+        const terminateParams = query_string_1.default.stringify({
             terminationReason: terminationReason.toString(),
         });
         try {
@@ -807,7 +787,7 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
     }
     async getUsers(workspaceId, limit) {
         try {
-            const userQueryString = queryString.stringify({
+            const userQueryString = query_string_1.default.stringify({
                 organization_id: workspaceId,
                 limit,
             });
@@ -819,6 +799,17 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
             throw toApiError(`Failed to get users`, error);
         }
     }
+    async getStepIdsInJourneyByFlow(journeyInvariantId, flowIds) {
+        try {
+            const stepIdsQueryString = query_string_1.default.stringify({
+                flow_variant_ids: [flowIds],
+            });
+            return await this.makeGetRequest(`${this.baseApiUrl}/test/journey/${journeyInvariantId}/stepIdsByFlow?${stepIdsQueryString}`).then((result) => result !== null && result !== void 0 ? result : []);
+        }
+        catch (error) {
+            throw toApiError(`Failed to get step ids in journey by flow`, error);
+        }
+    }
     async recordTimeSeriesMetricMeasurement(type, value, options) {
         try {
             return this.makePostRequest(`${this.baseApiUrl}/metrics/timeSeries`, createTimeSeriesMetricMeasurement(type, value, options));

package/browserLauncher/playwrightBrowserLauncher/chromium/chromiumPageDelegate.js

@@ -132,5 +132,11 @@ class ChromiumPageDelegate {
             (0, logUtils_1.logInternal)(`Unable to enable screencast mode. No CDP session found. Error: ${e}`);
         }
     }
+    async getContentAsMhtml() {
+        const document = await this.getCDPSession().send('Page.captureSnapshot', {
+            format: 'mhtml',
+        });
+        return Promise.resolve(document.data);
+    }
 }
 exports.ChromiumPageDelegate = ChromiumPageDelegate;

package/browserLauncher/playwrightBrowserLauncher/nonChromium/nonChromiumAbstractPageDelegate.js

@@ -71,5 +71,8 @@ class NonChromiumAbstractPageDelegate {
     enableScreencastMode() {
         return Promise.resolve();
     }
+    getContentAsMhtml() {
+        return Promise.resolve(undefined);
+    }
 }
 exports.NonChromiumAbstractPageDelegate = NonChromiumAbstractPageDelegate;

package/browserLauncher/playwrightBrowserLauncher/playwrightFrame.js

@@ -76,19 +76,26 @@ class PlaywrightFrame extends browserLauncher_1.Frame {
             }
             return { world: forcedWorld, value: arg };
         };
-        const originalEvaluateExpressionFunction = serverFrame.evaluateExpressionAndWaitForSignals.bind(serverFrame);
-        const functionOverride = async function (expression, isFunction, arg, _world) {
+        const originalEvaluateExpressionFunction = serverFrame.evaluateExpression.bind(serverFrame);
+        const functionOverride = async function (expression, options = {}, arg) {
             const { world, value } = await this.checkWorldFunction(arg);
-            return originalEvaluateExpressionFunction(expression, isFunction, value, world);
+            return originalEvaluateExpressionFunction(expression, {
+                isFunction: options.isFunction,
+                exposeUtilityScript: options.exposeUtilityScript,
+                world,
+            }, value);
         };
-        serverFrame.evaluateExpressionAndWaitForSignals =
-            functionOverride.bind(serverFrame);
-        const originalEvaluateExpressionHandleFunction = serverFrame.evaluateExpressionHandleAndWaitForSignals.bind(serverFrame);
-        const functionHandleOverride = async function (expression, isFunction, arg, _world) {
+        serverFrame.evaluateExpression = functionOverride.bind(serverFrame);
+        const originalEvaluateExpressionHandleFunction = serverFrame.evaluateExpressionHandle.bind(serverFrame);
+        const functionHandleOverride = async function (expression, options = {}, arg) {
             const { world, value } = await this.checkWorldFunction(arg);
-            return originalEvaluateExpressionHandleFunction(expression, isFunction, value, world);
+            return originalEvaluateExpressionHandleFunction(expression, {
+                isFunction: options.isFunction,
+                exposeUtilityScript: options.exposeUtilityScript,
+                world,
+            }, value);
         };
-        serverFrame.evaluateExpressionHandleAndWaitForSignals =
+        serverFrame.evaluateExpressionHandle =
             functionHandleOverride.bind(serverFrame);
     }
     async $(selector) {

package/browserLauncher/playwrightBrowserLauncher/playwrightPage.js

@@ -159,8 +159,8 @@ class PlaywrightPage extends events_1.default {
             (0, logUtils_1.logInternal)(`Unable to register event ${event.toString()}. Error: ${error}`);
         }
     }
-    async screenshot(clip) {
-        return { data: (await this.page.screenshot({ clip })).toString('base64') };
+    async screenshot(options) {
+        return this.page.screenshot(options);
     }
     sendCharacter(key) {
         return this.page.keyboard.insertText(key);
@@ -358,5 +358,8 @@ class PlaywrightPage extends events_1.default {
         }
         return this.playwrightFrames.get(frameId);
     }
+    async getContentAsMhtml() {
+        return this.delegate.getContentAsMhtml();
+    }
 }
 exports.PlaywrightPage = PlaywrightPage;

package/browserTestMonitoring/cloudMonitoringPerformanceMetrics.js

@@ -0,0 +1,277 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudMonitoringPerformanceMetrics = exports.DEFAULT_CLOUD_MONITORING_METRICS_EXPORT_PERIOD_MS = void 0;
+const api_1 = __importStar(require("@opentelemetry/api"));
+const resources_1 = require("@opentelemetry/resources");
+const sdk_metrics_1 = require("@opentelemetry/sdk-metrics");
+const opentelemetry_cloud_monitoring_exporter_1 = require("@google-cloud/opentelemetry-cloud-monitoring-exporter");
+const distributions_1 = require("./distributions");
+const DEBUG = false;
+const METRIC_NAME_PREFIX = 'mabl/tests/performance';
+exports.DEFAULT_CLOUD_MONITORING_METRICS_EXPORT_PERIOD_MS = 8000;
+const DEFAULT_METER_PROVIDER_SHUTDOWN_TIMEOUT_MS = 3 * exports.DEFAULT_CLOUD_MONITORING_METRICS_EXPORT_PERIOD_MS + 1000;
+class CloudMonitoringPerformanceMetrics {
+    constructor(projectId, runnerId, cloudMonitoringMetricsExportPeriodMs = exports.DEFAULT_CLOUD_MONITORING_METRICS_EXPORT_PERIOD_MS, meterProviderShutdownTimeoutMs = DEFAULT_METER_PROVIDER_SHUTDOWN_TIMEOUT_MS) {
+        this.projectId = projectId;
+        this.runnerId = runnerId;
+        this.cloudMonitoringMetricsExportPeriodMs = cloudMonitoringMetricsExportPeriodMs;
+        this.meterProviderShutdownTimeoutMs = meterProviderShutdownTimeoutMs;
+        if (DEBUG) {
+            api_1.diag.setLogger(new api_1.DiagConsoleLogger(), api_1.DiagLogLevel.ALL);
+        }
+        this.stepMetricsInstrumentNames = this.generateStepMetricsInstrumentNames();
+        this.testMetricsInstrumentNames = this.generateTestMetricsInstrumentNames();
+        this.meterProvider = this.initializeOpenTelemetry();
+        this.meter = this.meterProvider.getMeter(runnerId);
+        this.step = this.initializeStepMetrics();
+        this.test = this.initializeTestMetrics();
+    }
+    async shutdown() {
+        await this.meterProvider.shutdown({
+            timeoutMillis: this.meterProviderShutdownTimeoutMs,
+        });
+    }
+    generateStepMetricsInstrumentNames() {
+        return {
+            ...this.generateCommonInstrumentNames('step'),
+            firstContentfulPaint: this.generateInstrumentName('step', 'firstContentfulPaint'),
+            largestContentfulPaint: this.generateInstrumentName('step', 'largestContentfulPaint'),
+            cumulativeLayoutShift: this.generateInstrumentName('step', 'cumulativeLayoutShift'),
+            timeToFirstByte: this.generateInstrumentName('step', 'timeToFirstByte'),
+            domContentLoaded: this.generateInstrumentName('step', 'domContentLoaded'),
+        };
+    }
+    generateTestMetricsInstrumentNames() {
+        return {
+            ...this.generateCommonInstrumentNames('test'),
+            executionTime: this.generateInstrumentName('test', 'execution', 'time'),
+            runnerCount: this.generateCountInstrumentName('test', 'runner'),
+        };
+    }
+    initializeOpenTelemetry() {
+        const StepMetricsViews = {
+            executionCount: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.SumAggregation(),
+                instrumentName: this.stepMetricsInstrumentNames.executionCount,
+            }),
+            failCount: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.SumAggregation(),
+                instrumentName: this.stepMetricsInstrumentNames.failCount,
+            }),
+            passCount: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.SumAggregation(),
+                instrumentName: this.stepMetricsInstrumentNames.passCount,
+            }),
+            firstContentfulPaint: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.FCPBucketBoundaries, true),
+                instrumentName: this.stepMetricsInstrumentNames.firstContentfulPaint,
+            }),
+            largestContentfulPaint: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.LCPBucketBoundaries, true),
+                instrumentName: this.stepMetricsInstrumentNames.largestContentfulPaint,
+            }),
+            cumulativeLayoutShift: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.CLSBucketBoundaries, true),
+                instrumentName: this.stepMetricsInstrumentNames.cumulativeLayoutShift,
+            }),
+            timeToFirstByte: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.TTFBBucketBoundaries, true),
+                instrumentName: this.stepMetricsInstrumentNames.timeToFirstByte,
+            }),
+            domContentLoaded: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.DCLBucketBoundaries, true),
+                instrumentName: this.stepMetricsInstrumentNames.domContentLoaded,
+            }),
+            firstContentfulPaintCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.FCPCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.firstContentfulPaintCategory,
+            }),
+            largestContentfulPaintCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.LCPCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.largestContentfulPaintCategory,
+            }),
+            cumulativeLayoutShiftCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.CLSCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.cumulativeLayoutShiftCategory,
+            }),
+            timeToFirstByteCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.TTFBCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.timeToFirstByteCategory,
+            }),
+            domContentLoadedCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.DCLCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.domContentLoadedCategory,
+            }),
+        };
+        const TestMetricsViews = {
+            executionCount: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.SumAggregation(),
+                instrumentName: this.testMetricsInstrumentNames.executionCount,
+            }),
+            executionTime: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.ElapsedExecutionTimeBucketBoundaries, true),
+                instrumentName: this.testMetricsInstrumentNames.executionTime,
+            }),
+            failCount: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.SumAggregation(),
+                instrumentName: this.testMetricsInstrumentNames.failCount,
+            }),
+            passCount: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.SumAggregation(),
+                instrumentName: this.testMetricsInstrumentNames.passCount,
+            }),
+            runnerCount: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.LastValueAggregation(),
+                instrumentName: this.testMetricsInstrumentNames.runnerCount,
+            }),
+            firstContentfulPaintCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.FCPCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.firstContentfulPaintCategory,
+            }),
+            largestContentfulPaintCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.LCPCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.largestContentfulPaintCategory,
+            }),
+            cumulativeLayoutShiftCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.CLSCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.cumulativeLayoutShiftCategory,
+            }),
+            timeToFirstByteCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.TTFBCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.timeToFirstByteCategory,
+            }),
+            domContentLoadedCategory: new sdk_metrics_1.View({
+                aggregation: new sdk_metrics_1.ExplicitBucketHistogramAggregation(distributions_1.DCLCategoryBucketBoundaries, false),
+                instrumentName: this.stepMetricsInstrumentNames.domContentLoadedCategory,
+            }),
+        };
+        const meterProvider = new sdk_metrics_1.MeterProvider({
+            resource: new resources_1.Resource({
+                'service.namespace': 'execution',
+                'service.name': 'performance-test-runner',
+                'host.id': this.runnerId,
+            }),
+            views: [
+                ...Object.values(StepMetricsViews),
+                ...Object.values(TestMetricsViews),
+            ],
+        });
+        const exporter = new opentelemetry_cloud_monitoring_exporter_1.MetricExporter({
+            prefix: 'custom.googleapis.com',
+            projectId: this.projectId,
+        });
+        meterProvider.addMetricReader(new sdk_metrics_1.PeriodicExportingMetricReader({
+            exportIntervalMillis: this.cloudMonitoringMetricsExportPeriodMs,
+            exporter,
+        }));
+        api_1.default.metrics.setGlobalMeterProvider(this.meterProvider);
+        return meterProvider;
+    }
+    initializeStepMetrics() {
+        return {
+            executionCount: this.initializeStepCount('executionCount'),
+            failCount: this.initializeStepCount('failCount'),
+            passCount: this.initializeStepCount('passCount'),
+            firstContentfulPaint: this.initializeStepTimeHistogram('firstContentfulPaint'),
+            largestContentfulPaint: this.initializeStepTimeHistogram('largestContentfulPaint'),
+            cumulativeLayoutShift: this.initializeStepTimeHistogram('cumulativeLayoutShift'),
+            timeToFirstByte: this.initializeStepTimeHistogram('timeToFirstByte'),
+            domContentLoaded: this.initializeStepTimeHistogram('domContentLoaded'),
+            firstContentfulPaintCategory: this.initializeStepTimeHistogram('firstContentfulPaintCategory'),
+            largestContentfulPaintCategory: this.initializeStepTimeHistogram('largestContentfulPaintCategory'),
+            cumulativeLayoutShiftCategory: this.initializeStepTimeHistogram('cumulativeLayoutShiftCategory'),
+            timeToFirstByteCategory: this.initializeStepTimeHistogram('timeToFirstByteCategory'),
+            domContentLoadedCategory: this.initializeStepTimeHistogram('domContentLoadedCategory'),
+        };
+    }
+    initializeTestMetrics() {
+        return {
+            executionCount: this.initializeTestCount('executionCount'),
+            executionTime: this.initializeTestTimeHistogram('executionTime'),
+            failCount: this.initializeTestCount('failCount'),
+            passCount: this.initializeTestCount('passCount'),
+            runnerCount: this.initializeTestCount('runnerCount'),
+            firstContentfulPaintCategory: this.initializeTestTimeHistogram('firstContentfulPaintCategory'),
+            largestContentfulPaintCategory: this.initializeTestTimeHistogram('largestContentfulPaintCategory'),
+            cumulativeLayoutShiftCategory: this.initializeTestTimeHistogram('cumulativeLayoutShiftCategory'),
+            timeToFirstByteCategory: this.initializeTestTimeHistogram('timeToFirstByteCategory'),
+            domContentLoadedCategory: this.initializeTestTimeHistogram('domContentLoadedCategory'),
+        };
+    }
+    initializeStepCount(instrumentName) {
+        return this.initializeCounter(this.stepMetricsInstrumentNames[instrumentName]);
+    }
+    initializeTestCount(instrumentName) {
+        return this.initializeCounter(this.testMetricsInstrumentNames[instrumentName]);
+    }
+    initializeCounter(instrumentName) {
+        return this.meter.createCounter(instrumentName, {
+            valueType: api_1.ValueType.INT,
+        });
+    }
+    initializeStepTimeHistogram(instrumentName) {
+        return this.initializeTimeHistogram(this.stepMetricsInstrumentNames[instrumentName]);
+    }
+    initializeTestTimeHistogram(instrumentName) {
+        return this.initializeTimeHistogram(this.testMetricsInstrumentNames[instrumentName]);
+    }
+    initializeTimeHistogram(instrumentName) {
+        const histogram = this.meter.createHistogram(instrumentName, {
+            unit: instrumentName ===
+                this.stepMetricsInstrumentNames.cumulativeLayoutShift ||
+                instrumentName ===
+                    this.stepMetricsInstrumentNames.cumulativeLayoutShiftCategory
+                ? undefined
+                : 'ms',
+        });
+        return histogram;
+    }
+    generateCommonInstrumentNames(granularity) {
+        return {
+            executionCount: this.generateCountInstrumentName(granularity, 'execution'),
+            failCount: this.generateResultInstrumentName(granularity, 'fail'),
+            passCount: this.generateResultInstrumentName(granularity, 'pass'),
+            firstContentfulPaintCategory: this.generateCWVCategoryInstrumentName(granularity, 'firstContentfulPaint'),
+            largestContentfulPaintCategory: this.generateCWVCategoryInstrumentName(granularity, 'largestContentfulPaint'),
+            cumulativeLayoutShiftCategory: this.generateCWVCategoryInstrumentName(granularity, 'cumulativeLayoutShift'),
+            timeToFirstByteCategory: this.generateCWVCategoryInstrumentName(granularity, 'timeToFirstByte'),
+            domContentLoadedCategory: this.generateCWVCategoryInstrumentName(granularity, 'domContentLoaded'),
+        };
+    }
+    generateCountInstrumentName(granularity, type) {
+        return this.generateInstrumentName(granularity, type, 'count');
+    }
+    generateResultInstrumentName(granularity, type) {
+        return this.generateInstrumentName(granularity, 'result', type);
+    }
+    generateCWVCategoryInstrumentName(granularity, type) {
+        return this.generateInstrumentName(granularity, type, 'category');
+    }
+    generateInstrumentName(granularity, ...path) {
+        return `${METRIC_NAME_PREFIX}/${granularity}/${path.join('/')}`;
+    }
+}
+exports.CloudMonitoringPerformanceMetrics = CloudMonitoringPerformanceMetrics;

package/browserTestMonitoring/distributions.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateBucketBoundaries = exports.DCLCategoryBucketBoundaries = exports.DCLBucketBoundaries = exports.TTFBCategoryBucketBoundaries = exports.TTFBBucketBoundaries = exports.CLSCategoryBucketBoundaries = exports.CLSBucketBoundaries = exports.LCPCategoryBucketBoundaries = exports.LCPBucketBoundaries = exports.FCPCategoryBucketBoundaries = exports.FCPBucketBoundaries = exports.ElapsedExecutionTimeBucketBoundaries = void 0;
+exports.ElapsedExecutionTimeBucketBoundaries = generateBucketBoundaries({ limit: 60000, width: 1000 }, { limit: 300000, width: 5000 }, { limit: 3600000, width: 60000 });
+exports.FCPBucketBoundaries = generateBucketBoundaries({ limit: 1800, width: 25 }, { limit: 3000, width: 50 }, { limit: 6000, width: 100 }, { limit: 30000, width: 500 }, { limit: 50000, width: 1000 });
+exports.FCPCategoryBucketBoundaries = [1800.01, 3000.01];
+exports.LCPBucketBoundaries = generateBucketBoundaries({ limit: 1500, width: 25 }, { limit: 2500, width: 50 }, { limit: 4000, width: 75 }, { limit: 8000, width: 250 }, { limit: 30000, width: 500 }, { limit: 60000, width: 1000 });
+exports.LCPCategoryBucketBoundaries = [2500.01, 4000.01];
+exports.CLSBucketBoundaries = generateBucketBoundaries({ limit: 0.1, width: 0.001 }, { limit: 0.25, width: 0.0025 }, { limit: 0.5, width: 0.01 }, { limit: 1, width: 0.05 });
+exports.CLSCategoryBucketBoundaries = [0.1001, 0.2501];
+exports.TTFBBucketBoundaries = generateBucketBoundaries({ limit: 1000, width: 25 }, { limit: 2000, width: 50 }, { limit: 5000, width: 75 }, { limit: 10000, width: 250 }, { limit: 30000, width: 500 }, { limit: 60000, width: 1000 });
+exports.TTFBCategoryBucketBoundaries = [800.01, 1800.01];
+exports.DCLBucketBoundaries = generateBucketBoundaries({ limit: 1000, width: 25 }, { limit: 2000, width: 50 }, { limit: 5000, width: 75 }, { limit: 10000, width: 250 }, { limit: 30000, width: 500 }, { limit: 60000, width: 1000 });
+exports.DCLCategoryBucketBoundaries = [1000.01, 2000.01];
+function generateBucketBoundaries(...rules) {
+    if (!rules.length) {
+        throw new Error('At least one rule must be specified');
+    }
+    return rules
+        .reduce((boundaries, rule, index) => {
+        const { limit, width } = rule;
+        const previousLimit = boundaries[index][boundaries[index].length - 1];
+        if (width <= 0) {
+            throw new Error(`Invalid rule specification at index ${index}: width must be positive but was ${width}`);
+        }
+        if (limit <= previousLimit) {
+            throw new Error(`Invalid rule specification at index ${index}: limit ${limit} must be strictly greater than previous limit ${previousLimit}`);
+        }
+        if (previousLimit + width > limit) {
+            throw new Error(`Invalid rule specification at index ${index}: previous limit ${previousLimit} + width ${width} must not exceed limit ${limit}`);
+        }
+        const correctionFactor = 10000;
+        const bucketCount = Math.floor((limit * correctionFactor - previousLimit * correctionFactor) /
+            (width * correctionFactor));
+        const buckets = [...Array(bucketCount)].map((_value, index) => (previousLimit * correctionFactor +
+            width * correctionFactor * (index + 1)) /
+            correctionFactor);
+        boundaries.push(buckets);
+        return boundaries;
+    }, [[0]])
+        .flat()
+        .slice(1);
+}
+exports.generateBucketBoundaries = generateBucketBoundaries;