teraslice 3.17.2 → 3.18.1

package/dist/src/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Export of internal components and functions of teraslice.
+ *
+ * WARNING:
+ *      Since these are internal components, breaking changes may occur if using them.
+ *      For best results teraslice with an exact semver match, i.e "0.38.0".
+*/
+import * as config from './lib/config/index.js';
+import * as stores from './lib/storage/index.js';
+import { makeTerafoundationContext } from './lib/workers/context/terafoundation-context.js';
+import { initializeTestExecution } from './lib/workers/helpers/job.js';
+export { initializeTestExecution, makeTerafoundationContext, config, stores };
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;EAME;AAEF,OAAO,KAAK,MAAM,MAAM,uBAAuB,CAAC;AAChD,OAAO,KAAK,MAAM,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,yBAAyB,EAAE,MAAM,iDAAiD,CAAC;AAC5F,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAEvE,OAAO,EACH,uBAAuB,EACvB,yBAAyB,EACzB,MAAM,EACN,MAAM,EACT,CAAC"}

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;EAME;AAEF,OAAO,KAAK,MAAM,MAAM,uBAAuB,CAAC;AAChD,OAAO,KAAK,MAAM,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,yBAAyB,EAAE,MAAM,iDAAiD,CAAC;AAC5F,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAEvE,OAAO,EACH,uBAAuB,EACvB,yBAAyB,EACzB,MAAM,EACN,MAAM,EACT,CAAC"}

package/dist/src/interfaces.d.ts

@@ -0,0 +1,106 @@
+import { Request, Response } from 'express';
+import { Logger } from '@terascope/core-utils';
+import { Context } from '@terascope/job-components';
+import { ExecutionAnalytics } from '@terascope/types';
+import type { ExecutionStorage, StateStorage, JobsStorage } from './lib/storage/index.js';
+import type { ExecutionService, JobsService, ApiService, ClusterServiceType } from './lib/cluster/services/index.js';
+/**
+ * Every request passes through middleware that attaches `logger` (see ApiService
+ * and AssetsService). Declaration merging makes that known to the type system so
+ * express `Request` no longer has to be cast to a Teraslice-specific type.
+ */
+declare global {
+    namespace Express {
+        interface Request {
+            logger: Logger;
+        }
+    }
+}
+/**
+ * Aliases kept for readability at call sites. The `P` generic forwards to
+ * express `Request`'s route-params type, so handlers can express typed params
+ * (e.g. `TerasliceRequest<{ jobId: string }>`) while defaulting to `any` lets
+ * untyped handlers pass without casting.
+ */
+export type TerasliceRequest<P = any> = Request<P>;
+export type TerasliceResponse = Response;
+export interface ClusterMasterContext extends Context {
+    stores: {
+        executionStorage: ExecutionStorage;
+        stateStorage: StateStorage;
+        jobsStorage: JobsStorage;
+    };
+    services: {
+        executionService: ExecutionService;
+        jobsService: JobsService;
+        clusterService: ClusterServiceType;
+        apiService: ApiService;
+    };
+}
+export declare enum ProcessAssignment {
+    node_master = "node_master",
+    cluster_master = "cluster_master",
+    assets_service = "assets_service",
+    execution_controller = "execution_controller",
+    worker = "worker"
+}
+export declare function isProcessAssignment(value: string): value is ProcessAssignment;
+interface BaseWorkerNode {
+    worker_id: number;
+    pid: number;
+}
+export interface ClusterNode extends BaseWorkerNode {
+    assignment: ProcessAssignment.cluster_master;
+}
+export interface AssetNode extends BaseWorkerNode {
+    assignment: ProcessAssignment.assets_service;
+}
+export interface ExecutionNode extends BaseWorkerNode {
+    assignment: ProcessAssignment.execution_controller;
+    ex_id: string;
+    job_id: string;
+}
+export interface WorkerNode extends BaseWorkerNode {
+    assignment: ProcessAssignment.worker;
+    ex_id: string;
+    job_id: string;
+}
+export type ProcessNode = ClusterNode | AssetNode | ExecutionNode | WorkerNode;
+export interface NodeState {
+    node_id: string;
+    hostname: string;
+    pid: number;
+    node_version: string;
+    teraslice_version: string;
+    total: number;
+    state: string;
+    available: number;
+    active: ProcessNode[];
+}
+export interface WorkProcessNode extends BaseWorkerNode {
+    assignment: ProcessAssignment.execution_controller | ProcessAssignment.worker;
+    ex_id: string;
+    job_id: string;
+    node_id: string;
+    hostname: string;
+}
+export interface ClusterState {
+    [nodeId: string]: NodeState;
+}
+export interface ExecutionNodeWorker extends NodeState {
+    node_id: string;
+    hostname: string;
+}
+export interface ControllerStats extends ExecutionAnalytics {
+    ex_id: string;
+    job_id: string;
+    name: string;
+}
+export type MessagingConfigOptions = {
+    [assignment in ProcessAssignment]: {
+        networkClient: boolean;
+        ipcClient: boolean;
+    };
+};
+export {};
+//# sourceMappingURL=interfaces.d.ts.map

package/dist/src/interfaces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../src/interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC1F,OAAO,KAAK,EACR,gBAAgB,EAAE,WAAW,EAAE,UAAU,EACzC,kBAAkB,EACrB,MAAM,iCAAiC,CAAC;AAEzC;;;;GAIG;AACH,OAAO,CAAC,MAAM,CAAC;IAEX,UAAU,OAAO,CAAC;QACd,UAAU,OAAO;YACb,MAAM,EAAE,MAAM,CAAC;SAClB;KACJ;CACJ;AAED;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,CAAC,CAAC,GAAG,GAAG,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;AAEnD,MAAM,MAAM,iBAAiB,GAAG,QAAQ,CAAC;AAEzC,MAAM,WAAW,oBAAqB,SAAQ,OAAO;IACjD,MAAM,EAAE;QACJ,gBAAgB,EAAE,gBAAgB,CAAC;QACnC,YAAY,EAAE,YAAY,CAAC;QAC3B,WAAW,EAAE,WAAW,CAAC;KAC5B,CAAC;IACF,QAAQ,EAAE;QACN,gBAAgB,EAAE,gBAAgB,CAAC;QACnC,WAAW,EAAE,WAAW,CAAC;QACzB,cAAc,EAAE,kBAAkB,CAAC;QACnC,UAAU,EAAE,UAAU,CAAC;KAC1B,CAAC;CACL;AAED,oBAAY,iBAAiB;IACzB,WAAW,gBAAgB;IAC3B,cAAc,mBAAmB;IACjC,cAAc,mBAAmB;IACjC,oBAAoB,yBAAyB;IAC7C,MAAM,WAAW;CAEpB;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,iBAAiB,CAE7E;AAED,UAAU,cAAc;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAY,SAAQ,cAAc;IAC/C,UAAU,EAAE,iBAAiB,CAAC,cAAc,CAAC;CAChD;AAED,MAAM,WAAW,SAAU,SAAQ,cAAc;IAC7C,UAAU,EAAE,iBAAiB,CAAC,cAAc,CAAC;CAChD;AAED,MAAM,WAAW,aAAc,SAAQ,cAAc;IACjD,UAAU,EAAE,iBAAiB,CAAC,oBAAoB,CAAC;IACnD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,UAAW,SAAQ,cAAc;IAC9C,UAAU,EAAE,iBAAiB,CAAC,MAAM,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,WAAW,GAAG,WAAW,GAC/B,SAAS,GACT,aAAa,GACb,UAAU,CAAC;AAGjB,MAAM,WAAW,SAAS;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,eAAgB,SAAQ,cAAc;IACnD,UAAU,EAAE,iBAAiB,CAAC,oBAAoB,GAAG,iBAAiB,CAAC,MAAM,CAAC;IAC9E,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IACzB,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B;AAED,MAAM,WAAW,mBAAoB,SAAQ,SAAS;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAgB,SAAQ,kBAAkB;IACvD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,sBAAsB,GAAG;KAChC,UAAU,IAAI,iBAAiB,GAAG;QAC/B,aAAa,EAAE,OAAO,CAAC;QACvB,SAAS,EAAE,OAAO,CAAC;KACtB;CACJ,CAAC"}

package/dist/src/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../src/interfaces.ts"],"names":[],"mappings":"AAgDA,MAAM,CAAN,IAAY,iBAOX;AAPD,WAAY,iBAAiB;IACzB,gDAA2B,CAAA;IAC3B,sDAAiC,CAAA;IACjC,sDAAiC,CAAA;IACjC,kEAA6C,CAAA;IAC7C,sCAAiB,CAAA;AAErB,CAAC,EAPW,iBAAiB,KAAjB,iBAAiB,QAO5B;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC7C,OAAO,KAAK,IAAI,iBAAiB,CAAC;AACtC,CAAC"}

package/dist/src/lib/cluster/cluster_master.d.ts

@@ -0,0 +1,26 @@
+import { Logger } from '@terascope/core-utils';
+import { ClusterMasterContext } from '../../interfaces.js';
+export declare class ClusterMaster {
+    context: ClusterMasterContext;
+    logger: Logger;
+    running: boolean;
+    readonly assetsUrl: string;
+    private messagingServer;
+    constructor(context: ClusterMasterContext);
+    isAssetServiceUp(): Promise<boolean>;
+    waitForAssetsService(timeoutAt: number): Promise<boolean>;
+    initialize(): Promise<void>;
+    run(): Promise<unknown>;
+    shutdown(): Promise<void>;
+    /**
+     * Adds all prom metrics specific to the cluster_master.
+     *
+     * If trying to add a new metric for the cluster_master, it belongs here.
+     * @async
+     * @function setupPromMetrics
+     * @return {Promise<void>}
+     * @link https://terascope.github.io/teraslice/docs/development/k8s#prometheus-metrics-api
+     */
+    setupPromMetrics(): Promise<void>;
+}
+//# sourceMappingURL=cluster_master.d.ts.map

package/dist/src/lib/cluster/cluster_master.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster_master.d.ts","sourceRoot":"","sources":["../../../../src/lib/cluster/cluster_master.ts"],"names":[],"mappings":"AAEA,OAAO,EAES,MAAM,EACrB,MAAM,uBAAuB,CAAC;AAQ/B,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE3D,qBAAa,aAAa;IACtB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,UAAS;IAChB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,eAAe,CAAiC;gBAE5C,OAAO,EAAE,oBAAoB;IAOnC,gBAAgB;IAoBhB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAezD,UAAU;IA8GV,GAAG;IAeH,QAAQ;IA+Bd;;;;;;;;OAQG;IACG,gBAAgB;CAwJzB"}

package/dist/src/lib/cluster/cluster_master.js

@@ -0,0 +1,246 @@
+import express from 'express';
+import got from 'got';
+import { pDelay, logError, get, parseError } from '@terascope/core-utils';
+import { ClusterMaster as ClusterMasterMessaging } from '@terascope/teraslice-messaging';
+import { isPromAvailable } from '@terascope/job-components';
+import { makeLogger } from '../workers/helpers/terafoundation.js';
+import { ExecutionService, ApiService, JobsService, makeClustering } from './services/index.js';
+import { JobsStorage, ExecutionStorage, StateStorage } from '../storage/index.js';
+export class ClusterMaster {
+    context;
+    logger;
+    running = false;
+    assetsUrl;
+    messagingServer;
+    constructor(context) {
+        this.context = context;
+        this.logger = makeLogger(context, 'cluster_master');
+        const assetsPort = process.env.assets_port;
+        this.assetsUrl = `http://127.0.0.1:${assetsPort}`;
+    }
+    async isAssetServiceUp() {
+        try {
+            const response = await got.get('status', {
+                prefixUrl: this.assetsUrl,
+                responseType: 'json',
+                throwHttpErrors: true,
+                timeout: {
+                    request: 900
+                },
+                retry: {
+                    limit: 0
+                }
+            });
+            return get(response, 'body.available', false);
+        }
+        catch (err) {
+            this.logger.debug(`asset service not up yet, error: ${parseError(err)}`);
+            return false;
+        }
+    }
+    async waitForAssetsService(timeoutAt) {
+        if (Date.now() > timeoutAt) {
+            return Promise.reject(new Error('Timeout waiting for asset service to come online'));
+        }
+        const isUp = await this.isAssetServiceUp();
+        if (isUp) {
+            return true;
+        }
+        await pDelay(1000);
+        return this.waitForAssetsService(timeoutAt);
+    }
+    async initialize() {
+        const clusterConfig = this.context.sysconfig.teraslice;
+        const { logger } = this;
+        try {
+            // Initialize the HTTP service for handling incoming requests.
+            const app = express();
+            this.messagingServer = new ClusterMasterMessaging.Server({
+                port: clusterConfig.port,
+                nodeDisconnectTimeout: clusterConfig.node_disconnect_timeout,
+                // setting request timeout to 5 minutes
+                serverTimeout: clusterConfig.api_response_timeout,
+                // we do this to override express final response handler
+                requestListener(req, res) {
+                    // @ts-expect-error
+                    app(req, res, (err) => {
+                        if (err) {
+                            logger.warn(err, 'unexpected server error');
+                        }
+                        res.setHeader('Content-Type', 'application/json');
+                        res.statusCode = 500;
+                        res.end(JSON.stringify({ error: 'api is not available' }));
+                    });
+                },
+                networkLatencyBuffer: clusterConfig.network_latency_buffer,
+                actionTimeout: clusterConfig.action_timeout,
+                logger: this.logger,
+            });
+            const serviceOptions = {
+                assetsUrl: this.assetsUrl,
+                app,
+                clusterMasterServer: this.messagingServer
+            };
+            const executionService = new ExecutionService(this.context, serviceOptions);
+            const jobsService = new JobsService(this.context);
+            const clusterService = makeClustering(this.context, serviceOptions);
+            const apiService = new ApiService(this.context, serviceOptions);
+            const services = Object.freeze({
+                executionService,
+                jobsService,
+                clusterService,
+                apiService,
+            });
+            this.context.services = services;
+            await this.messagingServer.start();
+            this.logger.info(`cluster master listening on port ${clusterConfig.port}`);
+            const executionStorage = new ExecutionStorage(this.context);
+            const stateStorage = new StateStorage(this.context);
+            const jobsStorage = new JobsStorage(this.context);
+            await Promise.all([
+                executionStorage.initialize(),
+                stateStorage.initialize(),
+                jobsStorage.initialize()
+            ]);
+            this.context.stores = {
+                executionStorage,
+                stateStorage,
+                jobsStorage,
+            };
+            // order matters
+            await services.clusterService.initialize();
+            await services.executionService.initialize();
+            await services.jobsService.initialize();
+            this.logger.debug('services has been initialized');
+            // give the assets service a bit to come up
+            const fiveMinutes = 5 * 60 * 1000;
+            await this.waitForAssetsService(Date.now() + fiveMinutes);
+            // this needs to be last
+            await services.apiService.initialize();
+            /// initialize promClient
+            if (this.context.sysconfig.teraslice.cluster_manager_type === 'native') {
+                this.logger.warn('Skipping PromMetricsAPI initialization: incompatible with native clustering.');
+            }
+            else {
+                const { terafoundation } = this.context.sysconfig;
+                await this.context.apis.foundation.promMetrics.init({
+                    terasliceName: this.context.sysconfig.teraslice.name,
+                    tf_prom_metrics_add_default: terafoundation.prom_metrics_add_default,
+                    tf_prom_metrics_enabled: terafoundation.prom_metrics_enabled,
+                    tf_prom_metrics_port: terafoundation.prom_metrics_port,
+                    logger: this.logger,
+                    assignment: 'master',
+                    prefix: 'teraslice_',
+                    prom_metrics_display_url: terafoundation.prom_metrics_display_url
+                });
+                await this.setupPromMetrics();
+            }
+            this.logger.info('cluster master is ready!');
+            this.running = true;
+        }
+        catch (err) {
+            logError(this.logger, err, 'error during service initialization');
+            this.running = false;
+            throw err;
+        }
+    }
+    async run() {
+        return new Promise((resolve) => {
+            if (!this.running) {
+                resolve(true);
+                return;
+            }
+            const runningInterval = setInterval(() => {
+                if (!this.running) {
+                    clearInterval(runningInterval);
+                    resolve(true);
+                }
+            }, 1000);
+        });
+    }
+    async shutdown() {
+        this.running = false;
+        this.logger.info('cluster_master is shutting down');
+        this.messagingServer.isShuttingDown = true;
+        await Promise.all(Object.entries(this.context.services)
+            .map(async ([name, service]) => {
+            try {
+                await service.shutdown();
+            }
+            catch (err) {
+                logError(this.logger, err, `Failure to shutdown service ${name}`);
+            }
+        }));
+        await Promise.all(Object.entries(this.context.stores)
+            .map(async ([name, store]) => {
+            try {
+                await store.shutdown();
+            }
+            catch (err) {
+                logError(this.logger, err, `Failure to shutdown store ${name}`);
+            }
+        }));
+        await this.messagingServer.shutdown();
+        if (isPromAvailable(this.context)) {
+            await this.context.apis.foundation.promMetrics.shutdown();
+        }
+    }
+    /**
+     * Adds all prom metrics specific to the cluster_master.
+     *
+     * If trying to add a new metric for the cluster_master, it belongs here.
+     * @async
+     * @function setupPromMetrics
+     * @return {Promise<void>}
+     * @link https://terascope.github.io/teraslice/docs/development/k8s#prometheus-metrics-api
+     */
+    async setupPromMetrics() {
+        if (isPromAvailable(this.context)) {
+            this.logger.info(`adding ${this.context.assignment} prom metrics...`);
+            /*
+                TODO: After reviewing these metrics, I've conluded that all of these
+                can be handled by th execution controller. We might move these into the execution
+                controller metrics down the line. The master can maybe keep track of how many ex
+                controllers there are? Some sort of overview of everything and leave the specifics
+                to each ex.
+
+            */
+            await Promise.all([
+                this.context.apis.foundation.promMetrics.addGauge('master_info', 'Information about Teraslice cluster master', ['arch', 'clustering_type', 'name', 'node_version', 'platform', 'teraslice_version']),
+                this.context.apis.foundation.promMetrics.addGauge('slices_processed', 'Total slices processed across the cluster', []),
+                this.context.apis.foundation.promMetrics.addGauge('slices_failed', 'Total slices failed across the cluster', []),
+                this.context.apis.foundation.promMetrics.addGauge('slices_queued', 'Total slices queued across the cluster', []),
+                this.context.apis.foundation.promMetrics.addGauge('workers_joined', 'Total workers joined across the cluster', []),
+                this.context.apis.foundation.promMetrics.addGauge('workers_disconnected', 'Total workers disconnected across the cluster', []),
+                this.context.apis.foundation.promMetrics.addGauge('workers_reconnected', 'Total workers reconnected across the cluster', []),
+                this.context.apis.foundation.promMetrics.addGauge('controller_workers_active', 'Number of Teraslice workers actively processing slices.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('controller_workers_available', 'Number of Teraslice workers running and waiting for work.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('controller_workers_joined', 'Total number of Teraslice workers that have joined the execution controller for this job.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('controller_workers_reconnected', 'Total number of Teraslice workers that have reconnected to the execution controller for this job.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('controller_workers_disconnected', 'Total number of Teraslice workers that have disconnected from execution controller for this job.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('execution_info', 'Information about Teraslice execution.', ['ex_id', 'job_id', 'image', 'version']),
+                this.context.apis.foundation.promMetrics.addGauge('controller_slicers_count', 'Number of execution controllers (slicers) running for this execution.', ['ex_id', 'job_id', 'job_name']),
+                // Execution Related Metrics
+                this.context.apis.foundation.promMetrics.addGauge('execution_cpu_limit', 'CPU core limit for a Teraslice worker container.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('execution_cpu_request', 'Requested number of CPU cores for a Teraslice worker container.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('execution_memory_limit', 'Memory limit for Teraslice a worker container.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('execution_memory_request', 'Requested amount of memory for a Teraslice worker container.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('execution_status', 'Current status of the Teraslice execution.', ['ex_id', 'job_id', 'job_name', 'status']),
+                /*
+                    TODO: The following gauges should be Counters. This was not done because
+                    teraslice master already provided the count total for most of these metrics.
+                    So setting the gauge is the only real way to gather the metrics in master.
+                    Solution to convert would be setting the count in the ex process.
+                */
+                this.context.apis.foundation.promMetrics.addGauge('controller_slices_processed', 'Number of slices processed.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('controller_slices_failed', 'Number of slices failed.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('controller_slices_queued', 'Number of slices queued for processing.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('execution_created_timestamp_seconds', 'Execution creation time.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('execution_updated_timestamp_seconds', 'Execution update time.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('execution_slicers', 'Number of slicers defined on the execution.', ['ex_id', 'job_id', 'job_name']),
+                this.context.apis.foundation.promMetrics.addGauge('execution_workers', 'Number of workers defined on the execution.  Note that the number of actual workers can differ from this value.', ['ex_id', 'job_id', 'job_name']),
+            ]);
+        }
+    }
+}
+//# sourceMappingURL=cluster_master.js.map

package/dist/src/lib/cluster/cluster_master.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster_master.js","sourceRoot":"","sources":["../../../../src/lib/cluster/cluster_master.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EACH,MAAM,EAAE,QAAQ,EAAE,GAAG,EACrB,UAAU,EACb,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,aAAa,IAAI,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACzF,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AAClE,OAAO,EACH,gBAAgB,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAC5D,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGlF,MAAM,OAAO,aAAa;IACtB,OAAO,CAAuB;IAC9B,MAAM,CAAS;IACf,OAAO,GAAG,KAAK,CAAC;IACP,SAAS,CAAS;IACnB,eAAe,CAAiC;IAExD,YAAY,OAA6B;QACrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,oBAAoB,UAAU,EAAE,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,gBAAgB;QAClB,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE;gBACrC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,YAAY,EAAE,MAAM;gBACpB,eAAe,EAAE,IAAI;gBACrB,OAAO,EAAE;oBACL,OAAO,EAAE,GAAG;iBACf;gBACD,KAAK,EAAE;oBACH,KAAK,EAAE,CAAC;iBACX;aACJ,CAAC,CAAC;YACH,OAAO,GAAG,CAAC,QAAQ,EAAE,gBAAgB,EAAE,KAAK,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzE,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,SAAiB;QACxC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;YACzB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAC;QACzF,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAE3C,IAAI,IAAI,EAAE,CAAC;YACP,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QAEnB,OAAO,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC;QACvD,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAExB,IAAI,CAAC;YACD,8DAA8D;YAC9D,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;YAEtB,IAAI,CAAC,eAAe,GAAG,IAAI,sBAAsB,CAAC,MAAM,CAAC;gBACrD,IAAI,EAAE,aAAa,CAAC,IAAI;gBACxB,qBAAqB,EAAE,aAAa,CAAC,uBAAuB;gBAC5D,uCAAuC;gBACvC,aAAa,EAAE,aAAa,CAAC,oBAAoB;gBACjD,wDAAwD;gBACxD,eAAe,CAAC,GAAG,EAAE,GAAG;oBACpB,mBAAmB;oBACnB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE;wBAClB,IAAI,GAAG,EAAE,CAAC;4BACN,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,yBAAyB,CAAC,CAAC;wBAChD,CAAC;wBACD,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;wBAClD,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC;wBACrB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAC;oBAC/D,CAAC,CAAC,CAAC;gBACP,CAAC;gBACD,oBAAoB,EAAE,aAAa,CAAC,sBAAsB;gBAC1D,aAAa,EAAE,aAAa,CAAC,cAAc;gBAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;aACtB,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG;gBACnB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG;gBACH,mBAAmB,EAAE,IAAI,CAAC,eAAe;aAC5C,CAAC;YAEF,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YAC5E,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClD,MAAM,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YACpE,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YAEhE,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC3B,gBAAgB;gBAChB,WAAW;gBACX,cAAc;gBACd,UAAU;aACb,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;YACjC,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;YAE3E,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAElD,MAAM,OAAO,CAAC,GAAG,CAAC;gBACd,gBAAgB,CAAC,UAAU,EAAE;gBAC7B,YAAY,CAAC,UAAU,EAAE;gBACzB,WAAW,CAAC,UAAU,EAAE;aAC3B,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG;gBAClB,gBAAgB;gBAChB,YAAY;gBACZ,WAAW;aACd,CAAC;YAEF,gBAAgB;YAChB,MAAM,QAAQ,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;YAC3C,MAAM,QAAQ,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC;YAC7C,MAAM,QAAQ,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAExC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAEnD,2CAA2C;YAC3C,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAClC,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,CAAC;YAE1D,wBAAwB;YACxB,MAAM,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAEvC,yBAAyB;YACzB,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,oBAAoB,KAAK,QAAQ,EAAE,CAAC;gBACrE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8EAA8E,CAAC,CAAC;YACrG,CAAC;iBAAM,CAAC;gBACJ,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;gBAClD,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC;oBAChD,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI;oBACpD,2BAA2B,EAAE,cAAc,CAAC,wBAAwB;oBACpE,uBAAuB,EAAE,cAAc,CAAC,oBAAoB;oBAC5D,oBAAoB,EAAE,cAAc,CAAC,iBAAiB;oBACtD,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,UAAU,EAAE,QAAQ;oBACpB,MAAM,EAAE,YAAY;oBACpB,wBAAwB,EAAE,cAAc,CAAC,wBAAwB;iBACpE,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAClC,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,qCAAqC,CAAC,CAAC;YAClE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAChB,OAAO,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO;YACX,CAAC;YACD,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE;gBACrC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAChB,aAAa,CAAC,eAAe,CAAC,CAAC;oBAC/B,OAAO,CAAC,IAAI,CAAC,CAAC;gBAClB,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,CAAC;QACb,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAErB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QACpD,IAAI,CAAC,eAAe,CAAC,cAAc,GAAG,IAAI,CAAC;QAE3C,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;aAClD,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE;YAC3B,IAAI,CAAC;gBACD,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC7B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,+BAA+B,IAAI,EAAE,CAAC,CAAC;YACtE,CAAC;QACL,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;aAChD,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;YACzB,IAAI,CAAC;gBACD,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,6BAA6B,IAAI,EAAE,CAAC,CAAC;YACpE,CAAC;QACL,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;QAEtC,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;QAC9D,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,gBAAgB;QAClB,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,OAAO,CAAC,UAAU,kBAAkB,CAAC,CAAC;YACtE;;;;;;;cAOE;YACF,MAAM,OAAO,CAAC,GAAG,CAAC;gBACd,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,aAAa,EACb,4CAA4C,EAC5C,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,mBAAmB,CAAC,CACvF;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,kBAAkB,EAClB,2CAA2C,EAC3C,EAAE,CACL;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,eAAe,EACf,wCAAwC,EACxC,EAAE,CACL;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,eAAe,EACf,wCAAwC,EACxC,EAAE,CACL;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,gBAAgB,EAChB,yCAAyC,EACzC,EAAE,CACL;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,sBAAsB,EACtB,+CAA+C,EAC/C,EAAE,CACL;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,qBAAqB,EACrB,8CAA8C,EAC9C,EAAE,CACL;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,2BAA2B,EAC3B,yDAAyD,EACzD,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,8BAA8B,EAC9B,2DAA2D,EAC3D,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,2BAA2B,EAC3B,2FAA2F,EAC3F,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,gCAAgC,EAChC,mGAAmG,EACnG,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,iCAAiC,EACjC,kGAAkG,EAClG,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,gBAAgB,EAChB,wCAAwC,EACxC,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAC1C;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,0BAA0B,EAC1B,uEAAuE,EACvE,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,4BAA4B;gBAC5B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,qBAAqB,EACrB,kDAAkD,EAClD,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,uBAAuB,EACvB,iEAAiE,EACjE,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,wBAAwB,EACxB,gDAAgD,EAChD,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,0BAA0B,EAC1B,8DAA8D,EAC9D,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,kBAAkB,EAClB,4CAA4C,EAC5C,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAC5C;gBACD;;;;;kBAKE;gBACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,6BAA6B,EAC7B,6BAA6B,EAC7B,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,0BAA0B,EAC1B,0BAA0B,EAC1B,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,0BAA0B,EAC1B,yCAAyC,EACzC,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,qCAAqC,EACrC,0BAA0B,EAC1B,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,qCAAqC,EACrC,wBAAwB,EACxB,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,mBAAmB,EACnB,6CAA6C,EAC7C,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAC7C,mBAAmB,EACnB,iHAAiH,EACjH,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAClC;aACJ,CAAC,CAAC;QACP,CAAC;IACL,CAAC;CACJ"}

package/dist/src/lib/cluster/node_master.d.ts

@@ -0,0 +1,3 @@
+import { ClusterMasterContext } from '../../interfaces.js';
+export declare function nodeMaster(context: ClusterMasterContext): Promise<void>;
+//# sourceMappingURL=node_master.d.ts.map

package/dist/src/lib/cluster/node_master.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node_master.d.ts","sourceRoot":"","sources":["../../../../src/lib/cluster/node_master.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,oBAAoB,EAAyB,MAAM,qBAAqB,CAAC;AAKlF,wBAAsB,UAAU,CAAC,OAAO,EAAE,oBAAoB,iBAga7D"}