teraslice 3.17.2 → 3.18.0

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sResource.d.ts

@@ -0,0 +1,69 @@
+import { V1Deployment, V1Job, V1Service } from '@kubernetes/client-node';
+import { Logger } from '@terascope/core-utils';
+import type { Config, ExecutionConfig } from '@terascope/types';
+import { K8sConfig, NodeType, TSDeployment, TSJob, TSService } from './interfaces.js';
+export declare abstract class K8sResource<T extends TSService | TSDeployment | TSJob> {
+    execution: ExecutionConfig;
+    jobLabelPrefix: string;
+    jobPropertyLabelPrefix: string;
+    logger: Logger;
+    terasliceConfig: Config;
+    abstract nodeType: NodeType;
+    abstract nameInfix: string;
+    abstract templateGenerator: (config: K8sConfig) => V1Deployment | V1Job | V1Service;
+    abstract templateConfig: K8sConfig;
+    abstract resource: T;
+    /**
+     * K8sResource allows the generation of k8s resources based on templates.
+     * After creating the object, the k8s resource is accessible on the objects
+     * .resource property.
+     *
+     * @param {Object} terasliceConfig - teraslice cluster config from context
+     * @param {Object} execution - teraslice execution
+     * @param {Logger} logger - teraslice logger
+     */
+    constructor(terasliceConfig: Config, execution: ExecutionConfig, logger: Logger);
+    _setEnvVariables(): void;
+    _mountLocalTeraslice(resource: TSJob | TSDeployment): void;
+    _makeConfig(nameInfix: string, exName?: string, exUid?: string): K8sConfig;
+    _setWorkerAntiAffinity(resource: TSJob | TSDeployment): void;
+    /**
+     * Execution Controllers get tolerations and required affinities
+     *
+     * NOTE: We considered changing `execution_controller_targets` to be an
+     * object but the inconsistency with `targets` made this awkward.  See the
+     * `teraslice config with execution_controller_targets and job targets set`
+     * test for an example.  If the syntax for this were to change, we should
+     * also consider changing `execution.targets`, which is a change on the job.
+     */
+    _setExecutionControllerTargets(resource: TSJob | TSDeployment): void;
+    _setEphemeralStorage(resource: TSJob | TSDeployment): void;
+    _setExternalPorts(resource: TSJob | TSDeployment): void;
+    _setImagePullSecret(resource: TSJob | TSDeployment): void;
+    _setPriorityClassName(resource: TSJob | TSDeployment): void;
+    _setAssetsVolume(resource: TSJob | TSDeployment): void;
+    _setRelocatableLabel(resource: TSJob | TSDeployment, relocatable: boolean): void;
+    _setJobLabels(resource: TSJob | TSDeployment): void;
+    _setVolumes(resource: TSJob | TSDeployment): void;
+    _setResources(resource: TSJob | TSDeployment): void;
+    _setTargets(resource: TSJob | TSDeployment): void;
+    _setTargetRequired(target: any, resource: TSJob | TSDeployment): void;
+    _setTargetPreferred(target: any, resource: TSJob | TSDeployment): void;
+    _setTargetAccepted(target: any, resource: TSJob | TSDeployment): void;
+    /**
+     * _mergePodSpecOverlay - allows the author of the job to override anything
+     * in the pod .spec for both the execution controller and the worker pods
+     * created in Kubernetes.  This can be useful in many ways including these:
+     *
+     *   * add `initContainers` to the pods
+     *   * add `hostAliases` to the pods
+     *
+     * Note that this happens at the end of the process, so anything added by
+     * this overlay will overwrite any other setting set on the job or by the
+     * config.
+     *
+     * Job setting: `pod_spec_override`
+     */
+    _mergePodSpecOverlay(resource: TSJob | TSDeployment): void;
+}
+//# sourceMappingURL=k8sResource.d.ts.map

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sResource.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"k8sResource.d.ts","sourceRoot":"","sources":["../../../../../../../../src/lib/cluster/services/cluster/backends/kubernetesV2/k8sResource.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,EACO,MAAM,EAEnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAGhE,OAAO,EACH,SAAS,EAAE,QAAQ,EAAE,YAAY,EACjC,KAAK,EAAE,SAAS,EACnB,MAAM,iBAAiB,CAAC;AAEzB,8BAAsB,WAAW,CAAC,CAAC,SAAS,SAAS,GAAG,YAAY,GAAG,KAAK;IACxE,SAAS,EAAE,eAAe,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,iBAAiB,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,YAAY,GAAG,KAAK,GAAG,SAAS,CAAC;IACpF,QAAQ,CAAC,cAAc,EAAE,SAAS,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IAErB;;;;;;;;OAQG;gBAEC,eAAe,EAAE,MAAM,EACvB,SAAS,EAAE,eAAe,EAC1B,MAAM,EAAE,MAAM;IASlB,gBAAgB;IAGhB,oBAAoB,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY,GAAG,IAAI;IAa1D,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS;IA4C1E,sBAAsB,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IAqCrD;;;;;;;;OAQG;IACH,8BAA8B,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IAS7D,oBAAoB,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IAanD,iBAAiB,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IAmBhD,mBAAmB,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IAclD,qBAAqB,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IAiBpD,gBAAgB,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IA8B/C,oBAAoB,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY,EAAE,WAAW,EAAE,OAAO;IAOzE,aAAa,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IAY5C,WAAW,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IAe1C,aAAa,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IA6D5C,WAAW,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;IAoB1C,kBAAkB,CAAC,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,GAAG,YAAY;IAkB9D,mBAAmB,CAAC,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,GAAG,YAAY;IAmB/D,kBAAkB,CAAC,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,GAAG,YAAY;IAc9D;;;;;;;;;;;;;OAaG;IACH,oBAAoB,CAAC,QAAQ,EAAE,KAAK,GAAG,YAAY;CAMtD"}

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sResource.js

@@ -0,0 +1,378 @@
+import { isNumber, get, set, has, isEmpty, merge } from '@terascope/core-utils';
+import { safeEncode } from '../../../../../utils/encoding_utils.js';
+import { setMaxOldSpaceViaEnv } from './utils.js';
+export class K8sResource {
+    execution;
+    jobLabelPrefix;
+    jobPropertyLabelPrefix;
+    logger;
+    terasliceConfig;
+    /**
+     * K8sResource allows the generation of k8s resources based on templates.
+     * After creating the object, the k8s resource is accessible on the objects
+     * .resource property.
+     *
+     * @param {Object} terasliceConfig - teraslice cluster config from context
+     * @param {Object} execution - teraslice execution
+     * @param {Logger} logger - teraslice logger
+     */
+    constructor(terasliceConfig, execution, logger) {
+        this.execution = execution;
+        this.jobLabelPrefix = 'job.teraslice.terascope.io';
+        this.jobPropertyLabelPrefix = 'job-property.teraslice.terascope.io';
+        this.logger = logger;
+        this.terasliceConfig = terasliceConfig;
+    }
+    _setEnvVariables() {
+    }
+    _mountLocalTeraslice(resource) {
+        const devMounts = JSON.parse(Buffer.from(process.env.MOUNT_LOCAL_TERASLICE, 'base64').toString('utf-8'));
+        resource.spec.template.spec.containers[0].volumeMounts.push(...devMounts.volumeMounts);
+        resource.spec.template.spec.volumes.push(...devMounts.volumes);
+        if (resource.spec.template.spec.containers[0]) {
+            resource.spec.template.spec.containers[0].args = [
+                'node',
+                'service.js'
+            ];
+        }
+    }
+    _makeConfig(nameInfix, exName, exUid) {
+        const clusterName = get(this.terasliceConfig, 'name');
+        const clusterNameLabel = clusterName.replace(/[^a-zA-Z0-9_\-.]/g, '_').substring(0, 63);
+        const configMapName = get(this.terasliceConfig, 'kubernetes_config_map_name', `${this.terasliceConfig.name}-worker`);
+        const dockerImage = this.execution.kubernetes_image
+            || this.terasliceConfig.kubernetes_image;
+        // name needs to be a valid DNS name since it is used in the svc name,
+        // so we can only permit alphanumeric and - characters.  _ is forbidden.
+        // -> regex used for validation is '[a-z]([-a-z0-9]*[a-z0-9])?'
+        const jobNameLabel = this.execution.name
+            .toLowerCase()
+            .replace(/[^a-zA-Z0-9\-.]/g, '-')
+            .replace(/^[^a-z]/, 'a')
+            .replace(/[^a-z0-9]$/, '0')
+            .substring(0, 63);
+        const name = `ts-${nameInfix}-${jobNameLabel.substring(0, 35)}-${this.execution.job_id.substring(0, 13)}`;
+        const shutdownTimeoutMs = get(this.terasliceConfig, 'shutdown_timeout', 60000);
+        const shutdownTimeoutSeconds = Math.round(shutdownTimeoutMs / 1000);
+        const config = {
+            clusterName,
+            clusterNameLabel,
+            configMapName,
+            dockerImage,
+            execution: safeEncode(this.execution),
+            exId: this.execution.ex_id,
+            exName: exName,
+            exUid: exUid,
+            jobId: this.execution.job_id,
+            jobNameLabel,
+            name,
+            namespace: get(this.terasliceConfig, 'kubernetes_namespace', 'default'),
+            nodeType: this.nodeType,
+            replicas: this.execution.workers,
+            shutdownTimeout: shutdownTimeoutSeconds
+        };
+        return config;
+    }
+    _setWorkerAntiAffinity(resource) {
+        if (this.terasliceConfig.kubernetes_worker_antiaffinity) {
+            const targetKey = 'spec.template.spec.affinity.podAntiAffinity.preferredDuringSchedulingIgnoredDuringExecution';
+            if (!has(this.resource, targetKey)) {
+                set(this.resource, targetKey, []);
+            }
+            resource.spec.template.spec.affinity?.podAntiAffinity
+                ?.preferredDuringSchedulingIgnoredDuringExecution?.push({
+                weight: 1,
+                podAffinityTerm: {
+                    labelSelector: {
+                        matchExpressions: [
+                            {
+                                key: 'app.kubernetes.io/name',
+                                operator: 'In',
+                                values: [
+                                    'teraslice'
+                                ]
+                            },
+                            {
+                                key: 'app.kubernetes.io/instance',
+                                operator: 'In',
+                                values: [
+                                    this.templateConfig.clusterNameLabel
+                                ]
+                            }
+                        ]
+                    },
+                    topologyKey: 'kubernetes.io/hostname'
+                }
+            });
+        }
+    }
+    /**
+     * Execution Controllers get tolerations and required affinities
+     *
+     * NOTE: We considered changing `execution_controller_targets` to be an
+     * object but the inconsistency with `targets` made this awkward.  See the
+     * `teraslice config with execution_controller_targets and job targets set`
+     * test for an example.  If the syntax for this were to change, we should
+     * also consider changing `execution.targets`, which is a change on the job.
+     */
+    _setExecutionControllerTargets(resource) {
+        if (this.terasliceConfig.execution_controller_targets) {
+            this.terasliceConfig.execution_controller_targets.forEach((target) => {
+                this._setTargetRequired(target, resource);
+                this._setTargetAccepted(target, resource);
+            });
+        }
+    }
+    _setEphemeralStorage(resource) {
+        if (this.execution.ephemeral_storage) {
+            resource.spec.template.spec.containers[0].volumeMounts.push({
+                name: 'ephemeral-volume',
+                mountPath: '/ephemeral0'
+            });
+            resource.spec.template.spec.volumes.push({
+                name: 'ephemeral-volume',
+                emptyDir: {}
+            });
+        }
+    }
+    _setExternalPorts(resource) {
+        if (this.execution.external_ports) {
+            this.execution.external_ports.forEach((portValue) => {
+                if (isNumber(portValue)) {
+                    resource.spec.template.spec.containers[0].ports
+                        .push({ containerPort: portValue });
+                }
+                else {
+                    resource.spec.template.spec.containers[0].ports
+                        .push({
+                        name: portValue.name,
+                        containerPort: portValue.port
+                    });
+                }
+            });
+        }
+    }
+    _setImagePullSecret(resource) {
+        if (this.terasliceConfig.kubernetes_image_pull_secret) {
+            if (resource.spec.template.spec.imagePullSecrets) {
+                resource.spec.template.spec.imagePullSecrets.push({ name: this.terasliceConfig.kubernetes_image_pull_secret });
+            }
+            else {
+                resource.spec.template.spec.imagePullSecrets = [
+                    { name: this.terasliceConfig.kubernetes_image_pull_secret }
+                ];
+            }
+        }
+    }
+    _setPriorityClassName(resource) {
+        if (this.terasliceConfig.kubernetes_priority_class_name) {
+            const className = this.terasliceConfig.kubernetes_priority_class_name;
+            if (this.nodeType === 'execution_controller') {
+                resource.spec.template.spec.priorityClassName = className;
+                if (this.execution.stateful) {
+                    resource.spec.template.metadata.labels[`${this.jobPropertyLabelPrefix}/stateful`] = 'true';
+                }
+            }
+            if (this.nodeType === 'worker' && this.execution.stateful) {
+                resource.spec.template.spec.priorityClassName = className;
+                resource.spec.template.metadata.labels[`${this.jobPropertyLabelPrefix}/stateful`] = 'true';
+            }
+        }
+    }
+    _setAssetsVolume(resource) {
+        if (this.terasliceConfig.assets_directory
+            && typeof this.terasliceConfig.assets_directory === 'string') {
+            if (this.terasliceConfig.assets_volume) {
+                // A shared asset volume (PVC) was configured: mount it at assets_directory.
+                resource.spec.template.spec.volumes.push({
+                    name: this.terasliceConfig.assets_volume,
+                    persistentVolumeClaim: { claimName: this.terasliceConfig.assets_volume }
+                });
+                resource.spec.template.spec.containers[0].volumeMounts.push({
+                    name: this.terasliceConfig.assets_volume,
+                    mountPath: this.terasliceConfig.assets_directory
+                });
+            }
+            else {
+                // No shared volume: mount an emptyDir so downloaded assets can still be
+                // written while the pod runs with a read-only root filesystem. This is
+                // ephemeral per-pod, matching the previous (image root filesystem) behavior.
+                resource.spec.template.spec.volumes.push({
+                    name: 'assets',
+                    emptyDir: {}
+                });
+                resource.spec.template.spec.containers[0].volumeMounts.push({
+                    name: 'assets',
+                    mountPath: this.terasliceConfig.assets_directory
+                });
+            }
+        }
+    }
+    _setRelocatableLabel(resource, relocatable) {
+        const key = `${this.jobLabelPrefix}/relocatable`;
+        const value = String(relocatable);
+        resource.metadata.labels[key] = value;
+        resource.spec.template.metadata.labels[key] = value;
+    }
+    _setJobLabels(resource) {
+        if (this.execution.labels != null) {
+            Object.entries(this.execution.labels).forEach(([k, v]) => {
+                const key = `${this.jobLabelPrefix}/${k.replace(/[^a-zA-Z0-9\-._]/g, '-').substring(0, 63)}`;
+                const value = v.replace(/[^a-zA-Z0-9\-._]/g, '-').substring(0, 63);
+                resource.metadata.labels[key] = value;
+                resource.spec.template.metadata.labels[key] = value;
+            });
+        }
+    }
+    _setVolumes(resource) {
+        if (this.execution.volumes != null) {
+            this.execution.volumes.forEach((volume) => {
+                resource.spec.template.spec.volumes.push({
+                    name: volume.name,
+                    persistentVolumeClaim: { claimName: volume.name }
+                });
+                resource.spec.template.spec.containers[0].volumeMounts.push({
+                    name: volume.name,
+                    mountPath: volume.path
+                });
+            });
+        }
+    }
+    _setResources(resource) {
+        let cpu;
+        let memory;
+        let maxMemory;
+        const container = resource.spec.template.spec.containers[0];
+        // use teraslice config as defaults and execution config will override it
+        const envVars = Object.assign({}, this.terasliceConfig.env_vars, this.execution.env_vars);
+        if (this.nodeType === 'worker') {
+            if (this.execution.resources_requests_cpu
+                || this.execution.resources_limits_cpu) {
+                if (this.execution.resources_requests_cpu) {
+                    set(container, 'resources.requests.cpu', this.execution.resources_requests_cpu);
+                }
+                if (this.execution.resources_limits_cpu) {
+                    set(container, 'resources.limits.cpu', this.execution.resources_limits_cpu);
+                }
+            }
+            else if (this.execution.cpu || this.terasliceConfig.cpu) {
+                // The settings on the executions override the cluster configs
+                cpu = this.execution.cpu || this.terasliceConfig.cpu || -1;
+                set(container, 'resources.requests.cpu', cpu);
+                set(container, 'resources.limits.cpu', cpu);
+            }
+            if (this.execution.resources_requests_memory
+                || this.execution.resources_limits_memory) {
+                set(container, 'resources.requests.memory', this.execution.resources_requests_memory);
+                set(container, 'resources.limits.memory', this.execution.resources_limits_memory);
+                maxMemory = this.execution.resources_limits_memory;
+            }
+            else if (this.execution.memory || this.terasliceConfig.memory) {
+                // The settings on the executions override the cluster configs
+                memory = this.execution.memory || this.terasliceConfig.memory || -1;
+                set(container, 'resources.requests.memory', memory);
+                set(container, 'resources.limits.memory', memory);
+                maxMemory = memory;
+            }
+        }
+        if (this.nodeType === 'execution_controller') {
+            // The settings on the executions override the cluster configs
+            cpu = this.execution.cpu_execution_controller
+                || this.terasliceConfig.cpu_execution_controller || -1;
+            memory = this.execution.memory_execution_controller
+                || this.terasliceConfig.memory_execution_controller || -1;
+            set(container, 'resources.requests.cpu', cpu);
+            set(container, 'resources.limits.cpu', cpu);
+            set(container, 'resources.requests.memory', memory);
+            set(container, 'resources.limits.memory', memory);
+            maxMemory = memory;
+        }
+        // NOTE: This sucks, this manages the memory env var but it ALSO is
+        // responsible for doing the config and execution env var merge, which
+        // should NOT be in this function
+        if (container.env === undefined) {
+            throw new Error('Resource container V1EnvVar[] undefined while setting resources.');
+        }
+        setMaxOldSpaceViaEnv(container.env, envVars, maxMemory);
+    }
+    _setTargets(resource) {
+        if (this.execution.targets && !isEmpty(this.execution.targets)) {
+            this.execution.targets?.forEach((target) => {
+                // `required` is the default if no `constraint` is provided for
+                // backwards compatibility and as the most likely case
+                if (target.constraint === 'required' || !has(target, 'constraint')) {
+                    this._setTargetRequired(target, resource);
+                }
+                if (target.constraint === 'preferred') {
+                    this._setTargetPreferred(target, resource);
+                }
+                if (target.constraint === 'accepted') {
+                    this._setTargetAccepted(target, resource);
+                }
+            });
+        }
+    }
+    _setTargetRequired(target, resource) {
+        const targetKey = 'spec.template.spec.affinity.nodeAffinity.requiredDuringSchedulingIgnoredDuringExecution';
+        if (!has(this.resource, targetKey)) {
+            const nodeSelectorObj = {
+                nodeSelectorTerms: [{ matchExpressions: [] }]
+            };
+            set(this.resource, targetKey, nodeSelectorObj);
+        }
+        resource.spec.template.spec.affinity?.nodeAffinity
+            ?.requiredDuringSchedulingIgnoredDuringExecution
+            ?.nodeSelectorTerms[0].matchExpressions?.push({
+            key: target.key,
+            operator: 'In',
+            values: [target.value]
+        });
+    }
+    _setTargetPreferred(target, resource) {
+        const targetKey = 'spec.template.spec.affinity.nodeAffinity.preferredDuringSchedulingIgnoredDuringExecution';
+        if (!has(this.resource, targetKey)) {
+            set(this.resource, targetKey, []);
+        }
+        resource.spec.template.spec.affinity?.nodeAffinity
+            ?.preferredDuringSchedulingIgnoredDuringExecution?.push({
+            weight: 1,
+            preference: {
+                matchExpressions: [{
+                        key: target.key,
+                        operator: 'In',
+                        values: [target.value]
+                    }]
+            }
+        });
+    }
+    _setTargetAccepted(target, resource) {
+        const targetKey = 'spec.template.spec.tolerations';
+        if (!has(this.resource, targetKey)) {
+            set(this.resource, targetKey, []);
+        }
+        resource.spec.template.spec.tolerations?.push({
+            key: target.key,
+            operator: 'Equal',
+            value: target.value,
+            effect: 'NoSchedule'
+        });
+    }
+    /**
+     * _mergePodSpecOverlay - allows the author of the job to override anything
+     * in the pod .spec for both the execution controller and the worker pods
+     * created in Kubernetes.  This can be useful in many ways including these:
+     *
+     *   * add `initContainers` to the pods
+     *   * add `hostAliases` to the pods
+     *
+     * Note that this happens at the end of the process, so anything added by
+     * this overlay will overwrite any other setting set on the job or by the
+     * config.
+     *
+     * Job setting: `pod_spec_override`
+     */
+    _mergePodSpecOverlay(resource) {
+        resource.spec.template.spec = merge(resource.spec.template.spec, this.execution.pod_spec_override);
+    }
+}
+//# sourceMappingURL=k8sResource.js.map

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sResource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"k8sResource.js","sourceRoot":"","sources":["../../../../../../../../src/lib/cluster/services/cluster/backends/kubernetesV2/k8sResource.ts"],"names":[],"mappings":"AACA,OAAO,EACH,QAAQ,EAAU,GAAG,EAAE,GAAG,EAC1B,GAAG,EAAE,OAAO,EAAE,KAAK,EACtB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,UAAU,EAAE,MAAM,wCAAwC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAMlD,MAAM,OAAgB,WAAW;IAC7B,SAAS,CAAkB;IAC3B,cAAc,CAAS;IACvB,sBAAsB,CAAS;IAC/B,MAAM,CAAS;IACf,eAAe,CAAS;IAOxB;;;;;;;;OAQG;IACH,YACI,eAAuB,EACvB,SAA0B,EAC1B,MAAc;QAEd,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,4BAA4B,CAAC;QACnD,IAAI,CAAC,sBAAsB,GAAG,qCAAqC,CAAC;QACpE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAED,gBAAgB;IAChB,CAAC;IAED,oBAAoB,CAAC,QAA8B;QAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAA+B,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACnH,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;QACvF,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG;gBAC7C,MAAM;gBACN,YAAY;aACf,CAAC;QACN,CAAC;IACL,CAAC;IAED,WAAW,CAAC,SAAiB,EAAE,MAAe,EAAE,KAAc;QAC1D,MAAM,WAAW,GAAG,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,gBAAgB,GAAG,WAAW,CAAC,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACxF,MAAM,aAAa,GAAG,GAAG,CACrB,IAAI,CAAC,eAAe,EACpB,4BAA4B,EAC5B,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,SAAS,CACxC,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB;eAC5C,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC;QAC7C,sEAAsE;QACtE,wEAAwE;QACxE,+DAA+D;QAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI;aACnC,WAAW,EAAE;aACb,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;aAChC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC;aAC1B,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtB,MAAM,IAAI,GAAG,MAAM,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC1G,MAAM,iBAAiB,GAAG,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,kBAAkB,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,sBAAsB,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAc;YACtB,WAAW;YACX,gBAAgB;YAChB,aAAa;YACb,WAAW;YACX,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;YACrC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC1B,MAAM,EAAE,MAAM;YACd,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM;YAC5B,YAAY;YACZ,IAAI;YACJ,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,sBAAsB,EAAE,SAAS,CAAC;YACvE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO;YAChC,eAAe,EAAE,sBAAsB;SAC1C,CAAC;QAEF,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,sBAAsB,CAAC,QAA8B;QACjD,IAAI,IAAI,CAAC,eAAe,CAAC,8BAA8B,EAAE,CAAC;YACtD,MAAM,SAAS,GAAG,6FAA6F,CAAC;YAChH,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;YACtC,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,eAAe;gBACjD,EAAE,+CAA+C,EAAE,IAAI,CACnD;gBACI,MAAM,EAAE,CAAC;gBACT,eAAe,EAAE;oBACb,aAAa,EAAE;wBACX,gBAAgB,EAAE;4BACd;gCACI,GAAG,EAAE,wBAAwB;gCAC7B,QAAQ,EAAE,IAAI;gCACd,MAAM,EAAE;oCACJ,WAAW;iCACd;6BACJ;4BACD;gCACI,GAAG,EAAE,4BAA4B;gCACjC,QAAQ,EAAE,IAAI;gCACd,MAAM,EAAE;oCACJ,IAAI,CAAC,cAAc,CAAC,gBAAgB;iCACvC;6BACJ;yBACJ;qBACJ;oBACD,WAAW,EAAE,wBAAwB;iBACxC;aACJ,CACJ,CAAC;QACV,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,8BAA8B,CAAC,QAA8B;QACzD,IAAI,IAAI,CAAC,eAAe,CAAC,4BAA4B,EAAE,CAAC;YACpD,IAAI,CAAC,eAAe,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;gBACjE,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBAC1C,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,QAA8B;QAC/C,IAAI,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;gBACxD,IAAI,EAAE,kBAAkB;gBACxB,SAAS,EAAE,aAAa;aAC3B,CAAC,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBACrC,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,EAAE;aACf,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,iBAAiB,CAAC,QAA8B;QAC5C,IAAI,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;gBAChD,IAAI,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBACtB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK;yBAC1C,IAAI,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACJ,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK;yBAC1C,IAAI,CACD;wBACI,IAAI,EAAE,SAAS,CAAC,IAAI;wBACpB,aAAa,EAAE,SAAS,CAAC,IAAI;qBAChC,CACJ,CAAC;gBACV,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,mBAAmB,CAAC,QAA8B;QAC9C,IAAI,IAAI,CAAC,eAAe,CAAC,4BAA4B,EAAE,CAAC;YACpD,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC/C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAC7C,EAAE,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,4BAA4B,EAAE,CAC9D,CAAC;YACN,CAAC;iBAAM,CAAC;gBACJ,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,GAAG;oBAC3C,EAAE,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,4BAA4B,EAAE;iBAC9D,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IAED,qBAAqB,CAAC,QAA8B;QAChD,IAAI,IAAI,CAAC,eAAe,CAAC,8BAA8B,EAAE,CAAC;YACtD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,8BAA8B,CAAC;YAEtE,IAAI,IAAI,CAAC,QAAQ,KAAK,sBAAsB,EAAE,CAAC;gBAC3C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;gBAC1D,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;oBAC1B,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,sBAAsB,WAAW,CAAC,GAAG,MAAM,CAAC;gBAC/F,CAAC;YACL,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACxD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,sBAAsB,WAAW,CAAC,GAAG,MAAM,CAAC;YAC/F,CAAC;QACL,CAAC;IACL,CAAC;IAED,gBAAgB,CAAC,QAA8B;QAC3C,IAAI,IAAI,CAAC,eAAe,CAAC,gBAAgB;eAClC,OAAO,IAAI,CAAC,eAAe,CAAC,gBAAgB,KAAK,QAAQ,EAC9D,CAAC;YACC,IAAI,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;gBACrC,4EAA4E;gBAC5E,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBACrC,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,aAAa;oBACxC,qBAAqB,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE;iBAC3E,CAAC,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;oBACxD,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,aAAa;oBACxC,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,gBAAgB;iBACnD,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC;gBACJ,wEAAwE;gBACxE,uEAAuE;gBACvE,6EAA6E;gBAC7E,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBACrC,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,EAAE;iBACf,CAAC,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;oBACxD,IAAI,EAAE,QAAQ;oBACd,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,gBAAgB;iBACnD,CAAC,CAAC;YACP,CAAC;QACL,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,QAA8B,EAAE,WAAoB;QACrE,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,cAAc,cAAc,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;QAClC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACxD,CAAC;IAED,aAAa,CAAC,QAA8B;QACxC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;YAChC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;gBACrD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC7F,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAEnE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACtC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACxD,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,WAAW,CAAC,QAA8B;QACtC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;gBACtC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBACrC,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,qBAAqB,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE;iBACpD,CAAC,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;oBACxD,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,SAAS,EAAE,MAAM,CAAC,IAAI;iBACzB,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,aAAa,CAAC,QAA8B;QACxC,IAAI,GAAG,CAAC;QACR,IAAI,MAAM,CAAC;QACX,IAAI,SAAS,CAAC;QAEd,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAE5D,yEAAyE;QACzE,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAE1F,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,IAAI,CAAC,SAAS,CAAC,sBAAsB;mBAClC,IAAI,CAAC,SAAS,CAAC,oBAAoB,EAAE,CAAC;gBACzC,IAAI,IAAI,CAAC,SAAS,CAAC,sBAAsB,EAAE,CAAC;oBACxC,GAAG,CAAC,SAAS,EAAE,wBAAwB,EAAE,IAAI,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;gBACpF,CAAC;gBACD,IAAI,IAAI,CAAC,SAAS,CAAC,oBAAoB,EAAE,CAAC;oBACtC,GAAG,CAAC,SAAS,EAAE,sBAAsB,EAAE,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;gBAChF,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC;gBACxD,8DAA8D;gBAC9D,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;gBAC3D,GAAG,CAAC,SAAS,EAAE,wBAAwB,EAAE,GAAG,CAAC,CAAC;gBAC9C,GAAG,CAAC,SAAS,EAAE,sBAAsB,EAAE,GAAG,CAAC,CAAC;YAChD,CAAC;YACD,IAAI,IAAI,CAAC,SAAS,CAAC,yBAAyB;mBACrC,IAAI,CAAC,SAAS,CAAC,uBAAuB,EAAE,CAAC;gBAC5C,GAAG,CAAC,SAAS,EAAE,2BAA2B,EAAE,IAAI,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;gBACtF,GAAG,CAAC,SAAS,EAAE,yBAAyB,EAAE,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;gBAClF,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC;YACvD,CAAC;iBAAM,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;gBAC9D,8DAA8D;gBAC9D,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;gBACpE,GAAG,CAAC,SAAS,EAAE,2BAA2B,EAAE,MAAM,CAAC,CAAC;gBACpD,GAAG,CAAC,SAAS,EAAE,yBAAyB,EAAE,MAAM,CAAC,CAAC;gBAClD,SAAS,GAAG,MAAM,CAAC;YACvB,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,KAAK,sBAAsB,EAAE,CAAC;YAC3C,8DAA8D;YAC9D,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,wBAAwB;mBACtC,IAAI,CAAC,eAAe,CAAC,wBAAwB,IAAI,CAAC,CAAC,CAAC;YAC3D,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,2BAA2B;mBAC5C,IAAI,CAAC,eAAe,CAAC,2BAA2B,IAAI,CAAC,CAAC,CAAC;YAC9D,GAAG,CAAC,SAAS,EAAE,wBAAwB,EAAE,GAAG,CAAC,CAAC;YAC9C,GAAG,CAAC,SAAS,EAAE,sBAAsB,EAAE,GAAG,CAAC,CAAC;YAC5C,GAAG,CAAC,SAAS,EAAE,2BAA2B,EAAE,MAAM,CAAC,CAAC;YACpD,GAAG,CAAC,SAAS,EAAE,yBAAyB,EAAE,MAAM,CAAC,CAAC;YAClD,SAAS,GAAG,MAAM,CAAC;QACvB,CAAC;QAED,mEAAmE;QACnE,sEAAsE;QACtE,iCAAiC;QACjC,IAAI,SAAS,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACxF,CAAC;QACD,oBAAoB,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,SAAmB,CAAC,CAAC;IACtE,CAAC;IAED,WAAW,CAAC,QAA8B;QACtC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAW,EAAE,EAAE;gBAC5C,+DAA+D;gBAC/D,sDAAsD;gBACtD,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,CAAC;oBACjE,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBAC9C,CAAC;gBAED,IAAI,MAAM,CAAC,UAAU,KAAK,WAAW,EAAE,CAAC;oBACpC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBAC/C,CAAC;gBAED,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;oBACnC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBAC9C,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,kBAAkB,CAAC,MAAW,EAAE,QAA8B;QAC1D,MAAM,SAAS,GAAG,yFAAyF,CAAC;QAC5G,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;YACjC,MAAM,eAAe,GAAG;gBACpB,iBAAiB,EAAE,CAAC,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC;aAChD,CAAC;YACF,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;QACnD,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY;YAC9C,EAAE,8CAA8C;YAChD,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,CAAC;YAC1C,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC;SACzB,CAAC,CAAC;IACX,CAAC;IAED,mBAAmB,CAAC,MAAW,EAAE,QAA8B;QAC3D,MAAM,SAAS,GAAG,0FAA0F,CAAC;QAC7G,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY;YAC9C,EAAE,+CAA+C,EAAE,IAAI,CAAC;YACpD,MAAM,EAAE,CAAC;YACT,UAAU,EAAE;gBACR,gBAAgB,EAAE,CAAC;wBACf,GAAG,EAAE,MAAM,CAAC,GAAG;wBACf,QAAQ,EAAE,IAAI;wBACd,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC;qBACzB,CAAC;aACL;SACJ,CAAC,CAAC;IACX,CAAC;IAED,kBAAkB,CAAC,MAAW,EAAE,QAA8B;QAC1D,MAAM,SAAS,GAAG,gCAAgC,CAAC;QACnD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC;YAC1C,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,YAAY;SACvB,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,oBAAoB,CAAC,QAA8B;QAC/C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAC/B,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAC3B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CACnC,CAAC;IACN,CAAC;CACJ"}

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sServiceResource.d.ts

@@ -0,0 +1,26 @@
+import { Logger } from '@terascope/core-utils';
+import type { Config, ExecutionConfig } from '@terascope/types';
+import { K8sConfig, NodeType, TSService } from './interfaces.js';
+import { K8sResource } from './k8sResource.js';
+export declare class K8sServiceResource extends K8sResource<TSService> {
+    nodeType: NodeType;
+    nameInfix: string;
+    templateGenerator: (config: K8sConfig) => TSService;
+    templateConfig: K8sConfig;
+    resource: TSService;
+    exName: string;
+    exUid: string;
+    /**
+     * K8sServiceResource allows the generation of a k8s service based on a template.
+     * After creating the object, the k8s service is accessible on the objects
+     * .resource property.
+     *
+     * @param {Object} terasliceConfig - teraslice cluster config from context
+     * @param {Object} execution - teraslice execution
+     * @param {Logger} logger - teraslice logger
+     * @param {String} exName - name from execution resource
+     * @param {String} exUid - uid from execution resource
+     */
+    constructor(terasliceConfig: Config, execution: ExecutionConfig, logger: Logger, exName: string, exUid: string);
+}
+//# sourceMappingURL=k8sServiceResource.d.ts.map

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sServiceResource.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"k8sServiceResource.d.ts","sourceRoot":"","sources":["../../../../../../../../src/lib/cluster/services/cluster/backends/kubernetesV2/k8sServiceResource.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAEhE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,qBAAa,kBAAmB,SAAQ,WAAW,CAAC,SAAS,CAAC;IAC1D,QAAQ,EAAE,QAAQ,CAA0B;IAC5C,SAAS,SAAS;IAClB,iBAAiB,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,SAAS,CAAC;IACpD,cAAc,YAAC;IACf,QAAQ,YAAC;IACT,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IAEd;;;;;;;;;;OAUG;gBAEC,eAAe,EAAE,MAAM,EACvB,SAAS,EAAE,eAAe,EAC1B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM;CAgBpB"}

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sServiceResource.js

@@ -0,0 +1,37 @@
+import { V1Service } from '@kubernetes/client-node';
+import { convertToTSResource, makeTemplate } from './utils.js';
+import { K8sResource } from './k8sResource.js';
+export class K8sServiceResource extends K8sResource {
+    nodeType = 'execution_controller';
+    nameInfix = 'exc';
+    templateGenerator;
+    templateConfig;
+    resource;
+    exName;
+    exUid;
+    /**
+     * K8sServiceResource allows the generation of a k8s service based on a template.
+     * After creating the object, the k8s service is accessible on the objects
+     * .resource property.
+     *
+     * @param {Object} terasliceConfig - teraslice cluster config from context
+     * @param {Object} execution - teraslice execution
+     * @param {Logger} logger - teraslice logger
+     * @param {String} exName - name from execution resource
+     * @param {String} exUid - uid from execution resource
+     */
+    constructor(terasliceConfig, execution, logger, exName, exUid) {
+        super(terasliceConfig, execution, logger);
+        this.execution = execution;
+        this.logger = logger;
+        this.terasliceConfig = terasliceConfig;
+        this.exName = exName;
+        this.exUid = exUid;
+        this.templateGenerator = makeTemplate('services', this.nodeType);
+        this.templateConfig = this._makeConfig(this.nameInfix, exName, exUid);
+        const k8sService = new V1Service();
+        Object.assign(k8sService, this.templateGenerator(this.templateConfig));
+        this.resource = convertToTSResource(k8sService);
+    }
+}
+//# sourceMappingURL=k8sServiceResource.js.map

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sServiceResource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"k8sServiceResource.js","sourceRoot":"","sources":["../../../../../../../../src/lib/cluster/services/cluster/backends/kubernetesV2/k8sServiceResource.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAGpD,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/D,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,MAAM,OAAO,kBAAmB,SAAQ,WAAsB;IAC1D,QAAQ,GAAa,sBAAsB,CAAC;IAC5C,SAAS,GAAG,KAAK,CAAC;IAClB,iBAAiB,CAAmC;IACpD,cAAc,CAAC;IACf,QAAQ,CAAC;IACT,MAAM,CAAS;IACf,KAAK,CAAS;IAEd;;;;;;;;;;OAUG;IACH,YACI,eAAuB,EACvB,SAA0B,EAC1B,MAAc,EACd,MAAc,EACd,KAAa;QAGb,KAAK,CAAC,eAAe,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,iBAAiB,GAAG,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,UAAU,GAAG,IAAI,SAAS,EAAE,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IACpD,CAAC;CACJ"}

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sState.d.ts

@@ -0,0 +1,13 @@
+import { ClusterState } from '@terascope/types';
+import { TSPodList } from './interfaces.js';
+/**
+ * Given the k8s Pods API output generates the appropriate Teraslice cluster
+ * state.  NOTE: This assumes the pods have already been filtered to ensure they
+ * are teraslice pods and match the cluster in question.
+ * @param  {TSPodList} k8sPods          k8s pods API object (k8s v1.10+)
+ * @param  {Object} clusterState     Teraslice Cluster State
+ * @param  {String} clusterNameLabel k8s label containing clusterName
+ * @param  {Logger} logger           Teraslice logger
+ */
+export declare function gen(k8sPods: TSPodList, clusterState: ClusterState): void;
+//# sourceMappingURL=k8sState.d.ts.map

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sState.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"k8sState.d.ts","sourceRoot":"","sources":["../../../../../../../../src/lib/cluster/services/cluster/backends/kubernetesV2/k8sState.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAqB,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C;;;;;;;;GAQG;AACH,wBAAgB,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,QAqDjE"}

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sState.js

@@ -0,0 +1,60 @@
+import { get, has, uniq, difference } from '@terascope/core-utils';
+/**
+ * Given the k8s Pods API output generates the appropriate Teraslice cluster
+ * state.  NOTE: This assumes the pods have already been filtered to ensure they
+ * are teraslice pods and match the cluster in question.
+ * @param  {TSPodList} k8sPods          k8s pods API object (k8s v1.10+)
+ * @param  {Object} clusterState     Teraslice Cluster State
+ * @param  {String} clusterNameLabel k8s label containing clusterName
+ * @param  {Logger} logger           Teraslice logger
+ */
+export function gen(k8sPods, clusterState) {
+    // Make sure we clean up the old
+    const hostIPs = uniq(k8sPods.items.map((item) => get(item, 'status.hostIP')));
+    const oldHostIps = difference(Object.keys(clusterState), hostIPs);
+    oldHostIps.forEach((ip) => {
+        delete clusterState[ip];
+    });
+    // Loop over the nodes in clusterState and set active = [] so we can append
+    // later
+    Object.keys(clusterState).forEach((nodeId) => {
+        clusterState[nodeId].active = [];
+    });
+    // add a worker for each pod
+    k8sPods.items.forEach((pod) => {
+        if (!has(clusterState, pod.status.hostIP)) {
+            // If the node isn't in clusterState, add it
+            clusterState[pod.status.hostIP] = {
+                node_id: pod.status.hostIP,
+                hostname: pod.status.hostIP,
+                pid: 'N/A',
+                node_version: 'N/A',
+                teraslice_version: 'N/A',
+                total: 'N/A',
+                state: 'connected',
+                available: 'N/A',
+                active: []
+            };
+        }
+        const worker = {
+            assets: [],
+            assignment: pod.metadata.labels['app.kubernetes.io/component'],
+            ex_id: pod.metadata.labels['teraslice.terascope.io/exId'],
+            // WARNING: This makes the assumption that the first container
+            // in the pod is the teraslice container.  Currently it is the
+            // only container, so this assumption is safe for now.
+            image: pod.spec.containers[0].image,
+            job_id: pod.metadata.labels['teraslice.terascope.io/jobId'],
+            pod_name: pod.metadata.name,
+            pod_ip: pod.status.podIP,
+            worker_id: pod.metadata.name,
+        };
+        // k8s pods can have status.phase = `Pending`, `Running`, `Succeeded`,
+        // `Failed`, `Unknown`.  We will only add `Running` pods to the
+        // Teraslice cluster state.
+        if (pod.status.phase === 'Running') {
+            clusterState[pod.status.hostIP].active.push(worker);
+        }
+    });
+}
+//# sourceMappingURL=k8sState.js.map

package/dist/src/lib/cluster/services/cluster/backends/kubernetesV2/k8sState.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"k8sState.js","sourceRoot":"","sources":["../../../../../../../../src/lib/cluster/services/cluster/backends/kubernetesV2/k8sState.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAC7B,MAAM,uBAAuB,CAAC;AAI/B;;;;;;;;GAQG;AACH,MAAM,UAAU,GAAG,CAAC,OAAkB,EAAE,YAA0B;IAC9D,gCAAgC;IAChC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,CAAC;IAElE,UAAU,CAAC,OAAO,CAAC,CAAC,EAAU,EAAE,EAAE;QAC9B,OAAO,YAAY,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,2EAA2E;IAC3E,QAAQ;IACR,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACzC,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,4BAA4B;IAC5B,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1B,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACxC,4CAA4C;YAC5C,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG;gBAC9B,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBAC1B,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBAC3B,GAAG,EAAE,KAAK;gBACV,YAAY,EAAE,KAAK;gBACnB,iBAAiB,EAAE,KAAK;gBACxB,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,WAAW;gBAClB,SAAS,EAAE,KAAK;gBAChB,MAAM,EAAE,EAAE;aACb,CAAC;QACN,CAAC;QAED,MAAM,MAAM,GAAG;YACX,MAAM,EAAE,EAAE;YACV,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,6BAA6B,CAAsB;YACnF,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,6BAA6B,CAAC;YACzD,8DAA8D;YAC9D,8DAA8D;YAC9D,sDAAsD;YACtD,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK;YACnC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,8BAA8B,CAAC;YAC3D,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI;YAC3B,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK;YACxB,SAAS,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI;SAC/B,CAAC;QAEF,sEAAsE;QACtE,+DAA+D;QAC/D,2BAA2B;QAC3B,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACjC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxD,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}