teraslice 2.17.2 → 3.0.0-dev.0

package/dist/test/lib/cluster/services/cluster/backends/kubernetes/k8sState-multicluster-spec.js

@@ -1,67 +0,0 @@
-import { cloneDeep } from '@terascope/utils';
-import _podsJobRunning from './files/job-running-v1-k8s-pods-multicluster.json';
-import { gen } from '../../../../../../../src/lib/cluster/services/cluster/backends/kubernetes/k8sState.js';
-describe('k8sState with pods from multiple clusters', () => {
-    it('should generate cluster state correctly on first call', () => {
-        const podsJobRunning = cloneDeep(_podsJobRunning);
-        const clusterState = {};
-        gen(podsJobRunning, clusterState);
-        // console.log(`clusterState\n\n${JSON.stringify(clusterState, null, 2)}`);
-        // console.log(JSON.stringify(podsJobRunning, null, 2));
-        expect(clusterState['192.168.99.100'].state).toEqual('connected');
-        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
-        expect(clusterState['192.168.99.100'].active[1])
-            .toEqual({
-            worker_id: 'teraslice-execution_controller-123456-784cbt5mz',
-            assignment: 'execution_controller',
-            pod_name: 'teraslice-execution_controller-123456-784cbt5mz',
-            ex_id: '123456',
-            job_id: '654321',
-            pod_ip: '172.17.0.5',
-            assets: [],
-            image: 'docker.registry.example/teraslice:0.0.0'
-        });
-        expect(clusterState['192.168.99.100'].active[2])
-            .toEqual({
-            worker_id: 'teraslice-worker-123456-8b68v7p8t',
-            assignment: 'worker',
-            pod_name: 'teraslice-worker-123456-8b68v7p8t',
-            ex_id: '123456',
-            job_id: '654321',
-            pod_ip: '172.17.0.6',
-            assets: [],
-            image: 'docker.registry.example/teraslice:0.0.0'
-        });
-    });
-    it('should generate cluster state correctly on second call', () => {
-        const podsJobRunning = cloneDeep(_podsJobRunning);
-        const clusterState = {};
-        gen(podsJobRunning, clusterState);
-        gen(podsJobRunning, clusterState);
-        expect(clusterState['192.168.99.100'].state).toEqual('connected');
-        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
-        expect(clusterState['192.168.99.100'].active[1])
-            .toEqual({
-            worker_id: 'teraslice-execution_controller-123456-784cbt5mz',
-            assignment: 'execution_controller',
-            pod_name: 'teraslice-execution_controller-123456-784cbt5mz',
-            ex_id: '123456',
-            job_id: '654321',
-            pod_ip: '172.17.0.5',
-            assets: [],
-            image: 'docker.registry.example/teraslice:0.0.0'
-        });
-        expect(clusterState['192.168.99.100'].active[2])
-            .toEqual({
-            worker_id: 'teraslice-worker-123456-8b68v7p8t',
-            assignment: 'worker',
-            pod_name: 'teraslice-worker-123456-8b68v7p8t',
-            ex_id: '123456',
-            job_id: '654321',
-            pod_ip: '172.17.0.6',
-            assets: [],
-            image: 'docker.registry.example/teraslice:0.0.0'
-        });
-    });
-});
-//# sourceMappingURL=k8sState-multicluster-spec.js.map

package/dist/test/lib/cluster/services/cluster/backends/kubernetes/k8sState-spec.js

@@ -1,84 +0,0 @@
-import { cloneDeep } from '@terascope/utils';
-import _podsJobRunning from './files/job-running-v1-k8s-pods.json';
-import { gen } from '../../../../../../../src/lib/cluster/services/cluster/backends/kubernetes/k8sState.js';
-describe('k8sState', () => {
-    it('should generate cluster state correctly on first call', () => {
-        const podsJobRunning = cloneDeep(_podsJobRunning);
-        const clusterState = {};
-        gen(podsJobRunning, clusterState);
-        // console.log(`clusterState\n\n${JSON.stringify(clusterState, null, 2)}`);
-        expect(clusterState['192.168.99.100'].state).toEqual('connected');
-        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
-        expect(clusterState['192.168.99.100'].active[1])
-            .toEqual({
-            worker_id: 'teraslice-execution_controller-123456-784cbt5mz',
-            assignment: 'execution_controller',
-            pod_name: 'teraslice-execution_controller-123456-784cbt5mz',
-            ex_id: '123456',
-            job_id: '654321',
-            pod_ip: '172.17.0.5',
-            assets: [],
-            image: 'docker.registry.example/teraslice:0.0.0'
-        });
-        expect(clusterState['192.168.99.100'].active[2])
-            .toEqual({
-            worker_id: 'teraslice-worker-123456-8b68v7p8t',
-            assignment: 'worker',
-            pod_name: 'teraslice-worker-123456-8b68v7p8t',
-            ex_id: '123456',
-            job_id: '654321',
-            pod_ip: '172.17.0.6',
-            assets: [],
-            image: 'docker.registry.example/teraslice:0.0.0'
-        });
-    });
-    it('should generate cluster state correctly on second call', () => {
-        const podsJobRunning = cloneDeep(_podsJobRunning);
-        const clusterState = {};
-        gen(podsJobRunning, clusterState);
-        gen(podsJobRunning, clusterState);
-        expect(clusterState['192.168.99.100'].state).toEqual('connected');
-        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
-        expect(clusterState['192.168.99.100'].active[1])
-            .toEqual({
-            worker_id: 'teraslice-execution_controller-123456-784cbt5mz',
-            assignment: 'execution_controller',
-            pod_name: 'teraslice-execution_controller-123456-784cbt5mz',
-            ex_id: '123456',
-            job_id: '654321',
-            pod_ip: '172.17.0.5',
-            assets: [],
-            image: 'docker.registry.example/teraslice:0.0.0'
-        });
-        expect(clusterState['192.168.99.100'].active[2])
-            .toEqual({
-            worker_id: 'teraslice-worker-123456-8b68v7p8t',
-            assignment: 'worker',
-            pod_name: 'teraslice-worker-123456-8b68v7p8t',
-            ex_id: '123456',
-            job_id: '654321',
-            pod_ip: '172.17.0.6',
-            assets: [],
-            image: 'docker.registry.example/teraslice:0.0.0'
-        });
-    });
-    it('should remove old host ips', () => {
-        const podsJobRunning = cloneDeep(_podsJobRunning);
-        const clusterState = {};
-        clusterState['2.2.2.2'] = {
-            node_id: '2.2.2.2',
-            hostname: '2.2.2.2',
-            pid: 'N/A',
-            node_version: 'N/A',
-            teraslice_version: 'N/A',
-            total: 'N/A',
-            state: 'idk',
-            available: 'N/A',
-            active: []
-        };
-        gen(podsJobRunning, clusterState);
-        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
-        expect(clusterState['2.2.2.2']).toBeUndefined();
-    });
-});
-//# sourceMappingURL=k8sState-spec.js.map

package/dist/test/lib/cluster/services/cluster/backends/kubernetes/utils-spec.js

@@ -1,132 +0,0 @@
-import { makeTemplate, getMaxOldSpace } from '../../../../../../../src/lib/cluster/services/cluster/backends/kubernetes/utils.js';
-import { safeEncode } from '../../../../../../../src/lib/utils/encoding_utils.js';
-describe('K8s Utils', () => {
-    describe('->makeTemplate', () => {
-        it('should be able to support the execution_controller job', () => {
-            const exJobTemplate = makeTemplate('jobs', 'execution_controller');
-            const config = {
-                name: 'example',
-                jobNameLabel: 'example-job',
-                clusterNameLabel: 'example-cluster',
-                exId: 'some-ex-id',
-                jobId: 'some-job-id',
-                nodeType: 'execution_controller',
-                namespace: 'some-namespace',
-                dockerImage: 'some/docker-image',
-                execution: safeEncode({ example: 'hello' }),
-                shutdownTimeout: 12345
-            };
-            const exJob = exJobTemplate(config);
-            expect(exJob.kind).toEqual('Job');
-            expect(exJob.metadata).toEqual({
-                labels: {
-                    'app.kubernetes.io/name': 'teraslice',
-                    'app.kubernetes.io/component': config.nodeType,
-                    'teraslice.terascope.io/exId': config.exId,
-                    'teraslice.terascope.io/jobId': config.jobId,
-                    'teraslice.terascope.io/jobName': config.jobNameLabel,
-                    'app.kubernetes.io/instance': config.clusterNameLabel
-                },
-                name: config.name,
-                namespace: config.namespace
-            });
-            expect(exJob.spec.template.metadata.labels).toEqual(exJob.metadata.labels);
-            const templateSpec = exJob.spec.template.spec;
-            expect(templateSpec.containers[0].image).toEqual(config.dockerImage);
-            expect(templateSpec.containers[0].name).toEqual(config.name);
-            expect(templateSpec.containers[0].env).toEqual([
-                {
-                    name: 'NODE_TYPE',
-                    value: config.nodeType
-                },
-                {
-                    name: 'EX',
-                    value: config.execution
-                },
-                {
-                    name: 'POD_IP',
-                    valueFrom: {
-                        fieldRef: {
-                            fieldPath: 'status.podIP'
-                        }
-                    }
-                }
-            ]);
-            expect(templateSpec.terminationGracePeriodSeconds).toEqual(config.shutdownTimeout);
-        });
-        it('should be able to support the worker deployment', () => {
-            const workerDeploymentTemplate = makeTemplate('deployments', 'worker');
-            const config = {
-                name: 'example',
-                jobNameLabel: 'example-job',
-                clusterNameLabel: 'example-cluster',
-                exId: 'some-ex-id',
-                exName: 'example-job-abcd',
-                exUid: 'UID1',
-                jobId: 'some-job-id',
-                nodeType: 'worker',
-                namespace: 'some-namespace',
-                dockerImage: 'some/docker-image',
-                execution: safeEncode({ example: 'hello' }),
-                replicas: 1,
-                shutdownTimeout: 12345
-            };
-            const workerDeployment = workerDeploymentTemplate(config);
-            expect(workerDeployment.kind).toEqual('Deployment');
-            expect(workerDeployment.metadata).toEqual({
-                labels: {
-                    'app.kubernetes.io/name': 'teraslice',
-                    'app.kubernetes.io/component': config.nodeType,
-                    'teraslice.terascope.io/exId': config.exId,
-                    'teraslice.terascope.io/jobId': config.jobId,
-                    'teraslice.terascope.io/jobName': config.jobNameLabel,
-                    'app.kubernetes.io/instance': config.clusterNameLabel
-                },
-                name: config.name,
-                namespace: config.namespace,
-                ownerReferences: [
-                    {
-                        apiVersion: 'batch/v1',
-                        blockOwnerDeletion: false,
-                        controller: false,
-                        kind: 'Job',
-                        name: 'example-job-abcd',
-                        uid: 'UID1',
-                    },
-                ],
-            });
-            expect(workerDeployment.spec.replicas).toEqual(config.replicas);
-            const { labels } = workerDeployment.spec.template.metadata;
-            expect(labels).toEqual(workerDeployment.metadata.labels);
-            const templateSpec = workerDeployment.spec.template.spec;
-            expect(templateSpec.containers[0].image).toEqual(config.dockerImage);
-            expect(templateSpec.containers[0].name).toEqual(config.name);
-            expect(templateSpec.containers[0].env).toEqual([
-                {
-                    name: 'NODE_TYPE',
-                    value: config.nodeType
-                },
-                {
-                    name: 'EX',
-                    value: config.execution
-                },
-                {
-                    name: 'POD_IP',
-                    valueFrom: {
-                        fieldRef: {
-                            fieldPath: 'status.podIP'
-                        }
-                    }
-                }
-            ]);
-            expect(templateSpec.terminationGracePeriodSeconds).toEqual(config.shutdownTimeout);
-        });
-    });
-    describe('->getMaxOldSpace', () => {
-        it('should convert bytes to mb', () => {
-            const oneGBInBytes = 1024 * 1024 * 1024;
-            expect(getMaxOldSpace(oneGBInBytes)).toEqual(Math.round(0.9 * 1024));
-        });
-    });
-});
-//# sourceMappingURL=utils-spec.js.map