teraslice 2.11.0 → 2.12.0

package/dist/test/lib/cluster/services/cluster/backends/kubernetes/k8sState-multicluster-spec.js

@@ -0,0 +1,67 @@
+import { cloneDeep } from '@terascope/utils';
+import _podsJobRunning from './files/job-running-v1-k8s-pods-multicluster.json';
+import { gen } from '../../../../../../../src/lib/cluster/services/cluster/backends/kubernetes/k8sState.js';
+describe('k8sState with pods from multiple clusters', () => {
+    it('should generate cluster state correctly on first call', () => {
+        const podsJobRunning = cloneDeep(_podsJobRunning);
+        const clusterState = {};
+        gen(podsJobRunning, clusterState);
+        // console.log(`clusterState\n\n${JSON.stringify(clusterState, null, 2)}`);
+        // console.log(JSON.stringify(podsJobRunning, null, 2));
+        expect(clusterState['192.168.99.100'].state).toEqual('connected');
+        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
+        expect(clusterState['192.168.99.100'].active[1])
+            .toEqual({
+            worker_id: 'teraslice-execution_controller-123456-784cbt5mz',
+            assignment: 'execution_controller',
+            pod_name: 'teraslice-execution_controller-123456-784cbt5mz',
+            ex_id: '123456',
+            job_id: '654321',
+            pod_ip: '172.17.0.5',
+            assets: [],
+            image: 'docker.registry.example/teraslice:0.0.0'
+        });
+        expect(clusterState['192.168.99.100'].active[2])
+            .toEqual({
+            worker_id: 'teraslice-worker-123456-8b68v7p8t',
+            assignment: 'worker',
+            pod_name: 'teraslice-worker-123456-8b68v7p8t',
+            ex_id: '123456',
+            job_id: '654321',
+            pod_ip: '172.17.0.6',
+            assets: [],
+            image: 'docker.registry.example/teraslice:0.0.0'
+        });
+    });
+    it('should generate cluster state correctly on second call', () => {
+        const podsJobRunning = cloneDeep(_podsJobRunning);
+        const clusterState = {};
+        gen(podsJobRunning, clusterState);
+        gen(podsJobRunning, clusterState);
+        expect(clusterState['192.168.99.100'].state).toEqual('connected');
+        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
+        expect(clusterState['192.168.99.100'].active[1])
+            .toEqual({
+            worker_id: 'teraslice-execution_controller-123456-784cbt5mz',
+            assignment: 'execution_controller',
+            pod_name: 'teraslice-execution_controller-123456-784cbt5mz',
+            ex_id: '123456',
+            job_id: '654321',
+            pod_ip: '172.17.0.5',
+            assets: [],
+            image: 'docker.registry.example/teraslice:0.0.0'
+        });
+        expect(clusterState['192.168.99.100'].active[2])
+            .toEqual({
+            worker_id: 'teraslice-worker-123456-8b68v7p8t',
+            assignment: 'worker',
+            pod_name: 'teraslice-worker-123456-8b68v7p8t',
+            ex_id: '123456',
+            job_id: '654321',
+            pod_ip: '172.17.0.6',
+            assets: [],
+            image: 'docker.registry.example/teraslice:0.0.0'
+        });
+    });
+});
+//# sourceMappingURL=k8sState-multicluster-spec.js.map

package/dist/test/lib/cluster/services/cluster/backends/kubernetes/k8sState-spec.js

@@ -0,0 +1,84 @@
+import { cloneDeep } from '@terascope/utils';
+import _podsJobRunning from './files/job-running-v1-k8s-pods.json';
+import { gen } from '../../../../../../../src/lib/cluster/services/cluster/backends/kubernetes/k8sState.js';
+describe('k8sState', () => {
+    it('should generate cluster state correctly on first call', () => {
+        const podsJobRunning = cloneDeep(_podsJobRunning);
+        const clusterState = {};
+        gen(podsJobRunning, clusterState);
+        // console.log(`clusterState\n\n${JSON.stringify(clusterState, null, 2)}`);
+        expect(clusterState['192.168.99.100'].state).toEqual('connected');
+        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
+        expect(clusterState['192.168.99.100'].active[1])
+            .toEqual({
+            worker_id: 'teraslice-execution_controller-123456-784cbt5mz',
+            assignment: 'execution_controller',
+            pod_name: 'teraslice-execution_controller-123456-784cbt5mz',
+            ex_id: '123456',
+            job_id: '654321',
+            pod_ip: '172.17.0.5',
+            assets: [],
+            image: 'docker.registry.example/teraslice:0.0.0'
+        });
+        expect(clusterState['192.168.99.100'].active[2])
+            .toEqual({
+            worker_id: 'teraslice-worker-123456-8b68v7p8t',
+            assignment: 'worker',
+            pod_name: 'teraslice-worker-123456-8b68v7p8t',
+            ex_id: '123456',
+            job_id: '654321',
+            pod_ip: '172.17.0.6',
+            assets: [],
+            image: 'docker.registry.example/teraslice:0.0.0'
+        });
+    });
+    it('should generate cluster state correctly on second call', () => {
+        const podsJobRunning = cloneDeep(_podsJobRunning);
+        const clusterState = {};
+        gen(podsJobRunning, clusterState);
+        gen(podsJobRunning, clusterState);
+        expect(clusterState['192.168.99.100'].state).toEqual('connected');
+        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
+        expect(clusterState['192.168.99.100'].active[1])
+            .toEqual({
+            worker_id: 'teraslice-execution_controller-123456-784cbt5mz',
+            assignment: 'execution_controller',
+            pod_name: 'teraslice-execution_controller-123456-784cbt5mz',
+            ex_id: '123456',
+            job_id: '654321',
+            pod_ip: '172.17.0.5',
+            assets: [],
+            image: 'docker.registry.example/teraslice:0.0.0'
+        });
+        expect(clusterState['192.168.99.100'].active[2])
+            .toEqual({
+            worker_id: 'teraslice-worker-123456-8b68v7p8t',
+            assignment: 'worker',
+            pod_name: 'teraslice-worker-123456-8b68v7p8t',
+            ex_id: '123456',
+            job_id: '654321',
+            pod_ip: '172.17.0.6',
+            assets: [],
+            image: 'docker.registry.example/teraslice:0.0.0'
+        });
+    });
+    it('should remove old host ips', () => {
+        const podsJobRunning = cloneDeep(_podsJobRunning);
+        const clusterState = {};
+        clusterState['2.2.2.2'] = {
+            node_id: '2.2.2.2',
+            hostname: '2.2.2.2',
+            pid: 'N/A',
+            node_version: 'N/A',
+            teraslice_version: 'N/A',
+            total: 'N/A',
+            state: 'idk',
+            available: 'N/A',
+            active: []
+        };
+        gen(podsJobRunning, clusterState);
+        expect(clusterState['192.168.99.100'].active.length).toEqual(3);
+        expect(clusterState['2.2.2.2']).toBeUndefined();
+    });
+});
+//# sourceMappingURL=k8sState-spec.js.map

package/dist/test/lib/cluster/services/cluster/backends/kubernetes/utils-spec.js

@@ -0,0 +1,132 @@
+import { makeTemplate, getMaxOldSpace } from '../../../../../../../src/lib/cluster/services/cluster/backends/kubernetes/utils.js';
+import { safeEncode } from '../../../../../../../src/lib/utils/encoding_utils.js';
+describe('K8s Utils', () => {
+    describe('->makeTemplate', () => {
+        it('should be able to support the execution_controller job', () => {
+            const exJobTemplate = makeTemplate('jobs', 'execution_controller');
+            const config = {
+                name: 'example',
+                jobNameLabel: 'example-job',
+                clusterNameLabel: 'example-cluster',
+                exId: 'some-ex-id',
+                jobId: 'some-job-id',
+                nodeType: 'execution_controller',
+                namespace: 'some-namespace',
+                dockerImage: 'some/docker-image',
+                execution: safeEncode({ example: 'hello' }),
+                shutdownTimeout: 12345
+            };
+            const exJob = exJobTemplate(config);
+            expect(exJob.kind).toEqual('Job');
+            expect(exJob.metadata).toEqual({
+                labels: {
+                    'app.kubernetes.io/name': 'teraslice',
+                    'app.kubernetes.io/component': config.nodeType,
+                    'teraslice.terascope.io/exId': config.exId,
+                    'teraslice.terascope.io/jobId': config.jobId,
+                    'teraslice.terascope.io/jobName': config.jobNameLabel,
+                    'app.kubernetes.io/instance': config.clusterNameLabel
+                },
+                name: config.name,
+                namespace: config.namespace
+            });
+            expect(exJob.spec.template.metadata.labels).toEqual(exJob.metadata.labels);
+            const templateSpec = exJob.spec.template.spec;
+            expect(templateSpec.containers[0].image).toEqual(config.dockerImage);
+            expect(templateSpec.containers[0].name).toEqual(config.name);
+            expect(templateSpec.containers[0].env).toEqual([
+                {
+                    name: 'NODE_TYPE',
+                    value: config.nodeType
+                },
+                {
+                    name: 'EX',
+                    value: config.execution
+                },
+                {
+                    name: 'POD_IP',
+                    valueFrom: {
+                        fieldRef: {
+                            fieldPath: 'status.podIP'
+                        }
+                    }
+                }
+            ]);
+            expect(templateSpec.terminationGracePeriodSeconds).toEqual(config.shutdownTimeout);
+        });
+        it('should be able to support the worker deployment', () => {
+            const workerDeploymentTemplate = makeTemplate('deployments', 'worker');
+            const config = {
+                name: 'example',
+                jobNameLabel: 'example-job',
+                clusterNameLabel: 'example-cluster',
+                exId: 'some-ex-id',
+                exName: 'example-job-abcd',
+                exUid: 'UID1',
+                jobId: 'some-job-id',
+                nodeType: 'worker',
+                namespace: 'some-namespace',
+                dockerImage: 'some/docker-image',
+                execution: safeEncode({ example: 'hello' }),
+                replicas: 1,
+                shutdownTimeout: 12345
+            };
+            const workerDeployment = workerDeploymentTemplate(config);
+            expect(workerDeployment.kind).toEqual('Deployment');
+            expect(workerDeployment.metadata).toEqual({
+                labels: {
+                    'app.kubernetes.io/name': 'teraslice',
+                    'app.kubernetes.io/component': config.nodeType,
+                    'teraslice.terascope.io/exId': config.exId,
+                    'teraslice.terascope.io/jobId': config.jobId,
+                    'teraslice.terascope.io/jobName': config.jobNameLabel,
+                    'app.kubernetes.io/instance': config.clusterNameLabel
+                },
+                name: config.name,
+                namespace: config.namespace,
+                ownerReferences: [
+                    {
+                        apiVersion: 'batch/v1',
+                        blockOwnerDeletion: false,
+                        controller: false,
+                        kind: 'Job',
+                        name: 'example-job-abcd',
+                        uid: 'UID1',
+                    },
+                ],
+            });
+            expect(workerDeployment.spec.replicas).toEqual(config.replicas);
+            const { labels } = workerDeployment.spec.template.metadata;
+            expect(labels).toEqual(workerDeployment.metadata.labels);
+            const templateSpec = workerDeployment.spec.template.spec;
+            expect(templateSpec.containers[0].image).toEqual(config.dockerImage);
+            expect(templateSpec.containers[0].name).toEqual(config.name);
+            expect(templateSpec.containers[0].env).toEqual([
+                {
+                    name: 'NODE_TYPE',
+                    value: config.nodeType
+                },
+                {
+                    name: 'EX',
+                    value: config.execution
+                },
+                {
+                    name: 'POD_IP',
+                    valueFrom: {
+                        fieldRef: {
+                            fieldPath: 'status.podIP'
+                        }
+                    }
+                }
+            ]);
+            expect(templateSpec.terminationGracePeriodSeconds).toEqual(config.shutdownTimeout);
+        });
+    });
+    describe('->getMaxOldSpace', () => {
+        it('should convert bytes to mb', () => {
+            const oneGBInBytes = 1024 * 1024 * 1024;
+            expect(getMaxOldSpace(oneGBInBytes)).toEqual(Math.round(0.9 * 1024));
+        });
+    });
+});
+//# sourceMappingURL=utils-spec.js.map