@depup/elastic 0.1.10-depup.0

package/lib/ScalingManager.js

@@ -0,0 +1,67 @@
+var GROW_THRESHOLD = 80;
+var SHRINK_THRESHOLD = 40;
+var SCALE_STEPS_PER_NODE = 5;
+var MAX_NUMBER_NODES = 10;
+
+function ScalingManager( cluster ) {
+	this.cluster = cluster;
+	this.scaleLevel = -1;
+}
+ScalingManager.prototype.setLogger = function( logger ) {
+	this.logger = logger;
+}
+ScalingManager.prototype.reportUtilization = function( percent, count, callback ) {
+	if( this.scaleLevel < 0 )
+	{
+		if( count > 0 )
+			this.scaleLevel = SCALE_STEPS_PER_NODE * ( count - 1 );
+		else
+			this.scaleLevel = 0;
+	}
+
+	this.logger.log( 'elastic (' + this.cluster.config.name + ') Load on ' + count + ' instance cluster is ' + percent + '%' );
+	if( percent > GROW_THRESHOLD )
+	{
+		if( this.scaleLevel < ( SCALE_STEPS_PER_NODE * MAX_NUMBER_NODES ))
+			this.scaleLevel++;
+	}
+	else if( percent < SHRINK_THRESHOLD )
+	{
+		if( this.scaleLevel > 0 )
+			this.scaleLevel--;
+	}
+
+	// Since scaleLevel cannot be less than 0, this can never be less than one.
+	var intendedNumberOfNodes = 1 + Math.floor( this.scaleLevel / SCALE_STEPS_PER_NODE );
+	this._setNumberOfNodes( count, intendedNumberOfNodes, callback );
+}
+ScalingManager.prototype._setNumberOfNodes = function( count, numberOfNodes, callback ) {
+	var self = this;
+	if( count < numberOfNodes )
+	{
+		self.logger.log( 'elastic (' + self.cluster.config.name + '): Launching a new node.' );
+		self.cluster.addNode( function( error ) {
+			if( !error )
+				self.logger.log( 'elastic (' + self.cluster.config.name + '): Added node.' );
+			else
+				self.logger.log( 'elastic (' + self.cluster.config.name + '): Error adding node: ' + error );
+			callback( null );
+		} );
+	}
+	else if( count > numberOfNodes )
+	{
+		self.logger.log( 'elastic (' + self.cluster.config.name + '): Shutting down a node.' );
+		self.cluster.removeNode( function( error ) {
+			if( !error )
+				self.logger.log( 'elastic (' + self.cluster.config.name + '): Removed node.' );
+			else
+				self.logger.log( 'elastic (' + self.cluster.config.name + '): Error removing node: ' + error );
+			callback( null );
+		} );
+	}
+	else
+	{
+		callback( null );
+	}
+}
+module.exports = ScalingManager;

package/lib/Shutdown.js

@@ -0,0 +1,74 @@
+var http = require( 'http' );
+
+function Listener( config ) {
+	this.config = config;
+
+	var app = require( 'express' )();
+	app.get('/', function(req, res){
+		if( config.onShutdown )
+			config.onShutdown( function( error ) {
+				if( error ) {
+					res.status( 500 );
+					res.send( error );
+				}
+				else
+				{
+					res.status( 200 );
+					res.send( '' );
+				}
+			});
+		else
+		{
+			res.status( 200 );
+			res.send( '' );
+		}
+	});
+
+	app.listen( config.listenPort );
+};
+Listener.prototype.setLogger = function( logger ) {
+	this.logger = logger;
+}
+
+function Notifier( config ) {
+	this.config = config;
+};
+Notifier.prototype.setLogger = function( logger ) {
+	this.logger = logger;
+}
+Notifier.prototype.announceShutdown = function( remoteAddr, callback ) {
+	var request = http.request( 
+		{
+			method: 'GET',
+			host: remoteAddr,
+			port: this.config.notifyPort,
+			path: '/'
+		},
+		function( response ) {
+			if( response.statusCode == 200 )
+				callback( null );
+			else
+			{
+				var resultText = '';
+
+				response.on( 'data', function( chunk ) {
+					resultText += chunk;
+				} );
+				response.on( 'end', function() {
+					callback( resultText );
+				} );						
+
+			}
+		}
+	);
+	request.on( 'error', function( e ) {
+		callback( e );
+	} );
+	request.setTimeout( 60000, function() {
+		callback( new Error( 'Remote shutdown took longer than 60 seconds.' ));
+	});
+	request.end();
+};
+
+module.exports.Listener = Listener;
+module.exports.Notifier = Notifier;

package/lib/SpawnProcess.js

@@ -0,0 +1,42 @@
+module.exports = function( command, arguments, successCallback, failureCallback ) {
+
+	var async = require( 'async' );
+	var spawn = require( 'child_process' ).spawn,
+	    describe = spawn( 
+	    	command, 
+	    	arguments
+		);
+
+	var output = '';
+	var errors = '';
+
+	async.parallel( [
+			function( done ) {
+				describe.stdout.on( 'data', function( buffer ) {
+					output += buffer;
+				});
+				describe.stdout.on( 'end', function() {
+					done();
+				});
+			},
+			function( done ) {
+				describe.stderr.on( 'data', function( buffer ) {
+					errors += buffer;
+				});
+				describe.stderr.on( 'end', function() {
+					done();
+				});
+			}
+		],
+		function( error ) {
+			if( errors.length > 0 )
+			{
+				failureCallback( errors );
+			}
+			else
+			{
+				successCallback( output );
+			}
+		}
+	);
+}

package/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "@depup/elastic",
+  "version": "0.1.10-depup.0",
+  "engines": {
+    "node": "0.8.x",
+    "npm": "1.1.x"
+  },
+  "dependencies": {
+    "express": "^5.2.1",
+    "async": "^3.2.6",
+    "moment": "^2.30.1",
+    "s3": "^4.4.0"
+  },
+  "description": "[DepUp] Dependency-bumped version of elastic",
+  "keywords": [
+    "depup",
+    "dependency-bumped",
+    "updated-deps",
+    "elastic"
+  ],
+  "depup": {
+    "changes": {
+      "express": {
+        "from": "3.0.x",
+        "to": "^5.2.1"
+      },
+      "async": {
+        "from": "0.1.x",
+        "to": "^3.2.6"
+      },
+      "moment": {
+        "from": "1.7.x",
+        "to": "^2.30.1"
+      },
+      "s3": {
+        "from": "0.0.4",
+        "to": "^4.4.0"
+      }
+    },
+    "depsUpdated": 4,
+    "originalPackage": "elastic",
+    "originalVersion": "0.1.10",
+    "processedAt": "2026-03-17T19:33:06.315Z",
+    "smokeTest": "passed"
+  }
+}

package/test/LoadBalancedClusterTest.js

@@ -0,0 +1,73 @@
+process.env.JAVA_HOME = '/System/Library/Frameworks/JavaVM.framework/Home/'; 
+process.env.EC2_PRIVATE_KEY = __dirname + '/keys/pk-TQ2TH4KSYVEHHGJJG5KMQX5PLU662GQA.pem';
+process.env.EC2_CERT = __dirname + '/keys/cert-TQ2TH4KSYVEHHGJJG5KMQX5PLU662GQA.pem';
+
+
+var assert = require( 'assert' );
+var async = require( 'async' );
+
+describe( 'Ec2Client', function() {
+	describe( 'getSecurityGroups', function() {
+		this.timeout( 10000 );
+		var elastic = new( require( '../index.js' ))();
+		it( 'should return data about the running instances', function( done ) {
+			elastic.getEc2Client().getSecurityGroups( 'us-east-1', function( error, result ) {
+				assert.equal( null, error );
+				console.log( result );
+
+				/* 
+						[ { instance: 'i-37211948',
+						    ami: 'ami-3d4ff254',
+						    external: 'ec2-50-16-82-212.compute-1.amazonaws.com',
+						    internal: 'ip-10-144-5-154.ec2.internal',
+						    type: 'm1.small',
+						    zone: 'us-east-1b' },
+						  { instance: 'i-18e2836b',
+						    ami: 'ami-0d3aba64',
+						    external: 'ec2-23-22-26-181.compute-1.amazonaws.com',
+						    internal: 'domU-12-31-39-0A-49-B7.compute-1.internal',
+						    type: 't1.micro',
+						    zone: 'us-east-1a' } ]
+						    */
+				done();
+			});
+		});
+	});
+});
+
+describe( 'ProcessingCluster', function() {
+	describe( 'when started', function() {
+		it( 'reports its DNS', function( done ) {
+			var elastic = new( require( '../index.js' ))();
+			var mockClient = new( require( './mocks/MockEc2Client' ))();
+			elastic.setEc2Client( mockClient );
+
+			var cluster = elastic.LoadBalancedCluster( 
+			    {
+			        'region': 'us-east-1',
+			        'zones': [ 'us-east-1a', 'us-east-1b', 'us-east-1d' ],
+			        'name': 'test-lb-cluster',
+			        'ami': 'ami-0d3aba64',  
+			        'securityGroup': 'test-cluster-group',
+			        'firewallAllow': [
+			            {
+			                'port': 80,
+			                'subnet': '0.0.0.0/0',
+			                // 'group': 'sg-4251245',
+			            },
+			        ],
+			        'externalPort': 80,
+			        'internalPort': 80,
+			        'protocol': 'http',
+			        'keypair': 'Nova-Util',
+			        'type': 't1.micro'
+			    }
+			);
+			cluster.start( function( error, clusterDns ) {
+				assert.equal( error, null );
+				assert.ok( clusterDns );
+				done();
+			});
+		} );
+	} );
+});

package/test/MockEc2SecurityTest.js

@@ -0,0 +1,68 @@
+process.env.JAVA_HOME = '/System/Library/Frameworks/JavaVM.framework/Home/'; 
+process.env.EC2_PRIVATE_KEY = __dirname + '/keys/pk-TQ2TH4KSYVEHHGJJG5KMQX5PLU662GQA.pem';
+process.env.EC2_CERT = __dirname + '/keys/cert-TQ2TH4KSYVEHHGJJG5KMQX5PLU662GQA.pem';
+
+
+var assert = require( 'assert' );
+
+/*describe( 'Ec2Client', function() {
+	describe( 'getSecurityGroups', function() {
+		this.timeout( 10000 );
+		var elastic = new( require( '../index.js' ))();
+		it( 'should return data about the running instances', function( done ) {
+			elastic.getEc2Client().getSecurityGroups( 'us-east-1', function( error, result ) {
+				assert.equal( null, error );
+				console.log( result );
+
+				/* 
+						 [ { id: 'sg-d4dba9bc', name: 'default', description: 'd' },
+  { id: 'sg-7c4f1414', name: 'Nova', description: 'C' },
+  { id: 'sg-6cc0b204', name: 'EngineFE', description: 'E' },
+  { id: 'sg-708df718', name: 'EngineDM', description: 'E' },
+  { id: 'sg-3eaa8156',
+    name: 'test-cluster-group',
+    description: 't' },
+  { id: 'sg-68517200', name: 'Solr-Dev', description: 'S' },
+  { id: 'sg-1ad8aa72', name: 'EngineDB', description: 'E' },
+  { id: 'sg-4c89f024', name: 'EngineNLP', description: 'N' } ]
+						    */
+/*				done();
+			});
+		});
+	});
+	describe( 'createSecurityGroup', function() {
+		this.timeout( 10000 );
+		var elastic = new( require( '../index.js' ))();
+		it( 'should return data about the new security group', function( done ) {
+			elastic.getEc2Client().createSecurityGroup( 'us-east-1', 'testGroup2', function( error, result ) {
+				assert.equal( null, error );
+				console.log( result );
+
+				/* 
+						 [ { id: 'sg-111c0479',
+						    name: 'testGroup2',
+						    description: 'testGroup2' } ]
+			    */
+/*				done();
+			});
+		});
+	});
+}); */
+
+describe( 'MockEc2Client', function() {
+	describe( 'createSecurityGroup', function() {
+		it( 'adds a security group', function( done ) {
+			var elastic = new( require( '../index.js' ))();
+			var mockClient = new( require( './mocks/MockEc2Client' ))();
+			elastic.setEc2Client( mockClient );
+
+			var groupName = 'new_group';
+			elastic.getEc2Client().createSecurityGroup( 'us-east-1', groupName, function( error, result ) {
+				assert.equal( null, error );
+				assert.equal( groupName, result[0].name );
+				assert.ok( result[0].id );
+				done();
+			});
+		});
+	} );
+});

package/test/S3ExporterTest.js

@@ -0,0 +1,13 @@
+var elastic = require( '../index.js' );
+var s3Keys = require( '../../Engine-Developer/keys/S3Keys.js' );
+process.env.S3_API = s3Keys.api;
+process.env.S3_SECRET = s3Keys.secret;
+
+var logExporter = new elastic.S3LogExporter( {
+    'tmp': '/tmp',
+    'logFiles': [ './asl',
+                  'anyfile' ],
+    'bucket': 'engine-logs',
+    'prefix': 'cassandra-test',
+    'period': 28800000
+});

package/test/keys/S3Keys.js

@@ -0,0 +1,4 @@
+module.exports = exports = {
+	api: 'AKIAJYMTL4JEAG5ZLPVQ',
+	secret: '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'
+}

package/test/keys/cert-TQ2TH4KSYVEHHGJJG5KMQX5PLU662GQA.pem

@@ -0,0 +1,16 @@
+-----BEGIN CERTIFICATE-----
+MIICdTCCAd6gAwIBAgIFfO5Bi8owDQYJKoZIhvcNAQEFBQAwUzELMAkGA1UEBhMC
+VVMxEzARBgNVBAoTCkFtYXpvbi5jb20xDDAKBgNVBAsTA0FXUzEhMB8GA1UEAxMY
+QVdTIExpbWl0ZWQtQXNzdXJhbmNlIENBMB4XDTEyMTIwNDE5MDE0MVoXDTEzMTIw
+NDE5MDE0MVowUTELMAkGA1UEBhMCVVMxEzARBgNVBAoTCkFtYXpvbi5jb20xFzAV
+BgNVBAsTDkFXUy1EZXZlbG9wZXJzMRQwEgYDVQQDEwsxbjhlaW5uMXpvdjCBnzAN
+BgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEAjKeae6r47j3kphe3J+mzxvxXew3EXuqX
+cATxc1IhAeQVq56tKEG2okmXzQxhqvBdYvj4MPxfhoqXDXKdvUVRWmbR73eQrVMt
+GUxgXwx5bbXb5U7/s0W2SmC+rToHp7oP+upQDJc3PT9a18XyrCmKawuZtoqZ/Yvj
+uhG2gSjkEIcCAwEAAaNXMFUwDgYDVR0PAQH/BAQDAgWgMBYGA1UdJQEB/wQMMAoG
+CCsGAQUFBwMCMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFE2b3GUPXtEUrgiU7sw3
+BvyICqjsMA0GCSqGSIb3DQEBBQUAA4GBAHZvD998M2ryOAlphmVH8TPwa9fgMj/0
+HsEGkTqmY7PMkzGoXRcpDFGDhWiik4mV+EDhVqa5htvsmnBIwmpN6akQCSxCesHA
+R6+VPX0pobe3U+5rRznF4rfVrnQQiOh1hi1ba6jc+TYtmNYNo4t5FYg4KM0H+KDi
++Pa5Kps4vs51
+-----END CERTIFICATE-----

package/test/keys/pk-TQ2TH4KSYVEHHGJJG5KMQX5PLU662GQA.pem

@@ -0,0 +1,14 @@
+-----BEGIN PRIVATE KEY-----
+MIICdwIBADANBgkqhkiG9w0BAQEFAASCAmEwggJdAgEAAoGBAIynmnuq+O495KYXtyfps8b8V3sN
+xF7ql3AE8XNSIQHkFauerShBtqJJl80MYarwXWL4+DD8X4aKlw1ynb1FUVpm0e93kK1TLRlMYF8M
+eW212+VO/7NFtkpgvq06B6e6D/rqUAyXNz0/WtfF8qwpimsLmbaKmf2L47oRtoEo5BCHAgMBAAEC
+gYBbnLb0IbItisaon/2902wzCRz5m0fyAp5MagvR7wZssuCifaGO/O412fUzqwLaUeChnEQbs+WM
+PiyQp7yyELohSoX9YWLvIcTFcfjJzav6+5HLQ+o1Iw3uTFfMGoOe/PfMy7PLMcZQSDdKOQ/QuzQF
+vcPneyE8tr7JuqJkkOLhsQJBAOK1Yg4+DTTvvzOrDrcD2zh30V8GxmgRm5PxwYmKuP155YAlRw6k
+8IhmmfiBqo4rjvHceQIXugTlZthhCyskGSUCQQCe0+bh80DpvXJVRHVSgojQGc1yc9C0/MAz1U1b
++djRrhL+qxJ1DBqofb6WBrxVCrlmy1/eEuIYd25uXG8+GqE7AkEAgmj6Xdz99dyPrSYSEd8LBMGP
+08zu5sByMTlZLkh5P34WMY+//0GMB7qViWj1dlDCKoi7pyOE4vofHgs8xHVAbQJAG+RQlnt2edXI
+H0s/YzcDObBeUOwfybjdM/0QcceFmQT91vVJ734prE8wyf3y0uhoOLIcas5cIDnRDdZzvq9EgwJB
+AMGkFhoGpNQ+7DgIXLuU1BQIfL4TPi9Oaa3HPiGvWky0XawxIB5PlY2bKUcVuHraMdxhK8Q7e9iL
+sTvX17EYJF4=
+-----END PRIVATE KEY-----