elasticsearch-manager 0.1.0

data/lib/elasticsearch/model/shard.rb

@@ -0,0 +1,22 @@
+require 'ostruct'
+require 'representable/json'
+
+module Elasticsearch
+  module Model
+    class Shard < OpenStruct
+      module Representer
+        include Representable::JSON
+        include Representable::Hash
+        include Representable::Hash::AllowSymbols
+  
+        property :state
+        property :primary
+        property :node
+        property :realocating_node
+        property :shard
+        property :index
+      end
+      extend Representer
+    end
+  end
+end

data/lib/elasticsearch/model/state.rb

@@ -0,0 +1,23 @@
+require 'ostruct'
+require 'representable/json'
+
+module Elasticsearch
+  class ClusterState < OpenStruct
+    module Representer
+      include Representable::JSON
+      include Representable::Hash
+      include Representable::Hash::AllowSymbols
+  
+      property :cluster_name
+      property :master_node
+      property :nodes, setter: (lambda do |v,args|
+        self.nodes = v.map do |id,node|
+          n = Elasticsearch::Model::Node.new.extend(Elasticsearch::Model::Node::Representer).from_hash(node)
+          n.id, n.master, n.ip = id, id == self.master_node, n.transport_address[/\d+\.\d+\.\d+\.\d+/]
+          n
+        end
+      end)
+    end
+    extend Representer
+  end
+end

data/spec/client_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+require 'elasticsearch/client'
+
+describe 'Elasticsearch::Client::Base' '#_build_url' do
+  context 'building urls' do
+    it 'returns the full URL from passed path and defaults' do
+      c = Elasticsearch::Client::Base.new
+      path = '/test/path'
+      exp_url = "http://localhost:9200#{path}"
+      url = c.send('_build_url'.to_sym, path)
+      expect(url).to eql(exp_url)
+    end
+
+    it 'returns the full URL from passed path and specified host/port' do
+      host, port = 'example.com', 9100
+      c = Elasticsearch::Client::Base.new(host, port)
+      path = '/test/path'
+      exp_url = "http://#{host}:#{port}#{path}"
+      url = c.send('_build_url'.to_sym, path)
+      expect(url).to eql(exp_url)
+    end
+  end
+end
+
+describe 'Elasticsearch::Client::Base' '#_get' do
+  context 'simple get' do
+    it 'returns raw response from request' do
+      c = Elasticsearch::Client::Base.new
+      resp = c._get('/base/client')
+      expect(resp).to eql('requested: /base/client')
+    end
+  end
+end

data/spec/cmd_spec.rb

@@ -0,0 +1,123 @@
+require 'spec_helper'
+require 'stringio'
+
+require 'net/ssh'
+require 'elasticsearch/manager/cmd'
+
+include Elasticsearch::Manager
+
+describe 'Elasticsearch::Manager::CMD' '#rolling_restart' do
+  let (:ssh_connection) { double("SSH Connection") }
+
+  before do
+    allow(Net::SSH).to receive(:start).and_yield(ssh_connection)
+
+    @input    = StringIO.new
+    @output   = StringIO.new
+    @terminal = HighLine.new(@input, @output)
+    allow(HighLine).to receive(:new).and_return(@terminal)
+  end
+
+  context 'restart cluster' do
+    it 'does a clean restart' do
+      expect(Net::SSH).to receive(:start).with('10.110.33.218', ENV['USER']).ordered
+      expect(Net::SSH).to receive(:start).with('10.110.40.133', ENV['USER']).ordered
+      expect(Net::SSH).to receive(:start).with('10.110.38.153', ENV['USER']).ordered
+
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+      expect(ssh_connection).to receive(:exec).exactly(3).times
+
+      @input << "y\ny\ny\n"
+      @input.rewind
+
+      exit_code = -1
+      output = capture_stdout do
+        opts = {:hostname => 'localhost', :port => '9200', :sleep_interval => 1 }
+        exit_code = CMD.rolling_restart(opts)
+      end
+      expect(exit_code).to eql(0)
+    end
+
+    it 'throws stabilization timeout' do
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+      opts = {:hostname => 'localhost-cmd-restart-timeout', :port => '9200', :timeout => 2, :sleep_interval => 1}
+
+      @input << "y\ny\ny\n"
+      @input.rewind
+
+      exit_code = -1
+      output = capture_stdout do
+        exit_code = CMD.rolling_restart(opts)
+      end
+      expect(exit_code).to eql(2)
+    end
+
+    it 'throws node available timeout' do
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+      opts = {:hostname => 'localhost-cmd-restart-not-available', :port => '9200', :timeout => 2, :sleep_interval => 1}
+
+      @input << "y\ny\ny\n"
+      @input.rewind
+
+      exit_code = -1
+      output = capture_stdout do
+        exit_code = CMD.rolling_restart(opts)
+      end
+      expect(exit_code).to eql(2)
+    end
+
+    it 'handles eventual stabilization' do
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+      opts = {:hostname => 'localhost-cmd-restart-stabilization', :port => '9200', :timeout => 3, :sleep_interval => 1}
+
+      @input << "y\ny\ny\n"
+      @input.rewind
+
+      exit_code = -1
+      output = capture_stdout do
+        exit_code = CMD.rolling_restart(opts)
+      end
+      expect(exit_code).to eql(0)
+    end
+
+    it 'Allows user to bail' do
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+      opts = {:hostname => 'localhost', :port => '9200'}
+
+      @input << "no\n"
+      @input.rewind
+
+      exit_code = -1
+      output = capture_stdout do
+        exit_code = CMD.rolling_restart(opts)
+      end
+      expect(exit_code).to eql(2)
+    end
+
+    it 'Allows user to bail at master restart' do
+      allow(ssh_connection).to receive(:exec) do |arg|
+        expect(arg).to eql('sudo service elasticsearch restart')
+      end
+      opts = {:hostname => 'localhost', :port => '9200'}
+
+      @input << "y\ny\nn\n"
+      @input.rewind
+
+      exit_code = -1
+      output = capture_stdout do
+        exit_code = CMD.rolling_restart(opts)
+      end
+      expect(exit_code).to eql(2)
+    end
+  end
+end

data/spec/esclient_spec.rb

@@ -0,0 +1,64 @@
+require 'spec_helper'
+require 'elasticsearch/client'
+
+describe 'Elasticsearch::Client::ESClient ' '#status' do
+  context 'check status' do
+    it 'returns green' do
+      c = Elasticsearch::Client::ESClient.new
+      status = c.status
+      expect(status).to eql('green')
+    end
+  end
+  context 'is green?' do
+    it 'returns true (green)' do
+      c = Elasticsearch::Client::ESClient.new
+      status = c.green?
+      expect(status).to be true
+    end
+
+    it 'returns false (yellow)' do
+      c = Elasticsearch::Client::ESClient.new('localhost-yellow')
+      status = c.green?
+      expect(status).to be false
+    end
+
+    it 'returns false (red)' do
+      c = Elasticsearch::Client::ESClient.new('localhost-red')
+      status = c.green?
+      expect(status).to be false
+    end
+  end
+end
+
+describe 'Elasticsearch::Client::ESClient ' '#health' do
+  context '_cluster/health' do
+    it 'returns health hash' do
+      c = Elasticsearch::Client::ESClient.new('localhost')
+      health = c.health
+      exp_health = JSON.parse(File.read(DIR + '/fixtures/health.json'))
+      expect(health).to eql(exp_health)
+    end
+  end
+end
+
+describe 'Elasticsearch::Client::ESClient ' '#nodes' do
+  context '_nodes' do
+    it 'returns nodes hash' do
+      c = Elasticsearch::Client::ESClient.new('localhost')
+      nodes = c.nodes
+      exp_nodes = JSON.parse(File.read(DIR + '/fixtures/nodes_.json'))
+      expect(nodes).to eql(exp_nodes)
+    end
+  end
+end
+
+describe 'Elasticsearch::Client::ESClient ' '#state' do
+  context '_cluster/state' do
+    it 'returns nodes hash' do
+      c = Elasticsearch::Client::ESClient.new('localhost')
+      state = c.state
+      exp_state = JSON.parse(File.read(DIR + '/fixtures/state.json'))
+      expect(state).to eql(exp_state)
+    end
+  end
+end

data/spec/fixtures/health.json

@@ -0,0 +1,12 @@
+{
+  "cluster_name":"test_es_cluster",
+  "status":"green",
+  "timed_out":false,
+  "number_of_nodes":3,
+  "number_of_data_nodes":3,
+  "active_primary_shards":8,
+  "active_shards":16,
+  "relocating_shards":0,
+  "initializing_shards":0,
+  "unassigned_shards":0
+}

data/spec/fixtures/health_initializing.json

@@ -0,0 +1,12 @@
+{
+  "cluster_name":"test_es_cluster",
+  "status":"green",
+  "timed_out":false,
+  "number_of_nodes":3,
+  "number_of_data_nodes":3,
+  "active_primary_shards":8,
+  "active_shards":16,
+  "relocating_shards":0,
+  "initializing_shards":1,
+  "unassigned_shards":0
+}

data/spec/fixtures/health_realocating.json

@@ -0,0 +1,12 @@
+{
+  "cluster_name":"test_es_cluster",
+  "status":"green",
+  "timed_out":false,
+  "number_of_nodes":3,
+  "number_of_data_nodes":3,
+  "active_primary_shards":8,
+  "active_shards":16,
+  "relocating_shards":1,
+  "initializing_shards":0,
+  "unassigned_shards":0
+}

data/spec/fixtures/health_red.json

@@ -0,0 +1,12 @@
+{
+  "cluster_name":"test_es_cluster",
+  "status":"red",
+  "timed_out":false,
+  "number_of_nodes":3,
+  "number_of_data_nodes":3,
+  "active_primary_shards":8,
+  "active_shards":16,
+  "relocating_shards":0,
+  "initializing_shards":0,
+  "unassigned_shards":0
+}

data/spec/fixtures/health_unassigned.json

@@ -0,0 +1,12 @@
+{
+  "cluster_name":"test_es_cluster",
+  "status":"green",
+  "timed_out":false,
+  "number_of_nodes":3,
+  "number_of_data_nodes":3,
+  "active_primary_shards":8,
+  "active_shards":16,
+  "relocating_shards":0,
+  "initializing_shards":0,
+  "unassigned_shards":1
+}

data/spec/fixtures/health_yellow.json

@@ -0,0 +1,13 @@
+{
+  "cluster_name":"test_es_cluster",
+  "status":"yellow",
+  "timed_out":false,
+  "number_of_nodes":3,
+  "number_of_data_nodes":3,
+  "active_primary_shards":8,
+  "active_shards":16,
+  "relocating_shards":0,
+  "initializing_shards":0,
+  "unassigned_shards":0
+}
+

data/spec/fixtures/nodes_.json

@@ -0,0 +1,837 @@
+{
+  "cluster_name": "socrata_test_es_cluster",
+  "nodes": {
+    "v8w7dipKTo-52KuS6mMqYA": {
+      "name": "node1.example.com",
+      "transport_address": "inet[/10.110.39.215:9300]",
+      "host": "ip-10-110-39-215.us-west-2.compute.internal",
+      "ip": "10.110.39.215",
+      "version": "1.4.3",
+      "build": "36a29a7",
+      "http_address": "inet[/10.110.39.215:9200]",
+      "attributes": {
+        "aws_availability_zone": "us-west-2b",
+        "max_local_storage_nodes": "3"
+      },
+      "settings": {
+        "index": {
+          "mapper": {
+            "dynamic": "true"
+          }
+        },
+        "bootstrap": {
+          "mlockall": "true"
+        },
+        "client": {
+          "type": "node"
+        },
+        "gateway": {
+          "expected_nodes": "3"
+        },
+        "pidfile": "/usr/local/var/run/node1_example_com.pid",
+        "plugin": {
+          "mandatory": "cloud-aws"
+        },
+        "node": {
+          "max_local_storage_nodes": "3",
+          "name": "node1.example.com"
+        },
+        "http": {
+          "port": "9200"
+        },
+        "name": "node1.example.com",
+        "action": {
+          "auto_create_index": "true",
+          "disable_delete_all_indices": "true"
+        },
+        "path": {
+          "data": "/data/elasticsearch",
+          "home": "/bin/elasticsearch",
+          "conf": "/etc/elasticsearch",
+          "logs": "/var/log/elasticsearch"
+        },
+        "cloud": {
+          "aws": {
+            "region": "us-west-2",
+            "proxy_port": "3128",
+            "protocol": "https",
+            "proxy_host": "proxy.example.com",
+            "ec2": {
+              "endpoint": "ec2.us-west-2.amazonaws.com"
+            }
+          },
+          "node": {
+            "auto_attributes": "true"
+          }
+        },
+        "config": "/etc/elasticsearch/elasticsearch.yml",
+        "cluster": {
+          "name": "socrata_test_es_cluster"
+        },
+        "discovery": {
+          "type": "ec2",
+          "zen": {
+            "minimum_master_nodes": "2",
+            "ping": {
+              "multicast": {
+                "enabled": "false"
+              }
+            }
+          },
+          "ec2": {
+            "tag": {
+              "Name": "test-cluster"
+            }
+          }
+        },
+        "foreground": "yes"
+      },
+      "os": {
+        "refresh_interval_in_millis": 1000,
+        "available_processors": 2,
+        "cpu": {
+          "vendor": "Intel",
+          "model": "Xeon",
+          "mhz": 2900,
+          "total_cores": 2,
+          "total_sockets": 1,
+          "cores_per_socket": 2,
+          "cache_size_in_bytes": 25600
+        },
+        "mem": {
+          "total_in_bytes": 3947364352
+        },
+        "swap": {
+          "total_in_bytes": 0
+        }
+      },
+      "process": {
+        "refresh_interval_in_millis": 1000,
+        "id": 29421,
+        "max_file_descriptors": 64000,
+        "mlockall": true
+      },
+      "jvm": {
+        "pid": 29421,
+        "version": "1.7.0_45",
+        "vm_name": "Java HotSpot(TM) 64-Bit Server VM",
+        "vm_version": "24.45-b08",
+        "vm_vendor": "Oracle Corporation",
+        "start_time_in_millis": 1429812123179,
+        "mem": {
+          "heap_init_in_bytes": 2147483648,
+          "heap_max_in_bytes": 2130051072,
+          "non_heap_init_in_bytes": 24313856,
+          "non_heap_max_in_bytes": 136314880,
+          "direct_max_in_bytes": 2130051072
+        },
+        "gc_collectors": [
+          "ParNew",
+          "ConcurrentMarkSweep"
+        ],
+        "memory_pools": [
+          "Code Cache",
+          "Par Eden Space",
+          "Par Survivor Space",
+          "CMS Old Gen",
+          "CMS Perm Gen"
+        ]
+      },
+      "thread_pool": {
+        "generic": {
+          "type": "cached",
+          "keep_alive": "30s",
+          "queue_size": -1
+        },
+        "index": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "200"
+        },
+        "bench": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "get": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "1k"
+        },
+        "snapshot": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "merge": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "suggest": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "1k"
+        },
+        "bulk": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "50"
+        },
+        "optimize": {
+          "type": "fixed",
+          "min": 1,
+          "max": 1,
+          "queue_size": -1
+        },
+        "warmer": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "flush": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "search": {
+          "type": "fixed",
+          "min": 6,
+          "max": 6,
+          "queue_size": "1k"
+        },
+        "listener": {
+          "type": "fixed",
+          "min": 1,
+          "max": 1,
+          "queue_size": -1
+        },
+        "percolate": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "1k"
+        },
+        "management": {
+          "type": "scaling",
+          "min": 1,
+          "max": 5,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "refresh": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        }
+      },
+      "network": {
+        "refresh_interval_in_millis": 5000,
+        "primary_interface": {
+          "address": "10.110.39.215",
+          "name": "eth0",
+          "mac_address": "02:C0:85:15:1A:EF"
+        }
+      },
+      "transport": {
+        "bound_address": "inet[/0.0.0.0:9300]",
+        "publish_address": "inet[/10.110.39.215:9300]"
+      },
+      "http": {
+        "bound_address": "inet[/0.0.0.0:9200]",
+        "publish_address": "inet[/10.110.39.215:9200]",
+        "max_content_length_in_bytes": 104857600
+      },
+      "plugins": [
+        {
+          "name": "cloud-aws",
+          "version": "2.4.0",
+          "description": "Cloud AWS Plugin",
+          "jvm": true,
+          "site": false
+        },
+        {
+          "name": "marvel",
+          "version": "1.3.1",
+          "description": "Elasticsearch Management & Monitoring",
+          "url": "/_plugin/marvel/",
+          "jvm": true,
+          "site": true
+        }
+      ]
+    },
+    "j4eRj4UNRlmZDEtbjH5yTA": {
+      "name": "node2.example.com",
+      "transport_address": "inet[/10.110.42.16:9300]",
+      "host": "ip-10-110-42-16.us-west-2.compute.internal",
+      "ip": "10.110.42.16",
+      "version": "1.4.3",
+      "build": "36a29a7",
+      "http_address": "inet[/10.110.42.16:9200]",
+      "attributes": {
+        "aws_availability_zone": "us-west-2c",
+        "max_local_storage_nodes": "3"
+      },
+      "settings": {
+        "index": {
+          "mapper": {
+            "dynamic": "true"
+          }
+        },
+        "bootstrap": {
+          "mlockall": "true"
+        },
+        "client": {
+          "type": "node"
+        },
+        "gateway": {
+          "expected_nodes": "3"
+        },
+        "pidfile": "/usr/local/var/run/node2_example_com.pid",
+        "plugin": {
+          "mandatory": "cloud-aws"
+        },
+        "node": {
+          "max_local_storage_nodes": "3",
+          "name": "node2.example.com"
+        },
+        "http": {
+          "port": "9200"
+        },
+        "name": "node2.example.com",
+        "action": {
+          "auto_create_index": "true",
+          "disable_delete_all_indices": "true"
+        },
+        "path": {
+          "data": "/data/elasticsearch",
+          "home": "/bin/elasticsearch",
+          "conf": "/etc/elasticsearch",
+          "logs": "/var/log/elasticsearch"
+        },
+        "cloud": {
+          "aws": {
+            "region": "us-west-2",
+            "proxy_port": "3128",
+            "protocol": "https",
+            "proxy_host": "proxy.example.com",
+            "ec2": {
+              "endpoint": "ec2.us-west-2.amazonaws.com"
+            }
+          },
+          "node": {
+            "auto_attributes": "true"
+          }
+        },
+        "config": "/etc/elasticsearch/elasticsearch.yml",
+        "cluster": {
+          "name": "socrata_test_es_cluster"
+        },
+        "discovery": {
+          "type": "ec2",
+          "zen": {
+            "minimum_master_nodes": "2",
+            "ping": {
+              "multicast": {
+                "enabled": "false"
+              }
+            }
+          },
+          "ec2": {
+            "tag": {
+              "Name": "test-cluster"
+            }
+          }
+        },
+        "foreground": "yes"
+      },
+      "os": {
+        "refresh_interval_in_millis": 1000,
+        "available_processors": 2,
+        "cpu": {
+          "vendor": "Intel",
+          "model": "Xeon",
+          "mhz": 2893,
+          "total_cores": 2,
+          "total_sockets": 1,
+          "cores_per_socket": 2,
+          "cache_size_in_bytes": 25600
+        },
+        "mem": {
+          "total_in_bytes": 3947364352
+        },
+        "swap": {
+          "total_in_bytes": 0
+        }
+      },
+      "process": {
+        "refresh_interval_in_millis": 1000,
+        "id": 31738,
+        "max_file_descriptors": 64000,
+        "mlockall": true
+      },
+      "jvm": {
+        "pid": 31738,
+        "version": "1.7.0_45",
+        "vm_name": "Java HotSpot(TM) 64-Bit Server VM",
+        "vm_version": "24.45-b08",
+        "vm_vendor": "Oracle Corporation",
+        "start_time_in_millis": 1429813244163,
+        "mem": {
+          "heap_init_in_bytes": 2147483648,
+          "heap_max_in_bytes": 2130051072,
+          "non_heap_init_in_bytes": 24313856,
+          "non_heap_max_in_bytes": 136314880,
+          "direct_max_in_bytes": 2130051072
+        },
+        "gc_collectors": [
+          "ParNew",
+          "ConcurrentMarkSweep"
+        ],
+        "memory_pools": [
+          "Code Cache",
+          "Par Eden Space",
+          "Par Survivor Space",
+          "CMS Old Gen",
+          "CMS Perm Gen"
+        ]
+      },
+      "thread_pool": {
+        "generic": {
+          "type": "cached",
+          "keep_alive": "30s",
+          "queue_size": -1
+        },
+        "index": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "200"
+        },
+        "bench": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "get": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "1k"
+        },
+        "snapshot": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "merge": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "suggest": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "1k"
+        },
+        "bulk": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "50"
+        },
+        "optimize": {
+          "type": "fixed",
+          "min": 1,
+          "max": 1,
+          "queue_size": -1
+        },
+        "warmer": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "flush": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "search": {
+          "type": "fixed",
+          "min": 6,
+          "max": 6,
+          "queue_size": "1k"
+        },
+        "listener": {
+          "type": "fixed",
+          "min": 1,
+          "max": 1,
+          "queue_size": -1
+        },
+        "percolate": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "1k"
+        },
+        "management": {
+          "type": "scaling",
+          "min": 1,
+          "max": 5,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "refresh": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        }
+      },
+      "network": {
+        "refresh_interval_in_millis": 5000,
+        "primary_interface": {
+          "address": "10.110.42.16",
+          "name": "eth0",
+          "mac_address": "0A:04:54:F2:FB:A1"
+        }
+      },
+      "transport": {
+        "bound_address": "inet[/0.0.0.0:9300]",
+        "publish_address": "inet[/10.110.42.16:9300]"
+      },
+      "http": {
+        "bound_address": "inet[/0.0.0.0:9200]",
+        "publish_address": "inet[/10.110.42.16:9200]",
+        "max_content_length_in_bytes": 104857600
+      },
+      "plugins": [
+        {
+          "name": "cloud-aws",
+          "version": "2.4.0",
+          "description": "Cloud AWS Plugin",
+          "jvm": true,
+          "site": false
+        },
+        {
+          "name": "marvel",
+          "version": "1.3.1",
+          "description": "Elasticsearch Management & Monitoring",
+          "url": "/_plugin/marvel/",
+          "jvm": true,
+          "site": true
+        }
+      ]
+    },
+    "ofXIjVIMR-OmzYXTDyRP_Q": {
+      "name": "node3.example.com",
+      "transport_address": "inet[ip-10-110-34-69.us-west-2.compute.internal/10.110.34.69:9300]",
+      "host": "ip-10-110-34-69.us-west-2.compute.internal",
+      "ip": "10.110.34.69",
+      "version": "1.4.3",
+      "build": "36a29a7",
+      "http_address": "inet[/10.110.34.69:9200]",
+      "attributes": {
+        "aws_availability_zone": "us-west-2a",
+        "max_local_storage_nodes": "3"
+      },
+      "settings": {
+        "index": {
+          "mapper": {
+            "dynamic": "true"
+          }
+        },
+        "bootstrap": {
+          "mlockall": "true"
+        },
+        "client": {
+          "type": "node"
+        },
+        "gateway": {
+          "expected_nodes": "3"
+        },
+        "pidfile": "/usr/local/var/run/node3_example_com.pid",
+        "plugin": {
+          "mandatory": "cloud-aws"
+        },
+        "node": {
+          "max_local_storage_nodes": "3",
+          "name": "node3.example.com"
+        },
+        "http": {
+          "port": "9200"
+        },
+        "name": "node3.example.com",
+        "action": {
+          "auto_create_index": "true",
+          "disable_delete_all_indices": "true"
+        },
+        "path": {
+          "data": "/data/elasticsearch",
+          "home": "/bin/elasticsearch",
+          "conf": "/etc/elasticsearch",
+          "logs": "/var/log/elasticsearch"
+        },
+        "cloud": {
+          "aws": {
+            "region": "us-west-2",
+            "proxy_port": "3128",
+            "protocol": "https",
+            "proxy_host": "proxy.example.com",
+            "ec2": {
+              "endpoint": "ec2.us-west-2.amazonaws.com"
+            }
+          },
+          "node": {
+            "auto_attributes": "true"
+          }
+        },
+        "config": "/etc/elasticsearch/elasticsearch.yml",
+        "cluster": {
+          "name": "socrata_test_es_cluster"
+        },
+        "discovery": {
+          "type": "ec2",
+          "zen": {
+            "minimum_master_nodes": "2",
+            "ping": {
+              "multicast": {
+                "enabled": "false"
+              }
+            }
+          },
+          "ec2": {
+            "tag": {
+              "Name": "test-cluster"
+            }
+          }
+        },
+        "foreground": "yes"
+      },
+      "os": {
+        "refresh_interval_in_millis": 1000,
+        "available_processors": 2,
+        "cpu": {
+          "vendor": "Intel",
+          "model": "Xeon",
+          "mhz": 2900,
+          "total_cores": 2,
+          "total_sockets": 1,
+          "cores_per_socket": 2,
+          "cache_size_in_bytes": 25600
+        },
+        "mem": {
+          "total_in_bytes": 3947364352
+        },
+        "swap": {
+          "total_in_bytes": 0
+        }
+      },
+      "process": {
+        "refresh_interval_in_millis": 1000,
+        "id": 31087,
+        "max_file_descriptors": 64000,
+        "mlockall": true
+      },
+      "jvm": {
+        "pid": 31087,
+        "version": "1.7.0_45",
+        "vm_name": "Java HotSpot(TM) 64-Bit Server VM",
+        "vm_version": "24.45-b08",
+        "vm_vendor": "Oracle Corporation",
+        "start_time_in_millis": 1429812667322,
+        "mem": {
+          "heap_init_in_bytes": 2147483648,
+          "heap_max_in_bytes": 2130051072,
+          "non_heap_init_in_bytes": 24313856,
+          "non_heap_max_in_bytes": 136314880,
+          "direct_max_in_bytes": 2130051072
+        },
+        "gc_collectors": [
+          "ParNew",
+          "ConcurrentMarkSweep"
+        ],
+        "memory_pools": [
+          "Code Cache",
+          "Par Eden Space",
+          "Par Survivor Space",
+          "CMS Old Gen",
+          "CMS Perm Gen"
+        ]
+      },
+      "thread_pool": {
+        "generic": {
+          "type": "cached",
+          "keep_alive": "30s",
+          "queue_size": -1
+        },
+        "index": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "200"
+        },
+        "bench": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "get": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "1k"
+        },
+        "snapshot": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "merge": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "suggest": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "1k"
+        },
+        "bulk": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "50"
+        },
+        "optimize": {
+          "type": "fixed",
+          "min": 1,
+          "max": 1,
+          "queue_size": -1
+        },
+        "warmer": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "flush": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "search": {
+          "type": "fixed",
+          "min": 6,
+          "max": 6,
+          "queue_size": "1k"
+        },
+        "listener": {
+          "type": "fixed",
+          "min": 1,
+          "max": 1,
+          "queue_size": -1
+        },
+        "percolate": {
+          "type": "fixed",
+          "min": 2,
+          "max": 2,
+          "queue_size": "1k"
+        },
+        "management": {
+          "type": "scaling",
+          "min": 1,
+          "max": 5,
+          "keep_alive": "5m",
+          "queue_size": -1
+        },
+        "refresh": {
+          "type": "scaling",
+          "min": 1,
+          "max": 1,
+          "keep_alive": "5m",
+          "queue_size": -1
+        }
+      },
+      "network": {
+        "refresh_interval_in_millis": 5000,
+        "primary_interface": {
+          "address": "10.110.34.69",
+          "name": "eth0",
+          "mac_address": "06:7C:55:1B:C2:36"
+        }
+      },
+      "transport": {
+        "bound_address": "inet[/0.0.0.0:9300]",
+        "publish_address": "inet[ip-10-110-34-69.us-west-2.compute.internal/10.110.34.69:9300]"
+      },
+      "http": {
+        "bound_address": "inet[/0.0.0.0:9200]",
+        "publish_address": "inet[/10.110.34.69:9200]",
+        "max_content_length_in_bytes": 104857600
+      },
+      "plugins": [
+        {
+          "name": "cloud-aws",
+          "version": "2.4.0",
+          "description": "Cloud AWS Plugin",
+          "jvm": true,
+          "site": false
+        },
+        {
+          "name": "river-twitter",
+          "version": "2.5.0",
+          "description": "River Twitter Plugin",
+          "jvm": true,
+          "site": false
+        },
+        {
+          "name": "marvel",
+          "version": "1.3.1",
+          "description": "Elasticsearch Management & Monitoring",
+          "url": "/_plugin/marvel/",
+          "jvm": true,
+          "site": true
+        }
+      ]
+    }
+  }
+}