luban-elasticsearch 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1328aee63f3300543019dc41790862ec368d6330
+  data.tar.gz: d85be6d25a77f28a5273ed84af0a6a2db5d6dd0a
+SHA512:
+  metadata.gz: 8137d42e0b1a8a9b63d1654f4f7209d37f57b068af6f3488a02709672d9a0758698dc847e1adfac2bfa9a33be6ddc447d2c976ad946fe2c335e34987995ca783
+  data.tar.gz: 7ae71ed56374a43ecd622e54e777ac8a3ad3c3881bebc19c48ae75025b2d761b2772c557c7f744fdb4adb978ae685cfb66ab0e4c629753ebd97850aa5c014685

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+.DS_Store

data/CHANGLOG.md

@@ -0,0 +1,6 @@
+# Change log
+
+## Version 0.1.0 (Aug 23, 2016)
+
+New features:
+  * Initialized Luban deployemnt package of Elasticsearch

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in luban-elasticsearch.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Chi Man Lei
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,39 @@
+# Luban::Elasticsearch
+
+Luban deployment package to manage Elasticsearch installation, deployment and control
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'luban-elasticsearch'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install luban-elasticsearch
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/lubanrb/elasticsearch.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "luban/elasticsearch"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/luban/deployment/packages/elasticsearch/base.rb

@@ -0,0 +1,48 @@
+module Luban
+  module Deployment
+    module Packages
+      class Elasticsearch < Luban::Deployment::Service::Base
+        module Paths
+          def control_file_name
+            @control_file_name ||= "#{service_name}.yml"
+          end
+
+          def data_path
+            @data_path ||= shared_path.join('data')
+          end
+
+          def log_path
+            @log_path ||= shared_path.join('logs')
+          end
+          alias_method :logs_path, :log_path
+        end
+
+        module Parameters
+          extend Luban::Deployment::Parameters::Base
+
+          DefaultPort = 9200
+          parameter :port
+
+          protected
+
+          def set_default_elasticsearch_parameters
+            set_default :port, DefaultPort
+          end
+        end
+
+        include Parameters
+
+        protected
+
+        def set_default_parameters
+          super
+          set_default_elasticsearch_parameters
+        end
+
+        def include_default_templates_path
+          default_templates_paths.unshift(base_templates_path(__FILE__))
+        end
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/elasticsearch/configurator.rb

@@ -0,0 +1,13 @@
+module Luban
+  module Deployment
+    module Packages
+      class Elasticsearch
+        class Configurator < Luban::Deployment::Service::Configurator
+          include Paths
+          include Parameters
+          include Controller::Commands
+        end
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/elasticsearch/controller.rb

@@ -0,0 +1,35 @@
+module Luban
+  module Deployment
+    module Packages
+      class Elasticsearch
+        class Controller < Luban::Deployment::Service::Controller
+          module Commands
+            def self.included(base)
+              base.define_executable 'elasticsearch'
+            end
+
+            def java_home_path
+              @java_home_path ||= readlink(app_path.join('java'))
+            end
+
+            def process_pattern
+              @process_pattern ||= "#{profile_path}$"
+            end
+
+            def start_command
+              @start_command ||= "#{elasticsearch_executable} -d -p #{pid_file_path} --path.conf=#{profile_path}"
+            end
+
+            def stop_command
+              @stop_command ||= "kill $(cat #{pid_file_path} 2>/dev/null)"
+            end
+          end
+
+          include Paths
+          include Parameters
+          include Commands
+        end
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/elasticsearch/installer.rb

@@ -0,0 +1,42 @@
+module Luban
+  module Deployment
+    module Packages
+      class Elasticsearch
+        class Installer < Luban::Deployment::Service::Installer
+          include Paths
+
+          define_executable 'elasticsearch'
+
+          def source_repo
+            @source_repo ||= 'http://download.elastic.co'
+          end
+
+          def source_url_root
+            @source_url_root ||= "elasticsearch/release/org/elasticsearch/distribution/tar/elasticsearch/#{package_version}"
+          end
+
+          def installed?
+            file?(elasticsearch_executable)
+          end
+
+          protected
+
+          def init
+            super
+            linked_dirs.delete('log')
+            linked_dirs.push('data', 'logs')
+            linked_files.push('elasticsearch.yml', 'logging.yml')
+          end
+
+          def build_package
+            info "Building #{package_full_name}"
+            within install_path do
+              execute(:mv, build_path.join('*'), '.', ">> #{install_log_file_path} 2>&1")
+            end
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/luban/deployment/packages/elasticsearch/templates/elasticsearch.monitrc.erb

@@ -0,0 +1,10 @@
+# Monit control file for Elasticsearch
+
+check process <%= service_entry %>
+  with pidfile <%= pid_file_path %>
+  onreboot laststate
+  start program = "/bin/bash -c 'sleep 1; <%= compose_command(start_command) %>'"
+  stop program = "/bin/bash -c '<%= compose_command(stop_command) %>'"
+  if failed port <%= port %> for 4 times within 8 cycles then restart
+  if cpu is greater than 80% for 20 cycles then alert
+  if loadavg(5min) greater than 10 for 40 cycles then restart

data/lib/luban/deployment/packages/elasticsearch/templates/elasticsearch.yml.erb

@@ -0,0 +1,94 @@
+# ======================== Elasticsearch Configuration =========================
+#
+# NOTE: Elasticsearch comes with reasonable defaults for most settings.
+#       Before you set out to tweak and tune the configuration, make sure you
+#       understand what are you trying to accomplish and the consequences.
+#
+# The primary way of configuring a node is via this file. This template lists
+# the most important settings you may want to configure for a production cluster.
+#
+# Please see the documentation for further information on configuration options:
+# <http://www.elastic.co/guide/en/elasticsearch/reference/current/setup-configuration.html>
+#
+# ---------------------------------- Cluster -----------------------------------
+#
+# Use a descriptive name for your cluster:
+#
+cluster.name: <%= service_entry %>
+#
+# ------------------------------------ Node ------------------------------------
+#
+# Use a descriptive name for the node:
+#
+node.name: ${HOSTNAME}
+#
+# Add custom attributes to the node:
+#
+# node.rack: r1
+#
+# ----------------------------------- Paths ------------------------------------
+#
+# Path to directory where to store the data (separate multiple locations by comma):
+#
+path.data: <%= data_path %>
+#
+# Path to log files:
+#
+path.logs: <%= logs_path %>
+#
+# ----------------------------------- Memory -----------------------------------
+#
+# Lock the memory on startup:
+#
+# bootstrap.mlockall: true
+#
+# Make sure that the `ES_HEAP_SIZE` environment variable is set to about half the memory
+# available on the system and that the owner of the process is allowed to use this limit.
+#
+# Elasticsearch performs poorly when the system is swapping the memory.
+#
+# ---------------------------------- Network -----------------------------------
+#
+# Set the bind address to a specific IP (IPv4 or IPv6):
+#
+# network.host: 192.168.0.1
+#
+# Set a custom port for HTTP:
+#
+http.port: <%= port %>
+#
+# For more information, see the documentation at:
+# <http://www.elastic.co/guide/en/elasticsearch/reference/current/modules-network.html>
+#
+# --------------------------------- Discovery ----------------------------------
+#
+# Pass an initial list of hosts to perform discovery when new node is started:
+# The default list of hosts is ["127.0.0.1", "[::1]"]
+#
+# discovery.zen.ping.unicast.hosts: ["host1", "host2"]
+#
+# Prevent the "split brain" by configuring the majority of nodes (total number of nodes / 2 + 1):
+#
+# discovery.zen.minimum_master_nodes: 3
+#
+# For more information, see the documentation at:
+# <http://www.elastic.co/guide/en/elasticsearch/reference/current/modules-discovery.html>
+#
+# ---------------------------------- Gateway -----------------------------------
+#
+# Block initial recovery after a full cluster restart until N nodes are started:
+#
+# gateway.recover_after_nodes: 3
+#
+# For more information, see the documentation at:
+# <http://www.elastic.co/guide/en/elasticsearch/reference/current/modules-gateway.html>
+#
+# ---------------------------------- Various -----------------------------------
+#
+# Disable starting multiple nodes on a single system:
+#
+# node.max_local_storage_nodes: 1
+#
+# Require explicit names when deleting indices:
+#
+# action.destructive_requires_name: true

data/lib/luban/deployment/packages/elasticsearch/templates/logging.yml

@@ -0,0 +1,85 @@
+# you can override this using by setting a system property, for example -Des.logger.level=DEBUG
+es.logger.level: INFO
+rootLogger: ${es.logger.level}, console, file
+logger:
+  # log action execution errors for easier debugging
+  action: DEBUG
+
+  # deprecation logging, turn to DEBUG to see them
+  deprecation: INFO, deprecation_log_file
+
+  # reduce the logging for aws, too much is logged under the default INFO
+  com.amazonaws: WARN
+  # aws will try to do some sketchy JMX stuff, but its not needed.
+  com.amazonaws.jmx.SdkMBeanRegistrySupport: ERROR
+  com.amazonaws.metrics.AwsSdkMetrics: ERROR
+
+  org.apache.http: INFO
+
+  # gateway
+  #gateway: DEBUG
+  #index.gateway: DEBUG
+
+  # peer shard recovery
+  #indices.recovery: DEBUG
+
+  # discovery
+  #discovery: TRACE
+
+  index.search.slowlog: TRACE, index_search_slow_log_file
+  index.indexing.slowlog: TRACE, index_indexing_slow_log_file
+
+additivity:
+  index.search.slowlog: false
+  index.indexing.slowlog: false
+  deprecation: false
+
+appender:
+  console:
+    type: console
+    layout:
+      type: consolePattern
+      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
+
+  file:
+    type: dailyRollingFile
+    file: ${path.logs}/${cluster.name}.log
+    datePattern: "'.'yyyy-MM-dd"
+    layout:
+      type: pattern
+      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %.10000m%n"
+
+  # Use the following log4j-extras RollingFileAppender to enable gzip compression of log files.
+  # For more information see https://logging.apache.org/log4j/extras/apidocs/org/apache/log4j/rolling/RollingFileAppender.html
+  #file:
+    #type: extrasRollingFile
+    #file: ${path.logs}/${cluster.name}.log
+    #rollingPolicy: timeBased
+    #rollingPolicy.FileNamePattern: ${path.logs}/${cluster.name}.log.%d{yyyy-MM-dd}.gz
+    #layout:
+      #type: pattern
+      #conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
+
+  deprecation_log_file:
+    type: dailyRollingFile
+    file: ${path.logs}/${cluster.name}_deprecation.log
+    datePattern: "'.'yyyy-MM-dd"
+    layout:
+      type: pattern
+      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
+
+  index_search_slow_log_file:
+    type: dailyRollingFile
+    file: ${path.logs}/${cluster.name}_index_search_slowlog.log
+    datePattern: "'.'yyyy-MM-dd"
+    layout:
+      type: pattern
+      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"
+
+  index_indexing_slow_log_file:
+    type: dailyRollingFile
+    file: ${path.logs}/${cluster.name}_index_indexing_slowlog.log
+    datePattern: "'.'yyyy-MM-dd"
+    layout:
+      type: pattern
+      conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n"

data/lib/luban/deployment/packages/elasticsearch/version.rb

@@ -0,0 +1,9 @@
+module Luban
+  module Deployment
+    module Packages
+      class Elasticsearch
+        VERSION = '0.1.0'
+      end
+    end
+  end
+end

data/lib/luban/deployment/packages/elasticsearch.rb

@@ -0,0 +1,6 @@
+require 'luban'
+require_relative 'elasticsearch/base'
+require_relative 'elasticsearch/installer'
+require_relative 'elasticsearch/controller'
+require_relative 'elasticsearch/configurator'
+require_relative 'elasticsearch/version'

data/lib/luban/elasticsearch.rb

@@ -0,0 +1 @@
+require_relative "deployment/packages/elasticsearch"

data/luban-elasticsearch.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'luban/deployment/packages/elasticsearch/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "luban-elasticsearch"
+  spec.version       = Luban::Deployment::Packages::Elasticsearch::VERSION
+  spec.authors       = ["Rubyist Chi"]
+  spec.email         = ["rubyist.chi@gmail.com"]
+
+  spec.summary       = %q{Elasticsearch support for Luban}
+  spec.description   = %q{Luban::Elasticsearch is a Luban package to manage Elasticsearch installation, deployment and control}
+  spec.homepage      = "https://github.com/lubanrb/elasticsearch"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version = ">= 2.1.0"
+  spec.add_dependency 'luban', ">= 0.7.6"
+
+  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+end

metadata

@@ -0,0 +1,121 @@
+--- !ruby/object:Gem::Specification
+name: luban-elasticsearch
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Rubyist Chi
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-08-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: luban
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.7.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.7.6
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: Luban::Elasticsearch is a Luban package to manage Elasticsearch installation,
+  deployment and control
+email:
+- rubyist.chi@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGLOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/luban-elasticsearch.rb
+- lib/luban/deployment/packages/elasticsearch.rb
+- lib/luban/deployment/packages/elasticsearch/base.rb
+- lib/luban/deployment/packages/elasticsearch/configurator.rb
+- lib/luban/deployment/packages/elasticsearch/controller.rb
+- lib/luban/deployment/packages/elasticsearch/installer.rb
+- lib/luban/deployment/packages/elasticsearch/templates/elasticsearch.monitrc.erb
+- lib/luban/deployment/packages/elasticsearch/templates/elasticsearch.yml.erb
+- lib/luban/deployment/packages/elasticsearch/templates/logging.yml
+- lib/luban/deployment/packages/elasticsearch/version.rb
+- lib/luban/elasticsearch.rb
+- luban-elasticsearch.gemspec
+homepage: https://github.com/lubanrb/elasticsearch
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Elasticsearch support for Luban
+test_files: []