desi 0.0.2

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.rvmrc

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in desi.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Dominique Rose-Rosette
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,47 @@
+# Desi
+
+Desi (Developper ElasticSearch Installer) is very simple tool to quickly set up
+an [Elastic Search](http://www.elasticsearch.org/) local install for
+development purposes. It will download and install ElasticSearch (the latest
+version by default) and let you start/stop/restart it.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'desi'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install desi
+
+## Usage
+
+    $ desi list                # List locally installed ElasticSearch versions
+    $ desi releases            # List all upstream Elastic Search releases (latest 5 by default)
+    $ desi install [VERSION]   # Install a specific version (latest by default)
+    $ desi start               # Start a local 1-node cluster (noop if active)
+    $ desi restart             # (Re)start cluster (even if active)
+    $ desi stop                # Stop cluster
+    $ desi status              # Show running cluster info
+
+## TODO
+
+  * add tests, dammit!
+
+  * index management (list, create, delete ES indices)
+  * `desi upgrade` (Upgrade to latest version and migrate data)
+  * `desi switch VERSION` (Switch currently active ES version to VERSION)
+  * plugin management ? (list, install, remove ES plugins)
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/bin/desi

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+# vim: se ft=ruby :
+
+require 'desi'
+require 'desi/runner'
+
+Desi::Runner.start

data/config/elasticsearch.yml

@@ -0,0 +1,6 @@
+# Desi provided configuration
+# Look in elasticsearch.dist.yml for the original configuration
+
+# Let's set the host to localhost, so that we don't connect to other nearby
+# instances
+network.host: 127.0.0.1

data/desi.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/desi/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = "desi"
+  gem.authors       = ["Dominique Rose-Rosette"]
+  gem.email         = ["drose-rosette@af83.com"]
+  gem.summary       = %q{A developer tool to quickly set up an Elastic Search local install.}
+  gem.description   = %q{Desi (Developper ElasticSearch Installer) is very simple tool to quickly set up
+an Elastic Search local install for development purposes.}
+  gem.homepage      = "https://github.com/AF83/desi/"
+  gem.version       = Desi::VERSION
+
+  gem.add_dependency "boson"
+  gem.add_dependency "cocaine"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+end

data/lib/desi/downloader.rb

@@ -0,0 +1,32 @@
+# encoding: utf-8
+
+require "pathname"
+require "desi/local_install"
+require "desi/http_client"
+require "uri"
+
+module Desi
+  class Downloader
+
+    def initialize(opts = {})
+      @destination_dir = Pathname(opts.fetch(:destination_dir, Desi::LocalInstall.new))
+      @host = URI(opts.fetch(:host, 'http://cloud.github.com/'))
+      @client = Desi::HttpClient.new(@host)
+      @verbose = opts[:verbose]
+    end
+
+    def download!(version, opts = {})
+      path = "/downloads/elasticsearch/elasticsearch/#{version.name}"
+      destination_name = @destination_dir.join File.basename(version.name)
+
+      raise "ERROR: File #{destination_name} already present!" if destination_name.exist?
+
+      puts "  * fetching release #{version} from #{@host + path}" if @verbose
+
+      File.open(destination_name, 'w') {|f| f << @client.get(path).body }
+
+      destination_name
+    end
+
+  end
+end

data/lib/desi/http_client.rb

@@ -0,0 +1,44 @@
+# encoding: utf-8
+
+require "net/https"
+require "uri"
+require "json"
+
+module Desi
+
+  class HttpClient
+
+    attr_reader :uri
+
+    def initialize(uri)
+      @uri = URI(uri)
+
+      case @uri.scheme
+      when 'https'
+        @http = ::Net::HTTP.new(@uri.host, 443)
+        @http.use_ssl = true
+        @http.verify_mode = ::OpenSSL::SSL::VERIFY_PEER
+      when 'http'
+        @http = ::Net::HTTP.new(@uri.host, @uri.port)
+      else
+        raise ArgumentError, "Won't process scheme #{@uri.scheme}"
+      end
+    end
+
+    def get(uri, limit = 5)
+      raise "Too many HTTP redirects!" if limit <= 0
+
+      response = @http.request(Net::HTTP::Get.new(uri))
+
+      case response
+        when Net::HTTPSuccess
+          response
+        when Net::HTTPRedirection
+          fetch(response['location'], limit - 1)
+        else
+          raise response.error!
+      end
+    end
+  end
+
+end

data/lib/desi/installer.rb

@@ -0,0 +1,75 @@
+# encoding: utf-8
+
+require "fileutils"
+require "cocaine"
+
+module Desi
+  class Installer
+
+    def initialize(archive, opts = {})
+      @verbose = opts[:verbose]
+      @archive = archive.to_s
+      @local_install = Desi::LocalInstall.new(opts[:destination_dir])
+    end
+
+    def install!
+      extract! unless extracted?
+      install_config_file
+      update_symlink!
+    end
+
+    def extracted?
+      !!@extracted
+    end
+
+    def install_config_file
+      unless original_config_backup.exist?
+        puts " * Installing custom config file" if @verbose
+        FileUtils.mv config_file, original_config_backup
+        FileUtils.cp our_config_file, config_file
+      end
+    end
+
+
+    def update_symlink!
+      unless @local_install.current_dir.symlink?
+        raise "Mmmm!! #{@local_install.current_dir} is not a symlink!"
+      end
+
+      puts " * Updating #{@local_install.current_dir} symlink" if @verbose
+      FileUtils.remove(@local_install.current_dir)
+      FileUtils.ln_sf(release_dir, @local_install.current_dir)
+    end
+
+    def config_file
+      release_dir.join('config', 'elasticsearch.yml')
+    end
+
+    def original_config_backup
+      release_dir.join('config', 'elasticsearch.yml.dist')
+    end
+
+    def our_config_file
+      File.expand_path('../../../config/elasticsearch.yml', __FILE__)
+    end
+
+    private
+
+    def extract!
+      line = Cocaine::CommandLine.new("tar", "--keep-newer-files -C :extract_dir -zxf :archive", extract_dir: @local_install.to_s, archive: @archive)
+      begin
+        line.run
+      rescue Cocaine::CommandNotFoundError => e
+        warn "The tar command must be available for this to work! #{e}"
+        exit 1
+      else
+        @extracted = true
+      end
+    end
+
+    def release_dir
+      @release_dir ||= Pathname(@local_install).join(File.basename(@archive, '.tar.gz'))
+    end
+
+  end
+end

data/lib/desi/local_install.rb

@@ -0,0 +1,43 @@
+# encoding: utf-8
+
+module Desi
+  class LocalInstall
+    DEFAULT_DIR = '~/elasticsearch'
+
+    def initialize(workdir = nil)
+      @workdir = Pathname(File.expand_path(workdir || DEFAULT_DIR))
+    end
+
+    def exists?
+      @workdir.exist?
+    end
+
+    def current_dir
+      @workdir.join('current')
+    end
+
+    def create!
+      FileUtils.mkdir_p @workdir
+    end
+
+    def versions
+      Dir[@workdir.join('*')].select {|subdir| File.directory?(subdir) && File.basename(subdir) =~ /^elasticsearch\-\d+\.\d+\.\d+/ }
+    end
+
+    def to_path
+      @workdir.to_s
+    end
+
+    def to_s
+      to_path
+    end
+
+    def pidfile
+      @workdir.join('elasticsearch.pid')
+    end
+
+    def launcher
+      current_dir.join('bin', 'elasticsearch')
+    end
+  end
+end

data/lib/desi/process_manager.rb

@@ -0,0 +1,129 @@
+# encoding: utf-8
+
+require "json"
+require "cocaine"
+require "ostruct"
+
+module Desi
+  class ProcessManager
+
+    def initialize(opts = {})
+      @verbose = opts[:verbose]
+      @local_install = LocalInstall.new
+      @client = Desi::HttpClient.new('http://localhost:9200/')
+    end
+
+    def start
+      if cluster_ready?
+        puts "ES cluster is already running" if @verbose
+      else
+        start_cluster
+        puts " * Elastic Search #{running_version} started" if @verbose
+      end
+    end
+
+    def restart
+      puts " * (Re)starting cluster" if @verbose
+      stop if has_pid?
+      start_cluster
+      puts " * Elastic Search #{running_version} started" if @verbose
+    end
+
+    def stop
+      if pid
+        puts " * Will stop instance with pid #{pid}" if @verbose
+        stop_cluster
+      else
+        puts " * No pidfile detected!. Won't stop" if @verbose
+      end
+    end
+
+    def restart
+      stop
+      start
+    end
+
+    def status
+      if version = running_version
+        msg = "OK. Elastic Search cluster '#{cluster_health.cluster_name}' (v#{version}) is running on #{cluster_health.number_of_nodes} node(s) with status #{cluster_health.status}"
+      else
+        msg = "KO. No Elastic Search instance was found running on #{@client.uri}"
+      end
+      puts msg if @verbose
+      msg
+    end
+
+    def has_pid?
+      pid && !pid.empty?
+    end
+
+    def pid
+      @pid ||= File.read(pidfile) if pidfile.exist?
+    end
+
+    def running_version
+      begin
+        JSON.parse(@client.get('/').body)["version"]["number"]
+      rescue
+        nil
+      end
+    end
+
+    def wait_until_cluster_becomes_ready(max_wait = 10, step = 0.5)
+      wait_for(max_wait, step) { cluster_ready? }
+    end
+
+    def wait_until_cluster_is_down(max_wait = 5, step = 0.3)
+      wait_for(max_wait, step) { !cluster_ready? }
+    end
+
+    private
+
+    def start_cluster
+      line = Cocaine::CommandLine.new(@local_install.launcher.to_s, "-p :pidfile", pidfile: pidfile.to_s)
+      line.run
+
+      unless wait_until_cluster_becomes_ready
+        raise "Cluster still not ready after #{max_wait} seconds!"
+      end
+    end
+
+    def stop_cluster
+      kill!
+
+      unless wait_until_cluster_is_down
+        raise "Strange. Cluster seems still up after #{max_wait} seconds!"
+      end
+    end
+
+    def kill!
+      Process.kill("HUP", Integer(pid)) if has_pid?
+    end
+
+    def pidfile
+      @pidfile ||= Pathname(@local_install.pidfile)
+    end
+
+    def cluster_ready?
+      begin
+        JSON.parse(@client.get('/').body)["ok"]
+      rescue
+        false
+      end
+    end
+
+    def wait_for(max_wait = 10, step = 0.5, &condition)
+      delay = 0
+      until delay > max_wait || condition.call
+        sleep step
+        delay += step
+      end
+      delay < max_wait
+    end
+
+    def cluster_health
+      @cluster_health ||= OpenStruct.new(JSON.parse(@client.get('/_cluster/health').body))
+    end
+
+  end
+end

data/lib/desi/runner.rb

@@ -0,0 +1,94 @@
+# encoding: utf-8
+
+require 'boson/runner'
+
+module Desi
+  class Runner < Boson::Runner
+
+    def self.verbosity_option
+      option :verbose, type: :boolean, desc: "Display information messages", default: STDOUT.tty?
+      option :quiet,   type: :boolean, desc: "Do not output anything", default: !STDOUT.tty?
+    end
+
+    desc "List locally installed Elastic Search releases"
+    verbosity_option
+    def list(options = {})
+      puts "Local ES installs:" unless quiet?(options)
+      Desi::LocalInstall.new.versions.each do |v|
+        puts "* #{v}"
+      end
+    end
+
+    desc "List latest ElasticSearch releases (latest 5 by default)"
+    verbosity_option
+    option :limit, type: :numeric, desc: "Number of releases to show (0 for all)", default: 5
+    def releases(options = {})
+      limit = options[:limit]
+      releases = Desi::Upstream.new.releases.each_with_index.
+        take_while {|rel, i| i < limit || limit == 0 }.map(&:first)
+
+      if quiet?(options)
+        releases
+      else
+        puts "Here are #{limit == 0 ? 'all the' : "the #{limit} latest"} releases"
+        releases.each {|rel| puts " * #{rel.name} (#{rel.release_date})" }
+      end
+    end
+
+    desc "Install ES (to latest stable version by default)"
+    verbosity_option
+    def install(version_or_full_name = nil, options = {})
+      release = if version_or_full_name
+                  Desi::Upstream.new.find_release(version_or_full_name)
+                else
+                  puts " * No release specified, will fetch latest." unless quiet?(options)
+                  Desi::Upstream.new.latest_release
+                end
+
+      puts " * fetching release #{release}" unless quiet?(options)
+      package = Desi::Downloader.new(verbose: !quiet?(options)).download!(release)
+
+      puts " * #{release} installed" if Desi::Installer.new(package).install! && !quiet?(options)
+    end
+
+    desc "Start Elastic Search (do nothing if already active)"
+    verbosity_option
+    def start(options = {})
+      Desi::ProcessManager.new(verbose: !quiet?(options)).start
+    end
+
+    desc "Start or restart Elastic Search (restart if already active)"
+    verbosity_option
+    def restart(options = {})
+      Desi::ProcessManager.new(verbose: !quiet?(options)).restart
+    end
+
+    desc "Stop Elastic Search"
+    verbosity_option
+    def stop(options = {})
+      Desi::ProcessManager.new(verbose: !quiet?(options)).stop
+    end
+
+    desc "Show current status"
+    verbosity_option
+    def status(options = {})
+      Desi::ProcessManager.new(verbose: !quiet?(options)).status
+    end
+
+    # desc "Upgrade to latest ElasticSearch version"
+    # def upgrade
+    # end
+
+    # desc "Switch currently active ES version to VERSION"
+    # option :version, type: :string
+    # def switch
+    # end
+
+    private
+
+    def quiet?(opts = {})
+      opts[:quiet] || !opts[:verbose]
+    end
+
+  end
+end

data/lib/desi/upstream.rb

@@ -0,0 +1,40 @@
+# encoding: utf-8
+
+require "desi/http_client"
+
+module Desi
+  class Upstream
+
+    class Release < Struct.new(:name, :description, :release_date, :download_url)
+      def to_s
+        self.name
+      end
+    end
+
+    def initialize
+      @client = Desi::HttpClient.new('https://api.github.com/')
+    end
+
+    def releases
+      @releases ||= fetch_releases.
+        select {|v| v['content_type'] == 'application/gzip' }.
+        sort {|a,b| b["name"] <=> a['name'] }.
+        map {|v| Release.new(v['name'], v['description'], v['created_at'], v['html_url']) }
+    end
+
+    def latest_release
+      releases.first
+    end
+
+    def find_release(name)
+      releases.detect {|r| r.name == name || r.version == name }
+    end
+
+    private
+
+    def fetch_releases
+      JSON.parse @client.get('/repos/elasticsearch/elasticsearch/downloads').body
+    end
+
+  end
+end

data/lib/desi/version.rb

@@ -0,0 +1,3 @@
+module Desi
+  VERSION = "0.0.2"
+end

data/lib/desi.rb

@@ -0,0 +1,11 @@
+require "desi/version"
+
+module Desi
+  autoload :Downloader,       'desi/downloader'
+  autoload :HttpClient,       'desi/http_client'
+  autoload :LocalInstall,     'desi/local_install'
+  autoload :Upstream,         'desi/upstream'
+  autoload :Installer,        'desi/installer'
+  autoload :ProcessManager,   'desi/process_manager'
+end
+

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: desi
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Dominique Rose-Rosette
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: boson
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: cocaine
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! 'Desi (Developper ElasticSearch Installer) is very simple tool to quickly
+  set up
+
+  an Elastic Search local install for development purposes.'
+email:
+- drose-rosette@af83.com
+executables:
+- desi
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/desi
+- config/elasticsearch.yml
+- desi.gemspec
+- lib/desi.rb
+- lib/desi/downloader.rb
+- lib/desi/http_client.rb
+- lib/desi/installer.rb
+- lib/desi/local_install.rb
+- lib/desi/process_manager.rb
+- lib/desi/runner.rb
+- lib/desi/upstream.rb
+- lib/desi/version.rb
+homepage: https://github.com/AF83/desi/
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A developer tool to quickly set up an Elastic Search local install.
+test_files: []
+has_rdoc: