RubyGems - elastomer-cli - Versions diffs - 0.2.3 → 0.3.0 - Mend

elastomer-cli 0.2.3 → 0.3.0

Files changed (14) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +15 -0
data/lib/elastomer/cli/application.rb +40 -7
data/lib/elastomer/cli/base.rb +3 -3
data/lib/elastomer/cli/repository.rb +32 -0
data/lib/elastomer/cli/snapshot.rb +112 -0
data/lib/elastomer/cli/version.rb +1 -1
data/lib/elastomer/cli.rb +2 -0
data/script/console +1 -1
data/test/fixtures/vcr_cassettes/snapshots.yml +595 -0
data/test/repository_test.rb +43 -0
data/test/snapshot_test.rb +101 -0
data/test/test_helper.rb +3 -0
metadata +10 -2

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b09a4148ac027157b8a858b8ca3efcd450195728
-  data.tar.gz: 9f8b7f6b2c1a4d5a4e758a204acf35c446763ceb
+  metadata.gz: f328a782ba08c595c135c9cd83fcb4e731e9e07e
+  data.tar.gz: fc1e5586bfe819fd7f77fe0a1e5dd076196782d0
 SHA512:
-  metadata.gz: 839e9ea2e84aad6f21ee6353ef82a5b1f1ea26cdf384eefb7ec77919ab9a2aec4b54f63abe373626bf465f163477a0cb903c6fa9200a857d0ba3545230df5490
-  data.tar.gz: 322853197e039d9886ec4b4373f0ebc01f0a9f3bf67bb8c8a1b603c4728acb641d0517f45dae09ec4f1c08d7a3742eb892f92bf595dc774dc99723055afee859
+  metadata.gz: fd31f955bbb5c0fdd1b5440aa2c43501ffafa4fc678fce7674eed8616c906714f51f807285a862995e4f47cab9602e16b429123db234fa2c4d357ad9e0aff172
+  data.tar.gz: 1434e4bf4b9e04e2f8abc2e883a4dcf5b3b6b079ec9ab4771940358fd9bf97ca15f256a31d030820250360172e0e1c090d97a3872bf20e3e7e186f6c67357d51

data/CHANGELOG.md CHANGED Viewed

@@ -1,3 +1,18 @@
+## 0.3.0 (2014-12-12)
+- New repository commands:
+  - `repository create`
+  - `repository get`
+  - `repository list`
+  - `repository delete`
+- New snapshot commands:
+  - `snapshot create`
+  - `snapshot get`
+  - `snapshot list`
+  - `snapshot status`
+  - `snapshot restore`
+  - `snapshot delete`
+- `cat help` now works correctly
+- cat can now take query params in key=value syntax
 ## 0.2.3 (2014-10-21)
 - Nonzero exit status if command fails
 - New command:

data/lib/elastomer/cli/application.rb CHANGED Viewed

@@ -4,30 +4,49 @@ module Elastomer
       desc "cluster SUBCOMMAND ...ARGS", "execute cluster commands"
       subcommand "cluster", Cluster
       desc "node SUBCOMMAND ...ARGS", "execute node commands"
       subcommand "node", Node
       desc "index SUBCOMMAND ...ARGS", "execute index commands"
       subcommand "index", Index
-      desc "cat [COMMAND] [SCOPE]", "access the ES cat api"
+      desc "repository SUBCOMMAND ...ARGS", "execute repository commands"
+      subcommand "repository", Repository
+      desc "snapshot SUBCOMMAND ...ARGS", "execute snapshot commands"
+      subcommand "snapshot", Snapshot
+      desc "cat [COMMAND] [SCOPE] ...ARGS", "access the ES cat api"
       long_desc <<-LONGDESC
         Access the ES cat api. The cat api returns text formatted for humans.
-        The command 'cat help' will list the available cat commands, as
+        The command `cat help` will list the available cat commands, as
         will 'cat' without a command.
-        'cat help <command>' will print a list of fields available from the
+        `cat help <command>` will print a list of fields available from the
         specified command.
+        You may pass an optional scope as the second argument to commands that
+        use it:
+          cat indices tw*
+        Other parameters may be given in key=value form. Specify fields with
+        the `h` parameter:
+          cat nodes h=name v=false
+          cat indices tw* h=index,health
         See http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/cat.html
       LONGDESC
-      def cat(command=nil, scope=nil)
-        params = {:v => true}
+      def cat(command=nil, *args)
+        scope, params = extract_cat_scope(*args)
+        params = {'v' => true}.merge(params)
         if command == 'help'
           command = nil
-          if !scope.empty?
+          if scope && !scope.empty?
             command = scope
-            params[:help] = true
+            scope = nil
+            params['help'] = true
           end
         end
         template = Addressable::Template.new("/_cat{/command}{/scope}")
@@ -35,6 +54,20 @@ module Elastomer
         response = client.request(:get, path, params).body
         puts response
       end
+      private
+      def extract_cat_scope(*args)
+        scope = nil
+        params = {}
+        args.each do |arg|
+          if match = arg.match(/(.+)=(.+)/)
+            params[match.captures[0]] = match.captures[1]
+          else
+            scope = arg
+          end
+        end
+        [scope, params]
+      end
     end
   end
 end

data/lib/elastomer/cli/base.rb CHANGED Viewed

@@ -7,10 +7,10 @@ module Elastomer
       protected
       def client
-        # Elastomer::Client requires symbol keys, but options returns
-        # string keys
+        # Elastomer::Client requires symbol keys, but options returns string
+        # keys
         @client ||= Elastomer::Client.new(
-                      :url => options[:url] || 'http://localhost:9200',
+                      :url => options[:url] || ENV['BOXEN_ELASTICSEARCH_URL'] || 'http://localhost:9200',
                       :read_timeout => options[:read_timeout],
                       :open_timeout => options[:open_timeout]
                     )

data/lib/elastomer/cli/repository.rb ADDED Viewed

@@ -0,0 +1,32 @@
+module Elastomer
+  module CLI
+    class Repository < Base
+      desc "create NAME", "create a snapshot repository called NAME"
+      option :type, :required => true
+      option :settings, :required => true, :desc => "repository settings as JSON"
+      def create(name)
+        options[:settings] = MultiJson.load(options[:settings])
+        response = client.repository(name).create(options, :pretty => true)
+        puts response
+      end
+      desc "get [NAME]", "get repository NAME"
+      def get(name=nil)
+        response = client.repository(name).get(:pretty => true)
+        puts response
+      end
+      desc "list", "list all repositories"
+      def list
+        response = client.repository.get
+        puts response
+      end
+      desc "delete NAME", "delete repository NAME"
+      def delete(name)
+        response = client.repository(name).delete
+        puts "Deleted repository #{name}."
+      end
+    end
+  end
+end

data/lib/elastomer/cli/snapshot.rb ADDED Viewed

@@ -0,0 +1,112 @@
+module Elastomer
+  module CLI
+    class Snapshot < Base
+      desc "create REPOSITORY NAME", "create snapshot NAME in REPOSITORY"
+      option :indices
+      option :ignore_unavailable, :type => :boolean
+      option :partial, :type => :boolean
+      option :include_global_state, :type => :boolean
+      option :wait_for_completion, :type => :boolean, :aliases => "wait" #TODO why doesn't the alias work?
+      long_desc <<-LONGDESC
+      LONGDESC
+      def create(repository, name)
+        wait = !!options.delete(:wait_for_completion)
+        puts "Waiting for snapshot completion..." if wait
+        response = client.snapshot(repository, name).create(options, :wait_for_completion => wait, :pretty => true)
+        puts response
+      end
+      desc "get REPOSITORY [NAME]", "get info for snapshot NAME in REPOSITORY"
+      def get(repository, name=nil)
+        response = client.snapshot(repository, name).get(:pretty => true)
+        puts response
+      end
+      desc "list [REPOSITORY]", "list snapshots in REPOSITORY"
+      def list(repository)
+        response = client.snapshot(repository).get(:pretty => true)
+        puts Terminal::Table.new(
+          :headings => ['NAME', 'STATE', 'DURATION', 'START TIME', 'INDICES'],
+          :rows => response["snapshots"].collect do |snapshot|
+            [
+              snapshot["snapshot"],
+              snapshot["state"],
+              "%2.3fs" % (snapshot["duration_in_millis"] / 1000.0),
+              snapshot["start_time"],
+              snapshot["indices"].count,
+            ]
+          end
+        )
+      end
+      desc "status [REPOSITORY] [NAME]", "get status of snapshot NAME in REPOSITORY"
+      def status(repository=nil, name=nil)
+        response = client.snapshot(repository, name).status(:pretty => true)
+        response["snapshots"].each do |snapshot|
+          puts Terminal::Table.new(
+            :headings => ["SNAPSHOT STATUS", snapshot["snapshot"]],
+            :rows => [
+              ["Repository", snapshot["repository"]],
+              ["State", snapshot["state"]],
+              ["Start Time", Time.at(snapshot["stats"]["start_time_in_millis"].to_i / 1000)],
+              ["Duration", "%2.3fs" % (snapshot["stats"]["time_in_millis"] / 1000.0)],
+              ["Processed Files", processed_files(snapshot)],
+              ["Processed Bytes", processed_bytes(snapshot)],
+              ["Shard Status", shard_status(snapshot)],
+              ["Shards Failed", snapshot["shards_stats"]["failed"]],
+              ["Total Shards", snapshot["shards_stats"]["total"]],
+              ["Total Indices", snapshot["indices"].size],
+            ]
+          )
+        end
+      end
+      desc "restore REPOSITORY NAME", "restore snapshot NAME from REPOSITORY"
+      option :indices
+      option :ignore_unavailable, :type => :boolean
+      option :partial, :type => :boolean
+      option :include_global_state, :type => :boolean
+      option :wait_for_completion, :type => :boolean, :default => true, :aliases => "wait" #TODO why doesn't the alias work?
+      option :rename_pattern
+      option :rename_replacement
+      def restore(repository, name)
+        wait = options.delete(:wait_for_completion)
+        response = client.snapshot(repository, name).restore(options, :wait_for_completion => wait, :pretty => true)
+        puts response
+      end
+      desc "delete REPOSITORY NAME", "delete snapshot NAME in REPOSITORY"
+      def delete(repository, name)
+        response = client.snapshot(repository, name).delete
+        puts "Successfully deleted #{name} in #{repository}"
+      end
+      private
+      def processed_files(snapshot)
+        total = snapshot["stats"]["number_of_files"]
+        processed = snapshot["stats"]["processed_files"]
+        "%.1f%% (%d / %d)" % [processed / total.to_f * 100, processed, total]
+      end
+      def processed_bytes(snapshot)
+        total = snapshot["stats"]["total_size_in_bytes"]
+        processed = snapshot["stats"]["processed_size_in_bytes"]
+        "%.1f%% (%d / %d)" % [processed / total.to_f * 100, processed, total]
+      end
+      def shard_status(snapshot)
+        status = []
+        %w(initializing started finalizing done).each do |state|
+          count = snapshot["shards_stats"][state]
+          if count > 0
+            status << "#{count} #{state}"
+          end
+        end
+        status.join(", ")
+      end
+    end
+  end
+end

data/lib/elastomer/cli/version.rb CHANGED Viewed

@@ -1,5 +1,5 @@
 module Elastomer
   module Cli
-    VERSION = "0.2.3"
+    VERSION = "0.3.0"
   end
 end

data/lib/elastomer/cli.rb CHANGED Viewed

@@ -8,6 +8,8 @@ require 'elastomer/cli/base'
 require 'elastomer/cli/cluster'
 require 'elastomer/cli/node'
 require 'elastomer/cli/index'
+require 'elastomer/cli/repository'
+require 'elastomer/cli/snapshot'
 require 'elastomer/cli/application'

data/script/console CHANGED Viewed

@@ -6,7 +6,7 @@ require 'bundler/setup'
 require 'elastomer/cli'
 def client
-  @client ||= Elastomer::Client.new
+  @client ||= Elastomer::Client.new(:url => ENV['BOXEN_ELASTICSEARCH_URL'] || 'http://localhost:9200')
 end
 IRB.start

data/test/fixtures/vcr_cassettes/snapshots.yml ADDED Viewed

@@ -0,0 +1,595 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://127.0.0.1:19200/_snapshot/repo1/_all?pretty=true
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '839'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "snapshots" : [ {
+            "snapshot" : "snapshot1",
+            "indices" : [ "index1" ],
+            "state" : "SUCCESS",
+            "start_time" : "2014-12-10T20:13:28.761Z",
+            "start_time_in_millis" : 1418242408761,
+            "end_time" : "2014-12-10T20:13:28.781Z",
+            "end_time_in_millis" : 1418242408781,
+            "duration_in_millis" : 20,
+            "failures" : [ ],
+            "shards" : {
+              "total" : 1,
+              "failed" : 0,
+              "successful" : 1
+            }
+          }, {
+            "snapshot" : "snapshot2",
+            "indices" : [ "index1" ],
+            "state" : "SUCCESS",
+            "start_time" : "2014-12-10T20:13:32.136Z",
+            "start_time_in_millis" : 1418242412136,
+            "end_time" : "2014-12-10T20:13:32.155Z",
+            "end_time_in_millis" : 1418242412155,
+            "duration_in_millis" : 19,
+            "failures" : [ ],
+            "shards" : {
+              "total" : 1,
+              "failed" : 0,
+              "successful" : 1
+            }
+          } ]
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 20:39:45 GMT
+- request:
+    method: get
+    uri: http://127.0.0.1:19200/_snapshot/repo1/snapshot1/_status?pretty=true
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '1374'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "snapshots" : [ {
+            "snapshot" : "snapshot1",
+            "repository" : "repo1",
+            "state" : "SUCCESS",
+            "shards_stats" : {
+              "initializing" : 0,
+              "started" : 0,
+              "finalizing" : 0,
+              "done" : 1,
+              "failed" : 0,
+              "total" : 1
+            },
+            "stats" : {
+              "number_of_files" : 1,
+              "processed_files" : 1,
+              "total_size_in_bytes" : 79,
+              "processed_size_in_bytes" : 79,
+              "start_time_in_millis" : 1418242408779,
+              "time_in_millis" : 1
+            },
+            "indices" : {
+              "index1" : {
+                "shards_stats" : {
+                  "initializing" : 0,
+                  "started" : 0,
+                  "finalizing" : 0,
+                  "done" : 1,
+                  "failed" : 0,
+                  "total" : 1
+                },
+                "stats" : {
+                  "number_of_files" : 1,
+                  "processed_files" : 1,
+                  "total_size_in_bytes" : 79,
+                  "processed_size_in_bytes" : 79,
+                  "start_time_in_millis" : 1418242408779,
+                  "time_in_millis" : 1
+                },
+                "shards" : {
+                  "0" : {
+                    "stage" : "DONE",
+                    "stats" : {
+                      "number_of_files" : 1,
+                      "processed_files" : 1,
+                      "total_size_in_bytes" : 79,
+                      "processed_size_in_bytes" : 79,
+                      "start_time_in_millis" : 1418242408779,
+                      "time_in_millis" : 1
+                    }
+                  }
+                }
+              }
+            }
+          } ]
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 20:39:45 GMT
+- request:
+    method: put
+    uri: http://127.0.0.1:19200/_snapshot/repo1/snapshot3?pretty=true&wait_for_completion=true
+    body:
+      encoding: UTF-8
+      string: "{\"indices\":\"index1\"}"
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Content-Type:
+      - application/json
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '426'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "snapshot" : {
+            "snapshot" : "snapshot3",
+            "indices" : [ "index1" ],
+            "state" : "SUCCESS",
+            "start_time" : "2014-12-10T20:39:45.376Z",
+            "start_time_in_millis" : 1418243985376,
+            "end_time" : "2014-12-10T20:39:45.400Z",
+            "end_time_in_millis" : 1418243985400,
+            "duration_in_millis" : 24,
+            "failures" : [ ],
+            "shards" : {
+              "total" : 1,
+              "failed" : 0,
+              "successful" : 1
+            }
+          }
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 20:39:45 GMT
+- request:
+    method: get
+    uri: http://127.0.0.1:19200/_snapshot/repo1/snapshot1?pretty=true
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '431'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "snapshots" : [ {
+            "snapshot" : "snapshot1",
+            "indices" : [ "index1" ],
+            "state" : "SUCCESS",
+            "start_time" : "2014-12-10T20:13:28.761Z",
+            "start_time_in_millis" : 1418242408761,
+            "end_time" : "2014-12-10T20:13:28.781Z",
+            "end_time_in_millis" : 1418242408781,
+            "duration_in_millis" : 20,
+            "failures" : [ ],
+            "shards" : {
+              "total" : 1,
+              "failed" : 0,
+              "successful" : 1
+            }
+          } ]
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 20:39:45 GMT
+- request:
+    method: delete
+    uri: http://127.0.0.1:19200/_snapshot/repo1/snapshot1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '21'
+    body:
+      encoding: UTF-8
+      string: "{\"acknowledged\":true}"
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 20:42:22 GMT
+- request:
+    method: post
+    uri: http://127.0.0.1:19200/_snapshot/repo1/snapshot2/_restore?pretty=true&wait_for_completion=true
+    body:
+      encoding: UTF-8
+      string: "{\"indices\":\"index1\",\"rename_pattern\":\"(.+)\",\"rename_replacement\":\"restored_$1\"}"
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Content-Type:
+      - application/json
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '179'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "snapshot" : {
+            "snapshot" : "snapshot2",
+            "indices" : [ "restored_index1" ],
+            "shards" : {
+              "total" : 1,
+              "failed" : 0,
+              "successful" : 1
+            }
+          }
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 20:52:49 GMT
+- request:
+    method: put
+    uri: http://127.0.0.1:19200/_snapshot/repo1/snapshot4?pretty=true&wait_for_completion=false
+    body:
+      encoding: UTF-8
+      string: "{\"indices\":\"index1\"}"
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Content-Type:
+      - application/json
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '24'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "accepted" : true
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 21:09:22 GMT
+- request:
+    method: get
+    uri: http://127.0.0.1:19200/_snapshot/repo1/snapshot2/_status?pretty=true
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '1374'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "snapshots" : [ {
+            "snapshot" : "snapshot2",
+            "repository" : "repo1",
+            "state" : "SUCCESS",
+            "shards_stats" : {
+              "initializing" : 0,
+              "started" : 0,
+              "finalizing" : 0,
+              "done" : 1,
+              "failed" : 0,
+              "total" : 1
+            },
+            "stats" : {
+              "number_of_files" : 1,
+              "processed_files" : 1,
+              "total_size_in_bytes" : 79,
+              "processed_size_in_bytes" : 79,
+              "start_time_in_millis" : 1418242412153,
+              "time_in_millis" : 1
+            },
+            "indices" : {
+              "index1" : {
+                "shards_stats" : {
+                  "initializing" : 0,
+                  "started" : 0,
+                  "finalizing" : 0,
+                  "done" : 1,
+                  "failed" : 0,
+                  "total" : 1
+                },
+                "stats" : {
+                  "number_of_files" : 1,
+                  "processed_files" : 1,
+                  "total_size_in_bytes" : 79,
+                  "processed_size_in_bytes" : 79,
+                  "start_time_in_millis" : 1418242412153,
+                  "time_in_millis" : 1
+                },
+                "shards" : {
+                  "0" : {
+                    "stage" : "DONE",
+                    "stats" : {
+                      "number_of_files" : 1,
+                      "processed_files" : 1,
+                      "total_size_in_bytes" : 79,
+                      "processed_size_in_bytes" : 79,
+                      "start_time_in_millis" : 1418242412153,
+                      "time_in_millis" : 1
+                    }
+                  }
+                }
+              }
+            }
+          } ]
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 21:10:44 GMT
+- request:
+    method: get
+    uri: http://127.0.0.1:19200/_snapshot/repo1?pretty=true
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '98'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "repo1" : {
+            "type" : "fs",
+            "settings" : {
+              "location" : "/tmp/repo1"
+            }
+          }
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 21:27:44 GMT
+- request:
+    method: get
+    uri: http://127.0.0.1:19200/_snapshot
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '119'
+    body:
+      encoding: UTF-8
+      string: "{\"repo1\":{\"type\":\"fs\",\"settings\":{\"location\":\"/tmp/repo1\"}},\"repo2\":{\"type\":\"fs\",\"settings\":{\"location\":\"/tmp/repo2\"}}}"
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 21:31:24 GMT
+- request:
+    method: delete
+    uri: http://127.0.0.1:19200/_snapshot/repo1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '21'
+    body:
+      encoding: UTF-8
+      string: "{\"acknowledged\":true}"
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 21:32:34 GMT
+- request:
+    method: put
+    uri: http://127.0.0.1:19200/_snapshot/repo1?pretty=true
+    body:
+      encoding: UTF-8
+      string: "{\"type\":\"fs\",\"settings\":{\"location\":\"/tmp/repo1\"}}"
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Content-Type:
+      - application/json
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '28'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "acknowledged" : true
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 21:48:33 GMT
+- request:
+    method: get
+    uri: http://127.0.0.1:19200/_snapshot/repo1/snapshot3/_status?pretty=true
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.0
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Length:
+      - '1374'
+    body:
+      encoding: UTF-8
+      string: |
+        {
+          "snapshots" : [ {
+            "snapshot" : "snapshot3",
+            "repository" : "repo1",
+            "state" : "STARTED",
+            "shards_stats" : {
+              "initializing" : 17,
+              "started" : 1,
+              "finalizing" : 3,
+              "done" : 33,
+              "failed" : 0,
+              "total" : 54
+            },
+            "stats" : {
+              "number_of_files" : 223,
+              "processed_files" : 188,
+              "total_size_in_bytes" : 279913556,
+              "processed_size_in_bytes" : 28461769,
+              "start_time_in_millis" : 0,
+              "time_in_millis" : 0
+            },
+            "indices" : {
+              "index1": {
+              }
+            }
+          } ]
+        }
+    http_version:
+  recorded_at: Wed, 10 Dec 2014 20:39:45 GMT
+recorded_with: VCR 2.9.2

data/test/repository_test.rb ADDED Viewed

@@ -0,0 +1,43 @@
+require File.expand_path('../test_helper', __FILE__)
+describe Elastomer::CLI::Repository do
+  describe 'create' do
+    it 'should create a repository' do
+      VCR.use_cassette('snapshots') do
+        elastomer %q(repository create repo1 --type fs --settings {"location":"/tmp/repo1"})
+        @out.must_match /acknowledged.+true/
+      end
+    end
+  end
+  describe 'get' do
+    it 'should get repository settings' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'repository get repo1'
+        @out.must_match /repo1/
+        @out.must_match /type.+fs/
+        @out.must_match /location.+repo1/
+        @out.wont_match /repo2/
+      end
+    end
+  end
+  describe 'list' do
+    it 'should list repositories' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'repository list'
+        @out.must_match /repo1/
+        @out.must_match /repo2/
+      end
+    end
+  end
+  describe 'delete' do
+    it 'should delete a repository' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'repository delete repo1'
+        @out.must_match /Deleted repository repo1/
+      end
+    end
+  end
+end

data/test/snapshot_test.rb ADDED Viewed

@@ -0,0 +1,101 @@
+require File.expand_path('../test_helper', __FILE__)
+describe Elastomer::CLI::Snapshot do
+  describe 'get' do
+    it 'should get snapshot info' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'snapshot get repo1 snapshot1'
+        @out.must_match /snapshot1/
+        @out.must_match /SUCCESS/
+        @out.wont_match /snapshot2/
+      end
+    end
+  end
+  describe 'list' do
+    it 'should list snapshots in a repository' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'snapshot list repo1'
+        @out.must_match /snapshot1.+SUCCESS/
+        @out.must_match /snapshot2.+SUCCESS/
+      end
+    end
+  end
+  describe 'status' do
+    it 'should get snapshot status' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'snapshot status repo1 snapshot2'
+        @out.must_match /STATUS.+snapshot2/
+        @out.must_match /Repository.+repo1/
+        @out.must_match /State.+SUCCESS/
+        @out.must_match /Start Time.+2014-12-10/
+        @out.must_match /Duration.+0.001s/
+        @out.must_match /Processed Files.+100.0% \(1 \/ 1\)/
+        @out.must_match /Processed Bytes.+100.0% \(79 \/ 79\)/
+        @out.must_match /Shard Status.+1 done/
+        @out.must_match /Shards Failed.+0/
+        @out.must_match /Total Shards.+1/
+        @out.must_match /Total Indices.+1/
+      end
+    end
+    it 'should get snapshot status in progress' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'snapshot status repo1 snapshot3'
+        @out.must_match /STATUS.+snapshot3/
+        @out.must_match /Repository.+repo1/
+        @out.must_match /State.+STARTED/
+        # Start time and total duration are broken in ES 1.2 for in-progress
+        # snapshots
+        # @out.must_match /Start Time.+2014-12-10/
+        # @out.must_match /Duration.+0.001s/
+        @out.must_match /Processed Files.+84.3% \(188 \/ 223\)/
+        @out.must_match /Processed Bytes.+10.2% \(28461769 \/ 279913556\)/
+        @out.must_match /Shard Status.+17 initializing, 1 started, 3 finalizing, 33 done/
+        @out.must_match /Shards Failed.+0/
+        @out.must_match /Total Shards.+54/
+        @out.must_match /Total Indices.+1/
+      end
+    end
+  end
+  describe 'create' do
+    it 'should create a snapshot' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'snapshot create repo1 snapshot4 --indices index1'
+        @out.must_match /accepted/
+      end
+    end
+    it 'should wait for completion' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'snapshot create repo1 snapshot3 --indices index1 --wait_for_completion'
+        @out.must_match /^Waiting/m
+        @out.must_match /snapshot3/
+        @out.must_match /index1/
+        @out.must_match /SUCCESS/
+      end
+    end
+  end
+  describe 'restore' do
+    it 'should restore a snapshot' do
+      VCR.use_cassette('snapshots') do
+        elastomer "snapshot restore repo1 snapshot2 --indices index1 --rename_pattern (.+) --rename_replacement restored_$1"
+        @status.must_equal nil
+        @out.must_match /snapshot2/
+        @out.must_match /restored_index1/
+      end
+    end
+  end
+  describe 'delete' do
+    it 'should delete a snapshot' do
+      VCR.use_cassette('snapshots') do
+        elastomer 'snapshot delete repo1 snapshot1'
+        @out.must_match /deleted snapshot1 in repo1/
+      end
+    end
+  end
+end

data/test/test_helper.rb CHANGED Viewed

@@ -13,6 +13,9 @@ ENV['THOR_DEBUG'] = '0'
 VCR.configure do |c|
   c.cassette_library_dir = File.expand_path('../fixtures/vcr_cassettes', __FILE__)
   c.hook_into :webmock
+  c.default_cassette_options = {
+    :match_requests_on => [:method, :path],
+  }
 end
 module CLITestSupport

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: elastomer-cli
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.3.0
 platform: ruby
 authors:
 - Grant Rodgers
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2014-10-22 00:00:00.000000000 Z
+date: 2014-12-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -145,6 +145,8 @@ files:
 - lib/elastomer/cli/cluster.rb
 - lib/elastomer/cli/index.rb
 - lib/elastomer/cli/node.rb
+- lib/elastomer/cli/repository.rb
+- lib/elastomer/cli/snapshot.rb
 - lib/elastomer/cli/version.rb
 - script/bootstrap
 - script/cibuild
@@ -158,9 +160,12 @@ files:
 - test/fixtures/vcr_cassettes/1_x.yml
 - test/fixtures/vcr_cassettes/default.yml
 - test/fixtures/vcr_cassettes/default_9201.yml
+- test/fixtures/vcr_cassettes/snapshots.yml
 - test/fixtures/vcr_cassettes/two_node_cluster.yml
 - test/index_test.rb
 - test/node_test.rb
+- test/repository_test.rb
+- test/snapshot_test.rb
 - test/test_helper.rb
 homepage: https://github.com/github/elastomer-cli
 licenses:
@@ -195,7 +200,10 @@ test_files:
 - test/fixtures/vcr_cassettes/1_x.yml
 - test/fixtures/vcr_cassettes/default.yml
 - test/fixtures/vcr_cassettes/default_9201.yml
+- test/fixtures/vcr_cassettes/snapshots.yml
 - test/fixtures/vcr_cassettes/two_node_cluster.yml
 - test/index_test.rb
 - test/node_test.rb
+- test/repository_test.rb
+- test/snapshot_test.rb
 - test/test_helper.rb