mms-api 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 41146da71becc079697b0e03e08bbad39088d209
-  data.tar.gz: cda31bca1e5833e7292818155c367033989617b5
+  metadata.gz: 39a0d0fc86adfb6147e58bfac07066c584a94ae2
+  data.tar.gz: 12291221088f7da5d90156e2b020e02b100c2f51
 SHA512:
-  metadata.gz: 14c8fe7367ccf6b628fac96b1a734ccb24d6308482afb3451fce71acb4d487903a00e148c87755115c4d7e6144e34c48e66c701305079e36fca7dc6f7e588c6c
-  data.tar.gz: 25c3aead9b5d93199285b51edfc34135b7f243c7a0748e8024a077ec51a0bd8358e287946d3ec4a766934b5cd5ca41af25015e41c015ee21efe360d80a5c36d9
+  metadata.gz: 7b0e56c1eaa825b8675c9864d111cd7bef8b2ff7f5dad9d0e999c07bbe0534e575ca76a5d2634b5695c8a15b2de7b3cb724e34742f3c1146cc85b18e2b22d997
+  data.tar.gz: adfaf6a8ace795944c64f4aa48f15b7e0c4d84f028ef4f13f36f4e34a8607dd21fa150cff32ce282a364be7c595bcc80ef8a21900996ed00ff4672445b3fc134

data/bin/mms-api

@@ -10,7 +10,7 @@ require 'pp'
 name = 'mms-api'
 version = MMS::VERSION
 
-actions_available = ["groups", "clusters", "snapshots", "restorejobs"]
+actions_available = ["groups", "clusters", "snapshots", "restorejobs", "restorejobs-create"]
 
 options = {}
 optparse = OptionParser.new do |opts|
@@ -68,41 +68,44 @@ end
 
 begin
   agent = MMS::Agent.new(options[:username], options[:apikey])
-  results = agent.send(action)
+  ARGV.shift
+  results = agent.send action.sub('-', '_'), *ARGV
 
   rows = []
   case action
     when 'groups'
       heading = ['Name', 'Active Agents', 'Replicas count', 'Shards count', 'Last Active Agent']
       results.each do |group|
-        rows << [group['name'], group['activeAgentCount'], group['replicaSetCount'], group['shardCount'], group['lastActiveAgent']]
+        rows << [group.name, group.active_agent_count, group.replicaset_count, group.shard_count, group.last_active_agent]
       end
     when 'clusters'
-      heading = ['Name', 'Shard name', 'Replica name', 'Type', 'Last heartbeat']
+      heading = ['Group', 'Cluster', 'Shard name', 'Replica name', 'Type', 'Last heartbeat']
       results.each do |cluster|
-        rows << [cluster['clusterName'], cluster['shardName'], cluster['replicaSetName'], cluster['typeName'], cluster['lastHeartbeat']]
+        rows << [cluster.group.name, cluster.name, cluster.shard_name, cluster.replicaset_name, cluster.type_name, cluster.last_heartbeat]
       end
     when 'snapshots'
-      heading = ['SnapshotId', 'Complete', 'Created increment', 'Created date', 'Expires']
-      results_sorted = results.sort_by { |k| k['created']['date'] }.reverse
+      heading = ['Group', 'Cluster', 'SnapshotId', 'Complete', 'Created increment', 'Created date', 'Expires']
+      results_sorted = results.sort_by { |snapshot| snapshot.created_date }.reverse
       results_sorted.first(options[:limit]).each do |snapshot|
-        rows << [snapshot['id'], snapshot['complete'], snapshot['created']['increment'], snapshot['created']['date'], snapshot['expires']]
+        rows << [snapshot.cluster.group.name, snapshot.cluster.name, snapshot.id, snapshot.complete, snapshot.created_increment, snapshot.created_date, snapshot.expires]
         rows << :separator
         part_count = 0
-        snapshot['parts'].each do |part|
+        snapshot.parts.each do |part|
           file_size_mb = part['fileSizeBytes'].to_i / (1024*1024)
-          rows << ['', "part #{part_count}", part['typeName'], part['replicaSetName'], "#{file_size_mb} MB"]
+          rows << [{:value => "part #{part_count}", :colspan => 4, :alignment => :right}, part['typeName'], part['replicaSetName'], "#{file_size_mb} MB"]
           part_count += 1
         end
         rows << :separator
       end
-    when 'restorejobs'
-      heading = ['RestoreId', 'SnapshotId', 'Created', 'Status', 'Point in time', 'Delivery', 'Restore status']
-      results_sorted = results.sort_by { |k| k['created'] }.reverse
-      results_sorted.first(options[:limit]).each do |restore|
-        rows << [restore['id'], restore['snapshotId'], restore['created'], restore['statusName'], restore['pointInTime'], restore['delivery']['methodName'], restore['delivery']['statusName']]
+    when 'restorejobs', 'restorejobs-create'
+      heading = ['RestoreId', 'SnapshotId / Cluster / Group', 'Created', 'Status', 'Point in time', 'Delivery', 'Restore status']
+      results_sorted = results.sort_by { |job| job.created }.reverse
+      results_sorted.first(options[:limit]).each do |job|
+        rows << [job.id, job.snapshot_id, job.created, job.status_name, job.point_in_time, job.delivery_method_name, job.delivery_status_name]
+        rows << ['', "#{job.cluster.name} (#{job.cluster.id})", {:value => '', :colspan => 5}]
+        rows << ['', job.cluster.group.name, {:value => '', :colspan => 5}]
         rows << [{:value => 'download url:', :colspan => 7}]
-        rows << [{:value => restore['delivery']['url'], :colspan => 7}]
+        rows << [{:value => job.delivery_url, :colspan => 7}]
         rows << :separator
       end
   end

data/lib/mms.rb

@@ -2,6 +2,13 @@ module MMS
   require 'rubygems'  # For ruby < 1.9
 
   require 'mms/agent'
-  require 'mms/helper'
+  require 'mms/client'
+  require 'mms/cache'
   require 'mms/version'
+  require 'mms/resource'
+
+  require 'mms/resource/group'
+  require 'mms/resource/cluster'
+  require 'mms/resource/snapshot'
+  require 'mms/resource/restore_job'
 end

data/lib/mms/agent.rb

@@ -2,87 +2,33 @@ module MMS
 
   class Agent
 
-    attr_accessor :api_protocol
-    attr_accessor :api_host
-    attr_accessor :api_port
-    attr_accessor :api_path
-    attr_accessor :api_version
-
-    attr_accessor :username
-    attr_accessor :apikey
-
-    def initialize(username = nil, apikey = nil)
-      @api_protocol = 'https'
-      @api_host = 'mms.mongodb.com'
-      @api_port = '443'
-      @api_path = '/api/public'
-      @api_version = 'v1.0'
-
-      @username = username
-      @apikey = apikey
-    end
-
-    def get_url
-      [@api_protocol, '://', @api_host, ':', @api_port, @api_path, '/',  @api_version].join.to_s
+    def initialize(username, apikey)
+      MMS::Client.instance.auth_setup(username, apikey)
     end
 
     def groups
-      MMS::Helper.get get_url  + '/groups', @username, @apikey
+      MMS::Resource::Group.load_list
     end
 
-    def clusters(group_list = [])
-      if group_list.empty?
-        groups.each do |group|
-          group_list.push group['id']
-        end
-      end
-
-      results = []
-      group_list.each do |group|
-        output = MMS::Helper.get get_url + '/groups/' + group + '/clusters', @username, @apikey
-        results = results + output
-      end
-
-      results
+    def clusters
+      MMS::Resource::Group.get_clusters
     end
 
-    def snapshots(cluster_list = [])
-      if cluster_list.empty?
-        clusters.each do |cluster|
-          cluster_list.push({
-            :id => cluster['id'],
-            :group_id => cluster['groupId']
-          })
-        end
-      end
-
-      results = []
-      cluster_list.each do |cluster|
-        output = MMS::Helper.get get_url + '/groups/' + cluster[:group_id] + '/clusters/' + cluster[:id] + '/snapshots' , @username, @apikey
-        results = results + output
-      end
-
-      results
+    def snapshots
+      MMS::Resource::Cluster.get_snapshots
     end
 
-    def restorejobs(cluster_list = [])
-      if cluster_list.empty?
-        clusters.each do |cluster|
-          cluster_list.push({
-            :id => cluster['id'],
-            :group_id => cluster['groupId']
-          })
-        end
-      end
+    def restorejobs
+      MMS::Resource::Cluster.get_restore_jobs
+    end
 
-      results = []
-      cluster_list.each do |cluster|
-        output = MMS::Helper.get get_url + '/groups/' + cluster[:group_id] + '/clusters/' + cluster[:id] + '/restoreJobs' , @username, @apikey
-        results = results + output
+    def restorejobs_create(group_id, cluster_id, snapshot_id)
+      begin
+        cluster = MMS::Resource::Cluster.new cluster_id, group_id
+        cluster.create_restorejob_from_snapshot snapshot_id
+      rescue => e
+        raise "Cannot create restore job `#{e.message}`"
       end
-
-      results
     end
-
   end
 end

data/lib/mms/cache.rb

@@ -0,0 +1,31 @@
+require 'singleton'
+
+module MMS
+
+  class Cache
+
+    include Singleton
+
+    attr_accessor :storage
+
+    def initialize
+      @storage = Hash.new {|hash, key| hash[key] = nil }
+    end
+
+    def set(key, value)
+      @storage[key] = value
+    end
+
+    def get(key)
+      @storage[key].nil? ? nil : @storage[key]
+    end
+
+    def delete(key)
+      @storage.delete key unless @storage[key].nil?
+    end
+
+    def storage
+      @storage
+    end
+  end
+end

data/lib/mms/client.rb

@@ -0,0 +1,110 @@
+require 'singleton'
+require "net/http"
+require "uri"
+require 'net/http/digest_auth'
+require 'json'
+
+module MMS
+
+  class Client
+
+    include Singleton
+
+    attr_accessor :username
+    attr_accessor :apikey
+
+    attr_accessor :api_protocol
+    attr_accessor :api_host
+    attr_accessor :api_port
+    attr_accessor :api_path
+    attr_accessor :api_version
+
+    def initialize
+      @username, @apikey = nil
+
+      @api_protocol = 'https'
+      @api_host = 'mms.mongodb.com'
+      @api_port = '443'
+      @api_path = '/api/public'
+      @api_version = 'v1.0'
+    end
+
+    def auth_setup(username, apikey)
+      @username = username
+      @apikey = apikey
+    end
+
+    def site
+      [@api_protocol, '://', @api_host, ':', @api_port, @api_path, '/',  @api_version].join.to_s
+    end
+
+    def get(path)
+      _get site + path, @username, @apikey
+    end
+
+    def post(path, data)
+      _post site + path, data, @username, @apikey
+    end
+
+    private
+
+    def _get(path, username, password)
+
+      digest_auth = Net::HTTP::DigestAuth.new
+      digest_auth.next_nonce
+
+      uri = URI.parse path
+      uri.user= CGI.escape(username)
+      uri.password= CGI.escape(password)
+
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.use_ssl = true
+
+      req = Net::HTTP::Get.new uri.request_uri
+      res = http.request req
+
+      auth = digest_auth.auth_header uri, res['WWW-Authenticate'], 'GET'
+      req = Net::HTTP::Get.new uri.request_uri
+      req.add_field 'Authorization', auth
+
+      response = http.request(req)
+      response_json = JSON.parse(response.body)
+
+      unless response_json['error'].nil?
+       response_json = nil
+      end
+
+      (response_json.nil? or response_json['results'].nil?) ? response_json : response_json['results']
+    end
+
+    def _post(path, data, username, password)
+      digest_auth = Net::HTTP::DigestAuth.new
+      digest_auth.next_nonce
+
+      uri = URI.parse path
+      uri.user= CGI.escape(username)
+      uri.password= CGI.escape(password)
+
+      http = Net::HTTP.new uri.host, uri.port
+      http.use_ssl = true
+
+      req = Net::HTTP::Post.new uri.request_uri, {'Content-Type' =>'application/json'}
+      res = http.request req
+
+      auth = digest_auth.auth_header uri, res['WWW-Authenticate'], 'POST'
+      req = Net::HTTP::Post.new uri.request_uri, {'Content-Type' =>'application/json'}
+      req.add_field 'Authorization', auth
+      req.body = data.to_json
+
+      response = http.request req
+      response_json = JSON.parse response.body
+
+      unless response_json['error'].nil?
+        response_json = nil
+      end
+
+      (response_json.nil? or response_json['results'].nil?) ? response_json : response_json['results']
+    end
+
+  end
+end

data/lib/mms/resource.rb

@@ -0,0 +1,41 @@
+module MMS
+
+  class Resource
+
+    attr_accessor :id
+    attr_accessor :data
+
+    def initialize(id, data = nil)
+      @id = id
+      @data = data
+
+      load
+    end
+
+    def from_hash(data)
+      unless data.nil?
+        @id = data['id']
+        _from_hash data
+      end
+    end
+
+    def load
+      _data = MMS::Cache.instance.get "Class::#{self.class.name}:#{@id}"
+
+      if _data.nil? and @data.nil?
+        _data = _load(@id) unless @id.nil?
+
+        if _data.nil?
+          raise "Cannot load data for #{self.class.name}, id `#{@id}`"
+        end
+      end
+
+      save _data || @data
+    end
+
+    def save(data)
+      from_hash data
+      MMS::Cache.instance.set "Class::#{self.class.name}:#{@id}", data
+    end
+  end
+end

data/lib/mms/resource/cluster.rb

@@ -0,0 +1,74 @@
+module MMS
+
+  class Resource::Cluster < Resource
+
+    attr_accessor :name
+    attr_accessor :group
+    attr_accessor :shard_name
+    attr_accessor :replicaset_name
+    attr_accessor :type_name
+    attr_accessor :last_heartbeat
+
+    def initialize(id, group_id, data = nil)
+      @group = MMS::Resource::Group.new(group_id)
+
+      super id, data
+    end
+
+    def self.get_snapshots
+      snapshot_list = []
+      MMS::Resource::Group.get_clusters.each do |cluster|
+        MMS::Client.instance.get('/groups/' + cluster.group.id + '/clusters/' + cluster.id + '/snapshots').each do |snapshot|
+          snapshot_list.push MMS::Resource::Snapshot.new(snapshot['id'], snapshot['clusterId'], snapshot['groupId'], snapshot)
+        end
+      end
+      snapshot_list
+    end
+
+    def self.get_restore_jobs
+      job_list = []
+      MMS::Resource::Group.get_clusters.each do |cluster|
+        MMS::Client.instance.get('/groups/' + cluster.group.id + '/clusters/' + cluster.id + '/restoreJobs').each do |job|
+          job_list.push MMS::Resource::RestoreJob.new(job['id'], job['clusterId'], job['groupId'], job)
+        end
+      end
+      job_list
+    end
+
+    def create_restorejob_from_snapshot(id)
+      data = {:snapshotId => id}
+      jobs = MMS::Client.instance.post '/groups/' + @group.id + '/clusters/' + @id + '/restoreJobs', data
+
+      if jobs.nil?
+        raise "Cannot create job from snapshot `#{id}`"
+      end
+
+      job_list = []
+      # work around due to bug in MMS API; cannot read restoreJob using provided info.
+      restore_jobs = MMS::Resource::Cluster.get_restore_jobs
+      jobs.each do |job|
+        _list = restore_jobs.select {|restorejob| restorejob.id == job['id'] }
+        _list.each do |restorejob|
+          begin
+            job_list.push MMS::Resource::RestoreJob.new(restorejob.id, restorejob.cluster.id, restorejob.cluster.group.id)
+          rescue => e
+            puts "load error #{e.message}"
+          end
+        end
+      end
+      job_list
+    end
+
+    def _load(id)
+      MMS::Client.instance.get('/groups/' + @group.id + '/clusters/' + id.to_s)
+    end
+
+    def _from_hash(data)
+      @name = data['clusterName']
+      @shard_name = data['shardName']
+      @replicaset_name = data['replicaSetName']
+      @type_name = data['typeName']
+      @last_heartbeat = data['lastHeartbeat']
+    end
+  end
+end

data/lib/mms/resource/group.rb

@@ -0,0 +1,49 @@
+module MMS
+
+  class Resource::Group < Resource
+
+    attr_reader :name
+    attr_reader :active_agent_count
+    attr_reader :replicaset_count
+    attr_reader :shard_count
+    attr_reader :last_active_agent
+
+    def initialize(id, data = nil)
+      super id, data
+    end
+
+    def self.get_clusters
+      cluster_list = []
+      load_list.each do |group|
+        MMS::Client.instance.get('/groups/' + group.id + '/clusters').each do |cluster|
+          cluster_list.push MMS::Resource::Cluster.new(cluster['id'], cluster['groupId'], cluster)
+        end
+      end
+      cluster_list
+    end
+
+    def get_cluster(id)
+      MMS::Resource::Cluster.new(id, self.id)
+    end
+
+    def self.load_list
+      group_list = []
+      MMS::Client.instance.get('/groups').each do |group|
+        group_list.push MMS::Resource::Group.new(group['id'], group)
+      end
+      group_list
+    end
+
+    def _load(id)
+      MMS::Client.instance.get('/groups/' + id.to_s)
+    end
+
+    def _from_hash(data)
+      @name = data['name']
+      @active_agent_count = data['activeAgentCount']
+      @replicaset_count = data['replicaSetCount']
+      @shard_count = data['shardCount']
+      @last_active_agent = data['lastActiveAgent']
+    end
+  end
+end

data/lib/mms/resource/restore_job.rb

@@ -0,0 +1,36 @@
+module MMS
+
+  class Resource::RestoreJob < Resource
+
+    attr_accessor :name
+    attr_accessor :cluster
+
+    attr_accessor :snapshot_id
+    attr_accessor :created
+    attr_accessor :status_name
+    attr_accessor :point_in_time
+    attr_accessor :delivery_method_name
+    attr_accessor :delivery_status_name
+    attr_accessor :delivery_url
+
+    def initialize(id, cluster_id, group_id, data = nil)
+      @cluster = MMS::Resource::Cluster.new cluster_id, group_id
+
+      super id, data
+    end
+
+    def _load(id)
+      MMS::Client.instance.get('/groups/' + @cluster.group.id + '/clusters/' + @cluster.id + '/restoreJobs/' + id.to_s)
+    end
+
+    def _from_hash(data)
+      @snapshot_id = data['snapshotId']
+      @created = data['created']
+      @status_name = data['statusName']
+      @point_in_time = data['pointInTime']
+      @delivery_method_name = data['delivery']['methodName']
+      @delivery_status_name = data['delivery']['statusName']
+      @delivery_url = data['delivery']['url']
+    end
+  end
+end

data/lib/mms/resource/snapshot.rb

@@ -0,0 +1,32 @@
+module MMS
+
+  class Resource::Snapshot < Resource
+
+    attr_accessor :name
+    attr_accessor :cluster
+
+    attr_accessor :complete
+    attr_accessor :created_date
+    attr_accessor :created_increment
+    attr_accessor :expires
+    attr_accessor :parts
+
+    def initialize(id, cluster_id, group_id, data = nil)
+      @cluster = MMS::Resource::Cluster.new cluster_id, group_id
+
+      super id, data
+    end
+
+    def _load(id)
+      MMS::Client.instance.get('/groups/' + @cluster.group.id + '/clusters/' + @cluster.id + '/snapshots/' + id.to_s)
+    end
+
+    def _from_hash(data)
+      @complete = data['complete']
+      @created_date = data['created']['date']
+      @created_increment = data['created']['increment']
+      @expires = data['expires']
+      @parts = data['parts']
+    end
+  end
+end

data/lib/mms/version.rb

@@ -1,3 +1,3 @@
 module MMS
-  VERSION = '0.0.1'
+  VERSION = '0.0.2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mms-api
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Cargo Media
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-25 00:00:00.000000000 Z
+date: 2014-08-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: net-http-digest_auth
@@ -68,7 +68,7 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
-description: Agent to collect data for MMS API
+description: Agent for MMS API
 email: hello@cargomedia.ch
 executables:
 - mms-api
@@ -80,7 +80,13 @@ files:
 - bin/mms-api
 - lib/mms.rb
 - lib/mms/agent.rb
-- lib/mms/helper.rb
+- lib/mms/cache.rb
+- lib/mms/client.rb
+- lib/mms/resource.rb
+- lib/mms/resource/cluster.rb
+- lib/mms/resource/group.rb
+- lib/mms/resource/restore_job.rb
+- lib/mms/resource/snapshot.rb
 - lib/mms/version.rb
 homepage: https://github.com/cargomedia/mms
 licenses:

data/lib/mms/helper.rb

@@ -1,39 +0,0 @@
-require "net/http"
-require "uri"
-require 'net/http/digest_auth'
-require 'json'
-
-module MMS
-
-  class Helper
-
-    def self.get(path, username, password)
-
-      digest_auth = Net::HTTP::DigestAuth.new
-      digest_auth.next_nonce
-
-      uri = URI.parse path
-      uri.user= CGI.escape(username)
-      uri.password= CGI.escape(password)
-
-      http = Net::HTTP.new(uri.host, uri.port)
-      http.use_ssl = true
-
-      req = Net::HTTP::Get.new uri.request_uri
-      res = http.request req
-
-      auth = digest_auth.auth_header uri, res['WWW-Authenticate'], 'GET'
-      req = Net::HTTP::Get.new uri.request_uri
-      req.add_field 'Authorization', auth
-
-      response = http.request(req)
-      response_json = JSON.parse(response.body)
-
-      if response_json['results'].nil?
-        fail("Error during API request!")
-      end
-
-      response_json['results']
-    end
-  end
-end