datadog_backup 0.10.1 → 1.0.0.alpha.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bea05a2afebfd74199cde145437e6fdfb60bf079a2ff31eec43b51898532c72b
-  data.tar.gz: 2eb15f9a5f94b657cce02ecfe619b92e71a7adb4edb4ded832d5f1fbad340a37
+  metadata.gz: 5db8a5e804f30996a50247c24352e3fc1075971d141e37a2093987c510e9c9f1
+  data.tar.gz: 41c6f43d1c15c7e789aabe5a5b9bd34d45e5f5712d4ada557fb32edaeac4dd11
 SHA512:
-  metadata.gz: 86d475400eac4ae5794296748f0792cbbabc1eecf24b3f129c97300cf5a1388f478b1e378d7ac81f0e0528b7782f8e5041b8bc77f09ff77cb8bf69c41d0c9949
-  data.tar.gz: 79c2ee0e0be5a8d49be57b5b12d33ab5a164894376669be20eecb899ecb57bd142f56242e9668463ec0c1c6f47a803c85c5cea272f3d1a13447d11da937e31d4
+  metadata.gz: f34c936e1a48773a4e0d600cfb23414c07b7197d7e72f9e1f7c3e1efd27c6b25b2ec9ab8643228b6b6d055f1b9c83762cf62e743418708ca8a02046405f256f7
+  data.tar.gz: e3f2a91bf80a2ea6c265766b55e07b01ac885a002a4be41f3f6dc7dc9574bdd394a158c1258887814b387290915f9843dc5a07759dc74d5c9d5c491c155b4ffe

data/.github/workflows/rspec_and_release.yml

@@ -11,10 +11,10 @@ jobs:
 
     steps:
     - uses: actions/checkout@v2
-    - name: Set up Ruby 2.7.1
-      uses: actions/setup-ruby@v1.1.1
+    - name: Set up Ruby 2.7.2
+      uses: actions/setup-ruby@v1.1.2
       with:
-        ruby-version: 2.7.1
+        ruby-version: 2.7.2
     - name: Test with Rspec
       run: |
           gem install --no-document bundler
@@ -27,10 +27,10 @@ jobs:
 
     steps:
     - uses: actions/checkout@v2
-    - name: Set up Ruby 2.7.1
-      uses: actions/setup-ruby@v1.1.1
+    - name: Set up Ruby 2.7.2
+      uses: actions/setup-ruby@v1.1.2
       with:
-        ruby-version: 2.7.1
+        ruby-version: 2.7.2
     - name: Build with bundler
       run: |
           gem install --no-document bundler

data/.gitignore

@@ -117,3 +117,5 @@ Gemfile.lock
 
 spec/helpers/failures.txt
 backup/
+
+.envrc

data/CHANGELOG.md

@@ -1,3 +1,37 @@
+# [1.0.0-alpha.1](https://github.com/scribd/datadog_backup/compare/v0.11.0...v1.0.0-alpha.1) (2021-01-17)
+
+
+### Features
+
+* If resource doesn't exist in Datadog, the resource is recreated. ([95d9699](https://github.com/scribd/datadog_backup/commit/95d9699e3fe6a6ecae0d6690dce225680f1d6a8a))
+
+
+### BREAKING CHANGES
+
+* `datadog-backup` used to exit with an error if a resource
+wasn't found in Datadog.
+
+# [0.11.0](https://github.com/scribd/datadog_backup/compare/v0.10.3...v0.11.0) (2021-01-12)
+
+
+### Features
+
+* Add force-restore flag to allow running in automation ([#46](https://github.com/scribd/datadog_backup/issues/46)) ([e067386](https://github.com/scribd/datadog_backup/commit/e0673862b6f6d86297e1352faaee872f2c4884c8))
+
+## [0.10.3](https://github.com/scribd/datadog_backup/compare/v0.10.2...v0.10.3) (2020-12-11)
+
+
+### Performance Improvements
+
+* coerce patch release ([bc86649](https://github.com/scribd/datadog_backup/commit/bc86649b874cd5be1da2f6bc0d1b1ecd0728676c))
+
+## [0.10.2](https://github.com/scribd/datadog_backup/compare/v0.10.1...v0.10.2) (2020-11-03)
+
+
+### Bug Fixes
+
+* virtual environment updates ruby 2.7.1 -> 2.7.2  ([f950dd6](https://github.com/scribd/datadog_backup/commit/f950dd67ce989bb12de5f2dbf69c6449b91f2542))
+
 ## [0.10.1](https://github.com/scribd/datadog_backup/compare/v0.10.0...v0.10.1) (2020-09-08)
 
 

data/Guardfile

@@ -17,7 +17,7 @@
 #
 # and, you'll have to watch "config/Guardfile" instead of "Guardfile"
 
-# Note: The cmd option is now required due to the increasing number of ways
+# NOTE: The cmd option is now required due to the increasing number of ways
 #       rspec may be run, below are examples of the most common uses.
 #  * bundler: 'bundle exec rspec'
 #  * bundler binstubs: 'bin/rspec'

data/bin/datadog_backup

@@ -23,6 +23,7 @@ LOGGER.level = Logger::INFO
   diff_format: :color,
   resources: [DatadogBackup::Dashboards, DatadogBackup::Monitors],
   output_format: :yaml,
+  force_restore: false,
   logger: LOGGER
 }
 
@@ -54,7 +55,8 @@ def prereqs
     opts.on('--dashboards-only') do
       @options[:resources] = [DatadogBackup::Dashboards]
     end
-    opts.on('--json', 'format backups as JSON instead of YAML. Does not impact `diffs` nor `restore`, but do not mix formats in the same backup-dir.') do
+    opts.on('--json',
+            'format backups as JSON instead of YAML. Does not impact `diffs` nor `restore`, but do not mix formats in the same backup-dir.') do
       @options[:output_format] = :json
     end
     opts.on('--no-color', 'removes colored output from diff format') do
@@ -63,6 +65,9 @@ def prereqs
     opts.on('--diff-format FORMAT', 'one of `color`, `html_simple`, `html`') do |format|
       @options[:diff_format] = format.to_sym
     end
+    opts.on('--force-restore', 'force restore to Datadog') do
+      @options[:force_restore] = true
+    end
   end
   options.parse!
 

data/datadog_backup.gemspec

@@ -19,12 +19,12 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^spec/})
   spec.require_paths = ['lib']
 
-  spec.add_dependency 'amazing_print', '1.2.1'
+  spec.add_dependency 'amazing_print', '1.2.2'
   spec.add_dependency 'concurrent-ruby', '1.1.7'
   spec.add_dependency 'concurrent-ruby-edge', '0.6.0'
   spec.add_dependency 'deepsort', '0.4.5'
   spec.add_dependency 'diffy', '3.4.0'
-  spec.add_dependency 'dogapi', '1.41.0'
+  spec.add_dependency 'dogapi', '1.44.0'
 
   spec.add_development_dependency 'bundler'
   spec.add_development_dependency 'pry'

data/example/Gemfile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 source 'https://rubygems.org'
 
-gem 'datadog_backup', :source => 'https://scribd.jfrog.io/artifactory/gems-local'
+gem 'datadog_backup'

data/lib/datadog_backup/cli.rb

@@ -91,7 +91,7 @@ module DatadogBackup
     end
 
     def matching_resource_instance(klass)
-      resource_instances.select { |resource_instance| resource_instance.class == klass }.first
+      resource_instances.select { |resource_instance| resource_instance.instance_of?(klass) }.first
     end
 
     def resource_instances
@@ -108,27 +108,30 @@ module DatadogBackup
         id, diff = *future.value!
         next unless diff
 
-        puts '--------------------------------------------------------------------------------'
-        puts format_diff_output([id, diff])
-        puts '(r)estore to Datadog, overwrite local changes and (d)ownload, (s)kip, or (q)uit?'
-        response = $stdin.gets.chomp
-        case response
-        when 'q'
-          exit
-        when 'r'
-          puts "Restoring #{id} to Datadog."
-          definitive_resource_instance(id).update_with_200(id, definitive_resource_instance(id).load_from_file_by_id(id))
-        when 'd'
-          puts "Downloading #{id} from Datadog."
-          definitive_resource_instance(id).get_and_write_file(id)
-        when 's'
-          next
+        if @options[:force_restore]
+          definitive_resource_instance(id).restore(id)
         else
-          puts 'Invalid response, please try again.'
+          puts '--------------------------------------------------------------------------------'
+          puts format_diff_output([id, diff])
+          puts '(r)estore to Datadog, overwrite local changes and (d)ownload, (s)kip, or (q)uit?'
           response = $stdin.gets.chomp
+          case response
+          when 'q'
+            exit
+          when 'r'
+            puts "Restoring #{id} to Datadog."
+            definitive_resource_instance(id).restore(id)
+          when 'd'
+            puts "Downloading #{id} from Datadog."
+            definitive_resource_instance(id).get_and_write_file(id)
+          when 's'
+            next
+          else
+            puts 'Invalid response, please try again.'
+            response = $stdin.gets.chomp
+          end
         end
       end
-
       watcher.join if watcher.status
     end
 

data/lib/datadog_backup/core.rb

@@ -24,55 +24,48 @@ module DatadogBackup
       raise 'subclass is expected to implement #backup'
     end
 
-    # Calls out to Datadog and checks for a '200' response
-    def client_with_200(method, *id)
-      max_retries = 6
-      retries ||= 0
-
-      response = client.send(method, *id)
-
-      # logger.debug response
-      raise "Method #{method} failed with error #{response}" unless response[0] == '200'
-
-      response[1]
-    rescue ::Net::OpenTimeout => e
-      if (retries += 1) <= max_retries
-        sleep(0.1 * retries**5) # 0.1, 3.2, 24.3, 102.4 seconds per retry
-        retry
-      else
-        raise "Method #{method} failed with error #{e.message}"
-      end
-    end
-
     # Returns the diffy diff.
     # Optionally, supply an array of keys to remove from comparison
-    def diff(id, banlist = [])
-      current = except(get_by_id(id), banlist).deep_sort.to_yaml
-      filesystem = except(load_from_file_by_id(id), banlist).deep_sort.to_yaml
+    def diff(id)
+      current = except(get_by_id(id)).deep_sort.to_yaml
+      filesystem = except(load_from_file_by_id(id)).deep_sort.to_yaml
       result = ::Diffy::Diff.new(current, filesystem, include_plus_and_minus_in_html: true).to_s(diff_format)
       logger.debug("Compared ID #{id} and found #{result}")
       result
     end
 
     # Returns a hash with banlist elements removed
-    def except(hash, banlist)
+    def except(hash)
       hash.tap do # tap returns self
-        banlist.each do |key|
+        @banlist.each do |key|
           hash.delete(key) # delete returns the value at the deleted key, hence the tap wrapper
         end
       end
     end
 
+    def get(id)
+      with_200 do
+        api_service.request(Net::HTTP::Get, "/api/#{api_version}/#{api_resource_name}/#{id}", nil, nil, false)
+      end
+    end
+
+    def get_all
+      with_200 do
+        api_service.request(Net::HTTP::Get, "/api/#{api_version}/#{api_resource_name}", nil, nil, false)
+      end
+    end
+
     def get_and_write_file(id)
       write_file(dump(get_by_id(id)), filename(id))
     end
 
-    def get_by_id(_id)
-      raise 'subclass is expected to implement #get_by_id(id)'
+    def get_by_id(id)
+      except(get(id))
     end
 
     def initialize(options)
       @options = options
+      @banlist = []
       ::FileUtils.mkdir_p(mydir)
     end
 
@@ -80,25 +73,46 @@ module DatadogBackup
       self.class.to_s.split(':').last.downcase
     end
 
-    def restore
-      raise 'subclass is expected to implement #restore'
+    # Calls out to Datadog and checks for a '200' response
+    def create(body)
+      result = with_200 do
+        api_service.request(Net::HTTP::Post, "/api/#{api_version}/#{api_resource_name}", nil, body, true)
+      end
+      logger.warn 'Successfully created in datadog.'
+      result
     end
 
+    # Calls out to Datadog and checks for a '200' response
     def update(id, body)
-      api_service.request(Net::HTTP::Put, "/api/#{api_version}/#{api_resource_name}/#{id}", nil, body, true)
+      result = with_200 do
+        api_service.request(Net::HTTP::Put, "/api/#{api_version}/#{api_resource_name}/#{id}", nil, body, true)
+      end
+      logger.warn 'Successfully restored to datadog.'
+      result
     end
 
-    # Calls out to Datadog and checks for a '200' response
-    def update_with_200(id, body)
+    def restore(id)
+      body = load_from_file_by_id(id)
+      begin
+        update(id, body)
+      rescue RuntimeError => e
+        if e.message.include?('Request failed with error ["404"')
+          new_id = create(body).fetch('id')
+
+          get_and_write_file(new_id)
+          FileUtils.rm(find_file_by_id(id))
+        else
+          raise e.message
+        end
+      end
+    end
+
+    def with_200
       max_retries = 6
       retries ||= 0
 
-      response = update(id, body)
-
-      # logger.debug response
-      raise "Update failed with error #{response}" unless response[0] == '200'
-
-      logger.warn "Successfully restored #{id} to datadog."
+      response = yield
+      raise "Request failed with error #{response}" unless response[0] == '200'
 
       response[1]
     rescue ::Net::OpenTimeout => e
@@ -106,7 +120,7 @@ module DatadogBackup
         sleep(0.1 * retries**5) # 0.1, 3.2, 24.3, 102.4 seconds per retry
         retry
       else
-        raise "Update failed with error #{e.message}"
+        raise "Net::OpenTimeout: #{e.message}"
       end
     end
   end

data/lib/datadog_backup/dashboards.rb

@@ -2,10 +2,8 @@
 
 module DatadogBackup
   class Dashboards < Core
-    BANLIST = %w[modified_at url]
-
     def all_boards
-      client_with_200(:get_all_boards).fetch('dashboards')
+      get_all.fetch('dashboards')
     end
 
     def api_service
@@ -37,14 +35,9 @@ module DatadogBackup
       Concurrent::Promises.zip(*futures).value!
     end
 
-    def diff(id)
-      super(id, BANLIST)
-    end
-
-    def get_by_id(id)
-      except(client_with_200(:get_board, id), BANLIST)
+    def initialize(options)
+      super(options)
+      @banlist = %w[modified_at url].freeze
     end
-
-    def restore!; end
   end
 end

data/lib/datadog_backup/local_filesystem.rb

@@ -31,9 +31,10 @@ module DatadogBackup
     end
 
     def dump(object)
-      if output_format == :json
+      case output_format
+      when :json
         JSON.pretty_generate(object.deep_sort)
-      elsif output_format == :yaml
+      when :yaml
         YAML.dump(object.deep_sort)
       else
         raise 'invalid output_format specified or not specified'
@@ -45,7 +46,7 @@ module DatadogBackup
     end
 
     def file_type(filepath)
-      ::File.extname(filepath).strip.downcase[1..-1].to_sym
+      ::File.extname(filepath).strip.downcase[1..].to_sym
     end
 
     def find_file_by_id(id)
@@ -53,9 +54,10 @@ module DatadogBackup
     end
 
     def load_from_file(string, output_format)
-      if output_format == :json
+      case output_format
+      when :json
         JSON.parse(string)
-      elsif output_format == :yaml
+      when :yaml
         YAML.safe_load(string)
       else
         raise 'invalid output_format specified or not specified'

data/lib/datadog_backup/monitors.rb

@@ -2,11 +2,8 @@
 
 module DatadogBackup
   class Monitors < Core
-    API_SERVICE_NAME = :@monitor_svc
-    BANLIST = %w[overall_state overall_state_modified matching_downtimes modified]
-
     def all_monitors
-      @all_monitors ||= client_with_200(:get_all_monitors)
+      @all_monitors ||= get_all
     end
 
     def api_service
@@ -29,14 +26,13 @@ module DatadogBackup
       end
     end
 
-    def diff(id)
-      super(id, BANLIST)
-    end
-
     def get_by_id(id)
-      except(all_monitors.select { |monitor| monitor['id'].to_s == id.to_s }.first, BANLIST)
+      except(all_monitors.select { |monitor| monitor['id'].to_s == id.to_s }.first)
     end
 
-    def restore!; end
+    def initialize(options)
+      super(options)
+      @banlist = %w[overall_state overall_state_modified matching_downtimes modified].freeze
+    end
   end
 end

data/lib/datadog_backup/options.rb

@@ -42,5 +42,9 @@ module DatadogBackup
     def resources
       @options[:resources]
     end
+
+    def force_restore
+      @options[:force_restore]
+    end
   end
 end

data/lib/datadog_backup/thread_pool.rb

@@ -11,7 +11,7 @@ module DatadogBackup
 
     def self.watcher(logger)
       Thread.new(TPOOL) do |pool|
-        while pool.queue_length > 0
+        while pool.queue_length.positive?
           sleep 2
           logger.info("#{pool.queue_length} tasks remaining for execution.")
         end

data/lib/datadog_backup/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DatadogBackup
-  VERSION = '0.10.1'
+  VERSION = '1.0.0.alpha.1'
 end

data/spec/datadog_backup/cli_spec.rb

@@ -3,6 +3,7 @@
 require 'spec_helper'
 
 describe DatadogBackup::Cli do
+  let(:api_service_double) { double(Dogapi::APIService) }
   let(:client_double) { double }
   let(:tempdir) { Dir.mktmpdir }
   let(:options) do
@@ -43,8 +44,13 @@ describe DatadogBackup::Cli do
         dashboards.write_file('{"text": "diff"}', "#{tempdir}/dashboards/alsostillthere.json")
         dashboards.write_file('{"text": "diff"}', "#{tempdir}/dashboards/deleted.json")
 
-        allow(client_double).to receive(:get_all_boards).and_return(all_boards)
-        allow(client_double).to receive(:get_board).and_return(['200', {}])
+        allow(client_double).to receive(:instance_variable_get).with(:@dashboard_service).and_return(api_service_double)
+        allow(api_service_double).to receive(:request).with(Net::HTTP::Get, '/api/v1/dashboard', nil, nil,
+                                                            false).and_return(all_boards)
+        allow(api_service_double).to receive(:request).with(Net::HTTP::Get, '/api/v1/dashboard/stillthere', nil, nil,
+                                                            false).and_return(['200', {}])
+        allow(api_service_double).to receive(:request).with(Net::HTTP::Get, '/api/v1/dashboard/alsostillthere', nil,
+                                                            nil, false).and_return(['200', {}])
       end
 
       it 'deletes the file locally as well' do
@@ -83,17 +89,16 @@ describe DatadogBackup::Cli do
 
     example 'starts interactive restore' do
       allow($stdin).to receive(:gets).and_return('q')
-      begin
-        expect { subject }.to(
-          output(/\(r\)estore to Datadog, overwrite local changes and \(d\)ownload, \(s\)kip, or \(q\)uit\?/).to_stdout
-          .and(raise_error(SystemExit))
-        )
-      end
+
+      expect { subject }.to(
+        output(/\(r\)estore to Datadog, overwrite local changes and \(d\)ownload, \(s\)kip, or \(q\)uit\?/).to_stdout
+        .and(raise_error(SystemExit))
+      )
     end
 
     example 'restore' do
       allow($stdin).to receive(:gets).and_return('r')
-      expect(dashboards).to receive(:update_with_200).with('diffs1', { 'text' => 'diff' })
+      expect(dashboards).to receive(:update).with('diffs1', { 'text' => 'diff' })
       subject
     end
     example 'download' do

data/spec/datadog_backup/core_spec.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'spec_helper'
 
 describe DatadogBackup::Core do
@@ -22,21 +24,15 @@ describe DatadogBackup::Core do
     it { is_expected.to eq client_double }
   end
 
-  describe '#client_with_200' do
-    subject { core.client_with_200(:get_all_boards) }
-
+  describe '#with_200' do
     context 'with 200' do
-      before(:example) do
-        allow(client_double).to receive(:get_all_boards).and_return(['200', { foo: :bar }])
-      end
+      subject { core.with_200 { ['200', { foo: :bar }] } }
 
       it { is_expected.to eq({ foo: :bar }) }
     end
 
     context 'with not 200' do
-      before(:example) do
-        allow(client_double).to receive(:get_all_boards).and_return(['401', {}])
-      end
+      subject { core.with_200 { ['400', 'Error message'] } }
 
       it 'raises an error' do
         expect { subject }.to raise_error(RuntimeError)
@@ -50,34 +46,21 @@ describe DatadogBackup::Core do
       core.write_file('{"text": "diff2", "extra": "diff2"}', "#{tempdir}/core/diff.json")
     end
 
-    context 'without banlist' do
-      subject { core.diff('diff') }
-      it {
-        is_expected.to eq <<~EOF
-           ---
-          -extra: diff1
-          -text: diff1
-          +extra: diff2
-          +text: diff2
-        EOF
-      }
-    end
-
-    context 'with banlist' do
-      subject { core.diff('diff', ['extra']) }
-      it {
-        is_expected.to eq <<~EOF
-           ---
-          -text: diff1
-          +text: diff2
-        EOF
-      }
-    end
+    subject { core.diff('diff') }
+    it {
+      is_expected.to eq <<~EOF
+         ---
+        -extra: diff1
+        -text: diff1
+        +extra: diff2
+        +text: diff2
+      EOF
+    }
   end
 
   describe '#except' do
-    subject { core.except({ a: :b, b: :c }, [:b]) }
-    it { is_expected.to eq({ a: :b }) }
+    subject { core.except({ a: :b, b: :c }) }
+    it { is_expected.to eq({ a: :b, b: :c }) }
   end
 
   describe '#initialize' do
@@ -93,15 +76,92 @@ describe DatadogBackup::Core do
     it { is_expected.to eq 'core' }
   end
 
+  describe '#create' do
+    subject { core.create({ 'a' => 'b' }) }
+    example 'it calls Dogapi::APIService.request' do
+      stub_const('Dogapi::APIService::API_VERSION', 'v1')
+      allow(core).to receive(:api_service).and_return(api_service_double)
+      allow(core).to receive(:api_version).and_return('v1')
+      allow(core).to receive(:api_resource_name).and_return('dashboard')
+      expect(api_service_double).to receive(:request).with(Net::HTTP::Post, '/api/v1/dashboard', nil, { 'a' => 'b' },
+        true).and_return(['200', { 'id' => 'whatever-id-abc' }])
+      subject
+    end
+  end
+
   describe '#update' do
-    subject { core.update_with_200('abc-123-def', '{"a": "b"}') }
+    subject { core.update('abc-123-def', { 'a' => 'b' }) }
     example 'it calls Dogapi::APIService.request' do
       stub_const('Dogapi::APIService::API_VERSION', 'v1')
       allow(core).to receive(:api_service).and_return(api_service_double)
       allow(core).to receive(:api_version).and_return('v1')
       allow(core).to receive(:api_resource_name).and_return('dashboard')
-      expect(api_service_double).to receive(:request).with(Net::HTTP::Put, '/api/v1/dashboard/abc-123-def', nil, '{"a": "b"}', true).and_return(%w[200 Created])
+      expect(api_service_double).to receive(:request).with(Net::HTTP::Put, '/api/v1/dashboard/abc-123-def', nil,
+        { 'a' => 'b' }, true).and_return(['200',
+        { 'id' => 'whataver-man-thats-like-your-opinion' }])
       subject
     end
   end
+
+  describe '#restore' do
+    before(:each) do
+      allow(core).to receive(:api_service).and_return(api_service_double)
+      allow(core).to receive(:api_version).and_return('api-version-string')
+      allow(core).to receive(:api_resource_name).and_return('api-resource-name-string')
+      allow(api_service_double).to receive(:request).with(
+        Net::HTTP::Get,
+        '/api/api-version-string/api-resource-name-string/abc-123-def',
+        nil,
+        nil,
+        false
+      ).and_return(['200', { test: :ok }])
+      allow(api_service_double).to receive(:request).with(
+        Net::HTTP::Get,
+        '/api/api-version-string/api-resource-name-string/bad-123-id',
+        nil,
+        nil,
+        false
+      ).and_return(['404', { error: :blahblah_not_found }])
+      allow(core).to receive(:load_from_file_by_id).and_return({ 'load' => 'ok' })
+    end
+
+    context 'when id exists' do
+      subject { core.restore('abc-123-def') }
+      example 'it calls out to update' do
+        expect(core).to receive(:update).with('abc-123-def', { 'load' => 'ok' })
+        subject
+      end
+    end
+
+    context 'when id does not exist' do
+      before(:each) do
+        allow(api_service_double).to receive(:request).with(
+          Net::HTTP::Put,
+          '/api/api-version-string/api-resource-name-string/bad-123-id',
+          nil, { 'load' => 'ok' },
+          true
+        ).and_return(
+          ['404', { 'Error' => 'my not found' }]
+        )
+        allow(api_service_double).to receive(:request).with(
+          Net::HTTP::Post,
+          '/api/api-version-string/api-resource-name-string',
+          nil,
+          { 'load' => 'ok' },
+          true
+        ).and_return(
+          ['200', { 'id' => 'my-new-id' }]
+        )
+      end
+
+      subject { core.restore('bad-123-id') }
+      example 'it calls out to create then saves the new file and deletes the new file' do
+        expect(core).to receive(:create).with({ 'load' => 'ok' }).and_return({ 'id' => 'my-new-id' })
+        expect(core).to receive(:get_and_write_file).with('my-new-id')
+        allow(core).to receive(:find_file_by_id).with('bad-123-id').and_return('/path/to/bad-123-id.json')
+        expect(FileUtils).to receive(:rm).with('/path/to/bad-123-id.json')
+        subject
+      end
+    end
+  end
 end

data/spec/datadog_backup/dashboards_spec.rb

@@ -3,6 +3,7 @@
 require 'spec_helper'
 
 describe DatadogBackup::Dashboards do
+  let(:api_service_double) { double(Dogapi::APIService) }
   let(:client_double) { double }
   let(:tempdir) { Dir.mktmpdir }
   let(:dashboards) do
@@ -59,8 +60,11 @@ describe DatadogBackup::Dashboards do
     }
   end
   before(:example) do
-    allow(client_double).to receive(:get_all_boards).and_return(all_boards)
-    allow(client_double).to receive(:get_board).and_return(example_dashboard)
+    allow(client_double).to receive(:instance_variable_get).with(:@dashboard_service).and_return(api_service_double)
+    allow(api_service_double).to receive(:request).with(Net::HTTP::Get, '/api/v1/dashboard', nil, nil,
+                                                        false).and_return(all_boards)
+    allow(api_service_double).to receive(:request).with(Net::HTTP::Get, '/api/v1/dashboard/abc-123-def', nil, nil,
+                                                        false).and_return(example_dashboard)
   end
 
   describe '#backup' do
@@ -79,22 +83,34 @@ describe DatadogBackup::Dashboards do
   describe '#all_boards' do
     subject { dashboards.all_boards }
 
-    it 'calls get_all_boards' do
-      subject
-      expect(client_double).to have_received(:get_all_boards)
-    end
-
     it { is_expected.to eq [dashboard_description] }
   end
 
   describe '#diff' do
     it 'calls the api only once' do
       dashboards.write_file('{"a":"b"}', dashboards.filename('abc-123-def'))
-      dashboards.diff('abc-123-def')
-      expect(client_double).to have_received(:get_board).exactly(1).times
+      expect(dashboards.diff('abc-123-def')).to eq(<<~EOF
+         ---
+        -description: example dashboard
+        -graphs:
+        -- definition:
+        -    requests:
+        -    - q: min:foo.bar{a:b}
+        -      stacked: false
+        -    viz: timeseries
+        -  title: example graph
+        -title: example dashboard
+        +a: b
+      EOF
+                                                  )
     end
   end
 
+  describe '#except' do
+    subject { dashboards.except({ :a => :b, 'modified_at' => :c, 'url' => :d }) }
+    it { is_expected.to eq({ a: :b }) }
+  end
+
   describe '#get_by_id' do
     subject { dashboards.get_by_id('abc-123-def') }
     it { is_expected.to eq board_abc_123_def }

data/spec/datadog_backup/monitors_spec.rb

@@ -3,6 +3,7 @@
 require 'spec_helper'
 
 describe DatadogBackup::Monitors do
+  let(:api_service_double) { double(Dogapi::APIService) }
   let(:client_double) { double }
   let(:tempdir) { Dir.mktmpdir }
   let(:monitors) do
@@ -47,19 +48,17 @@ describe DatadogBackup::Monitors do
       monitor_description
     ]
   end
+
   before(:example) do
-    allow(client_double).to receive(:get_all_monitors).and_return(all_monitors)
-    allow(client_double).to receive(:get_monitor).and_return(example_monitor)
+    allow(client_double).to receive(:instance_variable_get).with(:@monitor_svc).and_return(api_service_double)
+    allow(api_service_double).to receive(:request).with(Net::HTTP::Get, '/api/v1/monitor', nil, nil,
+                                                        false).and_return(all_monitors)
+    allow(api_service_double).to receive(:request).with(Net::HTTP::Get, '/api/v1/dashboard/123455', nil, nil,
+                                                        false).and_return(example_monitor)
   end
 
   describe '#all_monitors' do
     subject { monitors.all_monitors }
-
-    it 'calls get_all_monitors' do
-      subject
-      expect(client_double).to have_received(:get_all_monitors)
-    end
-
     it { is_expected.to eq [monitor_description] }
   end
 
@@ -76,10 +75,10 @@ describe DatadogBackup::Monitors do
     end
   end
 
-  describe '#diff' do
+  describe '#diff and #except' do
     example 'it ignores `overall_state` and `overall_state_modified`' do
       monitors.write_file(monitors.dump(monitor_description), monitors.filename(123_455))
-      allow(client_double).to receive(:get_all_monitors).and_return(
+      allow(api_service_double).to receive(:request).and_return(
         [
           '200',
           [
@@ -88,8 +87,8 @@ describe DatadogBackup::Monitors do
               'message' => 'foo',
               'id' => 123_455,
               'name' => 'foo',
-              'overall_state' => 'NO DATA',
-              'overall_state_modified' => '2020-07-27T22:55:55+00:00'
+              'overall_state' => 'ZZZZZZZZZZZZZZZZZZZZZZZZZZZ',
+              'overall_state_modified' => '9999-07-27T22:55:55+00:00'
             }
           ]
         ]

data/spec/spec_helper.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 $LOAD_PATH.unshift(File.expand_path('../lib', File.dirname(__FILE__)))
 
 require 'datadog_backup'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: datadog_backup
 version: !ruby/object:Gem::Version
-  version: 0.10.1
+  version: 1.0.0.alpha.1
 platform: ruby
 authors:
 - Kamran Farhadi
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-09-08 00:00:00.000000000 Z
+date: 2021-01-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: amazing_print
@@ -17,14 +17,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.2.1
+        version: 1.2.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.2.1
+        version: 1.2.2
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
   requirement: !ruby/object:Gem::Requirement
@@ -87,14 +87,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.41.0
+        version: 1.44.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.41.0
+        version: 1.44.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -183,11 +183,11 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
 summary: A utility to backup and restore Datadog accounts