topological_inventory-providers-common 1.0.4 → 1.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 00d8f69979f477e6b74d6c7b2785647cc043b3909a45ff424562504146955e2b
-  data.tar.gz: 1b009a746f92137d0502c71bf67346ba86de56aba196eb05e52a6280b86861ec
+  metadata.gz: e289728fe42a0bdf12142485a444c851948e9db8ff215c6444f8a7b7bd98c409
+  data.tar.gz: 54241e05b5d38f449a905b4edecd725b5110eaba96c213098ade88643601de76
 SHA512:
-  metadata.gz: 84a4936e15d4fa024d425d430ba2489485259e59be735e86aa3801852b5745825b324a58b2e847781700607d76c1e5e2deb13bb453f019dba2b0e5382f705c8b
-  data.tar.gz: 10e5edc584fbfcfd85ae196aef5f83c1e7e42fb0e4325f29b302feecc8c2937925580e23d903442546e8af826afb91fd8c9ea2164812f4e1baabed2087fb6025
+  metadata.gz: 14d64a1f0c4b208a43692905a3e843f6c255145cda9cc1a928b8db0a1da02a387cca940146d8044cdcdfbad15bee694e71660d318a2184cf7b1f920f1d6e86fe
+  data.tar.gz: 5f6d8af6dff4fe080e223a9fb2e0ae81ac8d4c3789f5ef832043ad3b08f52ba2d72590963096a02eb9efc9ce31d6a0e36929a1d89c0ad54a2985aa7871921a74

data/.github/workflows/gem-push.yml

@@ -12,12 +12,38 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-    - uses: actions/checkout@v1
+    - uses: actions/checkout@v2
 
-    - name: Publish to Rubygems
-      uses: cadwallion/publish-rubygems-action@v1.0
+    - name: Set up Ruby 2.6
+      uses: actions/setup-ruby@v1
+      with:
+        ruby-version: 2.6.x
+
+    - name: Read the version.rb
+      id: version_file
+      run: |
+        echo ::set-output name=data::$(grep VERSION lib/topological_inventory/providers/common/version.rb | awk {'print $3'} | tr -d '"')
+
+    - name: Echo the gem version
+      run: |
+        echo "v${{ steps.version_file.outputs.data }}"
+
+    - name: Publish to RubyGems
+      run: |
+        mkdir -p $HOME/.gem
+        touch $HOME/.gem/credentials
+        chmod 0600 $HOME/.gem/credentials
+        printf -- "---\n:rubygems_api_key: ${GEM_HOST_API_KEY}\n" > $HOME/.gem/credentials
+        gem build *.gemspec
+        gem push *.gem
       env:
-        GITHUB_TOKEN: ${{secrets.GH_API_KEY}}
-        RUBYGEMS_API_KEY: ${{secrets.RUBYGEMS_API_KEY}}
-        RELEASE_COMMAND: rake release
+        GEM_HOST_API_KEY: ${{secrets.RUBYGEMS_API_KEY}}
 
+    - name: Create Release
+      id: create_release
+      uses: actions/create-release@v1
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      with:
+        tag_name: "v${{ steps.version_file.outputs.data }}"
+        release_name: "v${{ steps.version_file.outputs.data }}"

data/CHANGELOG.md

@@ -4,9 +4,14 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
-## [1.0.4] - 2020-06-09
+## [1.0.5]
+Change release workflow to do everything manually #32
+Add specs to released files #33
+
+## [1.0.4] - 2020-06-18
 Common availability check operation #25
 Rubocop and codecoverage #29
+Add github workflow to release to rubygems automatically #31
 
 ## [1.0.3] - 2020-06-04
 ### Changed
@@ -29,7 +34,8 @@ manageiq-loggers to >= 0.4.2 #20
 ## [1.0.0] - 2020-03-19
 ### Initial release to rubygems.org
 
-[Unreleased]: https://github.com/RedHatInsights/topological_inventory-providers-common/compare/v1.0.4...HEAD
+[Unreleased]: https://github.com/RedHatInsights/topological_inventory-providers-common/compare/v1.0.5...HEAD
+[1.0.5]: https://github.com/RedHatInsights/topological_inventory-providers-common/compare/v1.0.4...v1.0.5
 [1.0.4]: https://github.com/RedHatInsights/topological_inventory-providers-common/compare/v1.0.3...v1.0.4
 [1.0.3]: https://github.com/RedHatInsights/topological_inventory-providers-common/compare/v1.0.2...v1.0.3
 [1.0.2]: https://github.com/RedHatInsights/topological_inventory-providers-common/compare/v1.0.1...v1.0.2

data/lib/topological_inventory/providers/common/version.rb

@@ -1,7 +1,7 @@
 module TopologicalInventory
   module Providers
     module Common
-      VERSION = "1.0.4"
+      VERSION = "1.0.5"
     end
   end
 end

data/spec/spec_helper.rb

@@ -0,0 +1,22 @@
+if ENV['CI']
+  require 'simplecov'
+  SimpleCov.start
+end
+
+require "bundler/setup"
+require "topological_inventory/providers/common"
+require "webmock/rspec"
+
+Dir["./spec/support/**/*.rb"].each {|f| require f}
+
+spec_path = File.dirname(__FILE__)
+Dir[File.join(spec_path, "support/**/*.rb")].each { |f| require f }
+
+RSpec.configure do |config|
+  # Enable flags like --only-failures and --next-failure
+  config.example_status_persistence_file_path = ".rspec_status"
+
+  config.expect_with :rspec do |c|
+    c.syntax = :expect
+  end
+end

data/spec/support/inventory_helper.rb

@@ -0,0 +1,14 @@
+module InventorySpecHelper
+  def self.big_inventory(size, chunk_size)
+    {
+      :collections => [
+        :name => SecureRandom.uuid,
+        :data => data_chunks(size, chunk_size)
+      ]
+    }
+  end
+
+  def self.data_chunks(size, chunk)
+    Array.new(size / chunk) { "a" * chunk }
+  end
+end

data/spec/support/shared/availability_check.rb

@@ -0,0 +1,175 @@
+require "topological_inventory/providers/common/operations/source"
+
+RSpec.shared_examples "availability_check" do
+  let(:host_url) { 'https://cloud.redhat.com' }
+  let(:sources_api_path) { '/api/sources/v3.0' }
+  let(:sources_internal_api_path) { '/internal/v1.0' }
+  let(:sources_api_url) { "#{host_url}#{sources_api_path}" }
+
+  let(:external_tenant) { '11001' }
+  let(:identity) { {'x-rh-identity' => Base64.strict_encode64({'identity' => {'account_number' => external_tenant, 'user' => {'is_org_admin' => true}}}.to_json)} }
+  let(:headers) { {'Content-Type' => 'application/json'}.merge(identity) }
+  let(:source_id) { '123' }
+  let(:endpoint_id) { '234' }
+  let(:authentication_id) { '345' }
+  let(:payload) do
+    {
+      'params' => {
+        'source_id'       => source_id,
+        'external_tenant' => external_tenant,
+        'timestamp'       => Time.now.utc
+      }
+    }
+  end
+
+  let(:list_endpoints_response) { "{\"data\":[{\"default\":true,\"host\":\"10.0.0.1\",\"id\":\"#{endpoint_id}\",\"path\":\"/\",\"role\":\"ansible\",\"scheme\":\"https\",\"source_id\":\"#{source_id}\",\"tenant\":\"#{external_tenant}\"}]}" }
+  let(:list_endpoint_authentications_response) { "{\"data\":[{\"authtype\":\"username_password\",\"id\":\"#{authentication_id}\",\"resource_id\":\"#{endpoint_id}\",\"resource_type\":\"Endpoint\",\"username\":\"admin\",\"tenant\":\"#{external_tenant}\"}]}" }
+  let(:list_endpoint_authentications_response_empty) { "{\"data\":[]}" }
+  let(:internal_api_authentication_response) { "{\"authtype\":\"username_password\",\"id\":\"#{authentication_id}\",\"resource_id\":\"#{endpoint_id}\",\"resource_type\":\"Endpoint\",\"username\":\"admin\",\"tenant\":\"#{external_tenant}\",\"password\":\"xxx\"}" }
+
+  subject { described_class.new(payload["params"]) }
+
+  context "when not checked recently" do
+    before do
+      allow(subject).to receive(:checked_recently?).and_return(false)
+    end
+
+    it "updates Source and Endpoint when available" do
+      # GET
+      stub_get(:endpoint, list_endpoints_response)
+      stub_get(:authentication, list_endpoint_authentications_response)
+      stub_get(:password, internal_api_authentication_response)
+
+      # PATCH
+      source_patch_body   = {'availability_status' => described_class::STATUS_AVAILABLE, 'last_available_at' => subject.send(:check_time), 'last_checked_at' => subject.send(:check_time)}.to_json
+      endpoint_patch_body = {'availability_status' => described_class::STATUS_AVAILABLE, 'availability_status_error' => '', 'last_available_at' => subject.send(:check_time), 'last_checked_at' => subject.send(:check_time)}.to_json
+
+      stub_patch(:source, source_patch_body)
+      stub_patch(:endpoint, endpoint_patch_body)
+
+      # Check ---
+      expect(subject).to receive(:connection_check).and_return([described_class::STATUS_AVAILABLE, nil])
+
+      subject.availability_check
+
+      assert_patch(:source, source_patch_body)
+      assert_patch(:endpoint, endpoint_patch_body)
+    end
+
+    it "updates Source and Endpoint when unavailable" do
+      # GET
+      stub_get(:endpoint, list_endpoints_response)
+      stub_get(:authentication, list_endpoint_authentications_response)
+      stub_get(:password, internal_api_authentication_response)
+
+      # PATCH
+      connection_error_message = "Some connection error"
+      source_patch_body        = {'availability_status' => described_class::STATUS_UNAVAILABLE, 'last_checked_at' => subject.send(:check_time)}.to_json
+      endpoint_patch_body      = {'availability_status' => described_class::STATUS_UNAVAILABLE, 'availability_status_error' => connection_error_message, 'last_checked_at' => subject.send(:check_time)}.to_json
+
+      stub_patch(:source, source_patch_body)
+      stub_patch(:endpoint, endpoint_patch_body)
+
+      # Check ---
+      expect(subject).to receive(:connection_check).and_return([described_class::STATUS_UNAVAILABLE, connection_error_message])
+
+      subject.availability_check
+
+      assert_patch(:source, source_patch_body)
+      assert_patch(:endpoint, endpoint_patch_body)
+    end
+
+    it "updates only Source to 'unavailable' status if Endpoint not found" do
+      # GET
+      stub_get(:endpoint, '')
+
+      # PATCH
+      source_patch_body = {'availability_status' => described_class::STATUS_UNAVAILABLE, 'last_checked_at' => subject.send(:check_time)}.to_json
+      stub_patch(:source, source_patch_body)
+
+      # Check
+      api_client = subject.send(:api_client)
+      expect(api_client).not_to receive(:update_endpoint)
+
+      subject.availability_check
+
+      assert_patch(:source, source_patch_body)
+    end
+
+    it "updates Source and Endpoint to 'unavailable' if Authentication not found" do
+      # GET
+      stub_get(:endpoint, list_endpoints_response)
+      stub_get(:authentication, list_endpoint_authentications_response_empty)
+
+      # PATCH
+      source_patch_body   = {'availability_status' => described_class::STATUS_UNAVAILABLE, 'last_checked_at' => subject.send(:check_time)}.to_json
+      endpoint_patch_body = {'availability_status' => described_class::STATUS_UNAVAILABLE, 'availability_status_error' => described_class::ERROR_MESSAGES[:authentication_not_found], 'last_checked_at' => subject.send(:check_time)}.to_json
+
+      stub_patch(:source, source_patch_body)
+      stub_patch(:endpoint, endpoint_patch_body)
+
+      # Check
+      expect(subject).not_to receive(:connection_check)
+      subject.availability_check
+
+      assert_patch(:source, source_patch_body)
+      assert_patch(:endpoint, endpoint_patch_body)
+    end
+  end
+
+  context "when checked recently" do
+    before do
+      allow(subject).to receive(:checked_recently?).and_return(true)
+    end
+
+    it "doesn't do connection check" do
+      expect(subject).not_to receive(:connection_check)
+      expect(WebMock).not_to have_requested(:patch, "#{sources_api_url}/sources/#{source_id}")
+      expect(WebMock).not_to have_requested(:patch, "#{sources_api_url}/endpoints/#{endpoint_id}")
+
+      subject.availability_check
+    end
+  end
+
+
+  def stub_get(object_type, response)
+    case object_type
+    when :endpoint
+      stub_request(:get, "#{sources_api_url}/sources/#{source_id}/endpoints")
+        .with(:headers => headers)
+        .to_return(:status => 200, :body => response, :headers => {})
+    when :authentication
+      stub_request(:get, "#{sources_api_url}/endpoints/#{endpoint_id}/authentications")
+        .with(:headers => headers)
+        .to_return(:status => 200, :body => response, :headers => {})
+    when :password
+      stub_request(:get, "#{host_url}#{sources_internal_api_path}/authentications/#{authentication_id}?expose_encrypted_attribute%5B%5D=password")
+        .with(:headers => headers)
+        .to_return(:status => 200, :body => response, :headers => {})
+    end
+  end
+
+  def stub_patch(object_type, data)
+    case object_type
+    when :source
+      stub_request(:patch, "#{sources_api_url}/sources/#{source_id}")
+        .with(:body => data, :headers => headers)
+        .to_return(:status => 200, :body => "", :headers => {})
+    when :endpoint
+      stub_request(:patch, "#{sources_api_url}/endpoints/#{endpoint_id}")
+        .with(:body => data, :headers => headers)
+        .to_return(:status => 200, :body => "", :headers => {})
+    end
+  end
+
+  def assert_patch(object_type, data)
+    case object_type
+    when :source
+      expect(WebMock).to have_requested(:patch, "#{sources_api_url}/sources/#{source_id}")
+                           .with(:body => data, :headers => headers).once
+    when :endpoint
+      expect(WebMock).to have_requested(:patch, "#{sources_api_url}/endpoints/#{endpoint_id}")
+                           .with(:body => data, :headers => headers).once
+    end
+  end
+end

data/spec/topological_inventory/providers/common/collectors/inventory_collection_storage_spec.rb

@@ -0,0 +1,44 @@
+describe TopologicalInventory::Providers::Common::Collector::InventoryCollectionStorage do
+  before do
+    @storage = described_class.new
+  end
+
+  it "should add collection to data" do
+    @storage.add_collection(:vms)
+
+    expect(@storage.data[:vms]).not_to be_nil
+  end
+
+  it "should access the same collection through brackets, method name and data" do
+    @storage.add_collection(:vms)
+
+    vm_name = "My VM"
+
+    @storage[:vms].build(:name => vm_name)
+
+    expect(@storage.vms.data[0].name).to eq(vm_name)
+    expect(@storage[:vms].data[0].name).to eq(vm_name)
+    expect(@storage.data[:vms].data[0].name).to eq(vm_name)
+  end
+
+  it "should create collection automatically when api object exists" do
+    expect("TopologicalInventoryIngressApiClient::Vm".safe_constantize).not_to be_nil
+
+    storage = described_class.new
+    expect(storage.vms).to be_kind_of(TopologicalInventory::Providers::Common::Collector::InventoryCollectionWrapper)
+
+    storage = described_class.new
+    expect(storage[:vms]).to be_kind_of(TopologicalInventory::Providers::Common::Collector::InventoryCollectionWrapper)
+  end
+
+  it "should raise NameError when api object doesn't exist" do
+    expect("TopologicalInventoryIngressApiClient::SomethingNonexisting".safe_constantize).to be_nil
+
+    storage = described_class.new
+
+    expect { storage.add_collection(:something_nonexisting) }.to raise_error(NameError)
+
+    expect { storage.something_nonexisting.build(:name => "Vm") }.to raise_error(NameError)
+  end
+
+end

data/spec/topological_inventory/providers/common/collectors/inventory_collection_wrapper_spec.rb

@@ -0,0 +1,9 @@
+describe TopologicalInventory::Providers::Common::Collector::InventoryCollectionWrapper do
+  it "builds only existing ingress api client's object" do
+    ic = described_class.new(:name => :some_undefined_class_in_api_models)
+    ic_existing = described_class.new(:name => :vm)
+
+    expect { ic.build({}) }.to raise_error(NameError)
+    expect(ic_existing.build({})).to be_kind_of(TopologicalInventoryIngressApiClient::Vm)
+  end
+end

data/spec/topological_inventory/providers/common/collectors_pool_spec.rb

@@ -0,0 +1,150 @@
+require "tempfile"
+require "yaml"
+require "json"
+
+RSpec.describe TopologicalInventory::Providers::Common::CollectorsPool do
+  let(:source1) { {:source => '42b1893c-ebbd-44e9-89b1-5c29b5fe6e10', :schema => 'http', :host => 'cloud.redhat.com', :port => 80} }
+  let(:source2) { {:source => 'fe8bcaea-3670-42c7-bed9-71f6e0bceadd', :schema => 'https', :host => 'cloud.redhat.com', :port => 443} }
+  let(:source3) { {:source => '05838743-4285-404a-b4d6-294045c0d4be', :schema => 'xxx', :host => 'cloud.redhat.com', :port => 1234} }
+  let(:source4) { {:source => '5ed08a3c-3de4-4a90-8ce9-e0f724b2b2e6', :schema => 'xxx', :host => 'cloud.redhat.com', :port => 1234} }
+  let(:sources) { [source1, source2, source3] }
+
+  before do
+    clear_settings
+  end
+
+  subject { described_class.new(nil, nil, :thread_pool_size => 2) }
+
+  context "config reload" do
+    it "changes settings with different configs" do
+      settings = [{:sources => sources},
+                  {:sources => [ source2, source4 ]}]
+
+      2.times do |i|
+        config = Tempfile.new(["config#{i}", '.yml'])
+        begin
+          config.write(settings[i].to_yaml)
+          config.rewind
+
+          name, path = path_and_filename(config)
+          subject.send(:config_name=, name.split('.')[0])
+          allow(subject).to receive(:path_to_config).and_return(path)
+
+          subject.send(:reload_config)
+
+          expect(::Settings.sources.to_a.collect(&:to_hash)).to eq(settings[i][:sources])
+        ensure
+          config.close
+          config.unlink
+        end
+      end
+    end
+  end
+
+  context "secret reload" do
+    it "changes credentials with new secret" do
+      uuid = SecureRandom.uuid
+
+      secrets = [
+        {'updated_at' => Time.now.to_s, uuid => {'username' => 'admin1', 'password' => 'password1'}},
+        {'updated_at' => Time.now.to_s, uuid => {'username' => 'admin2', 'password' => 'password2'}},
+      ]
+
+      2.times do |i|
+        secret = Tempfile.new(["credentials#{i}"])
+        begin
+          secret.write(secrets[i].to_json)
+          secret.rewind
+
+          name, path = path_and_filename(secret)
+
+          allow(subject).to receive(:path_to_secrets).and_return(path)
+          stub_const("#{described_class}::SECRET_FILENAME", name)
+
+          subject.send(:reload_secrets)
+
+          expect(subject.send(:secrets)).to eq(secrets[i])
+        end
+      end
+    end
+  end
+
+  context "add or remove collector" do
+    before do
+      ::Config.load_and_set_settings('some-value-needed.txt')
+      @collector = double("collector")
+      allow(subject).to receive(:new_collector).and_return(@collector)
+    end
+
+    context "without secrets check" do
+      before do
+        allow(subject).to receive(:secrets_for_source).and_return({})
+      end
+
+      it "adds new collectors from settings" do
+        allow(@collector).to receive(:collect!).and_return(nil)
+        expect(@collector).to receive(:collect!).exactly(sources.size).times
+
+        sources.each do |source|
+          stub_settings_merge(:sources => ::Settings.sources.to_a + [source])
+
+          subject.send(:queue_collectors)
+        end
+
+        pool = subject.send(:thread_pool)
+        pool.shutdown
+        pool.wait_for_termination
+      end
+    end
+
+    context "with secrets check" do
+      let(:secrets) do
+        { 'updated_at' => Time.now.to_s,
+          source1[:source] => { 'username' => 'admin1', 'password' => 'password1' },
+          source2[:source] => { 'username' => 'admin2', 'password' => 'password2' },
+          'unknown' => { 'username' => 'admin3', 'password' => 'password3' }
+        }
+      end
+
+      before do
+        allow(@collector).to receive(:collect!).and_return(nil)
+      end
+
+      it "creates only collectors found in both secret and config" do
+        # 4 sources in yaml config
+        stub_settings_merge(:sources => sources + [source4])
+        # 3 sources in secret
+        allow(subject).to receive(:secrets).and_return(secrets)
+
+        # for each source in yaml secret is searched (4x)
+        expect(subject).to receive(:secrets_for_source).and_call_original.exactly(4).times
+        # only 2 corresponding
+        expect(@collector).to receive(:collect!).exactly(2).times
+
+        subject.send(:queue_collectors)
+
+        pool = subject.send(:thread_pool)
+        pool.shutdown
+        pool.wait_for_termination
+      end
+    end
+  end
+
+  def stub_settings_merge(hash)
+    if defined?(::Settings)
+      Settings.add_source!(hash)
+      Settings.reload!
+    end
+  end
+
+  def clear_settings
+    ::Settings.keys.dup.each { |k| ::Settings.delete_field(k) } if defined?(::Settings)
+  end
+
+  def path_and_filename(tempfile)
+    parts = tempfile.path.split('/')
+    name = parts[-1]
+    path = parts[0..-2].join('/')
+    [name, path]
+  end
+end

data/spec/topological_inventory/providers/common/logger_spec.rb

@@ -0,0 +1,38 @@
+RSpec.describe TopologicalInventory::Providers::Common::Logger do
+  let(:status) { :test }
+  let(:source) { '92844e11-17d5-4998-a33d-d886c3c7a80e' }
+  let(:entity_type) { 'test-entity' }
+  let(:refresh_state_uuid) { 'cd22ba1c-56f6-4fd4-a191-ec8eb8e993a8' }
+  let(:sweep_scope) { [entity_type] }
+  let(:total_parts) { 10 }
+
+  subject { described_class.new }
+
+  it 'receives collecting method' do
+    msg = "[#{status.to_s.upcase}] Collecting #{entity_type}"
+    msg += ", :total parts => #{total_parts}" if total_parts.present?
+    msg += ", :source_uid => #{source}, :refresh_state_uuid => #{refresh_state_uuid}"
+    expect(subject).to receive(:info).with(msg)
+
+    subject.collecting(status, source, entity_type, refresh_state_uuid, total_parts)
+  end
+
+  it 'receives sweeping method' do
+    msg = "[#{status.to_s.upcase}] Sweeping inactive records, :sweep_scope => #{sweep_scope}, :source_uid => #{source}, :refresh_state_uuid => #{refresh_state_uuid}"
+    expect(subject).to receive(:info).with(msg)
+
+    subject.sweeping(status, source, sweep_scope, refresh_state_uuid)
+  end
+
+  it 'receives collecting error method' do
+    begin
+      raise 'Test exception'
+    rescue => e
+      msg = "[ERROR] Collecting #{entity_type}, :source_uid => #{source}, :refresh_state_uuid => #{refresh_state_uuid}"
+      msg += ":message => #{e.message}\n#{e.backtrace.join("\n")}"
+      expect(subject).to receive(:error).with(msg)
+
+      subject.collecting_error(source, entity_type, refresh_state_uuid, e)
+    end
+  end
+end

data/spec/topological_inventory/providers/common/operations/processor_spec.rb

@@ -0,0 +1,102 @@
+require "topological_inventory/providers/common/operations/processor"
+
+RSpec.describe TopologicalInventory::Providers::Common::Operations::Processor do
+  let(:topology_api_client) { double }
+  let(:source_id) { 1 }
+  let(:source_ref) { 1000 }
+  let(:service_plan) { double("TopologicalInventoryApiClient::ServicePlan") }
+  let(:service_offering) { double("TopologicalInventoryApiClient::ServiceOffering") }
+
+  # Overriden in contexts
+  let(:payload) { {} }
+
+  before do
+    @processor = described_class.new(nil, nil, payload)
+    allow(@processor).to receive(:logger).and_return(double('null_object').as_null_object)
+
+    allow(service_plan).to receive(:service_offering_id).and_return(1)
+    allow(service_plan).to receive(:name).and_return(double)
+
+    allow(service_offering).to receive(:name).and_return(double)
+    allow(service_offering).to receive(:source_ref).and_return(source_ref)
+    allow(service_offering).to receive(:extra).and_return({:type => 'job_template'})
+    allow(service_offering).to receive(:source_id).and_return(source_id)
+
+    @endpoint_client = double
+    allow(@endpoint_client).to receive(:order_service)
+
+    allow(@processor).to receive(:endpoint_client).and_return(@endpoint_client)
+    allow(@processor).to receive(:topology_api_client).and_return(topology_api_client)
+    allow(topology_api_client).to receive(:update_task)
+    allow(topology_api_client).to receive(:show_service_plan).and_return(service_plan)
+    allow(topology_api_client).to receive(:show_service_offering).and_return(service_offering)
+  end
+
+  context "Order by ServicePlan" do
+    let(:payload) do
+      {
+        'request_context' => {"x-rh-identity" => 'abcd'},
+        'params'          => {
+          'order_params'    => {
+            'service_plan_id'             => 1,
+            'service_parameters'          => { :name   => "Job 1",
+                                               :param1 => "Test Topology",
+                                               :param2 => 50 },
+            'provider_control_parameters' => {}
+          },
+          'service_plan_id' => 1,
+          'task_id'         => 1 # in tp-inv api (Task)
+        }
+      }
+    end
+
+    describe "#order_service" do
+      it "orders job" do
+        allow(@processor).to receive(:poll_order_complete_thread).and_return(double)
+
+        expect(@endpoint_client).to receive(:order_service).with(service_offering, service_plan, payload['params']['order_params'])
+        @processor.send(:order_service, payload['params'])
+      end
+
+      it "updates task on error" do
+        err_message = "Sample error"
+
+        allow(@processor).to receive(:poll_order_complete_thread).and_return(double)
+        allow(@processor).to receive(:update_task).and_return(double)
+        allow(@endpoint_client).to receive(:order_service).and_raise(err_message)
+
+        expect(@processor).to receive(:update_task).with(payload['params']['task_id'], :state => "completed", :status => "error", :context => { :error => err_message })
+
+        @processor.send(:order_service, payload['params'])
+      end
+    end
+  end
+
+  context "Order by ServiceOffering" do
+    let(:payload) do
+      {
+        'request_context' => {"x-rh-identity" => 'abcd'},
+        'params'          => {
+          'order_params'    => {
+            'service_offering_id'             => 1,
+            'service_parameters'          => { :name   => "Job 1",
+                                               :param1 => "Test Topology",
+                                               :param2 => 50 },
+            'provider_control_parameters' => {}
+          },
+          'service_offering_id' => 1,
+          'task_id'         => 1 # in tp-inv api (Task)
+        }
+      }
+    end
+
+    describe "#order_service" do
+      it "orders job" do
+        allow(@processor).to receive(:poll_order_complete_thread).and_return(double)
+
+        expect(@endpoint_client).to receive(:order_service).with(service_offering, nil, payload['params']['order_params'])
+        @processor.send(:order_service, payload['params'])
+      end
+    end
+  end
+end

data/spec/topological_inventory/providers/common/operations/source_spec.rb

@@ -0,0 +1,5 @@
+require "topological_inventory/providers/common/operations/source"
+
+RSpec.describe TopologicalInventory::Providers::Common::Operations::Source do
+  it_behaves_like "availability_check"
+end

data/spec/topological_inventory/providers/common/save_inventory/saver_spec.rb

@@ -0,0 +1,65 @@
+require "topological_inventory/providers/common/save_inventory/saver"
+
+RSpec.describe TopologicalInventory::Providers::Common::SaveInventory::Saver do
+  let(:client) { instance_double(TopologicalInventoryIngressApiClient::DefaultApi) }
+  let(:logger) { double }
+  let(:base_args) { {client: client, logger: logger} }
+
+  let(:small_json) { {:test => ["values"]} }
+  let(:big_json) { InventorySpecHelper.big_inventory(80_000, 1_000) }
+
+  describe "#save" do
+    subject { described_class.new(args).save(:inventory => inventory) }
+
+    context "when the data size is less than max_bytes" do
+      let(:args) { base_args }
+      let(:inventory) { small_json }
+
+      before do
+        allow(client).to receive(:save_inventory_with_http_info).with(small_json.to_json)
+      end
+
+      it "returns that it saved one chunk" do
+        is_expected.to eq 1
+      end
+
+      it "does not split the payload into batches" do
+        expect(client).to receive(:save_inventory_with_http_info).with(small_json.to_json).once
+        subject
+      end
+    end
+
+    context "when the data size is greater than specified max_bytes" do
+      let(:args) { base_args.merge!(:max_bytes => 19_512) }
+      let(:inventory) { big_json }
+
+      before do
+        allow(client).to receive(:save_inventory_with_http_info)
+      end
+
+      it "returns that it saved five chunks" do
+        is_expected.to eq 5
+      end
+
+      it "splits the payload up into chunks" do
+        expect(client).to receive(:save_inventory_with_http_info).exactly(5).times
+        subject
+      end
+    end
+
+    context "when the KAFKA_PAYLOAD_MAX_BYTES ENV var is set" do
+      let(:args) { base_args }
+      let(:inventory) { big_json }
+
+      before do
+        allow(ENV).to receive(:[]).with("KAFKA_PAYLOAD_MAX_BYTES").and_return("9_512")
+        allow(client).to receive(:save_inventory_with_http_info)
+      end
+
+      it "splits the payload into smaller chunks" do
+        expect(client).to receive(:save_inventory_with_http_info).exactly(10).times
+        is_expected.to eq 10
+      end
+    end
+  end
+end

data/spec/topological_inventory/providers/common_spec.rb

@@ -0,0 +1,3 @@
+RSpec.describe TopologicalInventory::Providers::Common do
+
+end

data/topological_inventory-providers-common.gemspec

@@ -17,7 +17,7 @@ Gem::Specification.new do |spec|
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
   spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
-    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+    `git ls-files -z`.split("\x0")
   end
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: topological_inventory-providers-common
 version: !ruby/object:Gem::Version
-  version: 1.0.4
+  version: 1.0.5
 platform: ruby
 authors:
 - Martin Slemr
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-06-17 00:00:00.000000000 Z
+date: 2020-06-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -254,6 +254,17 @@ files:
 - lib/topological_inventory/providers/common/save_inventory/exception.rb
 - lib/topological_inventory/providers/common/save_inventory/saver.rb
 - lib/topological_inventory/providers/common/version.rb
+- spec/spec_helper.rb
+- spec/support/inventory_helper.rb
+- spec/support/shared/availability_check.rb
+- spec/topological_inventory/providers/common/collectors/inventory_collection_storage_spec.rb
+- spec/topological_inventory/providers/common/collectors/inventory_collection_wrapper_spec.rb
+- spec/topological_inventory/providers/common/collectors_pool_spec.rb
+- spec/topological_inventory/providers/common/logger_spec.rb
+- spec/topological_inventory/providers/common/operations/processor_spec.rb
+- spec/topological_inventory/providers/common/operations/source_spec.rb
+- spec/topological_inventory/providers/common/save_inventory/saver_spec.rb
+- spec/topological_inventory/providers/common_spec.rb
 - topological_inventory-providers-common.gemspec
 homepage: https://github.com/RedHatInsights/topological_inventory-providers-common
 licenses:
@@ -274,7 +285,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.8
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Common classes for topological-inventory collectors/operations