hybrid_platforms_conductor 32.13.0 → 32.14.0

data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/deploy_output_parsing_spec.rb

@@ -0,0 +1,94 @@
+describe HybridPlatformsConductor::HpcPlugins::PlatformHandler::ServerlessChef do
+
+  context 'checking how deployment output is parsed' do
+
+    it 'parses a deployment output properly' do
+      with_serverless_chef_platforms('empty') do |platform|
+        stdout = <<~EOS
+          Starting Chef Client, version 14.14.29
+          resolving cookbooks for run list: ["policy_xae_websql::xae"]
+          Synchronizing Cookbooks:
+            - policy_xae_websql (0.1.0)
+            - chef-ruby (0.1.2)
+            - nginx (10.1.0)
+          Installing Cookbook Gems:
+          Compiling Cookbooks...
+          Recipe: site_debian::default
+            * apt_update[apt update] action update
+              - force update new lists of packages
+              * directory[/etc/apt/apt.conf.d] action create (up to date)
+              * file[/etc/apt/apt.conf.d/15update-stamp] action create_if_missing (up to date)
+              * execute[apt-get -q update] action run
+                - execute ["apt-get", "-q", "update"]
+            
+            Converging 145 resources
+          Recipe: policy_xae_websql::api
+            * site_artifactory_dpkg_package[xaecalcite] action install
+              * remote_file[/opt/chef_cache/xaecalcite_0.2.4-1_amd64.deb] action create
+                - create new file /opt/chef_cache/xaecalcite_0.2.4-1_amd64.deb
+                - update content in file /opt/chef_cache/xaecalcite_0.2.4-1_amd64.deb from none to 39b0ca
+                (file sizes exceed 10000000 bytes, diff output suppressed)
+              * dpkg_package[xaecalcite] action install
+                - install version 0.2.4-1 of package xaecalcite
+            
+            * service[/var/lib/xaecalcite/xaecalcite.service] action enable (skipped due to not_if)
+
+          Running handlers:
+          Running handlers complete
+          Chef Client finished, 16/300 resources updated in 27 seconds
+        EOS
+        expect(platform.parse_deploy_output(stdout, '')). to eq [
+          {
+            action: 'update',
+            diffs: "force update new lists of packages\n",
+            name: 'apt_update[apt update]',
+            status: :changed
+          },
+          {
+            action: 'create (up to date)',
+            name: 'directory[/etc/apt/apt.conf.d]',
+            status: :identical
+          },
+          {
+            action: 'create_if_missing (up to date)',
+            name: 'file[/etc/apt/apt.conf.d/15update-stamp]',
+            status: :identical
+          },
+          {
+            action: 'run',
+            diffs: "execute [\"apt-get\", \"-q\", \"update\"]\n",
+            name: 'execute[apt-get -q update]',
+            status: :changed
+          },
+          {
+            action: 'install',
+            name: 'site_artifactory_dpkg_package[xaecalcite]',
+            status: :identical
+          },
+          {
+            action: 'create',
+            diffs: <<~EOS,
+              create new file /opt/chef_cache/xaecalcite_0.2.4-1_amd64.deb
+              update content in file /opt/chef_cache/xaecalcite_0.2.4-1_amd64.deb from none to 39b0ca
+            EOS
+            name: 'remote_file[/opt/chef_cache/xaecalcite_0.2.4-1_amd64.deb]',
+            status: :changed
+          },
+          {
+            action: 'install',
+            diffs: "install version 0.2.4-1 of package xaecalcite\n",
+            name: 'dpkg_package[xaecalcite]',
+            status: :changed
+          },
+          {
+            action: 'enable (skipped due to not_if)',
+            name: 'service[/var/lib/xaecalcite/xaecalcite.service]',
+            status: :identical
+          }
+        ]
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/diff_impacts_spec.rb

@@ -0,0 +1,317 @@
+describe HybridPlatformsConductor::HpcPlugins::PlatformHandler::ServerlessChef do
+
+  context 'checking files diff impacts' do
+
+    it 'returns no impact for no diffs' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from({})).to eq [
+          [],
+          [],
+          false
+        ]
+      end
+    end
+
+    it 'ignores files with no impact' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_1/README.md' => {}
+        )).to eq [
+          [],
+          [],
+          false
+        ]
+      end
+    end
+
+    it 'returns all nodes impact for global files' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'global.rb' => {}
+        )).to eq [
+          [],
+          [],
+          true
+        ]
+      end
+    end
+
+    it 'returns direct impacted nodes' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'nodes/node1.json' => {}
+        )).to eq [
+          %w[node1],
+          [],
+          false
+        ]
+      end
+    end
+
+    it 'returns direct impacted nodes with strange characters' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'nodes/node-v45.env_@user.json' => {}
+        )).to eq [
+          ['node-v45.env_@user'],
+          [],
+          false
+        ]
+      end
+    end
+
+    it 'returns impacted service due to a change in its recipes' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_1/recipes/default.rb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1],
+          false
+        ]
+      end
+    end
+
+    it 'returns impacted service due to a change in its attributes' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_1/attributes/default.rb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1],
+          false
+        ]
+      end
+    end
+
+    it 'returns impacted service due to a change in an included template' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          template '/home/file' do
+            source 'test_template.erb'
+          end
+        EOS
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_1/templates/default/test_template.erb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1],
+          false
+        ]
+      end
+    end
+
+    it 'does not return impacted service due to a change in a non included template' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_1/templates/default/test_template.erb' => {}
+        )).to eq [
+          [],
+          [],
+          false
+        ]
+      end
+    end
+
+    it 'returns impacted service due to a change in an included file' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          file '/home/file' do
+            source 'test_file'
+          end
+        EOS
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_1/files/default/test_file' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1],
+          false
+        ]
+      end
+    end
+
+    it 'does not return impacted service due to a change in a non included file' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_1/files/default/test_file' => {}
+        )).to eq [
+          [],
+          [],
+          false
+        ]
+      end
+    end
+
+    it 'returns impacted service due to a resource usage in a recipe' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          test_cookbook_2_my_resource
+        EOS
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_2/resources/my_resource.rb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1],
+          false
+        ]
+      end
+    end
+
+    it 'does not return impacted service due to a resource not being used in a recipe' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_2/resources/my_resource.rb' => {}
+        )).to eq [
+          [],
+          [],
+          false
+        ]
+      end
+    end
+
+    it 'returns impacted service due to a library helper usage in a recipe' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          a = my_library_helper(42)
+        EOS
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_2/libraries/default.rb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1],
+          false
+        ]
+      end
+    end
+
+    it 'ignored impacted service from an unknown helper' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          a = unknown_helper(42)
+        EOS
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_2/recipes/default.rb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_2],
+          false
+        ]
+      end
+    end
+
+    it 'returns impacted service due to an unknown library helper usage that has been configured' do
+      with_serverless_chef_platforms(
+        'recipes',
+        additional_config: <<~EOS
+          helpers_including_recipes(unknown_helper: ['test_cookbook_2'])
+        EOS
+      ) do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          a = unknown_helper(42)
+        EOS
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_2/recipes/default.rb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1 test_policy_2],
+          false
+        ]
+      end
+    end
+
+    it 'does not return impacted service due to a library helper not being used in a recipe' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_2/libraries/default.rb' => {}
+        )).to eq [
+          [],
+          [],
+          false
+        ]
+      end
+    end
+
+    it 'returns impacted service due to a usage of another cookbook\'s default recipe' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          include_recipe 'test_cookbook_2'
+        EOS
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_2/recipes/default.rb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1 test_policy_2],
+          false
+        ]
+      end
+    end
+
+    it 'returns impacted service due to a usage of another cookbook\'s recipe' do
+      with_serverless_chef_platforms('recipes') do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          include_recipe 'test_cookbook_2::other_recipe'
+        EOS
+        expect(platform.impacts_from(
+          'cookbooks/test_cookbook_2/recipes/other_recipe.rb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1],
+          false
+        ]
+      end
+    end
+
+    it 'ignores cookbooks from cookbook paths that are not configured' do
+      with_serverless_chef_platforms('several_cookbooks') do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          include_recipe 'test_cookbook_2'
+        EOS
+        expect(platform.impacts_from(
+          'other_cookbooks/test_cookbook_2/recipes/default.rb' => {}
+        )).to eq [
+          [],
+          %w[],
+          true
+        ]
+      end
+    end
+
+    it 'considers cookbooks from non-standard cookbook paths that are configured' do
+      with_serverless_chef_platforms('several_cookbooks') do |platform, repository|
+        File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+          include_recipe 'test_cookbook_2'
+        EOS
+        ENV['hpc_test_cookbooks_path'] = 'other_cookbooks'
+        expect(platform.impacts_from(
+          'other_cookbooks/test_cookbook_2/recipes/default.rb' => {}
+        )).to eq [
+          [],
+          %w[test_policy_1 test_policy_2],
+          false
+        ]
+      end
+    end
+
+    it 'ignores cookbooks from cookbook paths that are configured but lie outside the platform' do
+      with_repository('other_cookbooks') do |other_repo|
+        FileUtils.mkdir_p("#{other_repo}/cookbooks/test_cookbook_2/recipes")
+        File.write("#{other_repo}/cookbooks/test_cookbook_2/recipes/default.rb", '')
+        with_serverless_chef_platforms('several_cookbooks') do |platform, repository|
+          File.write("#{repository}/cookbooks/test_cookbook_1/recipes/default.rb", <<~EOS)
+            include_recipe 'test_cookbook_2'
+          EOS
+          ENV['hpc_test_cookbooks_path'] = "#{other_repo}:other_cookbooks"
+          expect(platform.impacts_from(
+            'unknown_cookbooks/test_cookbook_2/recipes/default.rb' => {}
+          )).to eq [
+            [],
+            %w[],
+            true
+          ]
+        end
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/inventory_spec.rb

@@ -0,0 +1,65 @@
+describe HybridPlatformsConductor::HpcPlugins::PlatformHandler::ServerlessChef do
+
+  context 'checking inventory' do
+
+    context 'with an empty platform' do
+
+      it 'returns no node' do
+        with_serverless_chef_platforms('empty') do |platform|
+          expect(platform.known_nodes).to eq []
+        end
+      end
+
+      it 'returns no nodes list' do
+        with_serverless_chef_platforms('empty') do |platform|
+          expect(platform.respond_to?(:known_nodes_lists)).to eq false
+        end
+      end
+
+      it 'returns no deployable services' do
+        with_serverless_chef_platforms('empty') do |platform|
+          expect(platform.deployable_services).to eq []
+        end
+      end
+
+    end
+
+    context 'with a platform having 1 node' do
+
+      it 'returns the node' do
+        with_serverless_chef_platforms('1_node') do |platform|
+          expect(platform.known_nodes).to eq ['node']
+        end
+      end
+
+      it 'returns correct metadata for this node' do
+        with_serverless_chef_platforms('1_node') do |platform|
+          expect(platform.metadata_for('node')).to eq(
+            description: 'Single test node',
+            image: 'debian_9',
+            private_ips: ['172.16.0.1'],
+            property1: {
+              'property11' => 'value11'
+            },
+            property2: 'value2'
+          )
+        end
+      end
+
+      it 'returns correct service for this node' do
+        with_serverless_chef_platforms('1_node') do |platform|
+          expect(platform.services_for('node')).to eq %w[test_policy]
+        end
+      end
+
+      it 'returns deployable services' do
+        with_serverless_chef_platforms('1_node') do |platform|
+          expect(platform.deployable_services).to eq %w[test_policy]
+        end
+      end
+
+    end
+
+  end
+
+end