gooddata 0.6.51 → 0.6.52

data/lib/gooddata/lcm/actions/create_segment_masters.rb

@@ -15,29 +15,29 @@ module GoodData
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
 
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
         description 'Organization Name'
         param :organization, instance_of(Type::StringType), required: true
 
         description 'ADS Client'
         param :ads_client, instance_of(Type::AdsClientType), required: true
 
-        # description 'Queries Used'
-        # param :query, instance_of(Type::ReleaseQueryType), required: false
-
         description 'Segments to manage'
         param :segments, array_of(instance_of(Type::SegmentType)), required: true
 
         description 'Tokens'
         param :tokens, instance_of(Type::TokensType), required: true
+
+        description 'Table Name'
+        param :release_table_name, instance_of(Type::StringType), required: false
       end
 
       DEFAULT_TABLE_NAME = 'LCM_RELEASE'
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           results = []
 
           client = params.gdc_gd_client
@@ -50,10 +50,7 @@ module GoodData
           # TODO: Support for 'per segment' provisioning
           segments = params.segments
 
-          # Output param with info about which projects should be synchronized
-          synchronize_projects = []
-
-          segments.map do |segment_in| # rubocop:disable Metrics/BlockLength
+          synchronize_projects = segments.map do |segment_in| # rubocop:disable Metrics/BlockLength
             segment_id = segment_in.segment_id
             development_pid = segment_in.development_pid
             driver = segment_in.driver.downcase
@@ -75,32 +72,16 @@ module GoodData
             params.gdc_logger.info "Creating master project - name: '#{master_name}' development_project: '#{development_pid}', segment: '#{segment_id}', driver: '#{driver}'"
             project = client.create_project(title: master_name, auth_token: token, driver: driver == 'vertica' ? 'vertica' : 'Pg')
 
-            # Do we have hash with synchronization info for current development project?
-            synchronize_info = synchronize_projects.find do |info|
-              info[:from] == development_pid
-            end
-
-            # If not, create new one
-            unless synchronize_info
-              synchronize_info = {
-                segment: segment_id,
-                from: development_pid,
-                to: []
-              }
-              synchronize_projects << synchronize_info
-            end
-
-            # Add target project (new master for segment) into synchronization info
-            synchronize_info[:to] << { pid: project.pid }
-
             # Does segment exists? If not, create new one and set initial master
             if segment
               segment_in[:is_new] = false
+              status = 'untouched'
             else
               params.gdc_logger.info "Creating segment #{segment_id}, master #{project.pid}"
               segment = domain.create_segment(segment_id: segment_id, master_project: project)
               segment.synchronize_clients
               segment_in[:is_new] = true
+              status = 'created'
             end
 
             master_project = nil
@@ -115,6 +96,7 @@ module GoodData
               segment.master_project = project
               segment.save
               segment_in[:is_new] = true
+              status = 'modified'
             end
 
             segment_in[:master_pid] = project.pid
@@ -131,10 +113,14 @@ module GoodData
               development_pid: development_pid,
               master_pid: project.pid,
               driver: driver,
-              status: 'created'
+              status: status
             }
 
-            project
+            {
+              segment: segment_id,
+              from: development_pid,
+              to: [{ pid: project.pid }]
+            }
           end
 
           # Return results

data/lib/gooddata/lcm/actions/ensure_release_table.rb

@@ -28,9 +28,6 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           replacements = {
             table_name: params.release_table_name || DEFAULT_TABLE_NAME
           }

data/lib/gooddata/lcm/actions/ensure_segments.rb

@@ -20,10 +20,7 @@ module GoodData
       end
 
       class << self
-        def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
+        def call(_params)
           results = []
 
           # Return results

data/lib/gooddata/lcm/actions/ensure_technical_users_domain.rb

@@ -17,6 +17,9 @@ module GoodData
 
         description 'Organization Name'
         param :organization, instance_of(Type::StringType), required: true
+
+        description 'Technical users'
+        param :technical_user, array_of(instance_of(Type::StringType)), required: false
       end
 
       RESULT_HEADER = [
@@ -28,16 +31,13 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           client = params.gdc_gd_client
 
           domain_name = params.organization || params.domain
           domain = client.domain(domain_name) || fail("Invalid domain name specified - #{domain_name}")
 
-          technical_users = params.technical_user || []
-          technical_users.map do |technical_user|
+          technical_users = (params.technical_user || []).uniq
+          technical_users.pmap do |technical_user|
             domain_user = domain.users.find do |du|
               du.login == technical_user
             end

data/lib/gooddata/lcm/actions/ensure_technical_users_project.rb

@@ -14,6 +14,12 @@ module GoodData
       PARAMS = define_params(self) do
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Technical users'
+        param :technical_user, array_of(instance_of(Type::StringType)), required: false
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
       end
 
       RESULT_HEADER = [
@@ -28,9 +34,6 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           client = params.gdc_gd_client
 
           technical_users = params.technical_user || []
@@ -41,8 +44,8 @@ module GoodData
             }
           end
 
-          results = params.synchronize.map do |synchronize_info|
-            synchronize_info[:to].map do |entry|
+          results = params.synchronize.pmap do |synchronize_info|
+            synchronize_info[:to].pmap do |entry|
               project = client.projects(entry[:pid])
               res = project.create_users(new_users)
 

data/lib/gooddata/lcm/actions/hello_world.rb

@@ -25,9 +25,6 @@ module GoodData
         end
 
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           say(params.message)
 
           msg = {

data/lib/gooddata/lcm/actions/import_object_collections.rb

@@ -0,0 +1,60 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'base_action'
+
+module GoodData
+  module LCM2
+    class ImportObjectCollections < BaseAction
+      DESCRIPTION = 'Import all objects in CollectXXX action to master projects'
+
+      PARAMS = define_params(self) do
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+      end
+
+      class << self
+        def call(params)
+          results = []
+
+          client = params.gdc_gd_client
+          development_client = params.development_client
+
+          params.synchronize.peach do |info|
+            from = info.from
+            to_projects = info.to
+            transfer_uris = info.transfer_uris
+
+            from_project = development_client.projects(from) || fail("Invalid 'from' project specified - '#{from}'")
+
+            to_projects.peach do |entry|
+              pid = entry[:pid]
+              to_project = client.projects(pid) || fail("Invalid 'to' project specified - '#{pid}'")
+
+              if transfer_uris.any?
+                from_project.partial_md_export(transfer_uris, project: to_project)
+              end
+
+              results << {
+                from: from,
+                to: pid,
+                status: 'ok'
+              }
+            end
+          end
+
+          results
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/lcm/actions/print_actions.rb

@@ -16,9 +16,6 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           results = []
 
           actions = GoodData::LCM2::BaseAction.descendants

data/lib/gooddata/lcm/actions/print_modes.rb

@@ -16,9 +16,6 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           results = []
           GoodData::LCM2::MODES.keys.each_with_index do |mode, index|
             actions = GoodData::LCM2::MODES[mode]

data/lib/gooddata/lcm/actions/print_types.rb

@@ -15,10 +15,7 @@ module GoodData
       }
 
       class << self
-        def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
+        def call(_params)
           results = []
 
           GoodData::LCM2::Dsl::Dsl::TYPES.each_pair do |k, v|

data/lib/gooddata/lcm/actions/provision_clients.rb

@@ -32,17 +32,14 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           client = params.gdc_gd_client
 
           domain_name = params.organization || params.domain
           domain = client.domain(domain_name) || fail("Invalid domain name specified - #{domain_name}")
 
           synchronize_projects = []
-          results = params.segments.map do |segment|
-            tmp = domain.provision_client_projects(segment.segment_id).map do |m|
+          results = params.segments.pmap do |segment|
+            tmp = domain.provision_client_projects(segment.segment_id).pmap do |m|
               Hash[m.each_pair.to_a].merge(type: :provision_result)
             end
 
@@ -51,6 +48,9 @@ module GoodData
                 segment_id: segment.segment_id,
                 from: segment.development_pid,
                 to: tmp.map do |entry|
+                  unless entry[:project_uri]
+                    raise "Provisioning project for client id #{entry[:id]} has error: #{entry[:error]}"
+                  end
                   {
                     pid: entry[:project_uri].split('/').last,
                     client_id: entry[:id]

data/lib/gooddata/lcm/actions/purge_clients.rb

@@ -12,17 +12,14 @@ module GoodData
       DESCRIPTION = 'Purge LCM Clients'
 
       PARAMS = define_params(self) do
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
         description 'Organization Name'
         param :organization, instance_of(Type::StringType), required: true
 
         description 'Segments to manage'
         param :segments, array_of(instance_of(Type::SegmentType)), required: true
-
-        description 'Delete Extra Clients'
-        param :delete_extra, instance_of(Type::BooleanType), required: false, default: false
-
-        description 'Physically Delete Client Projects'
-        param :delete_projects, instance_of(Type::BooleanType), required: false, default: false
       end
 
       RESULT_HEADER = [
@@ -33,9 +30,6 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           client = params.gdc_gd_client
 
           domain_name = params.organization || params.domain
@@ -50,7 +44,7 @@ module GoodData
             segment_names.include?(segment.segment_id.downcase)
           end
 
-          results = segments.map do |segment|
+          results = segments.pmap do |segment|
             segment.clients.map do |segment_client|
               project = segment_client.project
               res = {

data/lib/gooddata/lcm/actions/segments_filter.rb

@@ -12,9 +12,6 @@ module GoodData
       DESCRIPTION = 'Filter Segments'
 
       PARAMS = define_params(self) do
-        description 'Client Used for Connecting to GD'
-        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
-
         description 'Segments to manage'
         param :segments, array_of(instance_of(Type::SegmentType)), required: true
 
@@ -24,9 +21,6 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           filtered_segments = params.segments
           if params.segments_filter
             segments_filter = params.segments_filter.map(&:downcase)

data/lib/gooddata/lcm/actions/synchronize_attribute_drillpaths.rb

@@ -14,6 +14,12 @@ module GoodData
       PARAMS = define_params(self) do
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
       end
 
       RESULT_HEADER = [
@@ -24,19 +30,17 @@ module GoodData
 
       class << self
         def call(params)
-          BaseAction.check_params(PARAMS, params)
-
           results = []
 
           client = params.gdc_gd_client
           development_client = params.development_client
 
-          params.synchronize.each do |info|
+          params.synchronize.peach do |info|
             from = info.from
             to = info.to
 
             from_project = development_client.projects(from) || fail("Invalid 'from' project specified - '#{from}'")
-            to_projects = to.map do |entry|
+            to_projects = to.pmap do |entry|
               pid = entry[:pid]
               client.projects(pid) || fail("Invalid 'to' project specified - '#{pid}'")
             end

data/lib/gooddata/lcm/actions/synchronize_cas.rb

@@ -0,0 +1,61 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'base_action'
+
+module GoodData
+  module LCM2
+    class SynchronizeComputedAttributes < BaseAction
+      DESCRIPTION = 'Synchronize Computed Attributes'
+
+      PARAMS = define_params(self) do
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+      end
+
+      class << self
+        def call(params)
+          results = []
+          client = params.gdc_gd_client
+
+          params.synchronize.each do |info|
+            from = info.from
+            to_projects = info.to
+
+            params.gdc_logger.info "Synchronize Computed Attributes from project pid: #{from}"
+
+            to_projects.peach do |entry|
+              ca_scripts = entry[:ca_scripts]
+              next unless ca_scripts
+
+              pid = entry[:pid]
+              ca_chunks = ca_scripts['maqlDdlChunks']
+              to_project = client.projects(pid) || fail("Invalid 'to' project specified - '#{pid}'")
+              params.gdc_logger.info "Synchronizing Computed Attributes to project: '#{to_project.title}', PID: #{pid}"
+
+              begin
+                ca_chunks.each { |chunk| to_project.execute_maql(chunk) }
+              rescue => e
+                raise "Error occured when executing MAQL, project: \"#{to_project.title}\" reason: \"#{e.message}\", chunks: #{ca_chunks.inspect}"
+              end
+
+              results << {
+                from: from,
+                to: pid,
+                status: 'ok'
+              }
+            end
+          end
+
+          results
+        end
+      end
+    end
+  end
+end