gooddata 0.6.51 → 0.6.52

data/lib/gooddata/lcm/actions/synchronize_clients.rb

@@ -17,6 +17,15 @@ module GoodData
 
         description 'Organization Name'
         param :organization, instance_of(Type::StringType), required: true
+
+        description 'Segments to manage'
+        param :segments, array_of(instance_of(Type::SegmentType)), required: true
+
+        description 'Table Name'
+        param :release_table_name, instance_of(Type::StringType), required: false
+
+        description 'ADS Client'
+        param :ads_client, instance_of(Type::AdsClientType), required: true
       end
 
       RESULT_HEADER = [
@@ -32,9 +41,6 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           client = params.gdc_gd_client
 
           domain_name = params.organization || params.domain

data/lib/gooddata/lcm/actions/synchronize_color_palette.rb

@@ -14,6 +14,12 @@ module GoodData
       PARAMS = define_params(self) do
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
       end
 
       RESULT_HEADER = [
@@ -24,23 +30,25 @@ module GoodData
 
       class << self
         def call(params)
-          BaseAction.check_params(PARAMS, params)
-
           results = []
 
           client = params.gdc_gd_client
           development_client = params.development_client
 
-          params.synchronize.each do |info|
+          params.synchronize.peach do |info|
             from_project = info.from
             to_projects = info.to
 
             from = development_client.projects(from_project) || fail("Invalid 'from' project specified - '#{from_project}'")
-            to_projects.each do |entry|
+            to_projects.peach do |entry|
               pid = entry[:pid]
               to_project = client.projects(pid) || fail("Invalid 'to' project specified - '#{pid}'")
 
-              params.gdc_logger.info "Transferring Custom Color Palette, from project: '#{from.title}', PID: '#{from.pid}', to project: '#{to_project.title}', PID: '#{to_project.pid}'"
+              params.gdc_logger.info(
+                "Transferring Custom Color Palette, from project: " \
+                "'#{from.title}', PID: '#{from.pid}', to project: " \
+                "'#{to_project.title}', PID: '#{to_project.pid}'"
+              )
               GoodData::Project.transfer_color_palette(from, to_project)
 
               results << {

data/lib/gooddata/lcm/actions/synchronize_etls_in_segment.rb

@@ -14,6 +14,18 @@ module GoodData
       PARAMS = define_params(self) do
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Organization Name'
+        param :organization, instance_of(Type::StringType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+
+        description 'Schedule Additional Parameters'
+        param :additional_params, instance_of(Type::HashType), required: false
+
+        description 'Schedule Additional Secure Parameters'
+        param :additional_hidden_params, instance_of(Type::HashType), required: false
       end
 
       # will be updated later based on the way etl synchronization
@@ -27,9 +39,6 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           client = params.gdc_gd_client
           domain_name = params.organization || params.domain
           domain = client.domain(domain_name) || fail("Invalid domain name specified - #{domain_name}")
@@ -37,7 +46,7 @@ module GoodData
             info[:segment_id]
           end
 
-          results = synchronize_segments.flat_map do |segment_id, synchronize|
+          results = synchronize_segments.pmap do |segment_id, synchronize|
             segment = domain.segments(segment_id)
             res = segment.synchronize_processes(
               synchronize.flat_map do |info|
@@ -48,32 +57,77 @@ module GoodData
             )
 
             res = GoodData::Helpers.symbolize_keys(res)
-            res[:syncedResult][:clients].flat_map do |item|
-              item = item[:client]
-              {
-                segment: segment_id,
-                master_project: segment.master_project_id,
-                client_id: item[:id],
-                client_project: item[:project].split('/').last,
-                status: 'ok'
-              }
+
+            if res[:syncedResult][:errors]
+              params.gdc_logger.error "Error: #{res[:syncedResult][:errors].pretty_inspect}"
+              fail "Failed to sync processes/schedules for segment #{segment_id}"
+            end
+
+            if res[:syncedResult][:clients]
+              res[:syncedResult][:clients].flat_map do |item|
+                item = item[:client]
+                {
+                  segment: segment_id,
+                  master_project: segment.master_project_id,
+                  client_id: item[:id],
+                  client_project: item[:project].split('/').last,
+                  status: 'ok'
+                }
+              end
+            else
+              []
             end
           end
 
-          params.synchronize.each do |info|
+          delete_extra_process_schedule = GoodData::Helpers.to_boolean(params.delete_extra_process_schedule)
+
+          params.synchronize.peach do |info|
+            if delete_extra_process_schedule
+              from_project = client.projects(info.from) || fail("Invalid 'from' project specified - '#{info.from}'")
+              from_project_processes = from_project.processes
+              from_project_process_id_names = Hash[from_project_processes.map { |process| [process.process_id, process.name] }]
+              from_project_process_names = from_project_processes.map(&:name)
+              from_project_schedule_names = from_project.schedules.map { |schedule| [schedule.name, from_project_process_id_names[schedule.process_id]] }
+            end
+
             to_projects = info.to
-            to_projects.each do |entry|
+            to_projects.peach do |entry|
               pid = entry[:pid]
               to_project = client.projects(pid) || fail("Invalid 'to' project specified - '#{pid}'")
+
+              if delete_extra_process_schedule
+                to_project_process_id_names = {}
+                to_project.processes.each do |process|
+                  if from_project_process_names.include?(process.name)
+                    to_project_process_id_names[process.process_id] = process.name
+                  else
+                    process.delete
+                  end
+                end
+              end
+
               to_project.schedules.each do |schedule|
-                schedule.update_params(params.additional_params || {})
+                if delete_extra_process_schedule
+                  unless from_project_schedule_names.include?([schedule.name, to_project_process_id_names[schedule.process_id]])
+                    schedule.delete
+                    next
+                  end
+                end
+
+                additional_params = params.additional_params || {}
+                additional_params.merge!(
+                  CLIENT_ID: entry[:client_id], # needed for ADD and CloudConnect ETL
+                  GOODOT_CUSTOM_PROJECT_ID: entry[:client_id] # TMA-210
+                )
+                schedule.update_params(additional_params)
                 schedule.update_hidden_params(params.additional_hidden_params || {})
+                schedule.enable
                 schedule.save
               end
             end
           end
 
-          results
+          results.flatten
         end
       end
     end

data/lib/gooddata/lcm/actions/synchronize_label_types.rb

@@ -14,6 +14,12 @@ module GoodData
       PARAMS = define_params(self) do
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
       end
 
       RESULT_HEADER = [
@@ -24,20 +30,17 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           results = []
 
           client = params.gdc_gd_client
           development_client = params.development_client
 
-          params.synchronize.each do |info|
+          params.synchronize.peach do |info|
             from = info.from
             to = info.to
 
             from_project = development_client.projects(from) || fail("Invalid 'from' project specified - '#{from}'")
-            to_projects = to.map do |project|
+            to_projects = to.pmap do |project|
               client.projects(project.pid)
             end
 

data/lib/gooddata/lcm/actions/synchronize_ldm.rb

@@ -15,6 +15,9 @@ module GoodData
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
 
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
         description 'Synchronization Info'
         param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
 
@@ -24,15 +27,12 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           results = []
 
           client = params.gdc_gd_client
           development_client = params.development_client
 
-          params.synchronize.each do |info|
+          synchronize = params.synchronize.map do |info|
             from_project = info.from
             to_projects = info.to
 
@@ -40,23 +40,32 @@ module GoodData
             params.gdc_logger.info "Creating Blueprint, project: '#{from.title}', PID: #{from.pid}"
 
             blueprint = from.blueprint
-            to_projects.each do |entry|
+            info[:to] = to_projects.pmap do |entry|
               pid = entry[:pid]
               to_project = client.projects(pid) || fail("Invalid 'to' project specified - '#{pid}'")
 
               params.gdc_logger.info "Updating from Blueprint, project: '#{to_project.title}', PID: #{pid}"
-              to_project.update_from_blueprint(blueprint)
+              ca_scripts = to_project.update_from_blueprint(blueprint, update_preference: params.update_preference, execute_ca_scripts: false)
+
+              entry[:ca_scripts] = ca_scripts
 
               results << {
                 from: from_project,
                 to: pid,
                 status: 'ok'
               }
+              entry
             end
+
+            info
           end
 
-          # Return results
-          results
+          {
+            results: results,
+            params: {
+              synchronize: synchronize
+            }
+          }
         end
       end
     end

data/lib/gooddata/lcm/actions/synchronize_meta.rb

@@ -18,9 +18,6 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           results = []
 
           client = params.gdc_gd_client

data/lib/gooddata/lcm/actions/synchronize_new_segments.rb

@@ -12,20 +12,25 @@ module GoodData
       DESCRIPTION = 'Synchronize New Segments'
 
       PARAMS = define_params(self) do
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Organization Name'
+        param :organization, instance_of(Type::StringType), required: true
+
+        description 'Segments to manage'
+        param :segments, array_of(instance_of(Type::SegmentType)), required: true
       end
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           client = params.gdc_gd_client
 
           domain_name = params.organization || params.domain
           domain = client.domain(domain_name) || fail("Invalid domain name specified - #{domain_name}")
           domain_segments = domain.segments
 
-          params.segments.map do |segment_in|
+          params.segments.pmap do |segment_in|
             segment_id = segment_in.segment_id
 
             segment = domain_segments.find do |ds|

data/lib/gooddata/lcm/actions/synchronize_processes.rb

@@ -14,8 +14,15 @@ module GoodData
       PARAMS = define_params(self) do
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
         description 'Uri of the source output stage. It must be in the same domain as the target project.'
         param :ads_output_stage_uri, instance_of(Type::StringType), required: false
+
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
       end
 
       RESULT_HEADER = [
@@ -26,21 +33,18 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           results = []
 
           client = params.gdc_gd_client
           development_client = params.development_client
 
-          params.synchronize.each do |info|
+          params.synchronize.peach do |info|
             from_project = info.from
             to_projects = info.to
 
             from = development_client.projects(from_project) || fail("Invalid 'from' project specified - '#{from_project}'")
 
-            to_projects.each do |to|
+            to_projects.peach do |to|
               pid = to[:pid]
               client_id = to[:client_id]
 

data/lib/gooddata/lcm/actions/synchronize_schedules.rb

@@ -14,6 +14,18 @@ module GoodData
       PARAMS = define_params(self) do
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+
+        description 'Schedule Additional Parameters'
+        param :additional_params, instance_of(Type::HashType), required: false
+
+        description 'Schedule Additional Secure Parameters'
+        param :additional_hidden_params, instance_of(Type::HashType), required: false
       end
 
       RESULT_HEADER = [
@@ -27,20 +39,17 @@ module GoodData
 
       class << self
         def call(params)
-          # Check if all required parameters were passed
-          BaseAction.check_params(PARAMS, params)
-
           results = []
 
           client = params.gdc_gd_client
           development_client = params.development_client
 
-          params.synchronize.each do |info|
+          params.synchronize.peach do |info|
             from_project = info.from
             to_projects = info.to
 
             from = development_client.projects(from_project) || fail("Invalid 'from' project specified - '#{from_project}'")
-            to_projects.each do |entry|
+            to_projects.peach do |entry|
               pid = entry[:pid]
               to_project = client.projects(pid) || fail("Invalid 'to' project specified - '#{pid}'")
 
@@ -58,6 +67,7 @@ module GoodData
                 # s.update_params('SEGMENT_ID' => segment.id)
                 schedule.update_params(params.additional_params || {})
                 schedule.update_hidden_params(params.additional_hidden_params || {})
+                schedule.disable
                 schedule.save
 
                 {

data/lib/gooddata/lcm/actions/synchronize_tag_objects.rb

@@ -0,0 +1,61 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'base_action'
+
+module GoodData
+  module LCM2
+    class SynchronizeTagObjects < BaseAction
+      DESCRIPTION = "Synchronizes objects that have the production_tag even though they would normally be ignored \
+      (e.g. metrics that are not used in any dashboards)."
+
+      PARAMS = define_params(self) do
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+
+        description 'Tag Name'
+        param :production_tag, instance_of(Type::StringType), required: false
+      end
+
+      class << self
+        def call(params)
+          return [] unless params.production_tag
+
+          results = []
+
+          client = params.gdc_gd_client
+          development_client = params.development_client
+
+          params.synchronize.each do |info|
+            from_project = info.from
+            to_projects = info.to
+
+            from = development_client.projects(from_project) || fail("Invalid 'from' project specified - '#{from_project}'")
+
+            to_projects.each do |entry|
+              pid = entry[:pid]
+              to_project = client.projects(pid) || fail("Invalid 'to' project specified - '#{pid}'")
+
+              GoodData::Project.transfer_tagged_stuff(from, to_project, params.production_tag)
+
+              results << {
+                from: from_project,
+                to: pid,
+                tag: params.production_tag,
+                status: 'ok'
+              }
+            end
+          end
+
+          results
+        end
+      end
+    end
+  end
+end