gooddata 1.0.0-java

data/lib/gooddata/lcm/actions/collect_data_product.rb

@@ -0,0 +1,57 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'base_action'
+
+module GoodData
+  module LCM2
+    class CollectDataProduct < BaseAction
+      DESCRIPTION = 'Collect DataProduct to be used in the actions'
+
+      PARAMS = define_params(self) do
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'DataProduct to manage'
+        param :data_product, instance_of(Type::StringType), required: false
+      end
+
+      RESULT_HEADER = [
+        :data_product
+      ]
+
+      class << self
+        def call(params)
+          params = params.to_hash
+          client = params.gdc_gd_client
+          domain_name = params.organization || params.domain
+          domain = client.domain(domain_name) || fail("Invalid domain name specified - #{domain_name}")
+
+          if params.key?(:data_product)
+            data_product_id = params.data_product
+          else
+            params.gdc_logger.info "Using data product 'default' since none was specified in brick parameters"
+            data_product_id = 'default'
+          end
+
+          data_product = domain.data_products(data_product_id)
+          results = [
+            {
+              data_product: data_product
+            }
+          ]
+
+          {
+            results: results,
+            params: {
+              data_product: data_product
+            }
+          }
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/lcm/actions/collect_dynamic_schedule_params.rb

@@ -0,0 +1,62 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'base_action'
+
+module GoodData
+  module LCM2
+    class CollectDymanicScheduleParams < BaseAction
+      DESCRIPTION = 'Collect Dynamic Schedule Params'
+
+      PARAMS = define_params(self) do
+        description 'Schedule Title Column'
+        param :schedule_title_column, instance_of(Type::StringType), required: false
+
+        description 'Dynamic Params'
+        param :dynamic_params, instance_of(Type::HashType), required: false
+      end
+
+      class << self
+        def call(params)
+          return [] unless params.dynamic_params
+
+          schedule_title_column = params.schedule_title_column || 'schedule_title'
+          client_id_column = params.client_id_column || 'client_id'
+          param_name_column = params.param_name_column || 'param_name'
+          param_value_column = params.param_value_column || 'param_value'
+          results = []
+
+          input_source = params.dynamic_params.input_source
+          data_source = GoodData::Helpers::DataSource.new(input_source)
+          input_data = File.open(data_source.realize(params), 'r:UTF-8')
+          GoodData.logger.debug("Input data: #{input_data.read}")
+
+          schedule_params = {}
+
+          CSV.foreach(input_data, :headers => true, :return_headers => false, encoding: 'utf-8') do |row|
+            GoodData.logger.debug("Processing row: #{row}")
+            results << row.to_hash
+
+            client_id = row[client_id_column] ? row[client_id_column] : :all_clients
+            schedule_name = row[schedule_title_column] ? row[schedule_title_column] : :all_schedules
+
+            schedule_params[client_id] ||= {}
+            schedule_params[client_id][schedule_name] ||= {}
+
+            schedule_params[client_id][schedule_name].merge!(row[param_name_column] => row[param_value_column])
+          end
+
+          {
+            results: results,
+            params: {
+              schedule_params: schedule_params
+            }
+          }
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/lcm/actions/collect_ldm_objects.rb

@@ -0,0 +1,56 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'base_action'
+
+module GoodData
+  module LCM2
+    class CollectLdmObjects < BaseAction
+      DESCRIPTION = "Collect all objects in LDM: attributes (include CAs), facts, datasets"
+
+      PARAMS = define_params(self) do
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+      end
+
+      class << self
+        def call(params)
+          results = []
+
+          development_client = params.development_client
+
+          synchronize = params.synchronize.pmap do |info|
+            from = info.from
+            from_project = development_client.projects(from) || fail("Invalid 'from' project specified - '#{from}'")
+            objects = (from_project.attributes.to_a + from_project.labels.to_a + from_project.datasets.to_a + from_project.facts.to_a).map(&:uri)
+
+            info[:transfer_uris] ||= []
+            info[:transfer_uris] += objects
+
+            results += objects.map do |uri|
+              {
+                project: from,
+                transfer_uri: uri
+              }
+            end
+
+            info
+          end
+
+          {
+            results: results,
+            params: {
+              synchronize: synchronize
+            }
+          }
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/lcm/actions/collect_meta.rb

@@ -0,0 +1,88 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'base_action'
+
+module GoodData
+  module LCM2
+    class CollectMeta < BaseAction
+      DESCRIPTION = "Collect tagged dashboards (or all dashboards if not specify production tag) \
+      with objects inside dashboards (reports, metrics ...) from development projects"
+
+      PARAMS = define_params(self) do
+        description 'Production Tag Names'
+        param :production_tags, array_of(instance_of(Type::StringType)), required: false
+
+        description 'Production Tag Names'
+        param :production_tag, instance_of(Type::StringType), required: false, deprecated: true, replacement: :production_tags
+
+        description 'Development Client Used for Connecting to GD'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+
+        description 'Segments to search for segment-specific production tags'
+        param :segments, array_of(instance_of(Type::SegmentType)), required: false
+
+        description 'Flag to mark if we need to transfer all objects'
+        param :transfer_all, instance_of(Type::BooleanType), required: false, default: false
+      end
+
+      class << self
+        def call(params)
+          results = []
+
+          development_client = params.development_client
+          segments_to_tags = Helpers.segment_production_tags(params.segments)
+          transfer_all = GoodData::Helpers.to_boolean(params.transfer_all)
+
+          synchronize = params.synchronize.pmap do |info|
+            from = info.from
+            from_project = development_client.projects(from) || fail("Invalid 'from' project specified - '#{from}'")
+
+            segment_tags = segments_to_tags[info.segment]
+            production_tags = Helpers.parse_production_tags(params.production_tags || params.production_tag, segment_tags)
+
+            if transfer_all || production_tags.empty?
+              old_dashboards = GoodData::Dashboard.all(
+                project: from_project,
+                client: development_client
+              )
+              kpi_dashboards = MdObject.query('analyticalDashboard', MdObject, client: development_client, project: from_project)
+              objects = old_dashboards.to_a + kpi_dashboards.to_a
+            else
+              objects = GoodData::Dashboard.find_by_tag(
+                production_tags,
+                project: from_project,
+                client: development_client
+              )
+            end
+
+            info[:transfer_uris] ||= []
+            info[:transfer_uris] += objects.map(&:uri)
+
+            results += objects.map do |uri|
+              {
+                project: from,
+                transfer_uri: uri
+              }
+            end
+
+            info
+          end
+
+          {
+            results: results,
+            params: {
+              synchronize: synchronize
+            }
+          }
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/lcm/actions/collect_segment_clients.rb

@@ -0,0 +1,113 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'base_action'
+
+module GoodData
+  module LCM2
+    class CollectSegmentClients < BaseAction
+      DESCRIPTION = 'Collect Clients'
+
+      PARAMS = define_params(self) do
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Organization Name'
+        param :organization, instance_of(Type::StringType), required: true
+
+        description 'ADS Client'
+        param :ads_client, instance_of(Type::AdsClientType), required: true
+
+        description 'Segments to manage'
+        param :segments, array_of(instance_of(Type::SegmentType)), required: true
+
+        description 'Table Name'
+        param :release_table_name, instance_of(Type::StringType), required: false
+      end
+
+      RESULT_HEADER = [
+        :from_name,
+        :from_pid,
+        :to_name,
+        :to_pid
+      ]
+
+      DEFAULT_TABLE_NAME = 'LCM_RELEASE'
+
+      class << self
+        def call(params)
+          client = params.gdc_gd_client
+
+          domain_name = params.organization || params.domain
+          domain = client.domain(domain_name) || fail("Invalid domain name specified - #{domain_name}")
+          data_product = params.data_product
+          domain_segments = domain.segments(:all, data_product)
+
+          segments = params.segments.map do |seg|
+            domain_segments.find do |s|
+              s.segment_id == seg.segment_id
+            end
+          end
+
+          results = []
+          synchronize_clients = segments.map do |segment|
+            segment_clients = segment.clients
+            missing_project_clients = segment_clients.reject(&:project?).map(&:client_id)
+
+            raise "Client(s) missing workspace: #{missing_project_clients.join(', ')}. Please make sure all clients have workspace." unless missing_project_clients.empty?
+
+            replacements = {
+              table_name: params.release_table_name || DEFAULT_TABLE_NAME,
+              segment_id: segment.segment_id
+            }
+
+            path = File.expand_path('../../data/select_from_lcm_release.sql.erb', __FILE__)
+            query = GoodData::Helpers::ErbHelper.template_file(path, replacements)
+
+            res = params.ads_client.execute_select(query)
+
+            # TODO: Check res.first.nil? || res.first[:master_project_id].nil?
+            master = client.projects(res.first[:master_project_id])
+            master_pid = master.pid
+            master_name = master.title
+
+            sync_info = {
+              segment_id: segment.segment_id,
+              from: master_pid,
+              to: segment_clients.map do |segment_client|
+                client_project = segment_client.project
+                to_pid = client_project.pid
+                results << {
+                  from_name: master_name,
+                  from_pid: master_pid,
+                  to_name: client_project.title,
+                  to_pid: to_pid
+                }
+
+                {
+                  pid: to_pid,
+                  client_id: segment_client.client_id
+                }
+              end
+            }
+
+            sync_info
+          end
+
+          results.flatten!
+
+          # Return results
+          {
+            results: results,
+            params: {
+              synchronize: synchronize_clients
+            }
+          }
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/lcm/actions/collect_segments.rb

@@ -0,0 +1,72 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'base_action'
+
+module GoodData
+  module LCM2
+    class CollectSegments < BaseAction
+      DESCRIPTION = 'Collect Segments from API'
+
+      PARAMS = define_params(self) do
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Organization Name'
+        param :organization, instance_of(Type::StringType), required: true
+
+        description 'Segments to provision'
+        param :segments_filter, array_of(instance_of(Type::StringType)), required: false
+      end
+
+      class << self
+        def call(params)
+          data_product = params.data_product
+          data_product_segments = data_product.segments
+          params.gdc_logger.info("Domain segments: #{data_product_segments}")
+
+          if params.segments_filter
+            params.gdc_logger.info("Segments filter: #{params.segments_filter}")
+            data_product_segments.select! do |segment|
+              params.segments_filter.include?(segment.segment_id)
+            end
+          end
+
+          segments = data_product_segments.pmap do |segment|
+            project = nil
+
+            begin
+              project = segment.master_project
+            rescue RestClient::BadRequest => e
+              params.gdc_logger.error "Failed to retrieve master project for segment #{segment.id}. Error: #{e}"
+              raise
+            end
+
+            raise "Master project for segment #{segment.id} doesn't exist." unless project
+
+            {
+              segment_id: segment.segment_id,
+              development_pid: project.pid,
+              driver: project.driver.downcase,
+              master_name: project.title,
+              uri: segment.uri
+            }
+          end
+
+          segments.compact!
+
+          # Return results
+          {
+            results: segments,
+            params: {
+              segments: segments
+            }
+          }
+        end
+      end
+    end
+  end
+end