gooddata 1.0.2-java → 1.1.0-java

data/lib/gooddata/lcm/actions/synchronize_meta.rb

@@ -14,6 +14,15 @@ module GoodData
       PARAMS = define_params(self) do
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Client used to connecting to development domain'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true
+
+        description 'Additional Hidden Parameters'
+        param :additional_hidden_params, instance_of(Type::HashType), required: false
       end
 
       class << self

data/lib/gooddata/lcm/actions/synchronize_new_segments.rb

@@ -15,11 +15,20 @@ module GoodData
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
 
+        description 'DataProduct to manage'
+        param :data_product, instance_of(Type::GDDataProductType), required: false
+
         description 'Organization Name'
-        param :organization, instance_of(Type::StringType), required: true
+        param :organization, instance_of(Type::StringType), required: false
+
+        description 'Domain'
+        param :domain, instance_of(Type::StringType), required: false
 
         description 'Segments to manage'
         param :segments, array_of(instance_of(Type::SegmentType)), required: true
+
+        description 'Additional Hidden Parameters'
+        param :additional_hidden_params, instance_of(Type::HashType), required: false
       end
 
       class << self
@@ -27,6 +36,7 @@ module GoodData
           client = params.gdc_gd_client
 
           domain_name = params.organization || params.domain
+          fail "Either organisation or domain has to be specified in params" unless domain_name
           domain = client.domain(domain_name) || fail("Invalid domain name specified - #{domain_name}")
           data_product = params.data_product
           domain_segments = domain.segments(:all, data_product)

data/lib/gooddata/lcm/actions/synchronize_processes.rb

@@ -15,11 +15,17 @@ module GoodData
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
 
-        description 'Development Client Used for Connecting to GD'
+        description 'Client used to connecting to development domain'
         param :development_client, instance_of(Type::GdClientType), required: true
 
         description 'Synchronization Info'
         param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+
+        description 'Logger'
+        param :gdc_logger, instance_of(Type::GdLogger), required: true
+
+        description 'Additional Hidden Parameters'
+        param :additional_hidden_params, instance_of(Type::HashType), required: false
       end
 
       RESULT_HEADER = [

data/lib/gooddata/lcm/actions/synchronize_schedules.rb

@@ -15,7 +15,7 @@ module GoodData
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
 
-        description 'Development Client Used for Connecting to GD'
+        description 'Client used to connecting to development domain'
         param :development_client, instance_of(Type::GdClientType), required: true
 
         description 'Synchronization Info'
@@ -26,6 +26,9 @@ module GoodData
 
         description 'Schedule Additional Secure Parameters'
         param :additional_hidden_params, instance_of(Type::HashType), required: false
+
+        description 'Logger'
+        param :gdc_logger, instance_of(Type::GdLogger), required: true
       end
 
       RESULT_HEADER = [

data/lib/gooddata/lcm/actions/synchronize_tag_objects.rb

@@ -16,6 +16,9 @@ module GoodData
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
 
+        description 'Client used to connecting to development domain'
+        param :development_client, instance_of(Type::GdClientType), required: true
+
         description 'Synchronization Info'
         param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
 
@@ -24,6 +27,9 @@ module GoodData
 
         description 'Production Tag Names'
         param :production_tag, instance_of(Type::StringType), required: false, deprecated: true, replacement: :production_tags
+
+        description 'Additional Hidden Parameters'
+        param :additional_hidden_params, instance_of(Type::HashType), required: false
       end
 
       class << self

data/lib/gooddata/lcm/actions/synchronize_user_filters.rb

@@ -42,8 +42,32 @@ module GoodData
         description 'Restricts synchronization to specified segments'
         param :segments_filter, array_of(instance_of(Type::StringType)), required: false
 
-        # gdc_project/gdc_project_id, required: true
-        # organization/domain, required: true
+        description 'Organization Name'
+        param :organization, instance_of(Type::StringType), required: false
+
+        description 'Domain'
+        param :domain, instance_of(Type::StringType), required: false
+
+        description 'DataProduct to manage'
+        param :data_product, instance_of(Type::GDDataProductType), required: true
+
+        description 'Segments to manage'
+        param :segments, array_of(instance_of(Type::SegmentType)), required: false
+
+        description 'Logger'
+        param :gdc_logger, instance_of(Type::GdLogger), required: true
+
+        description 'GDC Project'
+        param :gdc_project, instance_of(Type::GdProjectType), required: false
+
+        description 'GDC Project Id'
+        param :gdc_project_id, instance_of(Type::StringType), required: false
+
+        description 'User brick users'
+        param :users_brick_users, instance_of(Type::ObjectType), required: false
+
+        description 'Makes the brick run without altering user filters'
+        param :dry_run, instance_of(Type::StringType), required: false, default: false
       end
 
       class << self
@@ -61,8 +85,10 @@ module GoodData
         def call(params)
           client = params.gdc_gd_client
           domain_name = params.organization || params.domain
+          fail "Either organisation or domain has to be specified in params" unless domain_name
           domain = client.domain(domain_name) if domain_name
           project = client.projects(params.gdc_project) || client.projects(params.gdc_project_id)
+          fail "Either project or project_id has to be specified in params" unless project
           data_product = params.data_product
 
           data_source = GoodData::Helpers::DataSource.new(params.input_source)
@@ -101,29 +127,39 @@ module GoodData
             ignore_missing_values: params.ignore_missing_values == 'true',
             do_not_touch_filters_that_are_not_mentioned: params.do_not_touch_filters_that_are_not_mentioned == 'true',
             domain: domain,
-            dry_run: false,
+            dry_run: params[:dry_run],
             users_brick_input: params.users_brick_users
           }
 
           puts "Synchronizing in mode \"#{mode}\""
           case mode
           when 'sync_project'
-            CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
-              filters << row
+            without_check(PARAMS, params) do
+              CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
+                filters << row
+              end
             end
             filters_to_load = GoodData::UserFilterBuilder.get_filters(filters, symbolized_config)
             puts "Synchronizing #{filters_to_load.count} filters"
             project.add_data_permissions(filters_to_load, run_params)
           when 'sync_one_project_based_on_pid'
-            CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
-              filters << row if row[multiple_projects_column] == project.pid
+            without_check(PARAMS, params) do
+              CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
+                filters << row if row[multiple_projects_column] == project.pid
+              end
             end
             filters_to_load = GoodData::UserFilterBuilder.get_filters(filters, symbolized_config)
             puts "Synchronizing #{filters_to_load.count} filters"
             project.add_data_permissions(filters_to_load, run_params)
           when 'sync_multiple_projects_based_on_pid'
-            CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
-              filters << row.to_hash
+            without_check(PARAMS, params) do
+              CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
+                filters << row.to_hash
+              end
+            end
+            if filters.empty?
+              fail 'The filter set can not be empty when using sync_multiple_projects_* mode as the filters contain \
+                    the project ids in which the permissions should be changed'
             end
             filters.group_by { |u| u[multiple_projects_column] }.flat_map do |project_id, new_filters|
               fail "Project id cannot be empty" if project_id.blank?
@@ -135,7 +171,9 @@ module GoodData
           when 'sync_one_project_based_on_custom_id'
             filter_value = UserBricksHelper.resolve_client_id(domain, project, data_product)
 
-            filepath = File.open(data_source.realize(params), 'r:UTF-8')
+            filepath = without_check(PARAMS, params) do
+              File.open(data_source.realize(params), 'r:UTF-8')
+            end
             CSV.foreach(filepath, headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
               client_id = row[multiple_projects_column].to_s
               filters << row if client_id == filter_value
@@ -150,10 +188,15 @@ module GoodData
             puts "Synchronizing #{filters_to_load.count} filters"
             project.add_data_permissions(filters_to_load, run_params)
           when 'sync_multiple_projects_based_on_custom_id'
-            CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
-              filters << row.to_hash
+            without_check(PARAMS, params) do
+              CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
+                filters << row.to_hash
+              end
+            end
+            if filters.empty?
+              fail 'The filter set can not be empty when using sync_multiple_projects_* mode as the filters contain \
+                    the project ids in which the permissions should be changed'
             end
-            fail 'The filter set can not be empty when using sync_multiple_projects_based_on_custom_id mode' if filters.empty?
             filters.group_by { |u| u[multiple_projects_column] }.flat_map do |client_id, new_filters|
               fail "Client id cannot be empty" if client_id.blank?
               project = domain.clients(client_id, data_product).project
@@ -163,8 +206,10 @@ module GoodData
               project.add_data_permissions(filters_to_load, run_params)
             end
           when 'sync_domain_client_workspaces'
-            CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
-              filters << row.to_hash
+            without_check(PARAMS, params) do
+              CSV.foreach(File.open(data_source.realize(params), 'r:UTF-8'), headers: csv_with_headers, return_headers: false, encoding: 'utf-8') do |row|
+                filters << row.to_hash
+              end
             end
 
             domain_clients = domain.clients(:all, data_product)

data/lib/gooddata/lcm/actions/synchronize_user_groups.rb

@@ -16,11 +16,17 @@ module GoodData
         description 'Client Used for Connecting to GD'
         param :gdc_gd_client, instance_of(Type::GdClientType), required: true
 
-        description 'Development Client Used for Connecting to GD'
+        description 'Client used to connecting to development domain'
         param :development_client, instance_of(Type::GdClientType), required: true
 
         description 'Synchronization Info'
         param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+
+        description 'Logger'
+        param :gdc_logger, instance_of(Type::GdLogger), required: true
+
+        description 'Additional Hidden Parameters'
+        param :additional_hidden_params, instance_of(Type::HashType), required: false
       end
 
       class << self

data/lib/gooddata/lcm/actions/synchronize_users.rb

@@ -25,13 +25,107 @@ module GoodData
         description 'Column That Contains Target Project IDs'
         param :multiple_projects_column, instance_of(Type::StringType), required: false
 
-        # gdc_project/gdc_project_id, required: true
-        # organization/domain, required: true
+        description 'DataProduct to manage'
+        param :data_product, instance_of(Type::GDDataProductType), required: false
+
+        description 'Organization Name'
+        param :organization, instance_of(Type::StringType), required: false
+
+        description 'Domain'
+        param :domain, instance_of(Type::StringType), required: false
+
+        description 'Logger'
+        param :gdc_logger, instance_of(Type::GdLogger), required: true
+
+        description 'GDC Project'
+        param :gdc_project, instance_of(Type::GdProjectType), required: false
+
+        description 'GDC Project Id'
+        param :gdc_project_id, instance_of(Type::StringType), required: false
+
+        description 'Segments to manage'
+        param :segments, array_of(instance_of(Type::SegmentType)), required: false
+
+        description 'Additional Hidden Parameters'
+        param :additional_hidden_params, instance_of(Type::HashType), required: false
+
+        description 'Whitelists'
+        param :whitelists, array_of(instance_of(Type::StringType)), required: false
+
+        description 'Regular expresion whitelists'
+        param :regexp_whitelists, array_of(instance_of(Type::StringType)), required: false
+
+        description 'Ignore Failures Flag'
+        param :ignore_failures, instance_of(Type::BooleanType), required: false, default: false
+
+        description 'Remove users from project flag'
+        param :remove_users_from_project, instance_of(Type::BooleanType), required: false, default: false
+
+        description 'Do not touch users that are not mentioned flag'
+        param :do_not_touch_users_that_are_not_mentioned, instance_of(Type::BooleanType), required: false, default: false
+
+        description 'Create non existing user groups flag'
+        param :create_non_existing_user_groups, instance_of(Type::BooleanType), required: false, default: true
+
+        description 'Single sign on provider'
+        param :sso_provider, instance_of(Type::StringType), required: false
+
+        description 'ADS client'
+        param :ads_client, instance_of(Type::AdsClientType), required: false
+
+        description 'Authentication modes'
+        param :authentication_modes, instance_of(Type::StringType), required: false
+
+        description 'First name column'
+        param :first_name_column, instance_of(Type::StringType), required: false
+
+        description 'Last name column'
+        param :last_name_column, instance_of(Type::StringType), required: false
+
+        description 'Login column'
+        param :login_column, instance_of(Type::StringType), required: false
+
+        description 'Password column'
+        param :password_column, instance_of(Type::StringType), required: false
+
+        description 'Email column'
+        param :email_column, instance_of(Type::StringType), required: false
+
+        description 'Role column'
+        param :role_column, instance_of(Type::StringType), required: false
+
+        description 'Sso provider column'
+        param :sso_provider_column, instance_of(Type::StringType), required: false
+
+        description 'Authentication modes column'
+        param :authentication_modes_column, instance_of(Type::StringType), required: false
+
+        description 'User groups column'
+        param :user_groups_column, instance_of(Type::StringType), required: false
+
+        description 'Language column'
+        param :language_column, instance_of(Type::StringType), required: false
+
+        description 'Company column'
+        param :company_column, instance_of(Type::StringType), required: false
+
+        description 'Position column'
+        param :position_column, instance_of(Type::StringType), required: false
+
+        description 'Country column'
+        param :country_column, instance_of(Type::StringType), required: false
+
+        description 'Phone column'
+        param :phone_column, instance_of(Type::StringType), required: false
+
+        description 'Ip whitelist column'
+        param :ip_whitelist_column, instance_of(Type::StringType), required: false
       end
 
       class << self
         MODES = %w(
           add_to_organization
+          remove_from_organization
           sync_project
           sync_domain_and_project
           sync_multiple_projects_based_on_pid
@@ -48,7 +142,9 @@ module GoodData
         def call(params)
           client = params.gdc_gd_client
           domain_name = params.organization || params.domain
+          fail "Either organisation or domain has to be specified in params" unless domain_name
           project = client.projects(params.gdc_project) || client.projects(params.gdc_project_id)
+          fail "Either project or project_id has to be specified in params" unless project
           data_source = GoodData::Helpers::DataSource.new(params.input_source)
           data_product = params.data_product
           mode = params.sync_mode
@@ -88,6 +184,11 @@ module GoodData
           results = case mode
                     when 'add_to_organization'
                       domain.create_users(new_users.uniq { |u| u[:login] || u[:email] })
+                    when 'remove_from_organization'
+                      user_ids = new_users.uniq { |u| u[:login] || u[:email] }.map { |u| u[:login] || u[:email] }
+                      users = user_ids.map { |u| domain.users(u, client: client) }
+                      params.gdc_logger.warn "Deleting #{users.count} users from domain #{domain_name}"
+                      users.map(&:delete)
                     when 'sync_project'
                       project.import_users(new_users,
                                            domain: domain,
@@ -289,7 +390,9 @@ module GoodData
           if dwh
             data = dwh.execute_select(params.input_source.query)
           else
-            tmp = File.open(data_source.realize(params), 'r:UTF-8')
+            tmp = without_check(PARAMS, params) do
+              File.open(data_source.realize(params), 'r:UTF-8')
+            end
             data = CSV.read(tmp, headers: true)
           end
 

data/lib/gooddata/lcm/actions/update_release_table.rb

@@ -14,6 +14,24 @@ module GoodData
       PARAMS = define_params(self) do
         description 'ADS Client'
         param :ads_client, instance_of(Type::AdsClientType), required: true
+
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Organization Name'
+        param :organization, instance_of(Type::StringType), required: false
+
+        description 'Domain'
+        param :domain, instance_of(Type::StringType), required: false
+
+        description 'Segments to manage'
+        param :segments, array_of(instance_of(Type::SegmentType)), required: true
+
+        description 'Table Name'
+        param :release_table_name, instance_of(Type::StringType), required: false
+
+        description 'Query'
+        param :query, instance_of(Type::GdSmartHashType), required: false
       end
 
       DEFAULT_TABLE_NAME = 'LCM_RELEASE'
@@ -23,6 +41,7 @@ module GoodData
           client = params.gdc_gd_client
 
           domain_name = params.organization || params.domain
+          fail "Either organisation or domain has to be specified in params" unless domain_name
           client.domain(domain_name) || fail("Invalid domain name specified - #{domain_name}")
 
           params.segments.map do |segment_in|

data/lib/gooddata/lcm/helpers/check_helper.rb

@@ -16,22 +16,37 @@ module GoodData
             type = specification[param_name][:type]
             if value.nil? || (value.is_a?(String) && value.empty?)
               if specification[param_name][:opts][:default]
-                params[param_name] = specification[param_name][:opts][:default]
+                if specification.select { |x| specification[x][:opts][:replacement] == param_name }.first.nil?
+                  params[param_name] = specification[param_name][:opts][:default]
+                else
+                  GoodData.logger.warn "WARNING: Default value for parameter '#{param_name}' was not filled because deprecated parameter is used instead."
+                end
               elsif specification[param_name][:opts][:required]
-                fail("Mandatory parameter '#{param_name}' of type '#{type}' is not specified")
+                if ENV['RSPEC_ENV'] == 'test'
+                  fail "Mandatory parameter '#{param_name}' of type '#{type}' is not specified"
+                else
+                  GoodData.logger.error("Mandatory parameter '#{param_name}' of type '#{type}' is not specified")
+                end
               end
             else
               if type.class.const_get(:CATEGORY) == :complex && !value.is_a?(Hash)
-                puts JSON.pretty_generate(params)
-                fail "Expected parameter '#{param_name}' to be kind of '#{type}', got '#{value.class.name}'"
+                if ENV['RSPEC_ENV'] == 'test'
+                  fail "Expected parameter '#{param_name}' to be kind of '#{type}', got '#{value.class.name}'"
+                else
+                  GoodData.logger.error("Expected parameter '#{param_name}' to be kind of '#{type}', got '#{value.class.name}'")
+                end
               end
 
               if specification[param_name][:opts][:deprecated]
-                puts "WARNING: Parameter '#{param_name}' is deprecated. Please use '#{specification[param_name][:opts][:replacement]}' instead."
+                GoodData.logger.warn("WARNING: Parameter '#{param_name}' is deprecated. Please use '#{specification[param_name][:opts][:replacement]}' instead.")
               end
 
               unless type.check(value)
-                fail "Parameter '#{param_name}' has invalid type, expected: #{type}"
+                if ENV['RSPEC_ENV'] == 'test'
+                  fail "Parameter '#{param_name}' has invalid type, expected: #{type}, got #{value.class}"
+                else
+                  GoodData.logger.error("Parameter '#{param_name}' has invalid type, expected: #{type}, got #{value.class}")
+                end
               end
             end
           end