gooddata 2.1.11 → 2.1.17

data/lib/gooddata/lcm/actions/collect_tagged_objects.rb

@@ -50,7 +50,8 @@ module GoodData
             if transfer_all
               vizs = MdObject.query('visualizationObject', MdObject, client: development_client, project: from_project)
               viz_widgets = MdObject.query('visualizationWidget', MdObject, client: development_client, project: from_project)
-              objects = (from_project.reports.to_a + from_project.metrics.to_a + from_project.variables.to_a + vizs.to_a + viz_widgets.to_a).map(&:uri)
+              theme = MdObject.query('theme', MdObject, client: development_client, project: from_project)
+              objects = (from_project.reports.to_a + from_project.metrics.to_a + from_project.variables.to_a + vizs.to_a + viz_widgets.to_a + theme.to_a).map(&:uri)
             elsif production_tags.any?
               objects = from_project.find_by_tag(production_tags)
             end

data/lib/gooddata/lcm/actions/migrate_gdc_date_dimension.rb

@@ -0,0 +1,116 @@
+# frozen_string_literal: true
+# (C) 2019-2020 GoodData Corporation
+require_relative 'base_action'
+
+# Migrate date dimension urn:gooddata:date or urn:custom:date to urn:custom_v2:date
+module GoodData
+  module LCM2
+    class MigrateGdcDateDimension < BaseAction
+      DESCRIPTION = 'Migrate Gdc Date Dimension'
+      DATE_DIMENSION_CUSTOM_V2 = 'urn:custom_v2:date'
+      DATE_DIMENSION_OLD = %w[urn:gooddata:date urn:custom:date]
+
+      PARAMS = define_params(self) do
+        description 'Client Used for Connecting to GD'
+        param :gdc_gd_client, instance_of(Type::GdClientType), required: true
+
+        description 'Specifies how to synchronize LDM and resolve possible conflicts'
+        param :synchronize_ldm, instance_of(Type::SynchronizeLDM), required: false, default: 'diff_against_master_with_fallback'
+
+        description 'Synchronization Info'
+        param :synchronize, array_of(instance_of(Type::SynchronizationInfoType)), required: true, generated: true
+      end
+
+      RESULT_HEADER = %i[from to status]
+
+      class << self
+        def call(params)
+          results = []
+          params.synchronize.map do |segment_info|
+            result = migrate_date_dimension(params, segment_info)
+            results.concat(result)
+          end
+
+          {
+            results: results
+          }
+        end
+
+        def migrate_date_dimension(params, segment_info)
+          results = []
+          client = params.gdc_gd_client
+          latest_blueprint = segment_info[:from_blueprint]
+          # don't migrate when latest master doesn't contain custom v2 date.
+          return results unless contain_v2?(latest_blueprint)
+
+          previous_blueprint = segment_info[:previous_master]&.blueprint
+          # check latest master and previous master
+          master_upgrade_datasets = get_upgrade_dates(latest_blueprint, previous_blueprint) if params[:synchronize_ldm].downcase == 'diff_against_master' && previous_blueprint
+          unless master_upgrade_datasets&.empty?
+            segment_info[:to].pmap do |entry|
+              pid = entry[:pid]
+              to_project = client.projects(pid) || fail("Invalid 'to' project specified - '#{pid}'")
+              to_blueprint = to_project.blueprint
+              upgrade_datasets = get_upgrade_dates(latest_blueprint, to_blueprint)
+              next if upgrade_datasets.empty?
+
+              message = get_upgrade_message(upgrade_datasets)
+
+              results << {
+                from: segment_info[:from],
+                to: pid,
+                status: to_project.upgrade_custom_v2(message)
+              }
+            end
+          end
+
+          results
+        end
+
+        def get_upgrade_dates(src_blueprint, dest_blueprint)
+          dest_dates = get_date_dimensions(dest_blueprint) if dest_blueprint
+          src_dates = get_date_dimensions(src_blueprint) if src_blueprint
+
+          return false if dest_dates.empty? || src_dates.empty?
+
+          upgrade_datasets = []
+          dest_dates.each do |dest|
+            src_dim = get_date_dimension(src_blueprint, dest[:id])
+            next unless src_dim
+
+            upgrade_datasets << src_dim[:identifier] if upgrade?(src_dim, dest) && src_dim[:identifier]
+          end
+
+          upgrade_datasets
+        end
+
+        def get_upgrade_message(upgrade_datasets)
+          {
+            upgrade: {
+              dateDatasets: {
+                upgrade: "exact",
+                datasets: upgrade_datasets
+              }
+            }
+          }
+        end
+
+        def upgrade?(src_dim, dest_dim)
+          src_dim[:urn] == DATE_DIMENSION_CUSTOM_V2 && DATE_DIMENSION_OLD.any? { |e| dest_dim[:urn] == e }
+        end
+
+        def contain_v2?(blueprint)
+          get_date_dimensions(blueprint).any? { |e| e[:urn] == DATE_DIMENSION_CUSTOM_V2 }
+        end
+
+        def get_date_dimension(blueprint, id)
+          GoodData::Model::ProjectBlueprint.find_date_dimension(blueprint, id)
+        end
+
+        def get_date_dimensions(blueprint)
+          GoodData::Model::ProjectBlueprint.date_dimensions(blueprint)
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/lcm/actions/synchronize_ldm.rb

@@ -49,6 +49,8 @@ module GoodData
         param :include_deprecated, instance_of(Type::BooleanType), required: false, default: false
       end
 
+      RESULT_HEADER = %i[from to status]
+
       class << self
         def call(params)
           results = []
@@ -76,9 +78,9 @@ module GoodData
           include_deprecated = params.include_deprecated.to_b
           from_pid = segment_info[:from]
           from = params.development_client.projects(from_pid) || fail("Invalid 'from' project specified - '#{from_pid}'")
-
           GoodData.logger.info "Creating Blueprint, project: '#{from.title}', PID: #{from_pid}"
           blueprint = from.blueprint(include_ca: params.include_computed_attributes.to_b)
+          segment_info[:from_blueprint] = blueprint
           maql_diff = nil
           previous_master = segment_info[:previous_master]
           diff_against_master = %w(diff_against_master_with_fallback diff_against_master)
@@ -89,6 +91,13 @@ module GoodData
             maql_diff_params << :excludeFactRule if exclude_fact_rule
             maql_diff_params << :includeDeprecated if include_deprecated
             maql_diff = previous_master.maql_diff(blueprint: blueprint, params: maql_diff_params)
+            chunks = maql_diff['projectModelDiff']['updateScripts']
+            if chunks.empty?
+              GoodData.logger.info "Synchronize LDM to clients will not proceed in mode \
+'#{params[:synchronize_ldm].downcase}' due to no LDM changes in the new master project. \
+If you had changed LDM of clients manually, please use mode 'diff_against_clients' \
+to force synchronize LDM to clients"
+            end
           end
 
           segment_info[:to] = segment_info[:to].pmap do |entry|

data/lib/gooddata/lcm/actions/synchronize_user_filters.rb

@@ -167,6 +167,10 @@ module GoodData
               fail "Client id cannot be empty" if client_id.blank?
 
               c = all_clients.detect { |specific_client| specific_client.id == client_id }
+              if c.nil?
+                params.gdc_logger.warn "Client #{client_id} is not found"
+                next
+              end
               if params.segments && !segment_uris.include?(c.segment_uri)
                 params.gdc_logger.warn "Client #{client_id} is outside segments_filter #{params.segments}"
                 next

data/lib/gooddata/lcm/actions/synchronize_users.rb

@@ -182,11 +182,11 @@ module GoodData
           #     value of a project id in the data since he does not know it upfront
           #     and we cannot influence its value.
           common_params = {
-            domain: domain, 
-            whitelists: whitelists,  
-            ignore_failures: ignore_failures,  
-            remove_users_from_project: remove_users_from_project,  
-            do_not_touch_users_that_are_not_mentioned: do_not_touch_users_that_are_not_mentioned,  
+            domain: domain,
+            whitelists: whitelists,
+            ignore_failures: ignore_failures,
+            remove_users_from_project: remove_users_from_project,
+            do_not_touch_users_that_are_not_mentioned: do_not_touch_users_that_are_not_mentioned,
             create_non_existing_user_groups: create_non_existing_user_groups,
             user_groups_cache: nil
           }
@@ -198,7 +198,8 @@ module GoodData
                       domain.create_users(new_users.uniq { |u| u[:login] || u[:email] })
                     when 'remove_from_organization'
                       user_ids = new_users.uniq { |u| u[:login] || u[:email] }.map { |u| u[:login] || u[:email] }
-                      users = user_ids.map { |u| domain.users(u, client: client) }
+                      users = user_ids.map { |u| domain.users(u, client: client) }.reject(&:nil?)
+                      params.gdc_logger.info "#{user_ids.count - users.count} users were not found (or were deleted) in domain #{domain_name}" if user_ids.count > users.count
                       params.gdc_logger.warn "Deleting #{users.count} users from domain #{domain_name}"
 
                       GoodData.gd_logger.info("Synchronizing in mode=#{mode}, domain=#{domain_name}, data_rows=#{users.count}")

data/lib/gooddata/lcm/lcm2.rb

@@ -13,8 +13,6 @@ require 'gooddata/extensions/integer'
 require 'gooddata/extensions/string'
 require 'gooddata/extensions/nil'
 
-require 'active_support/core_ext/hash/compact'
-
 require_relative 'actions/actions'
 require_relative 'dsl/dsl'
 require_relative 'helpers/helpers'
@@ -138,6 +136,7 @@ module GoodData
         EnsureTechnicalUsersDomain,
         EnsureTechnicalUsersProject,
         SynchronizeLdm,
+        MigrateGdcDateDimension,
         SynchronizeClients,
         SynchronizeComputedAttributes,
         CollectDymanicScheduleParams,

data/lib/gooddata/lcm/types/base_type.rb

@@ -8,8 +8,6 @@
 require_relative '../dsl/dsl'
 require_relative '../helpers/helpers'
 
-require 'active_support/core_ext/hash/compact'
-
 require 'gooddata/extensions/class'
 
 module GoodData

data/lib/gooddata/mixins/md_object_query.rb

@@ -1,12 +1,14 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2021 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
 module GoodData
   module Mixin
     module MdObjectQuery
+      ERROR_MESSAGE_NO_PROJECT = 'No :project specified'
+
       # Method intended to get all objects of that type in a specified project
       #
       # @param options [Hash] the options hash
@@ -38,7 +40,7 @@ module GoodData
         fail ArgumentError, 'No :client specified' if client.nil?
 
         p = options[:project]
-        fail ArgumentError, 'No :project specified' if p.nil?
+        fail ArgumentError, ERROR_MESSAGE_NO_PROJECT if p.nil?
 
         project = GoodData::Project[p, options]
         fail ArgumentError, 'Wrong :project specified' if project.nil?
@@ -98,10 +100,10 @@ module GoodData
       # Returns which objects uses this MD resource
       def usedby(uri, key = nil, opts = { :client => GoodData.connection, :project => GoodData.project })
         p = opts[:project]
-        fail ArgumentError, 'No :project specified' if p.nil?
+        fail ArgumentError, ERROR_MESSAGE_NO_PROJECT if p.nil?
 
         project = GoodData::Project[p, opts]
-        fail ArgumentError, 'No :project specified' if project.nil?
+        fail ArgumentError, ERROR_MESSAGE_NO_PROJECT if project.nil?
 
         dependency("#{project.md['usedby2']}/#{uri_obj_id(uri)}", key, opts)
       end
@@ -111,10 +113,10 @@ module GoodData
       # Returns which objects this MD resource uses
       def using(uri, key = nil, opts = { :client => GoodData.connection, :project => GoodData.project })
         p = opts[:project]
-        fail ArgumentError, 'No :project specified' if p.nil?
+        fail ArgumentError, ERROR_MESSAGE_NO_PROJECT if p.nil?
 
         project = GoodData::Project[p, opts]
-        fail ArgumentError, 'No :project specified' if project.nil?
+        fail ArgumentError, ERROR_MESSAGE_NO_PROJECT if project.nil?
 
         dependency("#{project.md['using2']}/#{uri_obj_id(uri)}", key, opts)
       end

data/lib/gooddata/models/blueprint/project_blueprint.rb

@@ -2,8 +2,6 @@
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
-require 'active_support/core_ext/hash/compact'
-
 module GoodData
   module Model
     class ProjectBlueprint

data/lib/gooddata/models/client.rb

@@ -40,20 +40,22 @@ module GoodData
         if id == :all
           tenants_uri = base_uri(domain, data_product)
           tenants_uri += "?segment=#{CGI.escape(segment.segment_id)}" if segment
-          Enumerator.new do |y|
-            loop do
-              res = client.get tenants_uri
-              res['clients']['paging']['next']
-              res['clients']['items'].each do |i|
-                p = i['client']['project']
-                tenant = client.create(GoodData::Client, i.merge('domain' => domain))
-                tenant.project = p
-                y << tenant
-              end
-              url = res['clients']['paging']['next']
-              break unless url
+
+          all_clients = []
+          loop do
+            res = client.get tenants_uri
+            res['clients']['paging']['next']
+            res['clients']['items'].each do |i|
+              p = i['client']['project']
+              tenant = client.create(GoodData::Client, i.merge('domain' => domain))
+              tenant.project = p
+              all_clients << tenant
             end
+            url = res['clients']['paging']['next']
+            break unless url
           end
+
+          all_clients
         else
           id = id.respond_to?(:client_id) ? id.client_id : id
           tenant_uri = base_uri(domain, data_product)

data/lib/gooddata/models/data_source.rb

@@ -0,0 +1,664 @@
+# encoding: UTF-8
+# frozen_string_literal: true
+#
+# Copyright (c) 2010-2021 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative '../rest/resource'
+
+module GoodData
+  class DataSource < Rest::Resource
+    attr_accessor :connection_info
+
+    DATA_SOURCES_URL = '/gdc/dataload/dataSources'
+    SNOWFLAKE = 'snowflake'
+    REDSHIFT = 'redshift'
+    BIGQUERY = 'bigQuery'
+    GENERIC = 'generic'
+    S3 = 's3'
+    ADS = 'ads'
+    ERROR_MESSAGE_NO_SCHEMA = 'Data source schema has to be provided'
+
+    class << self
+      # Get all data sources or get a specify data source from data source identify
+      # Expected parameter value:
+      # - :all return all data sources
+      # - :data_source_id return a data source with the specify data source identify
+      def [](id = :all, options = { client: GoodData.client })
+        c = GoodData.get_client(options)
+
+        if id == :all
+          data = c.get(DATA_SOURCES_URL)
+          data['dataSources']['items'].map do |ds_data|
+            c.create(DataSource, ds_data)
+          end
+        else
+          c.create(DataSource, c.get("#{DATA_SOURCES_URL}/#{id}"))
+        end
+      end
+
+      # Get a specify data source from data source identify
+      #
+      # @param [String] id Data source identify
+      # @return [DataSource] Data source corresponding in backend or throw exception if the data source identify doesn't exist
+      def from_id(id, options = { client: GoodData.client })
+        DataSource[id, options]
+      end
+
+      # Get a specify data source from data source alias
+      #
+      # @param [String] data_source_alias Data source alias
+      # @return [DataSource] Data source corresponding in backend or throw exception if the data source alias doesn't exist
+      def from_alias(data_source_alias, options = { client: GoodData.client })
+        data_sources = all(options)
+        result = data_sources.find do |data_source|
+          data_source.alias == data_source_alias
+        end
+        fail "Data source alias '#{data_source_alias}' has not found" unless result
+
+        result
+      end
+
+      # Get all data sources
+      def all(options = { client: GoodData.client })
+        DataSource[:all, options]
+      end
+
+      # Create data source from json
+      # Expected keys:
+      # - :name (mandatory)
+      # - :alias (optional)
+      # - :prefix (optional)
+      # - :connectionInfo (mandatory)
+      # - :client (mandatory)
+      def create(opts)
+        ds_name = opts[:name]
+        ds_alias = opts[:alias]
+        ds_prefix = opts[:prefix]
+        ds_connection_info = opts[:connectionInfo]
+
+        GoodData.logger.info "Creating data source '#{ds_name}'"
+        fail ArgumentError, 'Data source name has to be provided' if ds_name.nil? || ds_name.blank?
+        fail ArgumentError, 'Data source connection info has to be provided' if ds_connection_info.nil?
+
+        json = {
+          'dataSource' => {
+            'name' => ds_name,
+            'connectionInfo' => ds_connection_info
+          }
+        }
+        json['dataSource']['alias'] = ds_alias if ds_alias
+        json['dataSource']['prefix'] = ds_prefix if ds_prefix
+
+        # Create data source
+        c = GoodData.get_client(opts)
+        res = c.post(DATA_SOURCES_URL, json)
+
+        # create the public facing object
+        c.create(DataSource, res)
+      end
+    end
+
+    # Save data source to backend. The saving will validate existing data source name and connection info. So need set
+    # values for them.
+    #
+    # Input info:
+    # - :name (mandatory)
+    # - :alias (optional)
+    # - :prefix (optional)
+    # - :connectionInfo (mandatory)
+    #
+    # Return: create data source in backend and return data source object corresponding with data source in backend.
+    def save
+      validate
+      validate_connection_info
+      if saved?
+        update_obj_json = client.put(uri, to_update_payload)
+        @json = update_obj_json
+      else
+        res = client.post(DATA_SOURCES_URL, to_update_payload)
+        fail 'Unable to create new Data Source' if res.nil?
+
+        @json = res
+      end
+      @connection_info = build_connection_info
+      self
+    end
+
+    def delete
+      saved? ? client.delete(uri) : nil
+    end
+
+    def initialize(json)
+      super
+      @json = json
+      validate
+      @connection_info = build_connection_info
+    end
+
+    def saved?
+      !uri.blank?
+    end
+
+    def name
+      @json['dataSource']['name']
+    end
+
+    def name=(new_name)
+      @json['dataSource']['name'] = new_name
+    end
+
+    def alias
+      @json['dataSource']['alias']
+    end
+
+    def alias=(new_alias)
+      @json['dataSource']['alias'] = new_alias
+    end
+
+    def prefix
+      @json['dataSource']['prefix']
+    end
+
+    def prefix=(new_prefix)
+      @json['dataSource']['prefix'] = new_prefix
+    end
+
+    def uri
+      @json['dataSource']['links']['self'] if @json && @json['dataSource'] && @json['dataSource']['links']
+    end
+
+    def id
+      uri.split('/')[-1]
+    end
+
+    def is(type)
+      @json['dataSource']['connectionInfo'][type]
+    end
+
+    private
+
+    def build_connection_info
+      return snowflake_connection_info if is(SNOWFLAKE)
+      return redshift_connection_info if is(REDSHIFT)
+      return bigquery_connection_info if is(BIGQUERY)
+      return generic_connection_info if is(GENERIC)
+      return s3_connection_info if is(S3)
+      return ads_connection_info if is(ADS)
+
+      # In case don't know data source type then support get or set directly json data for connection info
+      ConnectionInfo.new(@json['dataSource']['connectionInfo'])
+    end
+
+    def support_connection_info(connection_info)
+      [SnowflakeConnectionInfo, RedshiftConnectionInfo, BigQueryConnectionInfo,
+       GenericConnectionInfo, S3ConnectionInfo, AdsConnectionInfo].include? connection_info.class
+    end
+
+    def snowflake_connection_info
+      return nil unless is(SNOWFLAKE)
+
+      SnowflakeConnectionInfo.new(@json['dataSource']['connectionInfo'])
+    end
+
+    def redshift_connection_info
+      return nil unless is(REDSHIFT)
+
+      RedshiftConnectionInfo.new(@json['dataSource']['connectionInfo'])
+    end
+
+    def bigquery_connection_info
+      return nil unless is(BIGQUERY)
+
+      BigQueryConnectionInfo.new(@json['dataSource']['connectionInfo'])
+    end
+
+    def generic_connection_info
+      return nil unless is(GENERIC)
+
+      GenericConnectionInfo.new(@json['dataSource']['connectionInfo'])
+    end
+
+    def s3_connection_info
+      return nil unless is(S3)
+
+      S3ConnectionInfo.new(@json['dataSource']['connectionInfo'])
+    end
+
+    def ads_connection_info
+      return nil unless is(ADS)
+
+      AdsConnectionInfo.new(@json['dataSource']['connectionInfo'])
+    end
+
+    def to_update_payload
+      json_data = {
+        'dataSource' => {
+          'name' => name,
+          'connectionInfo' => @connection_info.to_update_payload
+        }
+      }
+      json_data['dataSource']['alias'] = self.alias if self.alias
+      json_data['dataSource']['prefix'] = prefix if prefix
+      json_data
+    end
+
+    def validate
+      fail 'Invalid data source json data' unless @json['dataSource']
+      fail 'Data source connection info has to be provided' unless @json['dataSource']['connectionInfo']
+      fail 'Data source name has to be provided' if name.nil? || name.blank?
+    end
+
+    def validate_connection_info
+      @connection_info.validate
+    end
+
+    class ConnectionInfo < Rest::Resource
+      def initialize(connection_info_json)
+        @json = connection_info_json
+      end
+
+      def connection_info
+        @json
+      end
+
+      def connection_info=(connection_info_json)
+        @json = connection_info_json
+      end
+
+      def to_update_payload
+        @json
+      end
+
+      # Abstract function
+      def validate
+      end
+    end
+
+    class SnowflakeConnectionInfo < ConnectionInfo
+      def initialize(connection_info_json)
+        @json = connection_info_json[GoodData::DataSource::SNOWFLAKE]
+      end
+
+      def url
+        @json['url']
+      end
+
+      def url=(new_url)
+        @json['url'] = new_url
+      end
+
+      def user_name
+        @json['authentication']['basic']['userName'] if @json && @json['authentication'] && @json['authentication']['basic']
+      end
+
+      def user_name=(new_user_name)
+        @json['authentication']['basic']['userName'] = new_user_name
+      end
+
+      def password
+        @json['authentication']['basic']['password'] if @json && @json['authentication'] && @json['authentication']['basic']
+      end
+
+      def password=(new_password)
+        @json['authentication']['basic']['password'] = new_password
+      end
+
+      def database
+        @json['database']
+      end
+
+      def database=(new_database)
+        @json['database'] = new_database
+      end
+
+      def schema
+        @json['schema']
+      end
+
+      def schema=(new_schema)
+        @json['schema'] = new_schema
+      end
+
+      def warehouse
+        @json['warehouse']
+      end
+
+      def warehouse=(new_warehouse)
+        @json['warehouse'] = new_warehouse
+      end
+
+      def to_update_payload
+        {
+          'snowflake' => {
+            'url' => url,
+            'authentication' => {
+              'basic' => {
+                'userName' => user_name,
+                'password' => password
+              }
+            },
+            'database' => database,
+            'schema' => schema,
+            'warehouse' => warehouse
+          }
+        }
+      end
+
+      def validate
+        fail 'Data source url has to be provided' if url.nil? || url.blank?
+        fail 'Data source database has to be provided' if database.nil? || database.blank?
+        fail ERROR_MESSAGE_NO_SCHEMA if schema.nil? || schema.blank?
+        fail 'Data source warehouse has to be provided' if warehouse.nil? || warehouse.blank?
+        fail 'Data source username has to be provided' if user_name.nil? || user_name.blank?
+      end
+    end
+
+    class RedshiftConnectionInfo < ConnectionInfo
+      def initialize(connection_info_json)
+        @json = connection_info_json[GoodData::DataSource::REDSHIFT]
+      end
+
+      def url
+        @json['url']
+      end
+
+      def url=(new_url)
+        @json['url'] = new_url
+      end
+
+      def user_name
+        @json['authentication']['basic']['userName'] if basic_authentication
+      end
+
+      def user_name=(new_user_name)
+        @json['authentication']['basic']['userName'] = new_user_name
+      end
+
+      def password
+        @json['authentication']['basic']['password'] if basic_authentication
+      end
+
+      def password=(new_password)
+        @json['authentication']['basic']['password'] = new_password
+      end
+
+      def db_user
+        @json['authentication']['iam']['dbUser'] if iam_authentication
+      end
+
+      def db_user=(new_db_user)
+        @json['authentication']['iam']['dbUser'] = new_db_user
+      end
+
+      def access_key_id
+        @json['authentication']['iam']['accessKeyId'] if iam_authentication
+      end
+
+      def access_key_id=(new_access_key_id)
+        @json['authentication']['iam']['accessKeyId'] = new_access_key_id
+      end
+
+      def secret_access_key
+        @json['authentication']['iam']['secretAccessKey'] if iam_authentication
+      end
+
+      def secret_access_key=(new_secret_access_key)
+        @json['authentication']['iam']['secretAccessKey'] = new_secret_access_key
+      end
+
+      def basic_authentication
+        @json && @json['authentication'] && @json['authentication']['basic']
+      end
+
+      def iam_authentication
+        @json && @json['authentication'] && @json['authentication']['iam']
+      end
+
+      def database
+        @json['database']
+      end
+
+      def database=(new_database)
+        @json['database'] = new_database
+      end
+
+      def schema
+        @json['schema']
+      end
+
+      def schema=(new_schema)
+        @json['schema'] = new_schema
+      end
+
+      def to_update_payload
+        if basic_authentication
+          {
+            'redshift' => {
+              'url' => url,
+              'authentication' => {
+                'basic' => {
+                  'userName' => user_name,
+                  'password' => password
+                }
+              },
+              'database' => database,
+              'schema' => schema
+            }
+          }
+        else
+          {
+            'redshift' => {
+              'url' => url,
+              'authentication' => {
+                'iam' => {
+                  'dbUser' => db_user,
+                  'accessKeyId' => access_key_id,
+                  'secretAccessKey' => secret_access_key
+                }
+              },
+              'database' => database,
+              'schema' => schema
+            }
+          }
+        end
+      end
+
+      def validate
+        fail 'Data source url has to be provided' if url.nil? || url.blank?
+        fail 'Data source database has to be provided' if database.nil? || database.blank?
+        fail ERROR_MESSAGE_NO_SCHEMA if schema.nil? || schema.blank?
+
+        if basic_authentication
+          fail 'Data source username has to be provided' if user_name.nil? || user_name.blank?
+        elsif iam_authentication
+          fail 'Data source db_user has to be provided' if db_user.nil? || db_user.blank?
+          fail 'Data source access key has to be provided' if access_key_id.nil? || access_key_id.blank?
+        end
+      end
+    end
+
+    class BigQueryConnectionInfo < ConnectionInfo
+      def initialize(connection_info_json)
+        @json = connection_info_json[GoodData::DataSource::BIGQUERY]
+      end
+
+      def client_email
+        @json['authentication']['serviceAccount']['clientEmail'] if @json && @json['authentication'] && @json['authentication']['serviceAccount']
+      end
+
+      def client_email=(new_client_email)
+        @json['authentication']['serviceAccount']['clientEmail'] = new_client_email
+      end
+
+      def private_key
+        @json['authentication']['serviceAccount']['privateKey'] if @json && @json['authentication'] && @json['authentication']['serviceAccount']
+      end
+
+      def private_key=(new_private_key)
+        @json['authentication']['serviceAccount']['privateKey'] = new_private_key
+      end
+
+      def project
+        @json['project']
+      end
+
+      def project=(new_project)
+        @json['project'] = new_project
+      end
+
+      def schema
+        @json['schema']
+      end
+
+      def schema=(new_schema)
+        @json['schema'] = new_schema
+      end
+
+      def to_update_payload
+        {
+          'bigQuery' => {
+            'authentication' => {
+              'serviceAccount' => {
+                'clientEmail' => client_email,
+                'privateKey' => private_key
+              }
+            },
+            'project' => project,
+            'schema' => schema
+          }
+        }
+      end
+
+      def validate
+        fail 'Data source client email has to be provided' if client_email.nil? || client_email.blank?
+        fail 'Data source project has to be provided' if project.nil? || project.blank?
+        fail ERROR_MESSAGE_NO_SCHEMA if schema.nil? || schema.blank?
+      end
+    end
+
+    class GenericConnectionInfo < ConnectionInfo
+      def initialize(connection_info_json)
+        @json = connection_info_json[GoodData::DataSource::GENERIC]
+      end
+
+      def params
+        @json['params']
+      end
+
+      def params=(new_params)
+        @json['params'] = new_params
+      end
+
+      def secure_params
+        @json['secureParams']
+      end
+
+      def secure_params=(new_secure_params)
+        @json['secureParams'] = new_secure_params
+      end
+
+      def to_update_payload
+        {
+          'generic' => {
+            'params' => params,
+            'secureParams' => secure_params
+          }
+        }
+      end
+
+      def validate
+      end
+    end
+
+    class S3ConnectionInfo < ConnectionInfo
+      def initialize(connection_info_json)
+        @json = connection_info_json[GoodData::DataSource::S3]
+      end
+
+      def bucket
+        @json['bucket']
+      end
+
+      def bucket=(new_bucket)
+        @json['bucket'] = new_bucket
+      end
+
+      def access_key
+        @json['accessKey']
+      end
+
+      def access_key=(new_access_key)
+        @json['accessKey'] = new_access_key
+      end
+
+      def secret_key
+        @json['secretKey']
+      end
+
+      def secret_key=(new_secret_key)
+        @json['secretKey'] = new_secret_key
+      end
+
+      def server_side_encryption
+        @json['serverSideEncryption']
+      end
+
+      def server_side_encryption=(new_server_side_encryption)
+        @json['serverSideEncryption'] = new_server_side_encryption
+      end
+
+      def to_update_payload
+        {
+          's3' => {
+            'bucket' => bucket,
+            'accessKey' => access_key,
+            'secretKey' => secret_key,
+            'serverSideEncryption' => server_side_encryption
+          }
+        }
+      end
+
+      def validate
+        fail 'S3 bucket has to be provided' if bucket.nil? || bucket.blank?
+        fail 'S3 access key has to be provided' if access_key.nil? || access_key.blank?
+      end
+    end
+
+    class AdsConnectionInfo < ConnectionInfo
+      def initialize(connection_info_json)
+        @json = connection_info_json[GoodData::DataSource::ADS]
+      end
+
+      def instance
+        @json['instance']
+      end
+
+      def instance=(new_instance)
+        @json['instance'] = new_instance
+      end
+
+      def exportable
+        @json['exportable']
+      end
+
+      def exportable=(new_exportable)
+        @json['exportable'] = new_exportable
+      end
+
+      def to_update_payload
+        {
+          'ads' => {
+            'instance' => instance,
+            'exportable' => exportable
+          }
+        }
+      end
+
+      def validate
+        fail 'Data source instance has to be provided' if instance.nil? || instance.blank?
+      end
+    end
+  end
+end