gooddata 0.6.49 → 0.6.50

data/lib/gooddata/extensions/integer.rb

@@ -0,0 +1,5 @@
+class Integer
+  def to_b
+    self == 1
+  end
+end

data/lib/gooddata/extensions/nil.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
@@ -12,4 +12,8 @@ class NilClass
   def duplicable?
     false
   end
+
+  def to_b
+    false
+  end
 end

data/lib/gooddata/extensions/numeric.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 

data/lib/gooddata/extensions/object.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
@@ -24,4 +24,8 @@ class Object
     send(:remove_const, name) if const_defined?(name)
     send(:const_set, name, val)
   end
+
+  def to_b
+    false
+  end
 end

data/lib/gooddata/extensions/symbol.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 

data/lib/gooddata/extensions/true.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
@@ -12,4 +12,12 @@ class TrueClass
   def duplicable?
     false
   end
+
+  def to_b
+    true
+  end
+
+  def to_i
+    1
+  end
 end

data/lib/gooddata/extract.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 

data/lib/gooddata/goodzilla/goodzilla.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 

data/lib/gooddata/helpers/auth_helpers.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 

data/lib/gooddata/helpers/csv_helper.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 

data/lib/gooddata/helpers/data_helper.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
@@ -13,6 +13,17 @@ module GoodData
     class DataSource
       attr_reader :realized
 
+      class << self
+        def interpolate_sql_params(query, params)
+          keys = query.scan(/\$\{([^\{]+)\}/).flatten
+          keys.reduce(query) do |a, e|
+            key = e
+            raise "Param #{key} is not present in schedule params yet it is expected to be interpolated in the query" unless params.key?(key)
+            a.gsub("${#{key}}", params[key])
+          end
+        end
+      end
+
       def initialize(opts = {})
         opts = opts.is_a?(String) ? { type: :staging, path: opts } : opts
         opts = GoodData::Helpers.symbolize_keys(opts)
@@ -34,7 +45,7 @@ module GoodData
         when 's3'
           realize_s3(params)
         else
-          fail "DataSource does not support type \"#{source}\""
+          raise "DataSource does not support type \"#{source}\""
         end
       end
 
@@ -45,15 +56,13 @@ module GoodData
       private
 
       def realize_query(params)
-        query = @options[:query]
-        dwh = params['ads_client']
-        fail "Data Source needs a client to ads to be able to query the storage but 'ads_client' is empty." unless dwh
+        query = DataSource.interpolate_sql_params(@options[:query], params)
+        dwh = params['ads_client'] || params[:ads_client] || raise("Data Source needs a client to ads to be able to query the storage but 'ads_client' is empty.")
         filename = Digest::SHA256.new.hexdigest(query)
         measure = Benchmark.measure do
           CSV.open(filename, 'w') do |csv|
             header_written = false
             header = nil
-
             dwh.execute_select(query) do |row|
               unless header_written
                 header_written = true
@@ -64,7 +73,7 @@ module GoodData
             end
           end
         end
-        puts "Realizing SQL query \"#{query}\" took #{measure.real}"
+        GoodData.logger.info "Realizing SQL query \"#{query}\" took #{measure.real}"
         filename
       end
 
@@ -94,11 +103,11 @@ module GoodData
 
       def realize_s3(params)
         s3_client = params['aws_client'] && params['aws_client']['s3_client']
-        fail 'AWS client not present. Perhaps S3Middleware is missing in the brick definition?' if !s3_client || !s3_client.respond_to?(:buckets)
+        raise 'AWS client not present. Perhaps S3Middleware is missing in the brick definition?' if !s3_client || !s3_client.respond_to?(:buckets)
         bucket_name = @options[:bucket]
         key = @options[:key]
-        fail "Key \"bucket\" is missing in S3 datasource" if bucket_name.blank?
-        fail "Key \"key\" is missing in S3 datasource" if key.blank?
+        raise 'Key "bucket" is missing in S3 datasource' if bucket_name.blank?
+        raise 'Key "key" is missing in S3 datasource' if key.blank?
         puts "Realizing download from S3. Bucket #{bucket_name}, object with key #{key}."
         filename = Digest::SHA256.new.hexdigest(@options.to_json)
         bucket = s3_client.buckets[bucket_name]

data/lib/gooddata/helpers/erb_helper.rb

@@ -0,0 +1,23 @@
+require 'erb'
+
+module GoodData
+  module Helpers
+    module ErbHelper
+      class << self
+        def template_string(template, params = {})
+          b = binding
+
+          params.each do |k, v|
+            b.local_variable_set(k, v)
+          end
+
+          ERB.new(template).result(b)
+        end
+
+        def template_file(path, params)
+          template_string(File.read(path), params)
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/helpers/global_helpers.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
@@ -14,6 +14,9 @@ require_relative 'global_helpers_params'
 
 module GoodData
   module Helpers
+    extend Hashie::Extensions::StringifyKeys::ClassMethods
+    extend Hashie::Extensions::SymbolizeKeys::ClassMethods
+
     class DeepMergeableHash < Hash
       include Hashie::Extensions::DeepMerge
     end
@@ -149,83 +152,12 @@ module GoodData
       end
 
       def interpolate_error_message(error)
+        return unless error && error['error'] && error['error']['message']
         message = error['error']['message']
         params = error['error']['parameters']
         sprintf(message, *params)
       end
 
-      def transform_keys!(an_object)
-        return enum_for(:transform_keys!) unless block_given?
-        an_object.keys.each do |key|
-          an_object[yield(key)] = an_object.delete(key)
-        end
-        an_object
-      end
-
-      def symbolize_keys!(an_object)
-        transform_keys!(an_object) do |key|
-          begin
-            key.to_sym
-          rescue
-            key
-          end
-        end
-      end
-
-      def symbolize_keys(an_object)
-        transform_keys(an_object) do |key|
-          begin
-            key.to_sym
-          rescue
-            key
-          end
-        end
-      end
-
-      def transform_keys(an_object)
-        return enum_for(:transform_keys) unless block_given?
-        result = an_object.class.new
-        an_object.each_key do |key|
-          result[yield(key)] = an_object[key]
-        end
-        result
-      end
-
-      def deep_symbolize_keys(an_object)
-        deep_transform_keys(an_object) do |key|
-          begin
-            key.to_sym
-          rescue
-            key
-          end
-        end
-      end
-
-      def stringify_keys(an_object)
-        transform_keys(an_object, &:to_s)
-      end
-
-      def deep_stringify_keys(an_object)
-        deep_transform_keys(an_object, &:to_s)
-      end
-
-      def deep_transform_keys(an_object, &block)
-        _deep_transform_keys_in_object(an_object, &block)
-      end
-
-      def _deep_transform_keys_in_object(object, &block)
-        case object
-        when Hash
-          object.each_with_object({}) do |(key, value), result|
-            result[yield(key)] = _deep_transform_keys_in_object(value, &block)
-          end
-        when Array
-          object.map { |e| _deep_transform_keys_in_object(e, &block) }
-        else
-          object
-        end
-      end
-
       def deep_dup(an_object)
         case an_object
         when Array

data/lib/gooddata/helpers/global_helpers_params.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
@@ -52,9 +52,31 @@ module GoodData
         encode_params(params, ENCODED_HIDDEN_PARAMS_KEY)
       end
 
-      # Decodes params as they came from the platform
-      # The "data" key is supposed to be json and it's parsed - if this
-      def decode_params(params)
+      # Decodes params as they came from the platform.
+      # @params Parameter hash need to be decoded
+      # @option options [Boolean] :resolve_reference_params Resolve reference parameters in gd_encoded_params or not
+      # @return [Hash] Decoded parameters
+      def decode_params(params, options = {})
+        convert_secure_params = lambda do |args|
+          args = args.select { |k, _| k.include? "|" }
+          lines = args.keys.map do |key|
+            hash = {}
+            last_a = nil
+            last_e = nil
+            key.split("|").reduce(hash) do |a, e|
+              last_a = a
+              last_e = e
+              a[e] = {}
+            end
+            last_a[last_e] = args[key]
+            hash
+          end
+
+          lines.reduce({}) do |a, e|
+            a.deep_merge(e)
+          end
+        end
+
         key = ENCODED_PARAMS_KEY.to_s
         hidden_key = ENCODED_HIDDEN_PARAMS_KEY.to_s
         data_params = params[key] || '{}'
@@ -66,9 +88,48 @@ module GoodData
                                '{}'
                              end
 
+        # Replace reference parameters by the actual values. Use backslash to escape a reference parameter, e.g: \${not_a_param},
+        # the ${not_a_param} will not be replaced
+        if options[:resolve_reference_params]
+          regexps = Regexp.union(/\\\\/, /\\\$/, /\$\{(\w+)\}/)
+          resolve_reference = lambda do |v|
+            if v.is_a? Hash
+              Hash[
+                v.map do |k, v2|
+                  [k, resolve_reference.call(v2)]
+                end
+              ]
+            elsif v.is_a? Array
+              v.map do |v2|
+                resolve_reference.call(v2)
+              end
+            else
+              v.gsub(regexps) do |match|
+                if match =~ /\\\\/
+                  data_params.is_a?(Hash) ? '\\' : '\\\\' # rubocop: disable Metrics/BlockNesting
+                elsif match =~ /\\\$/
+                  '$'
+                elsif match =~ /\$\{(\w+)\}/
+                  params["#{$1}"] || raise("The gd_encoded_params parameter contains unknow reference #{$1}") # rubocop: disable Style/PerlBackrefs
+                end
+              end
+            end
+          end
+
+          data_params = if data_params.is_a? Hash
+                          Hash[
+                            data_params.map do |k, v|
+                              [k, resolve_reference.call(v)]
+                            end
+                          ]
+                        else
+                          resolve_reference.call(data_params)
+                        end
+        end
+
         begin
-          parsed_data_params = JSON.parse(data_params)
-          parsed_hidden_data_params = JSON.parse(hidden_data_params)
+          parsed_data_params = data_params.is_a?(Hash) ? data_params : JSON.parse(data_params)
+          parsed_hidden_data_params = hidden_data_params.is_a?(Hash) ? hidden_data_params : JSON.parse(hidden_data_params)
         rescue JSON::ParserError => e
           raise e.class, "Error reading json from '#{key}' or '#{hidden_key}', reason: #{e.message}"
         end
@@ -76,9 +137,14 @@ module GoodData
         # Add the nil on ENCODED_HIDDEN_PARAMS_KEY
         # if the data was retrieved from API You will not have the actual values so encode -> decode is not losless. The nil on the key prevents the server from deleting the key
         parsed_hidden_data_params[ENCODED_HIDDEN_PARAMS_KEY] = nil unless parsed_hidden_data_params.empty?
+        secure_params = convert_secure_params.call(params)
+        params.delete_if do |k, _|
+          k.include?('|')
+        end
+
         params.delete(key)
         params.delete(hidden_key)
-        params.merge(parsed_data_params).merge(parsed_hidden_data_params)
+        params.deep_merge(parsed_data_params).deep_merge(parsed_hidden_data_params).deep_merge(secure_params)
       end
 
       # A helper which allows you to diff two lists of objects. The objects

data/lib/gooddata/helpers/helpers.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 

data/lib/gooddata/lcm/actions/actions.rb

@@ -0,0 +1,12 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'pathname'
+
+base = Pathname(__FILE__).dirname.expand_path
+Dir.glob(base + '*.rb').each do |file|
+  require file
+end