gooddata 2.1.19-java → 2.3.0-java

data/ci/mysql/pom.xml

@@ -0,0 +1,62 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+
+    <groupId>com.gooddata.lcm</groupId>
+    <artifactId>lcm-mysql-driver</artifactId>
+    <version>1.0-SNAPSHOT</version>
+
+    <dependencies>
+        <dependency>
+            <groupId>mysql</groupId>
+            <artifactId>mysql-connector-java</artifactId>
+            <version>5.1.49</version>
+        </dependency>
+        <dependency>
+            <groupId>org.mongodb</groupId>
+            <artifactId>mongosql-auth</artifactId>
+            <version>1.2.0</version>
+        </dependency>
+        <dependency>
+            <groupId>org.slf4j</groupId>
+            <artifactId>slf4j-api</artifactId>
+            <version>1.7.2</version>
+        </dependency>
+    </dependencies>
+
+    <profiles>
+        <profile>
+            <id>binary-packaging</id>
+            <build>
+                <plugins>
+                    <plugin>
+                        <artifactId>maven-dependency-plugin</artifactId>
+                        <executions>
+                            <execution>
+                                <phase>package</phase>
+                                <goals>
+                                    <goal>copy-dependencies</goal>
+                                </goals>
+                                <configuration>
+                                    <outputDirectory>${project.build.directory}</outputDirectory>
+                                    <!-- compile scope gives runtime and compile dependencies (skips test deps) -->
+                                    <includeScope>runtime</includeScope>
+                                </configuration>
+                            </execution>
+                        </executions>
+                    </plugin>
+                </plugins>
+            </build>
+        </profile>
+    </profiles>
+
+    <repositories>
+        <repository>
+            <id>my-repo1</id>
+            <name>my custom repo</name>
+            <url>https://repository.mulesoft.org/nexus/content/repositories/public/</url>
+        </repository>
+    </repositories>
+</project>

data/ci/redshift/pom.xml

@@ -30,10 +30,9 @@
             <version>1.11.633</version>
         </dependency>
         <dependency>
-            <groupId>log4j</groupId>
-            <artifactId>log4j</artifactId>
-            <version>1.2.17</version>
-            <scope>compile</scope>
+            <groupId>org.slf4j</groupId>
+            <artifactId>slf4j-api</artifactId>
+            <version>1.7.2</version>
         </dependency>
     </dependencies>
 
@@ -67,7 +66,7 @@
         <repository>
             <id>my-repo1</id>
             <name>my custom repo</name>
-            <url>https://repository.mulesoft.org/nexus/content/repositories/public/</url>
+            <url>https://sonatype-nexus.intgdc.com/repository/public/</url>
         </repository>
     </repositories>
 </project>

data/docker-compose.lcm.yml

@@ -13,9 +13,48 @@ services:
      - JRUBY_OPTS=-J-Xmx1g
      - GD_SPEC_PASSWORD
      - VCR_ON
-     - POSTGRES_DB=gooddata
-     - POSTGRES_USER=gooddata
-     - POSTGRES_PASSWORD=changeit
+     - S3_ACCESS_KEY
+     - S3_SECRET_KEY
+     - S3_SECRET_KEY_ESCAPED
+     - S3_EU_ACCESS_KEY
+     - S3_EU_SECRET_KEY
+     - S3_EU_SECRET_KEY_ESCAPED
+     - SNOWFLAKE_PASSWORD
+     - SNOWFLAKE_SECRET_KEY
+     - REDSHIFT_PASSWORD
+     - REDSHIFT_ACCESS_KEY
+     - REDSHIFT_SECRET_KEY
+     - BIGQUERY_PRIVATE_KEY
+     - MYSQL_INTEGRATION_TEST_PASSWORD
+     - MYSQL_MONGOBI_INTEGRATION_TEST_PASSWORD
+     - MONGO_INTEGRATION_TEST_PASSWORD
+     - MSSQL_INTEGRATION_TEST_PASSWORD
+     - POSTGRESQL_INTEGRATION_TEST_PASSWORD
+     - BLOB_STORAGE_CONNECTION
+     - RT_S3_BUCKET_NAME
+     - RT_S3_ACCESS_KEY
+     - RT_S3_SECRET_KEY
+     - GD_DEV_DEV_TOKEN
+     - GD_DEV_PROD_TOKEN
+     - GD_DEV_VERTICA_DEV_TOKEN
+     - GD_DEV_VERTICA_PROD_TOKEN
+     - GD_DEV_PASSWORD
+     - GD_DEV_GD_PROJECT_TOKEN
+     - GD_DEV_DEFAULT_PASSWORD
+     - GD_TEST_DEV_TOKEN
+     - GD_TEST_PROD_TOKEN
+     - GD_TEST_VERTICA_DEV_TOKEN
+     - GD_TEST_VERTICA_PROD_TOKEN
+     - GD_TEST_PASSWORD
+     - GD_TEST_GD_PROJECT_TOKEN
+     - GD_TEST_DEFAULT_PASSWORD
+     - GD_STG_DEV_TOKEN
+     - GD_STG_PROD_TOKEN
+     - GD_STG_VERTICA_DEV_TOKEN
+     - GD_STG_VERTICA_PROD_TOKEN
+     - GD_STG_PASSWORD
+     - GD_STG_GD_PROJECT_TOKEN
+     - GD_STG_DEFAULT_PASSWORD
     volumes:
       - .:/src
     volumes_from:
@@ -23,7 +62,6 @@ services:
     mem_limit: 2500m
   localstack:
     image: hahihula/localstack_dockerfile
-    container_name: testbucket.localstack
     expose:
      - "4572"
     environment:

data/docker-compose.yml

@@ -26,6 +26,48 @@ services:
       - GD_SPEC_PASSWORD
       - GD_ENV
       - VCR_ON
+      - S3_ACCESS_KEY
+      - S3_SECRET_KEY
+      - S3_SECRET_KEY_ESCAPED
+      - S3_EU_ACCESS_KEY
+      - S3_EU_SECRET_KEY
+      - S3_EU_SECRET_KEY_ESCAPED
+      - SNOWFLAKE_PASSWORD
+      - SNOWFLAKE_SECRET_KEY
+      - REDSHIFT_PASSWORD
+      - REDSHIFT_ACCESS_KEY
+      - REDSHIFT_SECRET_KEY
+      - BIGQUERY_PRIVATE_KEY
+      - MYSQL_INTEGRATION_TEST_PASSWORD
+      - MYSQL_MONGOBI_INTEGRATION_TEST_PASSWORD
+      - MONGO_INTEGRATION_TEST_PASSWORD
+      - MSSQL_INTEGRATION_TEST_PASSWORD
+      - POSTGRESQL_INTEGRATION_TEST_PASSWORD
+      - BLOB_STORAGE_CONNECTION
+      - RT_S3_BUCKET_NAME
+      - RT_S3_ACCESS_KEY
+      - RT_S3_SECRET_KEY
+      - GD_DEV_DEV_TOKEN
+      - GD_DEV_PROD_TOKEN
+      - GD_DEV_VERTICA_DEV_TOKEN
+      - GD_DEV_VERTICA_PROD_TOKEN
+      - GD_DEV_PASSWORD
+      - GD_DEV_GD_PROJECT_TOKEN
+      - GD_DEV_DEFAULT_PASSWORD
+      - GD_TEST_DEV_TOKEN
+      - GD_TEST_PROD_TOKEN
+      - GD_TEST_VERTICA_DEV_TOKEN
+      - GD_TEST_VERTICA_PROD_TOKEN
+      - GD_TEST_PASSWORD
+      - GD_TEST_GD_PROJECT_TOKEN
+      - GD_TEST_DEFAULT_PASSWORD
+      - GD_STG_DEV_TOKEN
+      - GD_STG_PROD_TOKEN
+      - GD_STG_VERTICA_DEV_TOKEN
+      - GD_STG_VERTICA_PROD_TOKEN
+      - GD_STG_PASSWORD
+      - GD_STG_GD_PROJECT_TOKEN
+      - GD_STG_DEFAULT_PASSWORD
     volumes:
       - /etc/passwd:/etc/passwd:ro
       - .:/src

data/gooddata.gemspec

@@ -1,13 +1,11 @@
 # encoding: utf-8
 $LOAD_PATH.push File.expand_path('../lib/', __FILE__)
 require 'gooddata/version'
-
 Gem::Specification.new do |s|
   s.name = 'gooddata'
   s.version = GoodData::VERSION
   s.licenses = ['BSD-3-Clause']
   s.platform = 'java' if RUBY_PLATFORM =~ /java/
-
   s.required_rubygems_version = Gem::Requirement.new('>= 0') if s.respond_to? :required_rubygems_version=
   s.authors = [
     'Pavel Kolesnikov',
@@ -18,27 +16,27 @@ Gem::Specification.new do |s|
     'Petr Gadorek',
     'Jakub Mahnert'
   ]
-
   s.summary = 'A convenient Ruby wrapper around the GoodData RESTful API'
   s.description = 'Use the GoodData::Client class to integrate GoodData into your own application or use the CLI to work with GoodData directly from the command line.'
   s.email = 'lcm@gooddata.com'
   s.extra_rdoc_files = %w(LICENSE README.md)
-
   s.files = `git ls-files`.split($INPUT_RECORD_SEPARATOR).map { |f| f unless %w(NOTICES.txt LICENSE_FOR_RUBY_SDK_COMPONENT.txt).include?(f) }
   s.files.reject! { |fn| fn.start_with? 'spec/' }
   s.executables = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
-
   s.homepage = 'http://github.com/gooddata/gooddata-ruby'
   s.require_paths = ['lib']
-
   # s.add_development_dependency 'bundler', "~> 1.14"
   s.add_development_dependency 'license_finder', '~> 2.0'
-  s.add_development_dependency 'rake', '~> 11.1'
+  s.add_development_dependency 'rake', '~> 13.0'
   s.add_development_dependency 'redcarpet', '~> 3.1' if RUBY_PLATFORM != 'java'
-  s.add_development_dependency 'rspec', '~> 3.5.0'
-  s.add_development_dependency 'rspec-expectations', '~> 3.5'
-  s.add_development_dependency 'rspec_junit_formatter', '~> 0.3.0'
-  s.add_development_dependency 'rubocop', '~> 0.59.1'
+  s.add_development_dependency 'rspec', '~> 3.12.0'
+  s.add_development_dependency 'rspec-expectations', '~> 3.12'
+  s.add_development_dependency 'rspec_junit_formatter', '~> 0.6.0'
+  if RUBY_VERSION >= '2.6'
+    s.add_development_dependency 'rubocop', '>= 1.28'
+  else
+    s.add_development_dependency 'rubocop', '~> 0.81'
+  end
   s.add_development_dependency 'simplecov', '~> 0.12'
   s.add_development_dependency 'webmock', '~> 2.3.1'
   s.add_development_dependency 'yard', '~> 0.9.11'
@@ -46,16 +44,16 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'pry'
   s.add_development_dependency 'pry-byebug', '~> 3.6' if RUBY_PLATFORM != 'java'
 
-  s.add_development_dependency 'pronto', '~> 0.10' if RUBY_PLATFORM != 'java'
-  s.add_development_dependency 'pronto-rubocop', '~> 0.9' if RUBY_PLATFORM != 'java'
-  s.add_development_dependency 'pronto-reek', '~> 0.9' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'pronto', '>= 0.10' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'pronto-rubocop', '>= 0.9' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'pronto-reek', '>= 0.9' if RUBY_PLATFORM != 'java'
   s.add_development_dependency 'vcr', '5.0.0'
   s.add_development_dependency 'hashdiff', '~> 0.4'
 
   s.add_development_dependency 'sqlite3' if RUBY_PLATFORM != 'java'
 
-  if RUBY_VERSION >= '2.5'
-    s.add_dependency 'activesupport', '>= 6.0.3.1', '< 6.2'
+if RUBY_VERSION >= '2.5'
+      s.add_dependency 'activesupport', '< 7.0.0'
   else
     s.add_dependency 'activesupport', '>= 5.2.4.3', '< 6.0'
   end
@@ -66,18 +64,20 @@ Gem::Specification.new do |s|
   else
     s.add_dependency 'docile', '> 1.1', '< 1.4.0'
   end
+  s.add_dependency 'azure-storage-blob', '~> 2.0'
+  s.add_dependency 'nokogiri', '~> 1', '>= 1.10.8'
   s.add_dependency 'gli', '~> 2.15'
-  s.add_dependency 'gooddata_datawarehouse', '~> 0.0.10' if RUBY_PLATFORM == 'java'
+  s.add_dependency 'gooddata_datawarehouse', '~> 0.0.11' if RUBY_PLATFORM == 'java'
   s.add_dependency 'highline', '= 2.0.0.pre.develop.14'
-  s.add_dependency 'json_pure', '~> 1.8'
+  s.add_dependency 'json_pure', '~> 2.6'
   s.add_dependency 'multi_json', '~> 1.12'
   s.add_dependency 'parseconfig', '~> 1.0'
   s.add_dependency 'pmap', '~> 1.1'
+  s.add_dependency 'sequel', '< 5.72.0'
   s.add_dependency 'remote_syslog_logger', '~> 1.0.3'
-  s.add_dependency 'restforce', '>= 2.4', '< 4.0'
+  s.add_dependency 'restforce', '>= 2.4'
   s.add_dependency 'rest-client', '~> 2.0'
-  s.add_dependency 'rubyzip', '~> 1.2', '>= 1.2.1'
-  s.add_dependency 'salesforce_bulk_query', '~> 0.2'
+  s.add_dependency 'rubyzip'
   s.add_dependency 'terminal-table', '~> 1.7'
   s.add_dependency 'thread_safe'
   s.add_dependency 'backports'

data/k8s/charts/lcm-bricks/Chart.yaml

@@ -1,4 +1,4 @@
 apiVersion: v1
 name: lcm-bricks
 description: LCM Bricks
-version: 2.0.6
+version: 2.0.8

data/lcm.rake

@@ -101,14 +101,8 @@ namespace :test do
     test_cases.each do |t|
       desc "Run #{t} tests in Docker"
       task t do
-        if t.to_s == 'integration'
-          system("docker-compose -f docker-compose.lcm.yml run --rm appstore /bin/bash -c ./spec/integration_with_postgresql.sh") ||
-            fail('Test execution failed!')
-        else
-          system("docker-compose -f docker-compose.lcm.yml run --rm appstore bundle exec rake -f lcm.rake test:#{t}") ||
-            fail('Test execution failed!')
-        end
-
+        system("docker-compose -f docker-compose.lcm.yml run --rm appstore bundle exec rake -f lcm.rake test:#{t}") ||
+          fail('Test execution failed!')
       end
     end
   end
@@ -144,6 +138,15 @@ namespace :maven do
 
     system('mvn -f ci/redshift/pom.xml clean install -P binary-packaging')
     system('cp -rf ci/redshift/target/*.jar lib/gooddata/cloud_resources/redshift/drivers/')
+
+    system('mvn -f ci/postgresql/pom.xml clean install -P binary-packaging')
+    system('cp -rf ci/postgresql/target/*.jar lib/gooddata/cloud_resources/postgresql/drivers/')
+
+    system('mvn -f ci/mssql/pom.xml clean install -P binary-packaging')
+    system('cp -rf ci/mssql/target/*.jar lib/gooddata/cloud_resources/mssql/drivers/')
+
+    system('mvn -f ci/mysql/pom.xml clean install -P binary-packaging')
+    system('cp -rf ci/mysql/target/*.jar lib/gooddata/cloud_resources/mysql/drivers/')
   end
 end
 

data/lib/gooddata/bricks/base_pipeline.rb

@@ -0,0 +1,26 @@
+# encoding: UTF-8
+# frozen_string_literal: true
+#
+# Copyright (c) 2010-2022 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+module GoodData
+  module Bricks
+    class BasePipeline
+      # Pipeline preparation code
+      def self.prepare(pipeline)
+        pipeline.reverse.reduce(nil) do |memo, app|
+          if memo.nil?
+            app.respond_to?(:new) ? app.new : app
+          elsif app.respond_to?(:new)
+            app.new(app: memo)
+          else
+            app.app = memo
+            app
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/bricks/brick.rb

@@ -5,7 +5,6 @@
 # LICENSE file in the root directory of this source tree.
 
 require_relative 'utils'
-require_relative 'middleware/middleware'
 
 module GoodData
   module Bricks

data/lib/gooddata/bricks/middleware/aws_middleware.rb

@@ -1,6 +1,6 @@
 # encoding: UTF-8
 #
-# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# Copyright (c) 2010-2021 GoodData Corporation. All rights reserved.
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
 
@@ -12,21 +12,47 @@ module GoodData
     class AWSMiddleware < Bricks::Middleware
       def call(params)
         params = params.to_hash
-        if params.key?('aws_client')
+        s3_config = get_s3_config(params)
+
+        unless s3_config.empty?
           GoodData.logger.info('Setting up AWS-S3 connection')
-          raise 'Unable to connect to AWS. Parameter "aws_client" seems to be empty' unless params['aws_client']
-          raise 'Unable to connect to AWS. Parameter "access_key_id" is missing' if params['aws_client']['access_key_id'].blank?
-          raise 'Unable to connect to AWS. Parameter "secret_access_key" is missing' if params['aws_client']['secret_access_key'].blank?
-          params['aws_client'] = rewrite_for_aws_sdk_v2(params['aws_client'])
-          symbolized_config = GoodData::Helpers.symbolize_keys(params['aws_client'])
-          s3 = Aws::S3::Resource.new(symbolized_config)
-          params['aws_client']['s3_client'] = s3
+          if params.key?('aws_client')
+            params['s3_client'] = {}
+          elsif params.key?('s3_client')
+            params['input_source'] = {} unless params.key?('input_source')
+            params['input_source']['bucket'] = params['s3_client']['bucket']
+          end
+          s3_config = rewrite_for_aws_sdk_v2(s3_config)
+          symbolized_config = GoodData::Helpers.symbolize_keys(s3_config)
+          params['s3_client']['client'] = Aws::S3::Resource.new(symbolized_config)
         end
         @app.call(params)
       end
 
       private
 
+      def get_s3_config(params)
+        s3_config = {}
+        if params.key?('aws_client')
+          GoodData.logger.warn('Found two configuration aws_client and s3_client for S3 input source, use aws_client configuration') if params.key?('s3_client')
+          raise 'Unable to connect to AWS. Parameter "aws_client" seems to be empty' unless params['aws_client']
+          raise 'Unable to connect to AWS. Parameter "access_key_id" is missing' if params['aws_client']['access_key_id'].blank?
+          raise 'Unable to connect to AWS. Parameter "secret_access_key" is missing' if params['aws_client']['secret_access_key'].blank?
+
+          s3_config = params['aws_client']
+        elsif params.key?('s3_client')
+          raise 'Unable to connect to AWS. Parameter "s3_client" seems to be empty' unless params['s3_client']
+          raise 'Unable to connect to AWS. Parameter "accessKey" is missing' if params['s3_client']['accessKey'].blank?
+          raise 'Unable to connect to AWS. Parameter "secretKey" is missing' if params['s3_client']['secretKey'].blank?
+          raise 'Unable to connect to AWS. Parameter "bucket" is missing' if params['s3_client']['bucket'].blank?
+
+          s3_config['access_key_id'] = params['s3_client']['accessKey']
+          s3_config['secret_access_key'] = params['s3_client']['secretKey']
+          s3_config['region'] = params['s3_client']['region']
+        end
+        s3_config
+      end
+
       def rewrite_for_aws_sdk_v2(config)
         config['region'] = 'us-west-2' unless config['region']
         if config['use_ssl']

data/lib/gooddata/bricks/middleware/execution_result_middleware.rb

@@ -39,7 +39,7 @@ module GoodData
             message: message
           }
         }
-        update_result(result)
+        update_result(result, status)
       end
 
       private
@@ -52,9 +52,9 @@ module GoodData
         @@result_log_path = result_log_path
       end
 
-      def self.update_result(result)
+      def self.update_result(result, status = ExecutionStatus::ERROR)
         if @@result_log_path.nil?
-          GoodData.gd_logger.warn("action=update_execution_result status=error Not found execution result logger file.") unless GoodData.gd_logger.nil?
+          GoodData.gd_logger&.warn("action=update_execution_result status=#{status} Not found execution result logger file.")
           return
         end
 

data/lib/gooddata/bricks/pipeline.rb

@@ -10,23 +10,11 @@ require_relative 'release_brick'
 require_relative 'provisioning_brick'
 require_relative 'rollout_brick'
 require_relative 'hello_world_brick'
+require_relative 'base_pipeline'
 
 module GoodData
   module Bricks
-    class Pipeline
-      # Pipeline preparation code
-      def self.prepare(pipeline)
-        pipeline.reverse.reduce(nil) do |memo, app|
-          if memo.nil?
-            app.respond_to?(:new) ? app.new : app
-          elsif app.respond_to?(:new)
-            app.new(app: memo)
-          else
-            app.app = memo
-            app
-          end
-        end
-      end
+    class Pipeline < GoodData::Bricks::BasePipeline
 
       def self.users_brick_pipeline
         prepare([

data/lib/gooddata/cloud_resources/blobstorage/blobstorage_client.rb

@@ -0,0 +1,98 @@
+# encoding: UTF-8
+# frozen_string_literal: true
+#
+# Copyright (c) 2021 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'securerandom'
+require 'pathname'
+require "azure/storage/blob"
+
+module GoodData
+  class BlobStorageClient
+    SAS_URL_PATTERN = %r{(^https?:\/\/[^\/]*)\/.*\?(.*)}
+    INVALID_BLOB_GENERAL_MESSAGE = "The connection string is not valid."
+    INVALID_BLOB_SIG_WELL_FORMED_MESSAGE = "The signature format is not valid."
+    INVALID_BLOB_CONTAINER_MESSAGE = "ContainerNotFound"
+    INVALID_BLOB_CONTAINER_FORMED_MESSAGE = "The container with the specified name is not found."
+    INVALID_BLOB_EXPIRED_ORIGINAL_MESSAGE = "Signature not valid in the specified time frame"
+    INVALID_BLOB_EXPIRED_MESSAGE = "The signature expired."
+    INVALID_BLOB_INVALID_CONNECTION_STRING_MESSAGE = "The connection string is not valid."
+    INVALID_BLOB_PATH_MESSAGE = "BlobNotFound"
+    INVALID_BLOB_INVALID_PATH_MESSAGE = "The path to the data is not found."
+
+    attr_reader :use_sas
+
+    def initialize(options = {})
+      raise("Data Source needs a client to Blob Storage to be able to get blob file but 'blobStorage_client' is empty.") unless options['blobStorage_client']
+
+      if options['blobStorage_client']['connectionString'] && options['blobStorage_client']['container']
+        @connection_string = options['blobStorage_client']['connectionString']
+        @container = options['blobStorage_client']['container']
+        @path = options['blobStorage_client']['path']
+        @use_sas = false
+        build_sas(@connection_string)
+      else
+        raise('Missing connection info for Blob Storage client')
+      end
+    end
+
+    def realize_blob(file, _params)
+      GoodData.gd_logger.info("Realizing download from Blob Storage. Container #{@container}.")
+      filename = ''
+      begin
+        connect
+        filename = "#{SecureRandom.urlsafe_base64(6)}_#{Time.now.to_i}.csv"
+        blob_name = get_blob_name(@path, file)
+
+        measure = Benchmark.measure do
+          _blob, content = @client.get_blob(@container, blob_name)
+          File.open(filename, "wb") { |f| f.write(content) }
+        end
+      rescue  => e
+        raise_error(e)
+      end
+      GoodData.gd_logger.info("Done downloading file type=blobStorage status=finished duration=#{measure.real}")
+      filename
+    end
+
+    def connect
+      GoodData.logger.info "Setting up connection to Blob Storage"
+      if use_sas
+        @client = Azure::Storage::Blob::BlobService.create(:storage_blob_host => @host, :storage_sas_token => @sas_token)
+      else
+        @client = Azure::Storage::Blob::BlobService.create_from_connection_string(@connection_string)
+      end
+    end
+
+    def build_sas(url)
+      matches = url.scan(SAS_URL_PATTERN)
+      return unless matches && matches[0]
+
+      @use_sas = true
+      @host = matches[0][0]
+      @sas_token = matches[0][1]
+    end
+
+    def raise_error(e)
+      if e.message && e.message.include?(INVALID_BLOB_EXPIRED_ORIGINAL_MESSAGE)
+        raise INVALID_BLOB_EXPIRED_MESSAGE
+      elsif e.message && e.message.include?(INVALID_BLOB_SIG_WELL_FORMED_MESSAGE)
+        raise INVALID_BLOB_SIG_WELL_FORMED_MESSAGE
+      elsif e.message && e.message.include?(INVALID_BLOB_CONTAINER_MESSAGE)
+        raise INVALID_BLOB_CONTAINER_FORMED_MESSAGE
+      elsif e.message && e.message.include?(INVALID_BLOB_PATH_MESSAGE)
+        raise INVALID_BLOB_INVALID_PATH_MESSAGE
+      else
+        raise INVALID_BLOB_GENERAL_MESSAGE
+      end
+    end
+
+    def get_blob_name(path, file)
+      return file unless path
+
+      path.rindex('/') == path.length - 1 ? "#{path}#{file}" : "#{path}/#{file}"
+    end
+  end
+end