gooddata 1.0.0-java

data/dependency_decisions.yml

@@ -0,0 +1,104 @@
+---
+- - :whitelist
+  - MIT
+  - :who: 
+    :why: 
+    :when: 2015-07-17 19:58:05.941481000 Z
+- - :add_package
+  - rake
+  - 
+  - &1
+    :who: 
+    :why: 
+    :when: 2015-07-17 20:06:59.009509000 Z
+- - :license
+  - rake
+  - MIT
+  - *1
+- - :add_package
+  - colored
+  - 
+  - &2
+    :who: 
+    :why: 
+    :when: 2015-07-17 20:07:00.038919000 Z
+- - :license
+  - colored
+  - MIT
+  - *2
+- - :add_package
+  - pmap
+  - 
+  - &3
+    :who: 
+    :why: 
+    :when: 2015-07-17 20:07:01.179721000 Z
+- - :license
+  - pmap
+  - Apache 2.0
+  - *3
+- - :add_package
+  - mime-types
+  - 
+  - &4
+    :who: 
+    :why: 
+    :when: 2015-07-17 20:07:02.216723000 Z
+- - :license
+  - mime-types
+  - MIT
+  - *4
+- - :add_package
+  - diff-lcs
+  - 
+  - &5
+    :who: 
+    :why: 
+    :when: 2015-07-17 20:07:03.248925000 Z
+- - :license
+  - diff-lcs
+  - MIT
+  - *5
+- - :add_package
+  - rubyzip
+  - 
+  - &6
+    :who: 
+    :why: 
+    :when: 2015-07-17 20:07:04.296985000 Z
+- - :license
+  - rubyzip
+  - ruby
+  - *6
+- - :whitelist
+  - MIT
+  - :who: 
+    :why: 
+    :when: 2015-07-17 20:07:05.347602000 Z
+- - :whitelist
+  - Apache 2.0
+  - :who: 
+    :why: 
+    :when: 2015-07-17 20:07:06.371393000 Z
+- - :whitelist
+  - ruby
+  - :who: 
+    :why: 
+    :when: 2015-07-17 20:07:07.417378000 Z
+- - :whitelist
+  - BSD
+  - :who: 
+    :why: 
+    :when: 2015-07-17 20:07:08.448183000 Z
+- - :whitelist
+  - GPL-2
+  - :who: 
+    :why: 
+    :when: 2015-07-17 20:07:12.266179000 Z
+- - :approve
+  - bundler
+  - :who: 
+    :why: 
+    :when: 2015-08-03 10:50:05.464030000 Z
+
+

data/docker-compose.yml

@@ -0,0 +1,34 @@
+version: '2'
+services:
+  gooddata-ruby:
+    image: gooddata/ruby
+    build:
+      context: .
+      dockerfile: Dockerfile.ruby
+    environment:
+      - PRONTO_GITHUB_ACCESS_TOKEN
+      - PRONTO_PULL_REQUEST_ID
+      - GD_ENV
+    volumes:
+      - /etc/passwd:/etc/passwd:ro
+      - .:/var/lib/jenkins-slave
+    volumes_from:
+      - bundle
+  gooddata-jruby:
+    image: gooddata/jruby
+    build:
+      context: .
+      dockerfile: Dockerfile.jruby
+    environment:
+      - GD_PROJECT_TOKEN
+      - GD_SPEC_PASSWORD
+      - GD_ENV
+    volumes:
+      - /etc/passwd:/etc/passwd:ro
+      - .:/var/lib/jenkins-slave
+    volumes_from:
+      - bundle
+  bundle:
+    image: busybox
+    volumes:
+      - /bundle

data/gooddata

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+require_relative "lib/gooddata/cli/cli"
+
+require_relative 'lib/gooddata/models/domain'
+
+res = GoodData::CLI.main(ARGV)
+
+exit(res)

data/gooddata.gemspec

@@ -0,0 +1,72 @@
+# encoding: utf-8
+$LOAD_PATH.push File.expand_path('../lib/', __FILE__)
+require 'gooddata/version'
+
+Gem::Specification.new do |s|
+  s.name = 'gooddata'
+  s.version = GoodData::VERSION
+  s.licenses = ['BSD']
+  if RUBY_PLATFORM =~ /java/
+    s.platform = 'java'
+  end
+
+  s.required_rubygems_version = Gem::Requirement.new('>= 0') if s.respond_to? :required_rubygems_version=
+  s.authors = [
+    'Pavel Kolesnikov',
+    'Thomas Watson Steen',
+    'Tomas Svarovsky',
+    'Tomas Korcak'
+  ]
+
+  s.summary = 'A convenient Ruby wrapper around the GoodData RESTful API'
+  s.description = 'Use the GoodData::Client class to integrate GoodData into your own application or use the CLI to work with GoodData directly from the command line.'
+  s.email = 'pavel@gooddata.com'
+  s.extra_rdoc_files = %w(LICENSE README.md)
+
+  s.files = `git ls-files`.split($INPUT_RECORD_SEPARATOR)
+  s.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
+
+  s.homepage = 'http://github.com/gooddata/gooddata-ruby'
+  s.require_paths = ['lib']
+
+  s.add_development_dependency 'bundler', "~> 1.14"
+  s.add_development_dependency 'license_finder', '~> 2.0'
+  s.add_development_dependency 'rake', '~> 11.1'
+  s.add_development_dependency 'rake-notes', '~> 0.2'
+  s.add_development_dependency 'redcarpet', '~> 3.1' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'rspec', '~> 3.5'
+  s.add_development_dependency 'rspec-expectations', '~> 3.5'
+  s.add_development_dependency 'rspec_junit_formatter', '~> 0.3.0'
+  s.add_development_dependency 'rubocop', '< 0.48' # TODO: remove it after dealing with new rules introduced in 0.48 version
+  s.add_development_dependency 'simplecov', '~> 0.12'
+  s.add_development_dependency 'webmock', '~> 1.21'
+  s.add_development_dependency 'yard', '~> 0.8'
+  s.add_development_dependency 'yard-rspec', '~> 0.1'
+  s.add_development_dependency 'ZenTest', '~> 4.11'
+  s.add_development_dependency 'pry'
+  s.add_development_dependency 'activesupport', '~> 4.2.9'
+  s.add_development_dependency 'pronto', '~> 0.9.5' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'pronto-rubocop', '~> 0.9.0' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'pronto-reek', '~> 0.9.0' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'pronto-flay', '~> 0.9.0' if RUBY_PLATFORM != 'java'
+
+  s.add_dependency 'aws-sdk', '~> 2.9', '>= 2.9.42'
+  s.add_dependency 'docile', '~> 1.1'
+  s.add_dependency 'erubis', '~> 2.7'
+  s.add_dependency 'gli', '~> 2.15'
+  s.add_dependency 'gooddata_datawarehouse' if RUBY_PLATFORM == 'java'
+  s.add_dependency 'gooddata-dss-jdbc', '0.1.12' if RUBY_PLATFORM == 'java'
+  s.add_dependency 'highline', '= 2.0.0.pre.develop.14'
+  s.add_dependency 'json_pure', '~> 1.8'
+  s.add_dependency 'multi_json', '~> 1.12'
+  s.add_dependency 'parseconfig', '~> 1.0'
+  s.add_dependency 'pmap', '~> 1.1'
+  s.add_dependency 'restforce', '~> 2.4'
+  s.add_dependency 'rest-client', '~> 2.0'
+  s.add_dependency 'rubyzip', '~> 1.2'
+  s.add_dependency 'salesforce_bulk_query', '~> 0.2'
+  s.add_dependency 'terminal-table', '~> 1.7'
+  s.add_dependency 'thread_safe'
+  s.add_dependency 'backports'
+end

data/lib/gooddata.rb

@@ -0,0 +1,34 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'pmap'
+$pmap_default_thread_count = 20 # rubocop:disable GlobalVars
+
+# GoodData Module
+module GoodData
+end
+
+# Modules
+require_relative 'gooddata/bricks/bricks'
+require_relative 'gooddata/commands/commands'
+require_relative 'gooddata/core/core'
+require_relative 'gooddata/data/data'
+require_relative 'gooddata/exceptions/exceptions'
+require_relative 'gooddata/helpers/helpers'
+require_relative 'gooddata/lcm/lcm'
+require_relative 'gooddata/lcm/lcm2'
+require_relative 'gooddata/models/models'
+
+# Files
+require_relative 'gooddata/app/app'
+require_relative 'gooddata/client'
+require_relative 'gooddata/connection'
+require_relative 'gooddata/extract'
+require_relative 'gooddata/version'
+
+# Extensions
+require_relative 'gooddata/extensions/extensions'
+require 'backports/2.1.0/array/to_h'

data/lib/gooddata/app/app.rb

@@ -0,0 +1,16 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative '../rest/rest'
+
+module GoodData
+  # Base class for Ruby SDK CLI Apps
+  class App
+    def main
+      fail NotImplementedError 'Application must implement #main'
+    end
+  end
+end

data/lib/gooddata/bricks/base_downloader.rb

@@ -0,0 +1,86 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'pathname'
+require 'aws-sdk'
+
+module GoodData
+  module Bricks
+    class BaseDownloader
+      def initialize(params)
+        @params = params
+        @logger = @params['GDC_LOGGER']
+      end
+
+      def pre_process(meta)
+        meta
+      end
+
+      def download
+        @logger.info 'would download data' if @logger
+        []
+      end
+
+      def backup(meta)
+        @logger.info 'would send a backup list of files to backup' if @logger
+
+        files = meta['objects'].map { |_k, o| o }.reduce([]) do |a, e|
+          a + e['filenames']
+        end
+
+        bucket_name = @params['s3_backup_bucket_name']
+
+        s3 = Aws::S3::Resource.new(
+          :access_key_id => @params['aws_access_key_id'],
+          :secret_access_key => @params['aws_secret_access_key']
+        )
+
+        bucket = s3.bucket(bucket_name)
+        bucket = s3.create_bucket(bucket_name) unless bucket.exists?
+
+        files.each do |file|
+          file_path = Pathname.new(file)
+          target_path = Pathname.new(@params['s3_backup_path'] || '') + file_path.basename
+          obj = bucket.objects(target_path)
+          obj.upload_file(file_path)
+          @logger.info "Backed up file #{file_path} to s3 #{target_path}" if @logger
+        end
+
+        meta
+      end
+
+      def post_process(meta)
+        @logger.info 'Maybe some postprocessing' if @logger
+        meta
+      end
+
+      # Run downloader
+      def run
+        downloaded_data = download
+        downloaded_data = pre_process(downloaded_data)
+        backup(downloaded_data) unless @params['skip_backup']
+
+        downloaded_data = post_process(downloaded_data)
+
+        # save the state - whatever is in the return value of #download in the :persist key .. to project metadata
+        if downloaded_data[:persist]
+          accumulated_state = downloaded_data[:persist].reduce([]) do |memo, item|
+            item.key?(:state) ? memo.concat(item[:state]) : memo
+          end
+          accumulated_state.each do |item|
+            key = item[:key]
+            val = item[:value]
+
+            @logger.info "Saving metadata #{key} => #{val}" if @logger
+            GoodData::ProjectMetadata[key] = val
+          end
+        end
+
+        post_process(downloaded_data)
+      end
+    end
+  end
+end

data/lib/gooddata/bricks/brick.rb

@@ -0,0 +1,37 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require_relative 'utils'
+require_relative 'middleware/middleware'
+require_relative 'pipeline'
+
+module GoodData
+  module Bricks
+    # Brick base class
+    class Brick
+      def log(message)
+        logger = @params[:gdc_logger]
+        logger.info(message) unless logger.nil?
+      end
+
+      # Name of the brick
+      def name
+        self.class
+      end
+
+      # Version of brick, this should be implemented in subclasses
+      def version
+        raise NotImplementedError, 'Method version should be reimplemented'
+      end
+
+      # Bricks implementation which can be 'called'
+      def call(params = {})
+        @params = params
+        ''
+      end
+    end
+  end
+end

data/lib/gooddata/bricks/bricks.rb

@@ -0,0 +1,17 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'pathname'
+
+require_relative '../../gooddata/helpers/data_helper'
+
+base = Pathname(__FILE__).dirname.expand_path
+Dir.glob(base + '*.rb').each do |file|
+  require file
+end
+
+# Require all middleware
+require_relative 'middleware/middleware'

data/lib/gooddata/bricks/middleware/aws_middleware.rb

@@ -0,0 +1,41 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'aws-sdk'
+require_relative 'base_middleware'
+
+module GoodData
+  module Bricks
+    class AWSMiddleware < Bricks::Middleware
+      def call(params)
+        params = params.to_hash
+        if params.key?('aws_client')
+          puts 'Setting up AWS-S3 connection'
+          raise 'Unable to connect to AWS. Parameter "aws_client" seems to be empty' unless params['aws_client']
+          raise 'Unable to connect to AWS. Parameter "access_key_id" is missing' if params['aws_client']['access_key_id'].blank?
+          raise 'Unable to connect to AWS. Parameter "secret_access_key" is missing' if params['aws_client']['secret_access_key'].blank?
+          params['aws_client'] = rewrite_for_aws_sdk_v2(params['aws_client'])
+          symbolized_config = GoodData::Helpers.symbolize_keys(params['aws_client'])
+          s3 = Aws::S3::Resource.new(symbolized_config)
+          params['aws_client']['s3_client'] = s3
+        end
+        @app.call(params)
+      end
+
+      private
+
+      def rewrite_for_aws_sdk_v2(config)
+        config['region'] = 'us-west-2' unless config['region']
+        if config['use_ssl']
+          fail 'Parameter use_ssl has been deprecated. Version 2 of the AWS ' \
+            'SDK uses SSL everywhere. To disable SSL you must ' \
+            'configure an endpoint that uses http://.'
+        end
+        config
+      end
+    end
+  end
+end