gooddata 0.6.7 → 0.6.8

data/lib/gooddata/rest/connections/connections.rb

@@ -0,0 +1,8 @@
+# encoding: UTF-8
+
+require 'pathname'
+
+base = Pathname(__FILE__).dirname.expand_path
+Dir.glob(base + '*.rb').each do |file|
+  require_relative file
+end

data/lib/gooddata/rest/connections/dummy_connection.rb

@@ -0,0 +1,52 @@
+# encoding: utf-8
+
+require_relative '../connection'
+
+module GoodData
+  module Rest
+    module Connections
+      # Implementation of GoodData::Rest::Connection using https://rubygems.org/gems/rest-client
+      class DummyConnection < GoodData::Rest::Connection
+        def initialize(opts = {})
+          super
+        end
+
+        # Connect using username and password
+        def connect(username, password)
+        end
+
+        # Disconnect
+        def disconnect
+        end
+
+        # HTTP DELETE
+        #
+        # @param uri [String] Target URI
+        def delete(uri, options = {})
+          puts "DELETE #{uri}"
+        end
+
+        # HTTP GET
+        #
+        # @param uri [String] Target URI
+        def get(uri, options = {})
+          puts "GET #{uri}"
+        end
+
+        # HTTP PUT
+        #
+        # @param uri [String] Target URI
+        def put(uri, data, options = {})
+          puts "PUT #{uri}"
+        end
+
+        # HTTP POST
+        #
+        # @param uri [String] Target URI
+        def post(uri, data, options = {})
+          puts "POST #{uri}"
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/rest/connections/rest_client_connection.rb

@@ -0,0 +1,177 @@
+# encoding: utf-8
+
+require_relative '../connection'
+
+require 'multi_json'
+require 'rest-client'
+
+module GoodData
+  module Rest
+    module Connections
+      # Implementation of GoodData::Rest::Connection using https://rubygems.org/gems/rest-client
+      class RestClientConnection < GoodData::Rest::Connection
+        def initialize(opts = {})
+          super
+
+          @headers = DEFAULT_HEADERS.dup
+          @user = nil
+          @server = nil
+
+          @opts = opts
+          headers = opts[:headers] || {}
+          @headers.merge! headers
+        end
+
+        # Connect using username and password
+        def connect(username, password, options = {})
+          server = options[:server] || DEFAULT_URL
+          @server = RestClient::Resource.new server, DEFAULT_LOGIN_PAYLOAD
+
+          super
+        end
+
+        # HTTP DELETE
+        #
+        # @param uri [String] Target URI
+        def delete(uri, options = {})
+          GoodData.logger.debug "DELETE: #{uri}"
+          profile "DELETE #{uri}" do
+            b = proc { @server[uri].delete cookies }
+            process_response(options, &b)
+          end
+        end
+
+        # HTTP GET
+        #
+        # @param uri [String] Target URI
+        def get(uri, options = {})
+          GoodData.logger.debug "GET: #{uri}"
+          profile "GET #{uri}" do
+            b = proc { @server[uri].get cookies }
+            process_response(options, &b)
+          end
+        end
+
+        # HTTP PUT
+        #
+        # @param uri [String] Target URI
+        def put(uri, data, options = {})
+          payload = data.is_a?(Hash) ? data.to_json : data
+          GoodData.logger.debug "PUT: #{uri}, #{data}"
+          profile "PUT #{uri}" do
+            b = proc { @server[uri].put payload, cookies }
+            process_response(options, &b)
+          end
+        end
+
+        # HTTP POST
+        #
+        # @param uri [String] Target URI
+        def post(uri, data, options = {})
+          GoodData.logger.debug "POST: #{uri}, #{data}"
+          profile "POST #{uri}" do
+            payload = data.is_a?(Hash) ? data.to_json : data
+            b = proc { @server[uri].post payload, cookies }
+            process_response(options, &b)
+          end
+        end
+
+        # Uploads a file to GoodData server
+        # /uploads/ resources are special in that they use a different
+        # host and a basic authentication.
+        def upload(file, options = {})
+          dir = options[:directory] || ''
+          staging_uri = options[:staging_url].to_s
+          url = dir.empty? ? staging_uri : URI.join(staging_uri, "#{dir}/").to_s
+
+          # Make a directory, if needed
+          unless dir.empty?
+            method = :get
+            GoodData.logger.debug "#{method}: #{url}"
+            begin
+              # first check if it does exits
+              raw = {
+                :method => method,
+                :url => url,
+                # :timeout => @options[:timeout],
+                :headers => @headers
+              }.merge(cookies)
+              RestClient::Request.execute(raw)
+            rescue RestClient::Exception => e
+              if e.http_code == 404
+                method = :mkcol
+                GoodData.logger.debug "#{method}: #{url}"
+                raw = {
+                  :method => method,
+                  :url => url,
+                  # :timeout => @options[:timeout],
+                  :headers => @headers
+                }.merge(cookies)
+                RestClient::Request.execute(raw)
+              end
+            end
+          end
+
+          payload = options[:stream] ? 'file' : File.read(file)
+          filename = options[:filename] || options[:stream] ? 'randome-filename.txt' : File.basename(file)
+
+          # Upload the file
+          # puts "uploading the file #{URI.join(url, filename).to_s}"
+          raw = {
+            :method => :put,
+            :url => URI.join(url, filename).to_s,
+            # :timeout => @options[:timeout],
+            :headers => {
+              :user_agent => GoodData.gem_version_string
+            },
+            :payload => payload,
+            :raw_response => true,
+            # :user => @username,
+            # :password => @password
+          }.merge(cookies)
+          RestClient::Request.execute(raw)
+          true
+        end
+
+        private
+
+        def process_response(options = {}, &block)
+          begin
+            response = block.call
+          rescue RestClient::Unauthorized
+            raise $ERROR_INFO if options[:dont_reauth]
+            refresh_token
+            response = block.call
+          end
+
+          merge_cookies! response.cookies
+          content_type = response.headers[:content_type]
+          return response if options[:process] == false
+
+          if content_type == 'application/json' || content_type == 'application/json;charset=UTF-8'
+            result = response.to_str == '""' ? {} : MultiJson.load(response.to_str)
+            GoodData.logger.debug "Response: #{result.inspect}"
+          elsif ['text/plain;charset=UTF-8', 'text/plain; charset=UTF-8', 'text/plain'].include?(content_type)
+            result = response
+            GoodData.logger.debug 'Response: plain text'
+          elsif content_type == 'application/zip'
+            result = response
+            GoodData.logger.debug 'Response: a zipped stream'
+          elsif response.headers[:content_length].to_s == '0'
+            result = nil
+            GoodData.logger.debug 'Response: Empty response possibly 204'
+          elsif response.code == 204
+            result = nil
+            GoodData.logger.debug 'Response: 204 no content'
+          else
+            fail "Unsupported response content type '%s':\n%s" % [content_type, response.to_str[0..127]]
+          end
+          result
+        rescue RestClient::Exception => e
+          GoodData.logger.debug "Response: #{e.response}"
+          raise $ERROR_INFO
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/rest/object.rb

@@ -0,0 +1,32 @@
+# encoding: utf-8
+
+module GoodData
+  module Rest
+    # Base class dealing with REST endpoints
+    #
+    # MUST Be interface for objects dealing with REST endpoints
+    # MUST provide way to work with remote REST-like API in unified manner.
+    # MUST NOT create new connections.
+    class Object
+      attr_writer :client
+      attr_accessor :project
+
+      def initialize(opts = {})
+        @client = nil
+      end
+
+      def client(opts = {})
+        @client || GoodData::Rest::Object.client(opts)
+      end
+
+      class << self
+        def default_client
+        end
+
+        def client(opts = { :client => GoodData.connection })
+          opts[:client] # || GoodData.client
+        end
+      end
+    end
+  end
+end

data/lib/gooddata/rest/object_factory.rb

@@ -0,0 +1,67 @@
+# encoding: utf-8
+
+require_relative 'object'
+
+module GoodData
+  module Rest
+    # Bridge between Rest::Object and Rest::Connection
+    #
+    # MUST be Responsible for creating new Rest::Object instances using proper Rest::Connection
+    # SHOULD be used for throttling, statistics, custom 'allocation strategies' ...
+    class ObjectFactory
+      attr_accessor :client
+      attr_accessor :connection
+      attr_accessor :objects
+      attr_accessor :resources
+
+      #################################
+      # Class methods
+      #################################
+      class << self
+        # Gets list of all GoodData::Rest::Object subclasses
+        #
+        # @return [Array<GoodData::Rest::Object>] Subclasses of GoodData::Rest::Object
+        def objects
+          ObjectSpace.each_object(Class).select { |klass| klass < GoodData::Rest::Object }
+        end
+
+        # Gets list of all GoodData::Rest::Resource subclasses
+        #
+        # @return [Array<GoodData::Rest::Resource>] Subclasses of GoodData::Rest::Resource
+        def resources
+          ObjectSpace.each_object(Class).select { |klass| klass < GoodData::Rest::Resource }
+        end
+      end
+
+      # Initializes instance of factory
+      #
+      # @param connection [GoodData::Rest::Connection] Connection used by factory
+      # @return [GoodData::Rest::ObjectFactory] Factory instance
+      def initialize(client)
+        fail ArgumentError 'Invalid connection passed' if client.nil?
+
+        @client = client
+
+        # Set connection used by factory
+        @connection = @client.connection
+
+        # Initialize internal factory map of GoodData::Rest::Object instances
+        @objects = ObjectFactory.objects
+
+        # Initialize internal factory map of GoodData::Rest::Resource instances
+        @resources = ObjectFactory.resources
+      end
+
+      def create(type, data = {}, opts = {})
+        res = type.new(data)
+        res.client = client
+        res.project = opts[:project]
+        res
+      end
+
+      def find(type, opts = {})
+        type.send('find', opts, @client)
+      end
+    end
+  end
+end

data/lib/gooddata/rest/resource.rb

@@ -0,0 +1,17 @@
+# encoding: utf-8
+
+require_relative 'object'
+
+module GoodData
+  module Rest
+    # Base class for REST resources implementing (at least 'somehow') full CRUD
+    #
+    # IS responsible for wrapping full CRUD interface
+    class Resource < Object
+      # Default constructor passing all arguments to parent
+      def initialize(opts = {})
+        super
+      end
+    end
+  end
+end

data/lib/gooddata/rest/rest.rb

@@ -0,0 +1,20 @@
+# encoding: UTF-8
+
+require 'pathname'
+
+base = Pathname(__FILE__).dirname.expand_path
+Dir.glob(base + '*.rb').each do |file|
+  require_relative file
+end
+
+module GoodData
+  module Rest
+    class << self
+      # Print GoodData::Rest internal info
+      def info
+        # TODO: Print objects
+        # TODO: Print resources
+      end
+    end
+  end
+end

data/lib/gooddata/version.rb

@@ -2,7 +2,7 @@
 
 # GoodData Module
 module GoodData
-  VERSION = '0.6.7'
+  VERSION = '0.6.8'
 
   class << self
     # Version

data/spec/data/cc/data/source/commits.csv

@@ -0,0 +1,4 @@
+lines_changed,committed_on,dev_id,repo_id
+1,01/01/2014,1,1
+3,01/02/2014,2,2
+5,05/02/2014,3,1

data/spec/data/cc/data/source/devs.csv

@@ -0,0 +1,4 @@
+dev_id,email
+1,tomas@gooddata.com
+2,petr@gooddata.com
+3,jirka@gooddata.com

data/spec/data/cc/data/source/repos.csv

@@ -0,0 +1,3 @@
+repo_id,name
+1,gooddata-gem
+2,gooddata-platform

data/spec/data/cc/graph/graph.grf

@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?><Graph author="tomaskorcak" created="Mon Jul 14 14:09:10 PDT 2014" guiVersion="3.4.4.P" id="1405372466943" licenseType="Commercial" modified="Mon Jul 14 14:19:14 PDT 2014" modifiedBy="tomaskorcak" name="graph" revision="1.1" showComponentDetails="true">
+<Global>
+<Property fileURL="workspace.prm" id="GraphParameter0"/>
+<Dictionary/>
+</Global>
+<Phase number="0">
+<Node enabled="enabled" fileURL="${DATA_SOURCE_DIR}/commits.csv" guiName="CSV Reader" guiX="68" guiY="191" id="CSV_READER" type="DATA_READER"/>
+<Node enabled="enabled" guiName="CSV Writer" guiX="542" guiY="191" id="CSV_WRITER" type="DATA_WRITER"/>
+<Edge fromNode="CSV_READER:0" guiBendpoints="" guiRouter="Manhattan" id="Edge0" inPort="Port 0 (in)" outPort="Port 0 (output)" toNode="CSV_WRITER:0"/>
+</Phase>
+</Graph>

data/spec/data/cc/workspace.prm

@@ -0,0 +1,19 @@
+#(Please use slash '/' character as a path delimiter in all path specifications, e.g., C:/Users/username/workspace/project)
+
+PROJECT= .
+DATA_DIR=${PROJECT}/data
+DATA_SOURCE_DIR=${PROJECT}/data/source
+DATA_TRANSFORM_DIR=${PROJECT}/data/transform
+DATA_GOODDATA_DIR=${PROJECT}/data/gooddata
+DATA_TMP_DIR=${PROJECT}/data/tmp
+GRAPH_DIR=${PROJECT}/graph
+META_DIR=${PROJECT}/meta
+TRANS_DIR=${PROJECT}/trans
+MODEL_DIR=${PROJECT}/model
+
+
+# GoodData working project
+# GDC_PROJECT_ID identifies the GoodData working project. Transformed data will be uploaded into the datasets of the GoodData working project.
+#   The data model information necessary for transformation definition is also obtained from this project.
+# You can find the ID of a project in the project context menu in Server Explorer.
+GDC_PROJECT_ID=xjpnhabzbnpn9cgngnmf9kwpih4hpkni

data/spec/data/hello_world_process/hello_world.rb

@@ -0,0 +1 @@
+puts 'HELLO WORLD'