gooddata 0.6.0.pre11 → 0.6.0

data/lib/gooddata/commands/runners.rb

@@ -1,24 +1,25 @@
+# encoding: UTF-8
+
 module GoodData::Command
   class Runners
-
     def self.run_ruby_locally(brick_dir, options={})
       pid = options[:project_id]
-      fail "You have to specify a project ID" if pid.nil?
-      fail "You have to specify directory of the brick run" if brick_dir.nil?
-      fail "You specified file as a birck run directory. You have to specify directory." if File.exist?(brick_dir) && !File.directory?(brick_dir)
+      fail 'You have to specify a project ID' if pid.nil?
+      fail 'You have to specify directory of the brick run' if brick_dir.nil?
+      fail 'You specified file as a birck run directory. You have to specify directory.' if File.exist?(brick_dir) && !File.directory?(brick_dir)
 
       params = options[:expanded_params] || {}
 
       GoodData.connection.connect!
-      sst = GoodData.connection.cookies[:cookies]["GDCAuthSST"]
+      sst = GoodData.connection.cookies[:cookies]['GDCAuthSST']
       pwd = Pathname.new(Dir.pwd)
       logger_stream = STDOUT
 
       server_uri = URI(options[:server]) unless options[:server].nil?
-      scheme = server_uri.nil? ? "" : server_uri.scheme
-      hostname = server_uri.nil? ? "" : server_uri.host
+      scheme = server_uri.nil? ? '' : server_uri.scheme
+      hostname = server_uri.nil? ? '' : server_uri.host
 
-script_body = <<-script_body
+      script_body = <<-script_body
       require 'fileutils'
       FileUtils::cd(\"#{pwd+brick_dir}\") do\
         require 'bundler/setup'
@@ -33,12 +34,11 @@ script_body = <<-script_body
         }.merge(#{params})
         eval(File.read(\"./main.rb\"))
       end
-script_body
+      script_body
 
       Bundler.with_clean_env do
-        system("ruby", "-e", script_body)  
+        system('ruby', '-e', script_body)
       end
     end
-
   end
 end

data/lib/gooddata/commands/scaffold.rb

@@ -1,61 +1,63 @@
+# encoding: UTF-8
+
+require 'erubis'
+require 'fileutils'
+
 module GoodData::Command
   class Scaffold
-    class << self
+    TEMPLATES_PATH = Pathname(__FILE__) + '../../../templates'
 
+    class << self
+      # Scaffolds new project
+      # TODO: Add option for custom output dir
       def project(name)
-        require 'erubis'
-        require 'fileutils'
-
-        templates_path = Pathname(__FILE__) + "../../../templates"
+        fail ArgumentError, 'No name specified' if name.nil?
 
         FileUtils.mkdir(name)
         FileUtils.cd(name) do
 
-          FileUtils.mkdir("model")
-          FileUtils.cd("model") do
-            input = File.read(templates_path + 'project/model/model.rb.erb')
+          FileUtils.mkdir('model')
+          FileUtils.cd('model') do
+            input = File.read(TEMPLATES_PATH + 'project/model/model.rb.erb')
             eruby = Erubis::Eruby.new(input)
-            File.open("model.rb", 'w') do |f|
+            File.open('model.rb', 'w') do |f|
               f.write(eruby.result(:name => name))
             end
           end
 
-          FileUtils.mkdir("data")
-          FileUtils.cd("data") do
-            FileUtils.cp(Dir.glob(templates_path + 'project/data/*.csv'), ".")
+          FileUtils.mkdir('data')
+          FileUtils.cd('data') do
+            FileUtils.cp(Dir.glob(TEMPLATES_PATH + 'project/data/*.csv'), '.')
           end
 
-          input = File.read(templates_path + 'project/Goodfile.erb')
+          input = File.read(TEMPLATES_PATH + 'project/Goodfile.erb')
           eruby = Erubis::Eruby.new(input)
-          File.open("Goodfile", 'w') do |f|
+          File.open('Goodfile', 'w') do |f|
             f.write(eruby.result())
           end
         end
       end
 
+      # Scaffolds new brick
+      # TODO: Add option for custom output dir
       def brick(name)
-        
-        require 'erubis'
-        require 'fileutils'
-        
-        templates_path = Pathname(__FILE__) + "../../../templates"
-        
+        fail ArgumentError, 'No name specified' if name.nil?
+
         FileUtils.mkdir(name)
         FileUtils.cd(name) do
-          input = File.read(templates_path + 'bricks/brick.rb.erb')
+          input = File.read(TEMPLATES_PATH + 'bricks/brick.rb.erb')
           eruby = Erubis::Eruby.new(input)
-          File.open("brick.rb", 'w') do |f|
+          File.open('brick.rb', 'w') do |f|
             f.write(eruby.result())
           end
-          
-          input = File.read(templates_path + 'bricks/main.rb.erb')
+
+          input = File.read(TEMPLATES_PATH + 'bricks/main.rb.erb')
           eruby = Erubis::Eruby.new(input)
-          File.open("main.rb", 'w') do |f|
+          File.open('main.rb', 'w') do |f|
             f.write(eruby.result())
           end
         end
       end
-
     end
   end
 end

data/lib/gooddata/connection.rb

@@ -1,10 +1,11 @@
-require 'json'
+# encoding: UTF-8
+
+require 'multi_json'
 require 'rest-client'
 
-require File.join(File.dirname(__FILE__), 'version')
+require_relative 'version'
 
 module GoodData
-
   # # GoodData HTTP wrapper
   #
   # Provides a convenient HTTP wrapper for talking with the GoodData API.
@@ -27,7 +28,6 @@ module GoodData
   # To send a HTTP request use either the get, post or delete methods documented below.
   #
   class Connection
-
     DEFAULT_URL = 'https://secure.gooddata.com'
     LOGIN_PATH = '/gdc/account/login'
     TOKEN_PATH = '/gdc/account/token'
@@ -46,7 +46,7 @@ module GoodData
     #     end
     #
     def retryable(options = {}, &block)
-      opts = { :tries => 1, :on => Exception }.merge(options)
+      opts = {:tries => 1, :on => Exception}.merge(options)
 
       retry_exception, retries = opts[:on], opts[:tries]
 
@@ -67,15 +67,14 @@ module GoodData
     # @param password The GoodData account password
     #
     def initialize(username, password, options = {})
-      @status     = :not_connected
-      @username   = username
-      @password   = password
-      @url        = options[:server] || DEFAULT_URL
+      @status = :not_connected
+      @username = username
+      @password = password
+      @url = options[:server] || DEFAULT_URL
       @auth_token = options[:gdc_temporary_token]
-      @options    = options
+      @options = options
 
       @server = create_server_connection(@url, @options)
-      
     end
 
     # Returns the user JSON object of the currently logged in GoodData user account.
@@ -158,7 +157,7 @@ module GoodData
 
     # Get the cookies associated with the current connection.
     def cookies
-      @cookies ||= { :cookies => {} }
+      @cookies ||= {:cookies => {}}
     end
 
     # Set the cookies used when communicating with the GoodData API.
@@ -189,13 +188,12 @@ module GoodData
     # /uploads/ resources are special in that they use a different
     # host and a basic authentication.
     def upload(file, options={})
-
       ensure_connection
 
       dir = options[:directory] || ''
       staging_uri = options[:staging_url].to_s
       url = dir.empty? ? staging_uri : URI.join(staging_uri, "#{dir}/").to_s
-      
+
       # Make a directory, if needed
       unless dir.empty? then
         method = :get
@@ -203,46 +201,46 @@ module GoodData
         begin
           # first check if it does exits
           RestClient::Request.execute({
-            :method => method,
-            :url => url,
-            :timeout => @options[:timeout],
-            :headers => {
-              :user_agent => GoodData.gem_version_string
-            }}.merge(cookies)
+                                        :method => method,
+                                        :url => url,
+                                        :timeout => @options[:timeout],
+                                        :headers => {
+                                          :user_agent => GoodData.gem_version_string
+                                        }}.merge(cookies)
           )
         rescue RestClient::Exception => e
           if e.http_code == 404 then
             method = :mkcol
             GoodData.logger.debug "#{method}: #{url}"
             RestClient::Request.execute({
-              :method => method,
-              :url => url,
-              :timeout => @options[:timeout],
-              :headers => {
-                :user_agent => GoodData.gem_version_string
-              }}.merge(cookies)
+                                          :method => method,
+                                          :url => url,
+                                          :timeout => @options[:timeout],
+                                          :headers => {
+                                            :user_agent => GoodData.gem_version_string
+                                          }}.merge(cookies)
             )
           end
         end
       end
 
-      payload = options[:stream] ? "file" : File.read(file)
-      filename = options[:filename] || options[:stream] ? "randome-filename.txt" : File.basename(file)
+      payload = options[:stream] ? 'file' : File.read(file)
+      filename = options[:filename] || options[:stream] ? 'randome-filename.txt' : File.basename(file)
 
       # Upload the file
       # puts "uploading the file #{URI.join(url, filename).to_s}"
       req = RestClient::Request.new({
-        :method => :put,
-        :url => URI.join(url, filename).to_s,
-        :timeout => @options[:timeout],
-        :headers => {
-          :user_agent => GoodData.gem_version_string,
-        },
-        :payload => payload,
-        :raw_response => true,
-        :user => @username,
-        :password => @password
-      })
+                                      :method => :put,
+                                      :url => URI.join(url, filename).to_s,
+                                      :timeout => @options[:timeout],
+                                      :headers => {
+                                        :user_agent => GoodData.gem_version_string,
+                                      },
+                                      :payload => payload,
+                                      :raw_response => true,
+                                      :user => @username,
+                                      :password => @password
+                                    })
       # .merge(cookies))
       resp = req.execute
       true
@@ -252,11 +250,11 @@ module GoodData
       staging_uri = options[:staging_url].to_s
       url = staging_uri + what
       req = RestClient::Request.new({
-        :method => 'GET',
-        :url => url,
-        :user => @username,
-        :password => @password
-      })
+                                      :method => 'GET',
+                                      :url => url,
+                                      :user => @username,
+                                      :password => @password
+                                    })
 
       if where.is_a?(String)
         File.open(where, 'w') do |f|
@@ -277,8 +275,8 @@ module GoodData
     end
 
     def disconnect
-      if connected? && GoodData.connection.user["state"]
-        GoodData.delete(GoodData.connection.user["state"])
+      if connected? && GoodData.connection.user['state']
+        GoodData.delete(GoodData.connection.user['state'])
         @status = :not_connected
       end
     end
@@ -287,12 +285,12 @@ module GoodData
 
     def create_server_connection(url, options)
       RestClient::Resource.new url,
-        :timeout => options[:timeout],
-        :headers => {
-          :content_type => :json,
-          :accept => [ :json, :zip ],
-          :user_agent => GoodData::gem_version_string,
-        }
+                               :timeout => options[:timeout],
+                               :headers => {
+                                 :content_type => :json,
+                                 :accept => [:json, :zip],
+                                 :user_agent => GoodData::gem_version_string,
+                               }
     end
 
     def ensure_connection
@@ -300,7 +298,7 @@ module GoodData
     end
 
     def connect
-      GoodData.logger.info "Connecting to GoodData..."
+      GoodData.logger.info 'Connecting to GoodData...'
       @status = :connecting
       authenticate
     end
@@ -313,7 +311,7 @@ module GoodData
           'remember' => 1
         }
       }
-      GoodData.logger.debug "Logging in..."
+      GoodData.logger.debug 'Logging in...'
       @user = post(LOGIN_PATH, credentials, :dont_reauth => true)['userLogin']
       refresh_token :dont_reauth => true # avoid infinite loop if refresh_token fails with 401
 
@@ -334,19 +332,19 @@ module GoodData
         return response if options[:process] == false
 
         if content_type == "application/json" || content_type == "application/json;charset=UTF-8" then
-          result = response.to_str == '""' ? {} : JSON.parse(response.to_str)
+          result = response.to_str == '""' ? {} : MultiJson.load(response.to_str)
           GoodData.logger.debug "Response: #{result.inspect}"
-        elsif content_type == "application/zip" then
+        elsif content_type == 'application/zip' then
           result = response
-          GoodData.logger.debug "Response: a zipped stream"
+          GoodData.logger.debug 'Response: a zipped stream'
         elsif response.headers[:content_length].to_s == '0'
           result = nil
-          GoodData.logger.debug "Response: Empty response possibly 204"
+          GoodData.logger.debug 'Response: Empty response possibly 204'
         elsif response.code == 204
           result = nil
-          GoodData.logger.debug "Response: 204 no content"
+          GoodData.logger.debug 'Response: 204 no content'
         else
-          raise "Unsupported response content type '%s':\n%s" % [ content_type, response.to_str[0..127] ]
+          raise "Unsupported response content type '%s':\n%s" % [content_type, response.to_str[0..127]]
         end
         result
       rescue RestClient::Exception => e
@@ -356,7 +354,7 @@ module GoodData
     end
 
     def refresh_token(options = {})
-      GoodData.logger.debug "Getting authentication token..."
+      GoodData.logger.debug 'Getting authentication token...'
       begin
         get TOKEN_PATH, :dont_reauth => true # avoid infinite loop GET fails with 401
       rescue RestClient::Unauthorized
@@ -366,20 +364,15 @@ module GoodData
     end
 
     def scrub_params(params, keys)
-      keys = keys.reduce([]) {|memo, k| memo.concat([k.to_s, k.to_sym])}
+      keys = keys.reduce([]) { |memo, k| memo.concat([k.to_s, k.to_sym]) }
 
       new_params = Marshal.load(Marshal.dump(params))
       GoodData::Helpers.hash_dfs(new_params) do |k, key|
         keys.each do |key_to_scrub|
-          begin
-            k[key_to_scrub] = ("*" * k[key_to_scrub].length) if k && k.has_key?(key_to_scrub) && k[key_to_scrub]
-          rescue
-            binding.pry
-          end
+          k[key_to_scrub] = ('*' * k[key_to_scrub].length) if k && k.has_key?(key_to_scrub) && k[key_to_scrub]
         end
       end
       new_params
     end
-
   end
 end

data/lib/gooddata/core/core.rb

@@ -1,7 +1,6 @@
-# require File.join(File.dirname(__FILE__), "")
+# encoding: UTF-8
 
 module GoodData
-
   # Core of GoodData Gem
   class Core
   end

data/lib/gooddata/data/data.rb

@@ -0,0 +1,7 @@
+# encoding: UTF-8
+require 'pathname'
+
+base = Pathname(__FILE__).dirname.expand_path
+Dir.glob(base + '*.rb').each do |file|
+  require file
+end

data/lib/gooddata/data/guesser.rb

@@ -0,0 +1,114 @@
+# encoding: UTF-8
+
+require 'date'
+
+require_relative '../extract'
+require_relative '../exceptions/command_failed'
+
+module GoodData
+  module Data
+    ##
+    # Utility class to guess data types of a data stream by looking at first couple of rows
+    #
+    class Guesser
+      TYPES_PRIORITY = [:connection_point, :fact, :date, :attribute]
+      attr_reader :headers
+
+      class << self
+        def sort_types(types)
+          types.sort do |x, y|
+            TYPES_PRIORITY.index(x) <=> TYPES_PRIORITY.index(y)
+          end
+        end
+      end
+
+      def initialize(reader)
+        @reader = reader
+        @headers = reader.shift.map! { |h| h.to_s } or raise 'Empty data set'
+        @pros = {}; @cons = {}; @seen = {}
+        @headers.map do |h|
+          @cons[h.to_s] = {}
+          @pros[h.to_s] = {}
+          @seen[h.to_s] = {}
+        end
+      end
+
+      def guess(limit)
+        count = 0
+        while row = @reader.shift
+          break unless row && !row.empty? && count < limit
+          raise '%i fields in row %i, %i expected' % [row.size, count + 1, @headers.size] if row.size != @headers.size
+          row.each_with_index do |value, j|
+            header = @headers[j]
+            number = check_number(header, value)
+            date = check_date(header, value)
+            store_guess header, {@pros => :attribute} unless number || date
+            hash_increment @seen[header], value
+          end
+          count += 1
+        end
+        # fields with unique values are connection point candidates
+        @seen.each do |header, values|
+          store_guess header, {@pros => :connection_point} if values.size == count
+        end
+        guess_result
+      end
+
+      private
+
+      def guess_result
+        result = {}
+        @headers.each do |header|
+          result[header] = Guesser::sort_types @pros[header].keys.select { |type| @cons[header][type].nil? }
+        end
+        result
+      end
+
+      def hash_increment(hash, key)
+        if hash[key]
+          hash[key] += 1
+        else
+          hash[key] = 1
+        end
+      end
+
+      def check_number(header, value)
+        if value.nil? || value =~ /^[\+-]?\d*(\.\d*)?$/
+          return store_guess(header, @pros => [:fact, :attribute])
+        end
+        store_guess header, {@cons => :fact}
+      end
+
+      def check_date(header, value)
+        return store_guess(header, @pros => [:date, :attribute, :fact]) if value.nil? || value == '0000-00-00'
+        begin
+          DateTime.parse value
+          return store_guess(header, @pros => [:date, :attribute])
+        rescue ArgumentError;
+        end
+        store_guess header, {@cons => :date}
+      end
+
+      ##
+      # Stores a guess about given header.
+      #
+      # Returns true if the @pros key is present, false otherwise
+      #
+      # === Parameters
+      #
+      # * +header+ - A header name
+      # * +guess+ - A hash with optional @pros and @cons keys
+      #
+      def store_guess(header, guess)
+        result = !guess[@pros].nil?
+        [@pros, @cons].each do |hash|
+          if guess[hash] then
+            guess[hash] = [guess[hash]] unless guess[hash].is_a? Array
+            guess[hash].each { |type| hash_increment hash[header], type }
+          end
+        end
+        result
+      end
+    end
+  end
+end