gooddata 0.6.0.pre11 → 0.6.0

data/lib/gooddata/models/models.rb

@@ -1,3 +1,6 @@
+# encoding: UTF-8
+require 'pathname'
+
 base = Pathname(__FILE__).dirname.expand_path
 Dir.glob(base + '*.rb').each do |file|
   require file

data/lib/gooddata/models/process.rb

@@ -1,15 +1,17 @@
+# encoding: UTF-8
+
 require 'pry'
-require 'highline'
 
 module GoodData
   class Process
-
     class << self
       def [](id)
         if id == :all
-          GoodData.get("/gdc/projects/#{GoodData.project.pid}/dataload/processes")
-        else 
-          self.new(GoodData.get("/gdc/projects/#{GoodData.project.pid}/dataload/processes/#{id}"))
+          uri = "/gdc/projects/#{GoodData.project.pid}/dataload/processes"
+          GoodData.get(uri)
+        else
+          uri = "/gdc/projects/#{GoodData.project.pid}/dataload/processes/#{id}"
+          self.new(GoodData.get(uri))
         end
       end
     end
@@ -19,36 +21,35 @@ module GoodData
     end
 
     def links
-      @data["process"]["links"]
+      @data['process']['links']
     end
-    
+
     def link
-      links["self"]
+      links['self']
     end
 
     def executions_link
-      links["executions"]
+      links['executions']
     end
 
-    def execute_process(graph, options={})
+    def execute_process(graph, options = {})
       result = GoodData.post(executions_link, {
         :execution => {
-         :graph => graph,
-         :params => {}  
+          :graph => graph,
+          :params => {}
         }
       })
       begin
-        GoodData.poll(result, "executionTask")
+        GoodData.poll(result, 'executionTask')
       rescue RestClient::RequestFailed => e
 
       ensure
-        result = GoodData.get(result["executionTask"]["links"]["detail"])
-        if result["executionDetail"]["status"] == "ERROR"
-          fail "Runing process failed. You can look at a log here #{result["executionDetail"]["logFileName"]}"
+        result = GoodData.get(result['executionTask']['links']['detail'])
+        if result['executionDetail']['status'] == 'ERROR'
+          fail "Runing process failed. You can look at a log here #{result['executionDetail']['logFileName']}"
         end
       end
       result
     end
-
   end
 end

data/lib/gooddata/models/profile.rb

@@ -1,3 +1,5 @@
+# encoding: UTF-8
+
 module GoodData
   class Profile
     private_class_method :new
@@ -26,7 +28,7 @@ module GoodData
 
     def initialize
       @json = GoodData.get GoodData.connection.user['profile']
-      @user = @json['accountSetting']['firstName'] + " " + @json['accountSetting']['lastName']
+      @user = @json['accountSetting']['firstName'] + ' ' + @json['accountSetting']['lastName']
     end
   end
 end

data/lib/gooddata/models/project.rb

@@ -1,8 +1,11 @@
+# encoding: UTF-8
+
 require 'zip'
 require 'fileutils'
 
 module GoodData
-  class NoProjectError < RuntimeError ; end
+  class NoProjectError < RuntimeError;
+  end
 
   class Project
     USERSPROJECTS_PATH = '/gdc/account/profile/%s/projects'
@@ -34,7 +37,7 @@ module GoodData
           Project.all
         else
           if id.to_s !~ /^(\/gdc\/(projects|md)\/)?[a-zA-Z\d]+$/
-            raise ArgumentError.new("wrong type of argument. Should be either project ID or path")
+            raise ArgumentError.new('wrong type of argument. Should be either project ID or path')
           end
 
           id = id.match(/[a-zA-Z\d]+$/)[0] if id =~ /\//
@@ -54,23 +57,35 @@ module GoodData
         GoodData.logger.info "Creating project #{attributes[:title]}"
 
         auth_token = attributes[:auth_token] || GoodData.connection.auth_token
-
-        json = {:project =>
-          {
-            'meta' => {
-              'title' => attributes[:title],
-              'summary' => attributes[:summary] || "No summary"
-            },
-            'content' => {
-              'guidedNavigation' => 1,
-              'authorizationToken' => auth_token,
-              "driver" => "Pg"
-            }
-          }
+        fail "You have to provide your token for creating projects as :auth_token parameter" if auth_token.nil? || auth_token.empty?
+
+        json = {"project" =>
+                  {
+                    'meta' => {
+                      'title' => attributes[:title],
+                      'summary' => attributes[:summary] || 'No summary'
+                    },
+                    'content' => {
+                      'guidedNavigation' => 1,
+                      'authorizationToken' => auth_token,
+                      'driver' => 'Pg'
+                    }
+                  }
         }
-        json['meta']['projectTemplate'] = attributes[:template] if attributes[:template] && !attributes[:template].empty?
+        json["project"]['meta']['projectTemplate'] = attributes[:template] if attributes[:template] && !attributes[:template].empty?
         project = Project.new json
         project.save
+
+        # until it is enabled or deleted, recur. This should still end if there is a exception thrown out from RESTClient. This sometimes happens from WebApp when request is too long
+        while project.state.to_s != "enabled"
+          if project.state.to_s == "deleted"
+            # if project is switched to deleted state, fail. This is usually problem of creating a template which is invalid.
+            fail "Project was marked as deleted during creation. This usually means you were trying to create from template and it failed."
+          end
+          sleep(3)
+          project.reload!
+        end
+
         if block
           GoodData::with_project(project) do |p|
             block.call(p)
@@ -78,6 +93,7 @@ module GoodData
         end
         project
       end
+
     end
 
     def initialize(json)
@@ -92,6 +108,18 @@ module GoodData
       end
     end
 
+    def saved?
+      !!uri
+    end
+
+    def reload!
+      if saved?
+        response = GoodData.get(uri)
+        @json = response
+      end
+      self
+    end
+
     def delete
       raise "Project '#{title}' with id #{uri} is already deleted" if state == :deleted
       GoodData.delete(uri)
@@ -104,7 +132,7 @@ module GoodData
     def browser_uri(options={})
       ui = options[:ui]
       if ui
-        GoodData.connection.url + "#s=" + uri
+        GoodData.connection.url + '#s=' + uri
       else
         GoodData.connection.url + uri
       end
@@ -113,8 +141,8 @@ module GoodData
     def obj_id
       uri.split('/').last
     end
-    alias :pid :obj_id
 
+    alias :pid :obj_id
 
     def title
       data['meta']['title'] if data['meta']
@@ -136,20 +164,20 @@ module GoodData
     #
     def add_dataset(schema_def, columns = nil, &block)
       schema = if block
-        builder = block.call(Model::SchemaBuilder.new(schema_def))
-        builder.to_schema
-      else
-        sch = { :title => schema_def, :columns => columns } if columns
-        sch = Model::Schema.new schema_def if schema_def.is_a? Hash
-        sch = schema_def if schema_def.is_a?(Model::Schema)
-        raise ArgumentError.new("Required either schema object or title plus columns array") unless schema_def.is_a? Model::Schema
-        sch
-      end
+                 builder = block.call(Model::SchemaBuilder.new(schema_def))
+                 builder.to_schema
+               else
+                 sch = {:title => schema_def, :columns => columns} if columns
+                 sch = Model::Schema.new schema_def if schema_def.is_a? Hash
+                 sch = schema_def if schema_def.is_a?(Model::Schema)
+                 raise ArgumentError.new('Required either schema object or title plus columns array') unless schema_def.is_a? Model::Schema
+                 sch
+               end
       Model.add_schema(schema, self)
     end
 
     def add_metric(options={})
-      expression = options[:expression] || fail("Metric has to have its expression defined")
+      expression = options[:expression] || fail('Metric has to have its expression defined')
       m1 = GoodData::Metric.create(options)
       m1.save
     end
@@ -165,23 +193,25 @@ module GoodData
     end
 
     def add_user(email_address, domain)
-      
+      raise 'Not implemented'
     end
 
-    def upload(file, schema, mode = "FULL")
+    def upload(file, schema, mode = 'FULL')
       schema.upload file, self, mode
     end
 
     def slis
       link = "#{data['links']['metadata']}#{SLIS_PATH}"
+
+      # TODO: Review what to do with passed extra argument
       Metadata.new GoodData.get(link)
     end
 
     def datasets
-      datasets_uri  = "#{md['data']}/sets"
-      response      = GoodData.get datasets_uri
+      datasets_uri = "#{md['data']}/sets"
+      response = GoodData.get datasets_uri
       response['dataSetsInfo']['sets'].map do |ds|
-        DataSet[ds["meta"]["uri"]]
+        DataSet[ds['meta']['uri']]
       end
     end
 
@@ -190,11 +220,11 @@ module GoodData
     end
 
     def data
-      raw_data["project"]
+      raw_data['project']
     end
 
     def links
-      data["links"]
+      data['links']
     end
 
     def to_json
@@ -205,5 +235,47 @@ module GoodData
       true
     end
 
+    def partial_md_export(objects, options={})
+      # TODO: refactor polling to md_polling in client
+
+      fail "Nothing to migrate. You have to pass list of objects, ids or uris that you would like to migrate" if objects.nil? || objects.empty?
+      target_project = options[:project]
+      fail "You have to provide a project instance or project pid to migrate to" if target_project.nil?
+      target_project = GoodData::Project[target_project]
+      objects = objects.map {|obj| GoodData::MdObject[obj]}
+      GoodData.logging_on
+      export_payload = {
+          :partialMDExport => {
+              :uris => objects.map {|obj| obj.uri}
+          }
+      }
+      result = GoodData.post("#{GoodData.project.md['maintenance']}/partialmdexport", export_payload)
+      polling_url = result["partialMDArtifact"]["status"]["uri"]
+      token = result["partialMDArtifact"]["token"]
+
+      polling_result = GoodData.get(polling_url)
+      while polling_result["wTaskStatus"]["poll"]["status"] == "RUNNING"
+        polling_result = GoodData.get(polling_url)
+      end
+      fail "Exporting objects failed" if polling_result["wTaskStatus"]["poll"]["status"] == "ERROR"
+
+      import_payload = {
+      :partialMDImport => {
+        :token => token,
+         :overwriteNewer => "1",
+         :updateLDMObjects => "0"
+        }
+      }
+
+      result = GoodData.post("#{target_project.md['maintenance']}/partialmdimport", import_payload)
+      polling_uri = result["uri"]
+      polling_result = GoodData.get(polling_url)
+      while polling_result["wTaskStatus"]["poll"]["status"] == "RUNNING"
+        polling_result = GoodData.get(polling_url)
+      end
+      fail "Exporting objects failed" if polling_result["wTaskStatus"]["poll"]["status"] == "ERROR"
+
+    end
+
   end
 end

data/lib/gooddata/models/project_metadata.rb

@@ -1,19 +1,21 @@
+# encoding: UTF-8
+
 module GoodData
   class ProjectMetadata
-
     class << self
-
       def keys
         ProjectMetadata[:all].keys
       end
 
       def [](key)
         if key == :all
-          res = GoodData.get("/gdc/projects/#{GoodData.project.pid}/dataload/metadata")
-          res["metadataItems"]["items"].reduce({}) {|memo, i| memo[i["metadataItem"]["key"]] = i["metadataItem"]["value"]; memo}
-        else 
-          res = GoodData.get("/gdc/projects/#{GoodData.project.pid}/dataload/metadata/#{key}")
-          res["metadataItem"]["value"]
+          uri = "/gdc/projects/#{GoodData.project.pid}/dataload/metadata"
+          res = GoodData.get(uri)
+          res['metadataItems']['items'].reduce({}) { |memo, i| memo[i['metadataItem']['key']] = i['metadataItem']['value']; memo }
+        else
+          uri = "/gdc/projects/#{GoodData.project.pid}/dataload/metadata/#{key}"
+          res = GoodData.get(uri)
+          res['metadataItem']['value']
         end
       end
 
@@ -32,9 +34,9 @@ module GoodData
       def []=(key, val)
         data = {
           :metadataItem => {
-           :key => key,
-           :value => val
-         }
+            :key => key,
+            :value => val
+          }
         }
         uri = "/gdc/projects/#{GoodData.project.pid}/dataload/metadata/"
         update_uri = uri + key
@@ -45,8 +47,6 @@ module GoodData
           GoodData.post(uri, data)
         end
       end
-
     end
-
   end
 end

data/lib/gooddata/models/report.rb

@@ -1,49 +1,51 @@
-require File.join(File.dirname(__FILE__), "metadata")
+# encoding: UTF-8
 
-module GoodData
-  class Report < GoodData::MdObject 
+require_relative 'metadata'
 
+module GoodData
+  class Report < GoodData::MdObject
     root_key :report
 
     class << self
       def [](id)
         if id == :all
-          GoodData.get(GoodData.project.md['query'] + '/reports/')['query']['entries']
-        else 
+          uri = GoodData.project.md['query'] + '/reports/'
+          GoodData.get(uri)['query']['entries']
+        else
           super
         end
       end
-            
+
       def create(options={})
         title = options[:title]
-        summary = options[:summary] || ""
+        summary = options[:summary] || ''
         rd = options[:rd] || ReportDefinition.create(:top => options[:top], :left => options[:left])
         rd.save
 
         report = Report.new({
-           "report" => {
-              "content" => {
-                 "domains" => [],
-                 "definitions" => [rd.uri]
-              },
-              "meta" => {
-                 "tags" => "",
-                 "deprecated" => "0",
-                 "summary" => summary,
-                 "title" => title
-              }
-           }
-        })        
+                              'report' => {
+                                'content' => {
+                                  'domains' => [],
+                                  'definitions' => [rd.uri]
+                                },
+                                'meta' => {
+                                  'tags' => '',
+                                  'deprecated' => '0',
+                                  'summary' => summary,
+                                  'title' => title
+                                }
+                              }
+                            })
       end
     end
 
     def results
-      content["results"]
+      content['results']
     end
 
     def get_latest_report_definition_uri
       report_result = get_latest_report_result
-      report_result.content["reportDefinition"]
+      report_result.content['reportDefinition']
     end
 
     def get_latest_report_definition
@@ -59,13 +61,13 @@ module GoodData
     end
 
     def execute
-      result = GoodData.post '/gdc/xtab2/executor3', {"report_req" => {"report" => uri}}
-      data_result_uri = result["execResult"]["dataResult"]
+      result = GoodData.post '/gdc/xtab2/executor3', {'report_req' => {'report' => uri}}
+      data_result_uri = result['execResult']['dataResult']
       result = GoodData.get data_result_uri
-      while result["taskState"] && result["taskState"]["status"] == "WAIT" do
-         sleep 10
-         result = GoodData.get data_result_uri
-       end
+      while result['taskState'] && result['taskState']['status'] == 'WAIT' do
+        sleep 10
+        result = GoodData.get data_result_uri
+      end
       ReportDataResult.new(GoodData.get data_result_uri)
     end
 
@@ -74,7 +76,7 @@ module GoodData
     end
 
     def export(format)
-      result = GoodData.post('/gdc/xtab2/executor3', {"report_req" => {"report" => uri}})
+      result = GoodData.post('/gdc/xtab2/executor3', {'report_req' => {'report' => uri}})
       result1 = GoodData.post('/gdc/exporter/executor', {:result_req => {:format => format, :result => result}})
       png = GoodData.get(result1['uri'], :process => false)
       while (png.code == 202) do
@@ -83,6 +85,5 @@ module GoodData
       end
       png
     end
-
   end
 end