gooddata 0.6.18 → 0.6.19

data/lib/gooddata/models/process.rb

@@ -67,6 +67,8 @@ module GoodData
             begin
               res = GoodData::Process.deploy(dir, options.merge(:files_to_exclude => params))
               block.call(res)
+            rescue => e
+              puts e.inspect
             ensure
               res.delete if res
             end
@@ -142,20 +144,20 @@ module GoodData
 
       private
 
-      def zip_and_upload(path, files_to_exclude, opts = {})
-        def with_zip(opts = {})
-          Tempfile.open('deploy-graph-archive') do |temp|
-            zip_filename = temp.path
-            File.open(zip_filename, 'w') do |zip|
-              Zip::File.open(zip.path, Zip::File::CREATE) do |zipfile|
-                yield zipfile
-              end
+      def with_zip(opts = {})
+        Tempfile.open('deploy-graph-archive') do |temp|
+          zip_filename = temp.path
+          File.open(zip_filename, 'w') do |zip|
+            Zip::File.open(zip.path, Zip::File::CREATE) do |zipfile|
+              yield zipfile
             end
-            client.upload_to_user_webdav(temp.path, opts)
-            temp.path
           end
+          client.upload_to_user_webdav(temp.path, opts)
+          temp.path
         end
+      end
 
+      def zip_and_upload(path, files_to_exclude, opts = {})
         puts 'Creating package for upload'
         if !path.directory? && (path.extname == '.grf' || path.extname == '.rb')
           with_zip(opts) do |zipfile|
@@ -260,7 +262,7 @@ module GoodData
     def execute(executable, options = {})
       result = start_execution(executable, options)
       begin
-        client.poll_on_code(result['executionTask']['links']['poll'])
+        client.poll_on_code(result['executionTask']['links']['poll'], options)
       rescue RestClient::RequestFailed => e
         raise(e)
       ensure

data/lib/gooddata/models/profile.rb

@@ -313,7 +313,7 @@ module GoodData
 
     # Saves object if dirty, clears dirty flag
     def save!
-      if @dirty # rubocop:disable Style/GuardClause
+      if @dirty
         raw = @json.dup
         raw['accountSetting'].delete('login')
 
@@ -323,6 +323,7 @@ module GoodData
           @dirty = false
         end
       end
+      self
     end
 
     # Gets the preferred timezone
@@ -381,6 +382,16 @@ module GoodData
       @json['accountSetting']['ssoProvider'] = an_sso_provider
     end
 
+    def authentication_modes
+      @json['accountSetting']['authenticationModes'].map { |x| x.downcase.to_sym }
+    end
+
+    def authentication_modes=(modes)
+      modes = Array(modes)
+      @dirty = true
+      @json['accountSetting']['authenticationModes'] = modes.map { |x| x.to_s.upcase }
+    end
+
     def to_hash
       tmp = content.merge(uri: uri).symbolize_keys
       [

data/lib/gooddata/models/project.rb

@@ -16,6 +16,7 @@ require_relative '../mixins/rest_resource'
 
 require_relative 'process'
 require_relative 'project_role'
+require_relative 'blueprint/blueprint'
 
 module GoodData
   class Project < GoodData::Rest::Resource
@@ -32,7 +33,8 @@ module GoodData
         },
         'content' => {
           'guidedNavigation' => 1,
-          'driver' => 'Pg'
+          'driver' => 'Pg',
+          'environment' => 'PRODUCTION'
         }
       }
     }
@@ -90,8 +92,12 @@ module GoodData
           d['project']['meta']['summary'] = data[:summary] if data[:summary]
           d['project']['meta']['projectTemplate'] = data[:template] if data[:template]
           d['project']['content']['guidedNavigation'] = data[:guided_navigation] if data[:guided_navigation]
-          d['project']['content']['authorizationToken'] = data[:auth_token] if data[:auth_token]
+
+          token = data[:auth_token] || data[:token]
+
+          d['project']['content']['authorizationToken'] = token if token
           d['project']['content']['driver'] = data[:driver] if data[:driver]
+          d['project']['content']['environment'] = data[:environment] if data[:environment]
         end
         c.create(Project, new_data)
       end
@@ -108,7 +114,7 @@ module GoodData
         c = client(opts)
         fail ArgumentError, 'No :client specified' if c.nil?
 
-        auth_token = opts[:auth_token]
+        auth_token = opts[:auth_token] || opts[:token]
         fail ArgumentError, 'You have to provide your token for creating projects as :auth_token parameter' if auth_token.nil? || auth_token.empty?
 
         project = create_object(opts)
@@ -140,7 +146,7 @@ module GoodData
       end
 
       def create_from_blueprint(blueprint, options = {})
-        GoodData::Model::ProjectCreator.migrate(options.merge(spec: blueprint, token: options[:auth_token], client: GoodData.connection))
+        GoodData::Model::ProjectCreator.migrate(options.merge(spec: blueprint, client: GoodData.connection))
       end
 
       # Takes one CSV line and creates hash from data extracted
@@ -173,6 +179,7 @@ module GoodData
         GoodData::Metric.xcreate(options[:expression], metric.merge(options.merge(default)))
       end
     end
+
     alias_method :create_metric, :add_metric
 
     # Creates new instance of report in context of project
@@ -183,6 +190,7 @@ module GoodData
       rep = GoodData::Report.create(options.merge(client: client, project: self))
       rep.save
     end
+
     alias_method :create_report, :add_report
 
     # Creates new instance of report definition in context of project
@@ -196,6 +204,7 @@ module GoodData
       rd.project = self
       rd.save
     end
+
     alias_method :create_report_definition, :add_report_definition
 
     # Returns an indication whether current user is admin in this project
@@ -213,6 +222,14 @@ module GoodData
       GoodData::Attribute[id, project: self, client: client]
     end
 
+    def attribute_by_identifier(identifier)
+      GoodData::Attribute.find_first_by_identifier(identifier, project: self, client: client)
+    end
+
+    def attributes_by_identifier(identifier)
+      GoodData::Attribute.find_by_identifier(identifier, project: self, client: client)
+    end
+
     def attribute_by_title(title)
       GoodData::Attribute.find_first_by_title(title, project: self, client: client)
     end
@@ -224,11 +241,13 @@ module GoodData
     # Gets project blueprint from the server
     #
     # @return [GoodData::ProjectRole] Project role if found
-    def blueprint
+    def blueprint(options = {})
       result = client.get("/gdc/projects/#{pid}/model/view")
       polling_url = result['asyncTask']['link']['poll']
-      model = client.poll_on_code(polling_url)
-      GoodData::Model::FromWire.from_wire(model)
+      model = client.poll_on_code(polling_url, options)
+      bp = GoodData::Model::FromWire.from_wire(model)
+      bp.title = title
+      bp
     end
 
     # Returns web interface URI of project
@@ -312,7 +331,7 @@ module GoodData
     #
     # @param export_token [String] Export token of the package to be imported
     # @return [Project] current project
-    def import_clone(export_token)
+    def import_clone(export_token, options = {})
       import = {
         :importProject => {
           :token => export_token
@@ -321,7 +340,7 @@ module GoodData
 
       result = client.post("/gdc/md/#{obj_id}/maintenance/import", import)
       status_url = result['uri']
-      client.poll_on_response(status_url) do |body|
+      client.poll_on_response(status_url, options) do |body|
         body['taskState']['status'] == 'RUNNING'
       end
       self
@@ -342,6 +361,7 @@ module GoodData
     def create_variable(data)
       GoodData::Variable.create(data, client: client, project: self)
     end
+
     # Helper for getting dashboards of a project
     #
     # @param id [String | Number | Object] Anything that you can pass to GoodData::Dashboard[id]
@@ -383,12 +403,12 @@ module GoodData
     #
     # @param dml [String] DML expression
     # @return [Hash] Result of executing DML
-    def execute_dml(dml)
+    def execute_dml(dml, options = {})
       uri = "/gdc/md/#{pid}/dml/manage"
       result = client.post(uri, manage: { maql: dml })
       polling_uri = result['uri']
 
-      client.poll_on_response(polling_uri) do |body|
+      client.poll_on_response(polling_uri, options) do |body|
         body && body['taskState'] && body['taskState']['status'] == 'WAIT'
       end
     end
@@ -397,13 +417,13 @@ module GoodData
     #
     # @param maql [String] MAQL expression
     # @return [Hash] Result of executing MAQL
-    def execute_maql(maql)
+    def execute_maql(maql, options = {})
       ldm_links = client.get(md[GoodData::Model::LDM_CTG])
       ldm_uri = Links.new(ldm_links)[GoodData::Model::LDM_MANAGE_CTG]
       response = client.post(ldm_uri, manage: { maql: maql })
       polling_uri = response['entries'].first['link']
 
-      client.poll_on_response(polling_uri) do |body|
+      client.poll_on_response(polling_uri, options) do |body|
         body && body['wTaskStatus'] && body['wTaskStatus']['status'] == 'RUNNING'
       end
     end
@@ -524,6 +544,10 @@ module GoodData
       GoodData.download_from_project_webdav(file, where, project: self)
     end
 
+    def environment
+      json['project']['content']['environment']
+    end
+
     # Gets user by its email, full_name, login or uri
     alias_method :member, :get_user
 
@@ -717,7 +741,7 @@ module GoodData
       polling_url = result['partialMDArtifact']['status']['uri']
       token = result['partialMDArtifact']['token']
 
-      polling_result = client.poll_on_response(polling_url) do |body|
+      polling_result = client.poll_on_response(polling_url, options) do |body|
         body['wTaskStatus'] && body['wTaskStatus']['status'] == 'RUNNING'
       end
 
@@ -734,7 +758,7 @@ module GoodData
       result = client.post("#{target_project.md['maintenance']}/partialmdimport", import_payload)
       polling_url = result['uri']
 
-      client.poll_on_response(polling_url) do |body|
+      client.poll_on_response(polling_url, options) do |body|
         body['wTaskStatus'] && body['wTaskStatus']['status'] == 'RUNNING'
       end
 
@@ -789,6 +813,173 @@ module GoodData
       self
     end
 
+    DEFAULT_REPLACE_DATE_DIMENSION_OPTIONS = {
+      :old => nil,
+      :new => nil,
+      :purge => false,
+      :dry_run => true,
+      :mapping => {}
+    }
+
+    def replace_date_dimension(opts)
+      fail ArgumentError, 'No :old dimension specified' if opts[:old].nil?
+      fail ArgumentError, 'No :new dimension specified' if opts[:new].nil?
+
+      # Merge with default options
+      opts = DEFAULT_REPLACE_DATE_DIMENSION_OPTIONS.merge(opts)
+
+      get_attribute = lambda do |attr|
+        return attr if attr.is_a?(GoodData::Attribute)
+
+        res = attribute_by_identifier(attr)
+        return res if res
+
+        attribute_by_title(attr)
+      end
+
+      if opts[:old] && opts[:new]
+        fail ArgumentError, 'You specified both :old => :new and :mapping' if opts[:mapping] && !opts[:mapping].empty?
+
+        attrs = attributes_by_title(/\(#{opts[:old]}\)$/)
+
+        attrs.each do |old_attr|
+          new_attr_title = old_attr.title.sub("(#{opts[:old]})", "(#{opts[:new]})")
+          new_attr = attribute_by_title(new_attr_title)
+
+          fail "Unable to find attribute '#{new_attr_title}' in date dimension '#{opts[:new]}'" if new_attr.nil?
+
+          opts[:mapping][old_attr] = new_attr
+        end
+      end
+
+      mufs = user_filters
+
+      # Replaces string anywhere in JSON with another string and returns back new JSON
+      json_replace = lambda do |object, old_uri, new_uri|
+        old_json = JSON.generate(object.json)
+        regexp_replace = Regexp.new(old_uri + '([^0-9])')
+
+        new_json = old_json.gsub(regexp_replace, "#{new_uri}\\1")
+        if old_json != new_json
+          object.json = JSON.parse(new_json)
+          object.save
+        end
+        object
+      end
+
+      # delete old report definitions (only the last version of each report is kept)
+      if opts[:purge]
+        GoodData.logger.info 'Purging old project definitions'
+        reports.peach(&:purge_report_of_unused_definitions!)
+      end
+
+      fail ArgumentError, 'No :mapping specified' if opts[:mapping].nil? || opts[:mapping].empty?
+
+      # Preprocess mapping, do necessary lookup
+      mapping = {}
+      opts[:mapping].each do |k, v|
+        attr_src = get_attribute.call(k)
+        attr_dest = get_attribute.call(v)
+
+        fail ArgumentError, "Unable to find attribute with identifier '#{k}'" if attr_src.nil?
+        fail ArgumentError, "Unable to find attribute with identifier '#{v}'" if attr_dest.nil?
+
+        mapping[attr_src] = attr_dest
+      end
+
+      # Iterate over all date attributes
+      mapping.each do |old_date, new_date|
+        GoodData.logger.info "  replacing date attribute '#{old_date.title}' (#{old_date.uri}) with '#{new_date.title}' (#{new_date.uri})"
+
+        # For each attribute prepare list of labels to replace
+        labels_mapping = {}
+
+        old_date.labels.each do |old_label|
+          new_label_title = old_label.title.sub("(#{opts[:old]})", "(#{opts[:new]})")
+
+          # Go through all labels, label_by_title has some issues
+          new_date.json['attribute']['content']['displayForms'].each do |label_tmp|
+            if label_tmp['meta']['title'] == new_label_title
+              new_label = labels(label_tmp['meta']['uri'])
+              labels_mapping[old_label] = new_label
+            end
+          end
+        end
+
+        # Now we should have all labels for this attribute and its replacement in new date dimension
+        # First fix all affected metrics that are using this attribute
+        dependent = old_date.usedby
+        GoodData.logger.info 'Fixing metrics...'
+        dependent.each do |dependent_object|
+          next if dependent_object['category'] != 'metric'
+
+          affected_metric = metrics(dependent_object['link'])
+
+          GoodData.logger.info "Metric '#{dependent_object['title']}' (#{affected_metric.uri}) contains old date attribute '#{old_date.title}' ...replacing"
+          affected_metric.replace(old_date.uri, new_date.uri)
+          affected_metric.save unless opts[:dry_run]
+        end
+
+        # Then search which reports are still using this attribute after replacement in metric...
+        dependent = old_date.usedby
+        GoodData.logger.info 'Fixing reports (standard)...'
+        dependent.each do |dependent_object|
+          # This does not seem to work every time... some references are kept...
+          next if dependent_object['category'] != 'reportDefinition'
+
+          affected_rd = report_definitions(dependent_object['link'])
+
+          GoodData.logger.info "reportDefinition (#{affected_rd.uri}) contains old date attribute '#{old_date.title}' ...replacing"
+          affected_rd.replace(old_date.uri, new_date.uri)
+
+          # Affected_rd.replace(labels_mapping) #not sure if this is working correctly, try to do it one by one
+          labels_mapping.each_pair do |old_label, new_label|
+            affected_rd.replace(old_label.uri, new_label.uri)
+          end
+
+          affected_rd.save unless opts[:dry_run]
+        end
+
+        # Then search which dashboards and reports are still using this attribute after standard replacement in reports...
+        dependent = old_date.usedby
+        GoodData.logger.info 'Fixing reports (force) & dashboards...'
+
+        # If standard replace did not work, use force...
+        dependent.each do |dependent_object|
+          case dependent_object['category']
+          when 'reportDefinition'
+            affected_rd = report_definitions(dependent_object['link'])
+
+            GoodData.logger.info "reportDefinition '#{affected_rd.title}' (#{affected_rd.uri}) still contains old date attribute '#{old_date.title}' ...replacing by force"
+            json_replace.call(affected_rd, old_date.uri, new_date.uri)
+
+            # Iterate over all labels
+            labels_mapping.each_pair do |old_label, new_label|
+              json_replace.call(affected_rd, old_label.uri, new_label.uri)
+            end
+
+            affected_rd.save unless opts[:dry_run]
+          when 'projectDashboard'
+            affected_dashboard = dashboards(dependent_object['link'])
+
+            GoodData.logger.info "Dashboard '#{affected_dashboard.title}' (#{affected_dashboard.uri}) contains old date attribute '#{old_date.title}' ...replacing by force"
+            json_replace.call(affected_dashboard, old_date.uri, new_date.uri)
+
+            # Iterate over all labels
+            labels_mapping.each_pair do |old_label, new_label|
+              json_replace.call(affected_dashboard, old_label.uri, new_label.uri)
+            end
+
+            affected_dashboard.save unless opts[:dry_run]
+          end
+        end
+
+        mufs.each do |muf|
+          json_replace.call(muf, old_date.uri, new_date.uri)
+        end
+      end
+    end
+
     # Helper for getting reports of a project
     #
     # @param [String | Number | Object] Anything that you can pass to GoodData::Report[id]
@@ -879,16 +1070,29 @@ module GoodData
     #
     # @param file File to be uploaded
     # @param schema Schema to be used
-    def upload(file, dataset_blueprint, mode = 'FULL')
-      dataset_blueprint.upload file, self, mode
+    def upload(data, blueprint, dataset_name, options = {})
+      GoodData::Model.upload_data(data, blueprint, dataset_name, options.merge(client: client, project: self))
     end
 
     def uri
       data['links']['self'] if data && data['links'] && data['links']['self']
     end
 
+    # List of user filters within this project
+    #
+    # @return [Array<GoodData::MandatoryUserFilter>] List of mandatory user
+    def user_filters
+      url = "/gdc/md/#{pid}/userfilters"
+
+      tmp = client.get(url)
+      tmp['userFilters']['items'].pmap do |filter|
+        client.create(GoodData::MandatoryUserFilter, filter, project: self)
+      end
+    end
+
     # List of users in project
     #
+    #
     # @return [Array<GoodData::User>] List of users
     def users(opts = { offset: 0, limit: 1_000 })
       result = []
@@ -1087,10 +1291,10 @@ module GoodData
     # metric_filter - Checks metadata for inconsistent metric filters.
     # invalid_objects - Checks metadata for invalid/corrupted objects.
     # asyncTask response
-    def validate(filters = %w(ldm pdm metric_filter invalid_objects))
+    def validate(filters = %w(ldm pdm metric_filter invalid_objects), options = {})
       response = client.post "#{md['validate-project']}", 'validateProject' => filters
       polling_link = response['asyncTask']['link']['poll']
-      client.poll_on_response(polling_link) do |body|
+      client.poll_on_response(polling_link, options) do |body|
         body['wTaskStatus'] && body['wTaskStatus']['status'] == 'RUNNING'
       end
     end