gooddata-edge 0.6.27.edge

data/spec/helpers/blueprint_helper.rb

@@ -0,0 +1,26 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Global requires
+require 'multi_json'
+
+# Local requires
+require 'gooddata/models/models'
+
+module GoodData::Helpers
+  module BlueprintHelper
+    def blueprint_from_file(bp)
+      # Try to load as full path
+      raw = IO.read(bp)
+
+      # TODO: Try to load as relative path if failed
+
+      parsed = MultiJson.load(raw, :symbolize_keys => true)
+      return GoodData::Model::ProjectBlueprint.new(parsed)
+    end
+  end
+end
+

data/spec/helpers/cli_helper.rb

@@ -0,0 +1,36 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata/cli/cli'
+
+module GoodData::Helpers
+  module CliHelper
+    # Execute block and capture its stdou
+    # @param block Block to be executed with stdout redirected
+    # @returns Captured output as string
+    def capture_stdout(&block)
+      original_stdout = $stdout
+      $stdout = fake = StringIO.new
+      begin
+        yield
+      ensure
+        $stdout = original_stdout
+      end
+      fake.string
+    end
+
+    # Run CLI with arguments and return captured stdout
+    # @param args Arguments
+    # @return Captured stdout
+    def run_cli(args = [])
+      old = $0
+      $0 = 'gooddata'
+      res = capture_stdout { GoodData::CLI.main(args) }
+      $0 = old
+      res
+    end
+  end
+end

data/spec/helpers/connection_helper.rb

@@ -0,0 +1,41 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata/connection'
+
+require_relative '../environment/environment'
+
+GoodData::Environment.load
+
+module GoodData::Helpers
+  module ConnectionHelper
+    include GoodData::Environment::ConnectionHelper
+
+    class << self
+      # Creates connection using default credentials or supplied one
+      #
+      # @param [String] username Optional username
+      # @param [String] password Optional password
+      def create_default_connection(username = GoodData::Environment::ConnectionHelper::DEFAULT_USERNAME, password = GoodData::Environment::ConnectionHelper::DEFAULT_PASSWORD)
+        GoodData::connect(username, password, :server => GoodData::Environment::ConnectionHelper::DEFAULT_SERVER, :verify_ssl => OpenSSL::SSL::VERIFY_NONE)
+      end
+
+      def disconnect
+        conn = GoodData.connection.connection
+        GoodData.disconnect
+        puts conn.stats_table
+      end
+
+      # Creates connection using environment varibles GD_GEM_USER and GD_GEM_PASSWORD
+      def create_private_connection
+        username = ENV['GD_GEM_USER'] || DEFAULT_USERNAME
+        password = ENV['GD_GEM_PASSWORD'] || DEFAULT_PASSWORD
+
+        GoodData::connect(username, password)
+      end
+    end
+  end
+end

data/spec/helpers/crypto_helper.rb

@@ -0,0 +1,17 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'securerandom'
+
+module GoodData::Helpers
+  module CryptoHelper
+    class << self
+      def generate_password
+        SecureRandom.hex(16)
+      end
+    end
+  end
+end

data/spec/helpers/csv_helper.rb

@@ -0,0 +1,18 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Global requires
+require 'multi_json'
+
+# Local requires
+require 'gooddata/models/models'
+
+module GoodData::Helpers
+  module CsvHelper
+    CSV_PATH_EXPORT = 'out.txt'
+    CSV_PATH_IMPORT = File.join(File.dirname(__FILE__), '..', 'data', 'users.csv')
+  end
+end

data/spec/helpers/process_helper.rb

@@ -0,0 +1,33 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Global requires
+require 'multi_json'
+require 'pmap'
+
+# Local requires
+require 'gooddata/models/models'
+
+require_relative '../environment/environment'
+
+GoodData::Environment.load
+
+module GoodData::Helpers
+  module ProcessHelper
+    include GoodData::Environment::ProcessHelper
+
+    class << self
+      def remove_old_processes(project)
+        processes = project.processes
+        processes.pmap do |process|
+          next if process.obj_id == GoodData::Environment::ProcessHelper::PROCESS_ID
+          puts "Deleting #{process.inspect}"
+          process.delete
+        end
+      end
+    end
+  end
+end

data/spec/helpers/project_helper.rb

@@ -0,0 +1,59 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Global requires
+require 'multi_json'
+
+# Local requires
+require 'gooddata/models/models'
+
+require_relative '../environment/environment'
+
+GoodData::Environment.load
+
+module GoodData::Helpers
+  module ProjectHelper
+    include GoodData::Environment::ProjectHelper
+
+    ENVIRONMENT = 'TESTING'
+
+    class << self
+      def get_default_project(opts = {:client => GoodData.connection})
+        GoodData::Project[GoodData::Helpers::ProjectHelper::PROJECT_ID, opts]
+      end
+
+      def delete_old_projects(opts = {:client => GoodData.connection})
+        projects = opts[:client].projects
+        projects.each do |project|
+          next if project.json['project']['meta']['author'] != client.user.uri
+          next if project.pid == 'we1vvh4il93r0927r809i3agif50d7iz'
+          begin
+            puts "Deleting project #{project.title}"
+            project.delete
+          rescue e
+            puts 'ERROR: ' + e.to_s
+          end
+        end
+      end
+
+      def create_random_user(client)
+        num = rand(1e7)
+        login = "gemtest#{num}@gooddata.com"
+
+        opts = {
+          email: login,
+          login: login,
+          first_name: 'the',
+          last_name: num.to_s,
+          role: 'editor',
+          password: CryptoHelper.generate_password,
+          domain: ConnectionHelper::DEFAULT_DOMAIN
+        }
+        GoodData::Membership.create(opts, client: client)
+      end
+    end
+  end
+end

data/spec/helpers/schedule_helper.rb

@@ -0,0 +1,31 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'pmap'
+
+require_relative 'process_helper'
+
+require_relative '../environment/environment'
+
+GoodData::Environment.load
+
+module GoodData::Helpers
+  module ScheduleHelper
+    include GoodData::Environment::ScheduleHelper
+
+    class << self
+      def remove_old_schedules(project)
+        schedules = project.schedules
+        schedules.pmap do |schedule|
+          next if schedule.obj_id == SCHEDULE_ID
+
+          puts "Deleting #{schedule.inspect}"
+          schedule.delete
+        end
+      end
+    end
+  end
+end

data/spec/helpers/spec_helper.rb

@@ -0,0 +1,15 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+module GoodData::Helpers
+  module SpecHelper
+    class << self
+      def random_choice(possibilities, current_value)
+        (possibilities - Array(current_value)).sample
+      end
+    end
+  end
+end

data/spec/integration/blueprint_updates_spec.rb

@@ -0,0 +1,101 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata'
+
+describe 'Create project using GoodData client', :constraint => 'slow' do
+  before(:all) do    
+    @client = ConnectionHelper.create_default_connection
+    @blueprint = GoodData::Model::ProjectBlueprint.from_json('./spec/data/blueprints/test_project_model_spec.json')
+    @project = @client.create_project_from_blueprint(@blueprint, auth_token: ConnectionHelper::GD_PROJECT_TOKEN, environment: ProjectHelper::ENVIRONMENT)
+  end
+
+  after(:all) do
+    @project.delete
+    @client.disconnect
+  end
+
+  it 'Should create project using GoodData::Rest::Client#create_project' do
+  
+    data = [
+      ["repo_id", "repo_name"],
+      [1, "goodot"],
+      [2, "bam"],
+      [3, "infra"]]
+    @project.upload(data, @blueprint, 'dataset.repos')
+
+    data = [
+      ['dev_id', 'email'],
+      ['1', 'tomas@gmail.com'],
+      ['2', 'petr@gmail.com'],
+      ['3', 'jirka@gmail.com']]
+    @project.upload(data, @blueprint, 'dataset.devs')
+
+    data = [
+      ['lines_changed', 'committed_on', 'dev_id', 'repo_id'],
+      [1, '01/01/2011', '1', '1'],
+      [2, '01/01/2011', '2', '2'],
+      [3, '01/01/2011', '3', '3']]
+    @project.upload(data, @blueprint, 'dataset.commits')
+  end
+
+  it "should be able to add anchor's labels" do
+    bp = @project.blueprint
+    bp.datasets('dataset.commits').change do |d|
+      d.add_label('label.commits.factsof.id',
+        reference: 'attr.commits.factsof',
+        name: 'anchor_label')
+    end
+    @project.update_from_blueprint(bp, preference: { cascade_drops: false,  preserve_data: false})
+    data = [
+      ['label.commits.factsof.id', 'fact.commits.lines_changed', 'committed_on', 'dataset.devs', 'dataset.repos'],
+      ['111', 1, '01/01/2011', '1', '1'],
+      ['222', 2, '01/01/2011', '2', '2'],
+      ['333', 3, '01/01/2011', '3', '3']]
+    @project.upload(data, bp, 'dataset.commits')
+    m = @project.facts.first.create_metric
+    @project.compute_report(top: [m], left: ['label.commits.factsof.id'])
+  end
+
+  it "be able to remove anchor's labels" do
+    bp = @project.blueprint
+    bp.datasets('dataset.commits').anchor.strip!
+    @project.update_from_blueprint(bp)
+    bp = @project.blueprint
+    expect(bp.datasets('dataset.commits').anchor.labels.count).to eq 0
+    expect(@project.labels('label.commits.factsof.id')).to eq nil
+  end
+
+  it "is possible to move attribute. Let's make a fast attribute." do
+    # define stuff
+    m = @project.facts.first.create_metric.save
+    report = @project.create_report(title: 'Test report', top: [m], left: ['label.devs.dev_id.email'])
+    #both compute
+    expect(m.execute).to eq 6
+    expect(report.execute.without_top_headers.to_a).to eq [['jirka@gmail.com', 3],
+                                                           ['petr@gmail.com', 2],
+                                                           ['tomas@gmail.com', 1]]
+
+    # We move attribute
+    @blueprint.move!('some_attr_id', 'dataset.repos', 'dataset.commits')
+    @project.update_from_blueprint(@blueprint)
+
+    # load new data
+    data = [
+      ['lines_changed', 'committed_on', 'dev_id', 'repo_id', 'repo_name'],
+      [1, '01/01/2011', '1', '1', 'goodot'],
+      [2, '01/01/2011', '2', '2', 'goodot'],
+      [3, '01/01/2011', '3', '3', 'infra']]
+    @project.upload(data, @blueprint, 'dataset.commits')
+
+    # both still compute
+    # since we did not change the grain the results are the same
+    expect(m.execute).to eq 6
+    expect(report.execute.without_top_headers.to_a).to eq [["jirka@gmail.com", 3],
+                                                           ["petr@gmail.com", 2],
+                                                           ["tomas@gmail.com", 1]]
+  end
+end

data/spec/integration/blueprint_with_grain_spec.rb

@@ -0,0 +1,72 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata'
+
+describe 'Create project using GoodData client', :constraint => 'slow' do
+  before(:all) do
+    @client = ConnectionHelper.create_default_connection
+    @blueprint = GoodData::Model::ProjectBlueprint.build("My project from blueprint") do |p|
+      p.add_date_dimension('created_on')
+
+      p.add_dataset('dataset.users') do |d|
+        d.add_anchor('attr.users.id', grain: [{ date: 'created_on' }, { attribute: 'attribute.user' }])
+        d.add_date('created_on')
+        d.add_attribute('attribute.user')
+        d.add_label('label.user.email', reference: 'attribute.user')
+        d.add_fact('fact.users.some_number')
+      end
+    end
+    @blueprint.valid? # => true
+
+    @project = @client.create_project_from_blueprint(@blueprint, auth_token: ConnectionHelper::GD_PROJECT_TOKEN)
+  end
+
+  after(:all) do
+    @project.delete
+    @client.disconnect
+  end
+
+  it 'Should load the data with grain' do
+    data = [
+      ['created_on', 'label.user.email', 'fact.users.some_number'],
+      ['01/01/2011', 'thomas', '1'],
+      ['01/01/2011', 'thomas', '2'],
+      ['01/01/2011', 'jim', '2'],
+      ['01/01/2011', 'peter', '2'],
+      ['01/01/2011', 'john', '3']]
+    @project.upload(data, @blueprint, 'dataset.users')
+
+    expect(@project.blueprint.datasets.first.count(@project)).to eq 4
+  end
+
+  it 'Should be able to remove grain and load the same data' do
+    updated_blueprint = GoodData::Model::ProjectBlueprint.build("My project from blueprint") do |p|
+      p.add_date_dimension('created_on')
+
+      p.add_dataset('dataset.users') do |d|
+        d.add_anchor('attr.users.id')
+        d.add_date('created_on')
+        d.add_attribute('attribute.user')
+        d.add_label('label.user.email', reference: 'attribute.user')
+        d.add_fact('fact.users.some_number')
+      end
+    end
+
+    @project.update_from_blueprint(updated_blueprint)
+
+    data = [
+      ['created_on', 'label.user.email', 'fact.users.some_number'],
+      ['01/01/2011', 'thomas', '1'],
+      ['01/01/2011', 'thomas', '2'],
+      ['01/01/2011', 'jim', '2'],
+      ['01/01/2011', 'peter', '2'],
+      ['01/01/2011', 'john', '3']]
+    @project.upload(data, @blueprint, 'dataset.users')
+
+    expect(@project.blueprint.datasets.first.count(@project)).to eq 5
+  end
+end