gooddata 1.0.0-java

data/spec/helpers/cli_helper.rb

@@ -0,0 +1,38 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata/cli/cli'
+
+module GoodData
+  module Helpers
+    module CliHelper
+      # Execute block and capture its stdou
+      # @param block Block to be executed with stdout redirected
+      # @returns Captured output as string
+      def capture_stdout
+        original_stdout = $stdout
+        $stdout = fake = StringIO.new
+        begin
+          yield
+        ensure
+          $stdout = original_stdout
+        end
+        fake.string
+      end
+
+      # Run CLI with arguments and return captured stdout
+      # @param args Arguments
+      # @return Captured stdout
+      def run_cli(args = [])
+        old = $PROGRAM_NAME
+        $0 = 'gooddata'
+        res = capture_stdout { GoodData::CLI.main(args) }
+        $0 = old
+        res
+      end
+    end
+  end
+end

data/spec/helpers/connection_helper.rb

@@ -0,0 +1,43 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata/connection'
+
+require_relative '../environment/environment'
+
+GoodData::Environment.load
+
+module GoodData
+  module Helpers
+    module ConnectionHelper
+      include GoodData::Environment::ConnectionHelper
+
+      class << self
+        # Creates connection using default credentials or supplied one
+        #
+        # @param [String] username Optional username
+        # @param [String] password Optional password
+        def create_default_connection(username = GoodData::Environment::ConnectionHelper::DEFAULT_USERNAME, password = GoodData::Environment::ConnectionHelper::DEFAULT_PASSWORD)
+          GoodData.connect(username, password, :server => GoodData::Environment::ConnectionHelper::DEFAULT_SERVER, :verify_ssl => OpenSSL::SSL::VERIFY_NONE)
+        end
+
+        def disconnect
+          conn = GoodData.connection.connection
+          GoodData.disconnect
+          puts conn.stats_table
+        end
+
+        # Creates connection using environment varibles GD_GEM_USER and GD_GEM_PASSWORD
+        def create_private_connection
+          username = ENV['GD_GEM_USER'] || DEFAULT_USERNAME
+          password = ENV['GD_GEM_PASSWORD'] || DEFAULT_PASSWORD
+
+          GoodData.connect(username, password)
+        end
+      end
+    end
+  end
+end

data/spec/helpers/crypto_helper.rb

@@ -0,0 +1,19 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'securerandom'
+
+module GoodData
+  module Helpers
+    module CryptoHelper
+      class << self
+        def generate_password
+          SecureRandom.hex(16)
+        end
+      end
+    end
+  end
+end

data/spec/helpers/csv_helper.rb

@@ -0,0 +1,20 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Global requires
+require 'multi_json'
+
+# Local requires
+require 'gooddata/models/models'
+
+module GoodData
+  module Helpers
+    module CsvHelper
+      CSV_PATH_EXPORT = 'out.txt'
+      CSV_PATH_IMPORT = File.join(File.dirname(__FILE__), '..', 'data', 'users.csv')
+    end
+  end
+end

data/spec/helpers/process_helper.rb

@@ -0,0 +1,35 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Global requires
+require 'multi_json'
+require 'pmap'
+
+# Local requires
+require 'gooddata/models/models'
+
+require_relative '../environment/environment'
+
+GoodData::Environment.load
+
+module GoodData
+  module Helpers
+    module ProcessHelper
+      include GoodData::Environment::ProcessHelper
+
+      class << self
+        def remove_old_processes(project)
+          processes = project.processes
+          processes.pmap do |process|
+            next if process.obj_id == GoodData::Environment::ProcessHelper::PROCESS_ID
+            puts "Deleting #{process.inspect}"
+            process.delete
+          end
+        end
+      end
+    end
+  end
+end

data/spec/helpers/project_helper.rb

@@ -0,0 +1,74 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Global requires
+require 'multi_json'
+
+# Local requires
+require 'gooddata/models/models'
+
+require_relative '../environment/environment'
+
+GoodData::Environment.load
+
+module GoodData
+  module Helpers
+    module ProjectHelper
+      include GoodData::Environment::ProjectHelper
+
+      ENVIRONMENT = 'TESTING'
+
+      class << self
+        def get_default_project(opts = { :client => GoodData.connection })
+          GoodData::Project[GoodData::Helpers::ProjectHelper::PROJECT_ID, opts]
+        end
+
+        def delete_old_projects(opts = { :client => GoodData.connection })
+          projects = opts[:client].projects
+          projects.each do |project|
+            next if project.json['project']['meta']['author'] != client.user.uri
+            next if project.pid == 'we1vvh4il93r0927r809i3agif50d7iz'
+            begin
+              puts "Deleting project #{project.title}"
+              project.delete
+            rescue e
+              puts 'ERROR: ' + e.to_s
+            end
+          end
+        end
+
+        def create_random_user(client, opts = {})
+          num = rand(1e7)
+          login = opts[:login] || "gemtest#{num}@gooddata.com"
+
+          opts = {
+            email: login,
+            login: login,
+            first_name: 'the',
+            last_name: num.to_s,
+            role: 'editor',
+            password: CryptoHelper.generate_password,
+            domain: ConnectionHelper::DEFAULT_DOMAIN
+          }
+          GoodData::Membership.create(opts, client: client)
+        end
+
+        def load_full_project_implementation(client)
+          spec = JSON.parse(File.read("./spec/data/blueprints/test_project_model_spec.json"), :symbolize_names => true)
+          blueprint = GoodData::Model::ProjectBlueprint.new(spec)
+
+          project = client.create_project_from_blueprint(
+            blueprint,
+            token: ConnectionHelper::GD_PROJECT_TOKEN,
+            environment: ProjectHelper::ENVIRONMENT
+          )
+
+          [project, blueprint, spec]
+        end
+      end
+    end
+  end
+end

data/spec/helpers/schedule_helper.rb

@@ -0,0 +1,33 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'pmap'
+
+require_relative 'process_helper'
+
+require_relative '../environment/environment'
+
+GoodData::Environment.load
+
+module GoodData
+  module Helpers
+    module ScheduleHelper
+      include GoodData::Environment::ScheduleHelper
+
+      class << self
+        def remove_old_schedules(project)
+          schedules = project.schedules
+          schedules.pmap do |schedule|
+            next if schedule.obj_id == SCHEDULE_ID
+
+            puts "Deleting #{schedule.inspect}"
+            schedule.delete
+          end
+        end
+      end
+    end
+  end
+end

data/spec/helpers/spec_helper.rb

@@ -0,0 +1,17 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+module GoodData
+  module Helpers
+    module SpecHelper
+      class << self
+        def random_choice(possibilities, current_value)
+          (possibilities - Array(current_value)).sample
+        end
+      end
+    end
+  end
+end

data/spec/integration/ads_output_stage_spec.rb

@@ -0,0 +1,45 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata'
+
+describe GoodData::AdsOutputStage, :constraint => 'slow' do
+  before(:all) do
+    @client = ConnectionHelper.create_default_connection
+    @ads = GoodData::DataWarehouse.create(client: @client, title: 'Test ADS', auth_token: ConnectionHelper::GD_PROJECT_TOKEN, environment: ProjectHelper::ENVIRONMENT)
+    @project = @client.create_project(title: 'Test project', auth_token: ConnectionHelper::GD_PROJECT_TOKEN, environment: ProjectHelper::ENVIRONMENT)
+  end
+
+  after(:all) do
+    # We need to delete the output stage explicitly
+    # because of https://jira.intgdc.com/browse/DSS-2967
+    @project && @project.add && @project.add.output_stage && @project.add.output_stage.delete
+    @project && @project.delete
+    @ads && @ads.delete
+    @client && @client.disconnect
+  end
+
+  it 'should be able to create output stage' do
+    @project.add.output_stage = GoodData::AdsOutputStage.create(client: @client, ads: @ads, client_id: 'Client_Id', project: @project)
+    expect(@project.add.output_stage.schema).to eq "#{@ads.schemas}/default"
+    expect(@project.add.output_stage.client_id).to eq 'Client_Id'
+    expect(@project.add.process).not_to be_nil
+    expect(@project.add.process.type).to eq :dataload
+  end
+
+  it 'shoule be able to show the sql diff' do
+    expect(@project.add.output_stage.sql_diff).to eq '-- Output Stage and LDM column mapping matches.'
+  end
+
+  describe '#delete' do
+    it 'deletes the link to schema' do
+      output_stage = GoodData::AdsOutputStage.create(client: @client, ads: @ads, client_id: 'Client_Id', project: @project)
+      expect(output_stage.data['schema']).not_to be_empty
+      output_stage.delete
+      expect(output_stage.data['schema']).to be_nil
+    end
+  end
+end

data/spec/integration/blueprint_updates_spec.rb

@@ -0,0 +1,107 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata'
+
+describe 'Create project using GoodData client', :constraint => 'slow' do
+  before(:all) do
+    @client = ConnectionHelper.create_default_connection
+    @blueprint = GoodData::Model::ProjectBlueprint.from_json('./spec/data/blueprints/test_project_model_spec.json')
+    @project = @client.create_project_from_blueprint(@blueprint, auth_token: ConnectionHelper::GD_PROJECT_TOKEN, environment: ProjectHelper::ENVIRONMENT)
+  end
+
+  after(:all) do
+    @project.delete
+    @client.disconnect
+  end
+
+  it 'Should create project using GoodData::Rest::Client#create_project' do
+    data = [
+      %w(repo_id repo_name),
+      [1, "goodot"],
+      [2, "bam"],
+      [3, "infra"]
+    ]
+    @project.upload(data, @blueprint, 'dataset.repos')
+
+    data = [
+      %w(dev_id email),
+      ['1', 'tomas@gmail.com'],
+      ['2', 'petr@gmail.com'],
+      ['3', 'jirka@gmail.com']
+    ]
+    @project.upload(data, @blueprint, 'dataset.devs')
+
+    data = [
+      %w(lines_changed committed_on dev_id repo_id),
+      [1, '01/01/2011', '1', '1'],
+      [2, '01/01/2011', '2', '2'],
+      [3, '01/01/2011', '3', '3']
+    ]
+    @project.upload(data, @blueprint, 'dataset.commits')
+  end
+
+  it "should be able to add anchor's labels" do
+    bp = @project.blueprint
+    bp.datasets('dataset.commits').change do |d|
+      d.add_label(
+        'label.commits.factsof.id',
+        reference: 'attr.commits.factsof',
+        name: 'anchor_label'
+      )
+    end
+    @project.update_from_blueprint(bp, maql_replacements: { "PRESERVE DATA" => "" })
+    data = [
+      ['label.commits.factsof.id', 'fact.commits.lines_changed', 'committed_on', 'dataset.devs', 'dataset.repos'],
+      ['111', 1, '01/01/2011', '1', '1'],
+      ['222', 2, '01/01/2011', '2', '2'],
+      ['333', 3, '01/01/2011', '3', '3']
+    ]
+    @project.upload(data, bp, 'dataset.commits')
+    m = @project.facts.first.create_metric
+    @project.compute_report(top: [m], left: ['label.commits.factsof.id'])
+  end
+
+  it "be able to remove anchor's labels" do
+    bp = @project.blueprint
+    bp.datasets('dataset.commits').anchor.strip!
+    @project.update_from_blueprint(bp)
+    bp = @project.blueprint
+    expect(bp.datasets('dataset.commits').anchor.labels.count).to eq 0
+    expect(@project.labels('label.commits.factsof.id')).to eq nil
+  end
+
+  it "is possible to move attribute. Let's make a fast attribute." do
+    # define stuff
+    m = @project.facts.first.create_metric.save
+    report = @project.create_report(title: 'Test report', top: [m], left: ['label.devs.dev_id.email'])
+    # both compute
+    expect(m.execute).to eq 6
+    expect(report.execute.without_top_headers.to_a).to eq [['jirka@gmail.com', 3],
+                                                           ['petr@gmail.com', 2],
+                                                           ['tomas@gmail.com', 1]]
+
+    # We move attribute
+    @blueprint.move!('some_attr_id', 'dataset.repos', 'dataset.commits')
+    @project.update_from_blueprint(@blueprint)
+
+    # load new data
+    data = [
+      %w(lines_changed committed_on dev_id repo_id repo_name),
+      [1, '01/01/2011', '1', '1', 'goodot'],
+      [2, '01/01/2011', '2', '2', 'goodot'],
+      [3, '01/01/2011', '3', '3', 'infra']
+    ]
+    @project.upload(data, @blueprint, 'dataset.commits')
+
+    # both still compute
+    # since we did not change the grain the results are the same
+    expect(m.execute).to eq 6
+    expect(report.execute.without_top_headers.to_a).to eq [["jirka@gmail.com", 3],
+                                                           ["petr@gmail.com", 2],
+                                                           ["tomas@gmail.com", 1]]
+  end
+end

data/spec/integration/blueprint_with_ca_spec.rb

@@ -0,0 +1,56 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata'
+
+describe 'Create project using GoodData client', :constraint => 'slow' do
+  before(:all) do
+    @client = ConnectionHelper.create_default_connection
+    @blueprint = GoodData::Model::ProjectBlueprint.build("My project from blueprint") do |project_builder|
+      project_builder.add_dataset('dataset.users', title: 'Users Dataset') do |schema_builder|
+        schema_builder.add_anchor('attr.users.id')
+        schema_builder.add_label('label.users.id_label', reference: 'attr.users.id')
+        schema_builder.add_attribute('attr.users.another_attr')
+        schema_builder.add_label('label.users.another_attr_label', reference: 'attr.users.another_attr')
+        schema_builder.add_fact('fact.users.some_number')
+      end
+    end
+    fail "blueprint is invalid" unless @blueprint.valid?
+
+    @project = @client.create_project_from_blueprint(@blueprint, auth_token: ConnectionHelper::GD_PROJECT_TOKEN)
+  end
+
+  after(:all) do
+    @project && @project.delete
+    @client && @client.disconnect
+  end
+
+  it 'Should create computed attribute' do
+    metric = @project.facts('fact.users.some_number').create_metric(title: 'Test')
+    metric.save
+    attribute = @project.attributes('attr.users.another_attr')
+
+    update = GoodData::Model::ProjectBlueprint.build('update') do |project_builder|
+      project_builder.add_computed_attribute(
+        'attr.comp.my_computed_attr',
+        title: 'My computed attribute',
+        metric: metric,
+        attribute: attribute,
+        buckets: [{ label: 'Small', highest_value: 1000 }, { label: 'Medium', highest_value: 2000 }, { label: 'High' }]
+      )
+    end
+
+    new_bp = @blueprint.merge(update)
+    fail "blueprint with computed attribute is invalid" unless new_bp.valid?
+
+    @project.update_from_blueprint(new_bp)
+    ca = @project.attributes.find { |a| a.title == 'My computed attribute' }
+
+    expect(ca).not_to be_nil
+    expect(ca.computed_attribute?).to be_truthy
+    expect(@project.computed_attributes.length).to eq 1
+  end
+end