gooddata-edge 0.6.27.edge

data/spec/integration/variables_spec.rb

@@ -0,0 +1,188 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata'
+
+describe "Variables implementation", :constraint => 'slow' do
+  before(:all) do
+    @spec = JSON.parse(File.read("./spec/data/blueprints/test_project_model_spec.json"), :symbolize_names => true)
+    @client = ConnectionHelper::create_default_connection
+    blueprint = GoodData::Model::ProjectBlueprint.new(@spec)
+    @project = @client.create_project_from_blueprint(blueprint, :token => ConnectionHelper::GD_PROJECT_TOKEN, environment: ProjectHelper::ENVIRONMENT)
+    @domain = @client.domain(ConnectionHelper::DEFAULT_DOMAIN)
+
+    @label = GoodData::Attribute.find_first_by_title('Dev', client: @client, project: @project).label_by_name('email')
+
+    commits_data = [
+      ["lines_changed","committed_on","dev_id","repo_id"],
+      [1,"01/01/2014",1,1],
+      [3,"01/02/2014",2,2],
+      [5,"05/02/2014",3,1]]
+    @project.upload(commits_data, blueprint, 'dataset.commits')
+    
+    devs_data = [
+      ["dev_id", "email"],
+      [1, "tomas@gooddata.com"],
+      [2, "petr@gooddata.com"],
+      [3, "jirka@gooddata.com"]]
+    @project.upload(devs_data, blueprint, 'dataset.devs')
+    
+    @variable = @project.create_variable(title: 'uaaa', attribute: @label.attribute).save
+
+  end
+
+  after(:all) do
+    @project.delete if @project
+  end
+
+  after(:each) do
+    @variable.user_values.select {|x| x.level == :user}.pmap &:delete
+  end
+
+  it "should create a variable filter" do
+    filters = [[ConnectionHelper::DEFAULT_USERNAME, @label.uri, 'tomas@gooddata.com', 'jirka@gooddata.com']]
+
+    metric = @project.create_metric("SELECT SUM(#\"Lines Changed\")", :title => 'x')
+
+    # [jirka@gooddata.com | petr@gooddata.com | tomas@gooddata.com]
+    # [5.0                | 3.0               | 1.0               ]
+    @project.add_variable_permissions(filters, @variable)
+    r = @project.compute_report(left: [metric], top: [@label.attribute], filters: [@variable])
+    r.include_column?(['tomas@gooddata.com', 1]).should == true
+    r.include_column?(['jirka@gooddata.com', 5]).should == true
+    r.include_column?(['petr@gooddata.com', 3]).should == false
+
+    r = @project.compute_report(left: [metric], top: [@label.attribute])
+    r.include_column?(['tomas@gooddata.com', 1]).should == true
+    r.include_column?(['jirka@gooddata.com', 5]).should == true
+    r.include_column?(['petr@gooddata.com', 3]).should == true
+  end
+
+  it "should fail when asked to set a user not in project. No filters should be set up." do
+    filters = [
+      ['nonexistent_user@gooddata.com', @label.uri, "tomas@gooddata.com"],
+      [ConnectionHelper::DEFAULT_USERNAME, @label.uri, "tomas@gooddata.com"]
+    ]
+    expect do
+      @project.add_variable_permissions(filters, @variable)
+    end.to raise_error
+    expect(@variable.user_values.count).to eq 0
+  end
+
+  it "should pass and set users that are in the projects" do
+    filters = [
+      [ConnectionHelper::DEFAULT_USERNAME, @label.uri, "tomas@gooddata.com"]
+    ]
+    @project.add_variable_permissions(filters, @variable)
+    expect(@variable.user_values.count).to eq 1
+  end
+  
+  it "should pass and set only users that are in the projects if asked" do
+    filters = [
+      ['nonexistent_user@gooddata.com', @label.uri, 'tomas@gooddata.com'],
+      [ConnectionHelper::DEFAULT_USERNAME, @label.uri, 'tomas@gooddata.com']
+    ]
+    @project.add_variable_permissions(filters, @variable, users_must_exist: false)
+    expect(@variable.user_values.count).to eq 1
+  end
+  
+  it "should fail when asked to set a value not in the proejct" do
+    filters = [
+      [ConnectionHelper::DEFAULT_USERNAME, @label.uri, '%^&*( nonexistent value', 'tomas@gooddata.com'],
+      [ConnectionHelper::DEFAULT_USERNAME, @label.uri, 'tomas@gooddata.com']]
+    expect do
+      @project.add_variable_permissions(filters, @variable)
+    end.to raise_error
+    expect(@variable.user_values.count).to eq 0
+  end
+  
+  it "should add a filter with nonexistent values when asked" do
+    filters = [[ConnectionHelper::DEFAULT_USERNAME, @label.uri, '%^&*( nonexistent value', 'jirka@gooddata.com']]
+    @project.add_variable_permissions(filters, @variable, ignore_missing_values: true)
+  
+    expect(@variable.user_values.pmap {|m| m.pretty_expression}).to eq ["[Dev] IN ([jirka@gooddata.com])"]
+    expect(@variable.user_values.count).to eq 1
+  end
+
+  it "should be able to print data permissions in a human readable form" do
+    filters = [[ConnectionHelper::DEFAULT_USERNAME, @label.uri, "tomas@gooddata.com"]]
+    @project.add_variable_permissions(filters, @variable)
+    perms = @variable.user_values
+    pretty = perms.pmap {|f| [f.related.login, f.pretty_expression]}
+    expect(perms.first.related).to eq @client.user
+    expect(pretty).to eq [[ConnectionHelper::DEFAULT_USERNAME, "[Dev] IN ([tomas@gooddata.com])"]]
+  end
+
+  it "sets up mandatory users based on the state given as an end state by default." do
+    # first let's prepare some user filters
+    user_with_already_set_up_filter = @project.get_user(ConnectionHelper::DEFAULT_USERNAME)
+
+    filters = [
+      [user_with_already_set_up_filter.login, @label.uri, "tomas@gooddata.com"]
+    ]
+    @project.add_variable_permissions(filters, @variable)
+    expect(@variable.user_values.map {|f| [f.related.login, f.pretty_expression] })
+      .to eq [[ConnectionHelper::DEFAULT_USERNAME, "[Dev] IN ([tomas@gooddata.com])"]]
+
+    # Now let's add user filter to a different user. If we do not explicitely state that
+    # user_with_already_set_up_filter should keep his filter it will be removed
+    another_user = @domain.users.find { |u| u.login != ConnectionHelper::DEFAULT_USERNAME }
+    @project.add_user(another_user, 'Admin', domain: @domain)
+    new_filters = [
+      [another_user.login, @label.uri, "tomas@gooddata.com"]
+    ]
+    @project.add_variable_permissions(new_filters, @variable)
+    expect(@variable.user_values.map {|f| [f.related.login, f.pretty_expression] })
+      .to eq [[another_user.login, "[Dev] IN ([tomas@gooddata.com])"]]
+  end
+
+  it "should set up false if all values are nonexistent" do
+    metric = GoodData::Fact.find_first_by_title('Lines Changed', client: @client, project: @project).create_metric
+    filters = [[ConnectionHelper::DEFAULT_USERNAME, @label.uri, "NONEXISTENT1", "NONEXISTENT2", "NONEXISTENT3"]]
+    @project.add_variable_permissions(filters, @variable, ignore_missing_values: true)
+    # expect(metric.execute).to eq 9
+    expect(@variable.user_values.map {|f| [f.related.login, f.pretty_expression] })
+      .to eq [[ConnectionHelper::DEFAULT_USERNAME, "TRUE"]]
+
+    @project.add_variable_permissions(filters, @variable, ignore_missing_values: true, restrict_if_missing_all_values: true)
+    # expect(metric.execute).to eq nil
+    expect(@variable.user_values.count).to eq 0
+  end
+
+  it "you can switch the updates. Whatever is not mentioned will not be touched" do
+    # first let's prepare some user filters
+    user_with_already_set_up_filter = @project.get_user(ConnectionHelper::DEFAULT_USERNAME)
+
+    filters = [
+      [user_with_already_set_up_filter.login, @label.uri, "tomas@gooddata.com"]
+    ]
+    @project.add_variable_permissions(filters, @variable)
+    expect(@variable.user_values.map {|f| [f.related.login, f.pretty_expression] })
+      .to eq [[ConnectionHelper::DEFAULT_USERNAME, "[Dev] IN ([tomas@gooddata.com])"]]
+    # Now let's add user filter to a different user. If we do not explicitely state that
+    # user_with_already_set_up_filter should keep his filter it will be removed
+    another_user = @domain.users.find { |u| u.login != ConnectionHelper::DEFAULT_USERNAME }
+    @project.add_user(another_user, 'Admin', domain: @domain)
+    new_filters = [
+      [another_user.login, @label.uri, "tomas@gooddata.com"]
+    ]
+    @project.add_variable_permissions(new_filters, @variable, do_not_touch_filters_that_are_not_mentioned: true)
+    expect(@variable.user_values.map {|f| [f.related.login, f.pretty_expression] })
+      .to include([ConnectionHelper::DEFAULT_USERNAME, "[Dev] IN ([tomas@gooddata.com])"],
+                  [another_user.login, "[Dev] IN ([tomas@gooddata.com])"])
+  end
+
+  it "should be able to update the filter value in place" do
+    pending 'FIXME: We cannot swap filters yet'
+
+    filters = [[ConnectionHelper::DEFAULT_USERNAME, @label.uri, "tomas@gooddata.com", "jirka@gooddata.com"]]
+    @project.add_variable_permissions(filters, @variable)
+    perm = @variable.user_values.first
+    filters = [[ConnectionHelper::DEFAULT_USERNAME, @label.uri, "tomas@gooddata.com"]]
+    @project.add_variable_permissions(filters, @variable)
+    expect(perm.reload!.pretty_expression).to eq '[Dev] IN ([tomas@gooddata.com, jirka@gooddata.com])'
+  end
+end

data/spec/logging_in_logging_out_spec.rb

@@ -0,0 +1,93 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata'
+require 'pry'
+
+describe GoodData::Rest::Connection, :constraint => 'slow' do
+
+  it "should log in and disconnect" do
+    client = ConnectionHelper::create_default_connection
+    expect(client).to be_kind_of(GoodData::Rest::Client)
+
+    client.get("/gdc/md")
+
+    client.disconnect
+  end
+
+  it 'should be able to log in with user name and password as params' do
+    client = GoodData.connect(GoodData::Environment::ConnectionHelper::DEFAULT_USERNAME, GoodData::Environment::ConnectionHelper::DEFAULT_PASSWORD,
+                              server: GoodData::Environment::ConnectionHelper::DEFAULT_SERVER,
+                              verify_ssl: false)
+    client.disconnect
+  end
+
+  it 'should be able to log in with user name and password as hash' do
+    client = GoodData.connect(username: GoodData::Environment::ConnectionHelper::DEFAULT_USERNAME,
+                              password: GoodData::Environment::ConnectionHelper::DEFAULT_PASSWORD,
+                              server: GoodData::Environment::ConnectionHelper::DEFAULT_SERVER,
+                              verify_ssl: false)
+    client.disconnect
+  end
+
+  it 'should be able to log in with login and password as hash' do
+    client = GoodData.connect(login: GoodData::Environment::ConnectionHelper::DEFAULT_USERNAME,
+                              password: GoodData::Environment::ConnectionHelper::DEFAULT_PASSWORD,
+                              server: GoodData::Environment::ConnectionHelper::DEFAULT_SERVER,
+                              verify_ssl: false)
+    client.disconnect
+  end
+
+  it 'should be able to pass additional params in hash' do
+    client = GoodData.connect(login: GoodData::Environment::ConnectionHelper::DEFAULT_USERNAME,
+                              password: GoodData::Environment::ConnectionHelper::DEFAULT_PASSWORD,
+                              server: GoodData::Environment::ConnectionHelper::DEFAULT_SERVER,
+                              webdav_server: 'https://some_random_server/',
+                              verify_ssl: false)
+    expect(client.opts[:webdav_server]).to eq 'https://some_random_server/'
+    client.disconnect
+  end
+
+  it 'should be able to pass additional params in hash when used login/pass' do
+    client = GoodData.connect(GoodData::Environment::ConnectionHelper::DEFAULT_USERNAME, GoodData::Environment::ConnectionHelper::DEFAULT_PASSWORD,
+                              server: GoodData::Environment::ConnectionHelper::DEFAULT_SERVER,
+                              webdav_server: 'https://some_random_server/',
+                              verify_ssl: false)
+    expect(client.opts[:webdav_server]).to eq 'https://some_random_server/'
+    client.disconnect
+  end
+
+  it "should log in and disconnect with SST" do
+    regular_client = ConnectionHelper::create_default_connection
+    sst = regular_client.connection.sst_token
+
+    sst_client = GoodData.connect(sst_token: sst, verify_ssl: false)
+    expect(sst_client.projects.count).to be > 0
+    sst_client.disconnect
+
+    regular_client.disconnect
+  end
+
+  it "should log in and disconnect with SST with additional params" do
+    regular_client = ConnectionHelper::create_default_connection
+    sst = regular_client.connection.sst_token
+
+    sst_client = GoodData.connect(sst_token: sst, verify_ssl: false, webdav_server: 'https://some_random_server/')
+    expect(sst_client.projects.count).to be > 0
+    expect(sst_client.opts[:webdav_server]).to eq 'https://some_random_server/'
+    sst_client.disconnect
+
+    regular_client.disconnect
+  end
+
+  it "should be able to regenerate TT" do
+    regular_client = ConnectionHelper::create_default_connection
+    projects = regular_client.projects
+    regular_client.connection.cookies[:cookies].delete('GDCAuthTT')
+    regular_client.get('/gdc/md')
+    expect(regular_client.connection.cookies[:cookies]).to have_key 'GDCAuthTT'
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,95 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'simplecov'
+require 'pmap'
+require 'rspec'
+require 'pathname'
+require 'webmock/rspec'
+
+WebMock.disable!
+
+# Automagically include all helpers/*_helper.rb
+
+require_relative 'environment/environment'
+
+GoodData::Environment.load
+
+base = Pathname(__FILE__).dirname.expand_path
+Dir.glob(base + 'helpers/*_helper.rb').each do |file|
+  require file
+end
+
+include GoodData::Helpers
+
+RSpec::Expectations.configuration.warn_about_potential_false_positives = false
+
+RSpec.configure do |config|
+  config.deprecation_stream = File.open('deprecations.txt', 'w')
+
+  config.include BlueprintHelper
+  config.include CliHelper
+  config.include ConnectionHelper
+  config.include CryptoHelper
+  config.include CsvHelper
+  config.include ProcessHelper
+  config.include ProjectHelper
+  config.include ScheduleHelper
+  # config.include SchemaHelper
+
+  config.filter_run_excluding :broken => true
+
+  config.fail_fast = false
+
+  config.before(:all) do
+    # TODO: Move this to some method.
+    # TODO Make more intelligent so two test suites can run at the same time.
+    # ConnectionHelper.create_default_connection
+    # users = GoodData::Domain.users(ConnectionHelper::DEFAULT_DOMAIN)
+    # users.pmap do |user|
+    #   user.delete if user.email != ConnectionHelper::DEFAULT_USERNAME
+    # end
+
+    # TODO: Fully setup global environment
+    # $stdout.sync=true
+    # $stderr.sync=true
+
+    GoodData.logging_off
+    GoodData.stats_off
+  end
+
+  config.after(:all) do
+    # TODO: Fully setup global environment
+  end
+
+  config.before(:suite) do
+    # TODO: Setup test project
+    GoodData.logging_off
+  end
+
+  config.after(:suite) do
+    # TODO: Delete test project
+  end
+end
+
+SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter[
+  SimpleCov::Formatter::HTMLFormatter
+]
+
+SimpleCov.start do
+  add_filter 'spec/'
+  add_filter 'test/'
+
+  add_group 'Bricks', 'lib/gooddata/bricks'
+  add_group 'Middleware', 'lib/gooddata/bricks/middleware'
+  add_group 'CLI', 'lib/gooddata/cli'
+  add_group 'Commands', 'lib/gooddata/commands'
+  add_group 'Core', 'lib/gooddata/core'
+  add_group 'Exceptions', 'lib/gooddata/exceptions'
+  add_group 'Extensions', 'lib/gooddata/extensions'
+  add_group 'Goodzilla', 'lib/gooddata/goodzilla'
+  add_group 'Models', 'lib/gooddata/models'
+end

data/spec/unit/bricks/bricks_spec.rb

@@ -0,0 +1,35 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata/bricks/bricks'
+
+describe GoodData::Bricks::Brick do
+  it "Has GoodData::Bricks::Brick class" do
+    GoodData::Bricks::Brick.should_not == nil
+  end
+
+  describe '#version' do
+    it 'Throws NotImplemented on base class' do
+      brick = GoodData::Bricks::Brick.new
+      expect do
+        brick.version
+      end.to raise_error(NotImplementedError)
+    end
+  end
+
+  it "should be possible to execute custom brick" do
+    class CustomBrick < GoodData::Bricks::Brick
+
+      def call(params)
+        puts 'hello'
+      end
+    end
+
+    p = GoodData::Bricks::Pipeline.prepare([CustomBrick])
+
+    p.call({})
+  end
+end

data/spec/unit/bricks/middleware/aws_middelware_spec.rb

@@ -0,0 +1,51 @@
+# encoding: UTF-8
+#
+# Copyright (c) 2010-2015 GoodData Corporation. All rights reserved.
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+require 'gooddata/bricks/brick'
+require 'gooddata/bricks/bricks'
+require 'gooddata/bricks/middleware/aws_middleware'
+
+describe GoodData::Bricks::AWSMiddleware do
+  it 'should do nothing if the key "aws_client" is not there at all' do
+    middleware = GoodData::Bricks::AWSMiddleware.new(app: lambda {|params| 'Doing nothing'})
+    middleware.call({})
+  end
+
+  it 'should fail gracefully if value aws_client param not present even though the key is' do
+    middleware = GoodData::Bricks::AWSMiddleware.new(app: lambda {|params| 'Doing nothing'})
+    expect do
+      middleware.call('aws_client' => nil)
+    end.to raise_exception 'Unable to connect to AWS. Parameter "aws_client" seems to be empty'
+  end
+
+  it 'should fail gracefully if value secret_access_key is missing' do
+    middleware = GoodData::Bricks::AWSMiddleware.new(app: lambda {|params| 'Doing nothing'})
+    expect do
+      middleware.call('aws_client' => {
+        'access_key_id' => 'something'
+      })
+    end.to raise_exception 'Unable to connect to AWS. Parameter "secret_access_key" is missing'
+  end
+
+  it 'should fail gracefully if value access_key_id is missing' do
+    middleware = GoodData::Bricks::AWSMiddleware.new(app: lambda {|params| 'Doing nothing'})
+    expect do
+      middleware.call('aws_client' => {
+        'secret_access_key' => 'something'
+      })
+    end.to raise_exception 'Unable to connect to AWS. Parameter "access_key_id" is missing'
+  end
+
+  it "should preapre aws middleware for aws_client param" do
+    middleware = GoodData::Bricks::AWSMiddleware.new(app: lambda do |params|
+      expect(params['aws_client']['s3_client']).to be_kind_of(Aws::S3::Resource)
+    end)
+    middleware.call('aws_client' => {
+      'secret_access_key' => 'something',
+      'access_key_id' => 'something'
+    })
+  end
+end