gooddata 0.6.11 → 0.6.12

data/spec/unit/models/schedule_spec.rb

@@ -17,18 +17,16 @@ describe GoodData::Schedule do
 
   before(:each) do
     @client = ConnectionHelper.create_default_connection
-
+  
     @project = ProjectHelper.get_default_project(:client => @client)
-
-    @project_executable = './graph/graph.grf'
-
+    @project_executable = 'graph/graph.grf'
     @test_data = {
       :timezone => 'UTC',
       :cron => '2 2 2 2 *',
       :client => @client,
       :project => @project
     }
-
+  
     @test_data_with_optional_param = {
       :timezone => 'UTC',
       :cron => '2 2 2 2 *',
@@ -92,7 +90,7 @@ describe GoodData::Schedule do
       expect {
         sched = @project.create_schedule(ProcessHelper::PROCESS_ID, @test_cron, @project_executable, @test_data_with_optional_param)
       }.not_to raise_error
-
+    
       sched.should_not be_nil
       sched.delete
     end
@@ -173,11 +171,11 @@ describe GoodData::Schedule do
     before(:each) do
       @schedule = @project.create_schedule(ProcessHelper::PROCESS_ID, @test_cron, @project_executable, @test_data)
     end
-
+    
     after(:each) do
       @schedule.delete
     end
-
+    
     it 'Should return executable as string' do
       res = @schedule.executable
       res.should_not be_nil
@@ -204,6 +202,32 @@ describe GoodData::Schedule do
     end
   end
 
+  describe '#execute' do
+    before(:each) do
+      @schedule = @project.create_schedule(ProcessHelper::PROCESS_ID, @test_cron, @project_executable, @test_data)
+      @process = @project.deploy_process('./spec/data/gooddata_version_process/gooddata_version.zip',
+                                       type: 'RUBY',
+                                       name: 'Test ETL zipped file GoodData Process')
+      @schedule = @process.create_schedule('0 15 27 7 *', @process.executables.first)
+    end
+
+    after(:each) do
+      @schedule.delete
+    end
+
+    it 'Waits for execution result by default' do
+      res = @schedule.execute
+      expect(res).to be_an_instance_of(GoodData::Execution)
+      expect([:ok, :error].include?(res.status)).to be_truthy
+    end
+
+    it 'can be overridden to do not wait for execution result' do
+      res = @schedule.execute(:wait => false)
+      expect(res).to be_an_instance_of(GoodData::Execution)
+      expect([:scheduled, :running].include?(res.status)).to be_truthy
+    end
+  end
+
   describe '#execution_url' do
     before(:each) do
       @schedule = @project.create_schedule(ProcessHelper::PROCESS_ID, @test_cron, @project_executable, @test_data)
@@ -222,6 +246,7 @@ describe GoodData::Schedule do
   end
 
   describe '#type' do
+
     before(:each) do
       @schedule = @project.create_schedule(ProcessHelper::PROCESS_ID, @test_cron, @project_executable, @test_data)
     end
@@ -455,11 +480,11 @@ describe GoodData::Schedule do
     before(:each) do
       @schedule = @project.create_schedule(ProcessHelper::PROCESS_ID, @test_cron, @project_executable, @test_data_with_optional_param)
     end
-
+  
     after(:each) do
       @schedule.delete
     end
-
+  
     it 'Should return reschedule as integer' do
       res = @schedule.reschedule
       res.should_not be_nil
@@ -471,17 +496,17 @@ describe GoodData::Schedule do
     before(:each) do
       @schedule = @project.create_schedule(ProcessHelper::PROCESS_ID, @test_cron, @project_executable, @test_data_with_optional_param)
     end
-
+  
     after(:each) do
       @schedule.delete
     end
-
+  
     it 'Assigns the reschedule and marks the object dirty' do
       test_reschedule = 45
-
+  
       @schedule.reschedule = test_reschedule
       expect(@schedule.reschedule).to eq(test_reschedule)
       expect(@schedule.dirty).to eq(true)
     end
   end
-end
+end

data/spec/unit/models/user_filters_spec.rb

@@ -0,0 +1,89 @@
+require 'gooddata'
+
+def check_filters(filters)
+  filters.count.should == 2
+  filter = filters.first
+  filter[:login].should == "john.doe@example.com"
+  filter[:filters].count.should == 1
+  filter[:filters].first[:values].count.should == 4
+  filter[:filters].first[:values].should == ["USA", "Czech Republic", "Uganda", "Slovakia"]
+  filter = filters.last
+  filter[:login].should == "jane.doe@example.com"
+  filter[:filters].count.should == 1
+  filter[:filters].first[:values].count.should == 1
+end
+
+describe 'User filters implementation' do
+
+  it "should create user filters from a file using row based approach" do
+    filters = GoodData::UserFilterBuilder::get_filters('./spec/data/line_based_permissions.csv', {
+        :labels => [
+          {:label => "/gdc/md/lu292gm1077gtv7i383hjl149sva7o1e/obj/2719"},
+        ]
+      });
+    check_filters(filters)
+  end
+
+  it "should create user filters from a file using column based approach" do
+    filters = GoodData::UserFilterBuilder::get_filters('./spec/data/column_based_permissions.csv', {
+        :labels => [
+          {:label => "/gdc/md/lu292gm1077gtv7i383hjl149sva7o1e/obj/2719", :column => 'region'},
+        ]
+      });
+    check_filters(filters)
+  end
+
+  it "should treat empty like nil, empty value has to be enclosed in quotes" do
+    filters = GoodData::UserFilterBuilder::get_filters('./spec/data/column_based_permissions.csv', {
+        :labels => [
+          {:label => "some_label", :column => 'region'},
+          {:label => "other_label", :column => 'department'}
+        ]
+      });
+    filters.first[:filters].last[:values].count.should == 3
+  end
+
+  it "should be able to specify columns by number" do
+    filters = GoodData::UserFilterBuilder::get_filters('./spec/data/column_based_permissions2.csv', {
+      :user_column => 2,
+      :labels => [
+        {:label => "some_label", :column => 0},
+        {:label => "other_label", :column => 1}
+      ]
+    });
+    filters.first[:filters].last[:values].count.should == 2
+  end
+
+  it "should be able to specify columns by name" do
+    filters = GoodData::UserFilterBuilder::get_filters('./spec/data/column_based_permissions2.csv', {
+      :user_column => 'login',
+      :labels => [
+        {:label => 'some_label', :column => 'region'},
+        {:label => 'other_label', :column => 'department'}
+      ]
+    });
+    filters.first[:filters].last[:values].count.should == 2
+  end
+
+  it "should normalize simplifed filters" do
+    filters = [
+      [
+        "svarovsky+gem_tester@gooddata.com",
+        "/gdc/md/zndbmx87kh69vk8liods10mwxesaxn3k/obj/213",
+        "tomas@gooddata.com",
+        "jirka@gooddata.com"
+      ]
+    ]
+    GoodData::UserFilterBuilder.normalize_filters(filters).should == [
+      {
+        :login =>"svarovsky+gem_tester@gooddata.com",
+        :filters => [
+          {
+            :label => "/gdc/md/zndbmx87kh69vk8liods10mwxesaxn3k/obj/213",
+            :values => ["tomas@gooddata.com", "jirka@gooddata.com"]
+          }
+        ]
+      }
+    ]
+  end
+end

data/spec/unit/models/variable_spec.rb

@@ -0,0 +1,259 @@
+require 'gooddata'
+
+ROW_BASED_DATA = [
+  ['tomas@gooddata.com', 'US', 'CZ', 'KZ'],
+  ['petr@gooddata.com', 'US'],
+  ['petr@gooddata.com','KZ']
+]
+COLUMN_BASED_DATA_WITH_HEADERS = [
+  {
+    :login => 'tomas@gooddata.com',
+    :country => 'US',
+    :age => 14
+  },
+  {
+    :login => 'petr@gooddata.com',
+    :country => 'US',
+    :age => 19
+  },
+  {
+    :login => 'petr@gooddata.com',
+    :country => 'KZ',
+    :age => 30
+  }
+]
+
+COLUMN_BASED_DATA_WITH_HEADERS_AND_NIL_VAL = [
+  {
+    :login => 'tomas@gooddata.com',
+    :country => 'US',
+    :age => 14
+  },
+  {
+    :login => 'petr@gooddata.com',
+    :country => 'US',
+    :age => 19
+  },
+  {
+    :login => 'petr@gooddata.com',
+    :country => 'KZ',
+    :age => nil
+  }
+]
+
+COLUMN_BASED_DATA_WITH_HEADERS_AND_EMPTY_VAL = [
+  {
+    :login => 'tomas@gooddata.com',
+    :country => 'US',
+    :age => 14
+  },
+  {
+    :login => 'petr@gooddata.com',
+    :country => 'US',
+    :age => 19
+  },
+  {
+    :login => 'petr@gooddata.com',
+    :country => 'KZ',
+    :age => ''
+  }
+]
+
+describe "DSL" do
+  it "should pick the values from row based file" do
+    results = GoodData::UserFilterBuilder::get_values(ROW_BASED_DATA, {
+      :labels => [{:label => "label/34"}]
+    })
+    results.should == {
+      "tomas@gooddata.com"=>[
+        {:label=> "label/34", :values=>["US", "CZ", "KZ"], :over => nil, :to => nil}
+      ],
+     "petr@gooddata.com"=> [
+       {:label=> "label/34", :values=>["US"], :over => nil, :to => nil},
+       {:label=> "label/34", :values=>["KZ"], :over => nil, :to => nil}
+      ]
+    }
+  end
+
+  it "should pick the values from column based file" do
+    results = GoodData::UserFilterBuilder::get_values(COLUMN_BASED_DATA_WITH_HEADERS, {
+      :type => :filter,
+      :user_column => :login,
+      :labels => [{:label => "label/34", :column => :country}]
+    })
+    results.should == {
+      "tomas@gooddata.com"=>[
+        {:label => "label/34", :values=>["US"], :over => nil, :to => nil}
+      ],
+     "petr@gooddata.com"=> [
+       {:label=> "label/34", :values=>["US"], :over => nil, :to => nil},
+       {:label=> "label/34", :values=>["KZ"], :over => nil, :to => nil}
+      ]
+    }
+  end
+
+  it "should pick the values from column based file with multiple columns" do
+    results = GoodData::UserFilterBuilder::get_values(COLUMN_BASED_DATA_WITH_HEADERS, {
+      :type => :filter,
+      :user_column => :login,
+      :labels => [{:label => "label/34", :column => :country}, {:label => "label/99", :column => :age}]
+    })
+    results.should == {
+      "tomas@gooddata.com"=>[
+        {:label=> "label/34", :values=>["US"], :over => nil, :to => nil},
+        {:label=> "label/99", :values=>[14], :over => nil, :to => nil}
+      ],
+     "petr@gooddata.com"=> [
+       {:label=>"label/34", :values=>["US"], :over => nil, :to => nil},
+       {:label=>"label/99", :values=>[19], :over => nil, :to => nil},
+       {:label=>"label/34", :values=>["KZ"], :over => nil, :to => nil},
+       {:label=>"label/99", :values=>[30], :over => nil, :to => nil}
+      ]
+    }
+  end
+
+  it "should process end to end" do
+    result = GoodData::UserFilterBuilder::get_filters(COLUMN_BASED_DATA_WITH_HEADERS, {
+      :user_column => :login,
+      :labels => [{:label => {:uri => "label/34"}, :column => :country}, {:label => {:uri => "label/99"}, :column => :age}]
+    })
+    result.should == [
+      {
+        :login=>"tomas@gooddata.com",
+        :filters=> [
+          {:label=>{:uri=>"label/34"}, :values=>["US"], :over => nil, :to => nil},
+          {:label=>{:uri=>"label/99"}, :values=>[14], :over => nil, :to => nil}
+        ]
+      },
+      {
+        :login=>"petr@gooddata.com",
+        :filters => [
+          {:label=>{:uri=>"label/34"}, :values=>["US", "KZ"], :over => nil, :to => nil},
+          {:label=>{:uri=>"label/99"}, :values=>[19, 30], :over => nil, :to => nil}
+        ]
+      }
+    ]
+  end
+
+  it "should process end to end nil value should be ignored" do
+    result = GoodData::UserFilterBuilder::get_filters(COLUMN_BASED_DATA_WITH_HEADERS_AND_NIL_VAL, {
+      :user_column => :login,
+      :labels => [{:label => {:uri => "label/34"}, :column => :country}, {:label => {:uri => "label/99"}, :column => :age}]
+    })
+    result.should == [
+      {
+        :login=>"tomas@gooddata.com",
+        :filters=> [
+          {:label=>{:uri=>"label/34"}, :values=>["US"], :over => nil, :to => nil},
+          {:label=>{:uri=>"label/99"}, :values=>[14], :over => nil, :to => nil}
+        ]
+      },
+      {
+        :login=>"petr@gooddata.com",
+        :filters => [
+          {:label=>{:uri=>"label/34"}, :values=>["US", "KZ"], :over => nil, :to => nil},
+          {:label=>{:uri=>"label/99"}, :values=>[19], :over => nil, :to => nil}
+        ]
+      }
+    ]
+  end
+
+  it "should process end to end nil value should be ignored" do
+    result = GoodData::UserFilterBuilder::get_filters(COLUMN_BASED_DATA_WITH_HEADERS_AND_EMPTY_VAL, {
+      :user_column => :login,
+      :labels => [{:label => {:uri => "label/34"}, :column => :country}, {:label => {:uri => "label/99"}, :column => :age}]
+    })
+    result.should == [
+      {
+        :login=>"tomas@gooddata.com",
+        :filters=> [
+          {:label=>{:uri=>"label/34"}, :values=>["US"], :over => nil, :to => nil},
+          {:label=>{:uri=>"label/99"}, :values=>[14], :over => nil, :to => nil}
+        ]
+      },
+      {
+        :login=>"petr@gooddata.com",
+        :filters => [
+          {:label=>{:uri=>"label/34"}, :values=>["US", "KZ"], :over => nil, :to => nil},
+          {:label=>{:uri=>"label/99"}, :values=>[19, ""], :over => nil, :to => nil}
+        ]
+      }
+    ]
+  end
+
+  it "should collect values for every user" do
+    data = {
+      "tomas" => [
+        {:label=>"label/34", :values=>["US"]},
+        {:label=>"label/34", :values=>["KZ"]},
+        {:label=>"label/99", :values=>[18]},
+        {:label=>"label/99", :values=>[20]}
+      ],
+      "petr" => [
+        {:label=>"label/34", :values=>["US"]},
+        {:label=>"label/99", :values=>[2]},
+        {:label=>"label/99", :values=>[1]}
+      ]
+    }
+    result = GoodData::UserFilterBuilder.reduce_results(data)
+    result.should == [{:login=>"tomas",
+      :filters=>
+       [{:label=>"label/34", :values=>["US", "KZ"], :over => nil, :to => nil},
+        {:label=>"label/99", :values=>[18, 20], :over => nil, :to => nil}]},
+     {:login=>"petr",
+      :filters =>
+       [{:label=>"label/34", :values=>["US"], :over => nil, :to => nil},
+        {:label=>"label/99", :values=>[2, 1], :over => nil, :to => nil}]}]
+  end
+
+  it "should collect values for every label" do
+    data = [
+      {:label=>"label/34", :values=>["US"]},
+      {:label=>"label/34", :values=>["KZ"]},
+      {:label=>"label/99", :values=>[18]},
+      {:label=>"label/99", :values=>[20]}
+    ]
+    result = GoodData::UserFilterBuilder.collect_labels(data)
+    result.should == [{:label=>"label/34", :values=>["US", "KZ"], :over => nil, :to => nil},
+     {:label=>"label/99", :values=>[18, 20], :over => nil, :to => nil}]
+    
+  end
+
+  it "should collect values" do
+    data = [
+      {:label=>"label/34", :values=>["US"]},
+      {:label=>"label/34", :values=>["KZ"]}
+    ]
+    results = GoodData::UserFilterBuilder.collect_values(data)
+    results.should == ["US", "KZ"]
+  end
+
+  it "should translate filters into MAQL filters" do
+    data = [
+      {
+        :login=>"tomas@gooddata.com",
+        :filters=> [
+          {:label => "label/34", :values=>["US"]},
+          {:label => "label/99", :values=>[14]}
+        ]
+      },
+      {
+        :login=>"petr@gooddata.com",
+        :filters => [
+          {:label => "label/34", :values=>["US", "KZ"]},
+          {:label=> "label/99", :values=>[19]}
+        ]
+      }
+    ]
+    results = data.map do |user_data|
+      {
+        :login => user_data[:login],
+        :maql_filter => user_data[:filters].map { |item| "[#{item[:label]}] IN (#{item[:values].join(', ')})" }.join(" AND ")
+      }
+    end
+    results.should == [
+      {:login=>"tomas@gooddata.com", :maql_filter=>"[label/34] IN (US) AND [label/99] IN (14)"},
+      {:login=>"petr@gooddata.com", :maql_filter=>"[label/34] IN (US, KZ) AND [label/99] IN (19)"}
+    ]
+  end
+end