mondrian-olap 1.1.0 → 1.2.0

data/spec/cube_cache_control_spec.rb

@@ -72,7 +72,8 @@ describe "Cube" do
     @olap = Mondrian::OLAP::Connection.create(CONNECTION_PARAMS.merge :schema => @schema)
   end
 
-  describe 'cache', unless: MONDRIAN_DRIVER == 'luciddb' do
+  # Do not execute tests on analytical databases with slow individual inserts
+  describe 'cache', unless: %w(vertica snowflake).include?(MONDRIAN_DRIVER) do
     def qt(name)
       @connection.quote_table_name(name.to_s)
     end
@@ -87,7 +88,7 @@ describe "Cube" do
       SQL
 
       case MONDRIAN_DRIVER
-      when 'mysql', 'jdbc_mysql', 'postgresql', 'oracle', 'vertica', 'snowflake'
+      when 'mysql', 'jdbc_mysql', 'postgresql', 'oracle'
         @connection.execute 'CREATE TABLE sales_copy AS SELECT * FROM sales'
       when 'mssql', 'sqlserver'
         # Use raw_connection.execute to avoid detecting this query as a SELECT query
@@ -97,14 +98,8 @@ describe "Cube" do
     end
 
     after(:each) do
-      case MONDRIAN_DRIVER
-      when 'mysql', 'jdbc_mysql', 'postgresql', 'oracle', 'vertica', 'snowflake'
-        @connection.execute 'TRUNCATE TABLE sales'
-        @connection.execute 'INSERT INTO sales SELECT * FROM sales_copy'
-      when 'mssql', 'sqlserver'
-        @connection.execute 'TRUNCATE TABLE sales'
-        @connection.execute 'INSERT INTO sales SELECT * FROM sales_copy'
-      end
+      @connection.execute 'TRUNCATE TABLE sales'
+      @connection.execute 'INSERT INTO sales SELECT * FROM sales_copy'
 
       @olap.flush_schema_cache
       @olap.close
@@ -112,12 +107,7 @@ describe "Cube" do
     end
 
     after(:all) do
-      case MONDRIAN_DRIVER
-      when 'mysql', 'jdbc_mysql', 'postgresql', 'oracle', 'vertica', 'snowflake'
-        @connection.execute 'DROP TABLE sales_copy'
-      when 'mssql', 'sqlserver'
-        @connection.execute 'DROP TABLE sales_copy'
-      end
+      @connection.execute 'DROP TABLE sales_copy'
     end
 
     it 'should clear cache for deleted data at lower level with segments' do

data/spec/fixtures/MondrianTest.xml

@@ -61,9 +61,6 @@ fname || ' ' || lname
           </SQL>
           <SQL dialect="mysql">
 CONCAT(`customers`.`fname`, ' ', `customers`.`lname`)
-          </SQL>
-          <SQL dialect="luciddb">
-"fname" || ' ' || "lname"
           </SQL>
           <SQL dialect="generic">
 fullname
@@ -78,9 +75,6 @@ fname || ' ' || lname
           </SQL>
           <SQL dialect="mysql">
 CONCAT(`customers`.`fname`, ' ', `customers`.`lname`)
-          </SQL>
-          <SQL dialect="luciddb">
-"fname" || ' ' || "lname"
           </SQL>
           <SQL dialect="generic">
 fullname

data/spec/fixtures/MondrianTestOracle.xml

@@ -61,9 +61,6 @@ fname || ' ' || lname
           </SQL>
           <SQL dialect="mysql">
 CONCAT(`customer`.`fname`, ' ', `customer`.`lname`)
-          </SQL>
-          <SQL dialect="luciddb">
-fname || ' ' || lname
           </SQL>
           <SQL dialect="generic">
 FULLNAME
@@ -78,9 +75,6 @@ fname || ' ' || lname
           </SQL>
           <SQL dialect="mysql">
 CONCAT(`customer`.`fname`, ' ', `customer`.`lname`)
-          </SQL>
-          <SQL dialect="luciddb">
-fname || ' ' || lname
           </SQL>
           <SQL dialect="generic">
 FULLNAME

data/spec/mondrian_spec.rb

@@ -1,3 +1,5 @@
+# encoding: utf-8
+
 require "spec_helper"
 
 describe "Mondrian features" do
@@ -11,13 +13,39 @@ describe "Mondrian features" do
             level 'Gender', :column => 'gender', :unique_members => true
           end
         end
+        dimension 'Promotions', :foreign_key => 'promotion_id' do
+          hierarchy :has_all => true, :primary_key => 'id' do
+            table 'promotions'
+            level 'Promotion', :column => 'id', :name_column => 'promotion', :unique_members => true, :ordinal_column => 'sequence', :type => 'Numeric'
+          end
+        end
+        dimension 'Linked Promotions', :foreign_key => 'customer_id' do
+          hierarchy :has_all => true, :primary_key => 'id', :primary_key_table => 'customers' do
+            join :left_key => 'related_fullname', :right_key => 'fullname' do
+              table "customers"
+              join :left_key => "promotion_id", :right_key => "id" do
+                table "customers", :alias => "customers_bt"
+                table "promotions"
+              end
+            end
+            level 'Promotion', :column => 'id', :name_column => 'promotion', :unique_members => true, :table => 'promotions', :ordinal_column => 'sequence', :type => 'Numeric', :approx_row_count => 10
+          end
+        end
         dimension 'Customers', :foreign_key => 'customer_id' do
           hierarchy :has_all => true, :all_member_name => 'All Customers', :primary_key => 'id' do
             table 'customers'
             level 'Country', :column => 'country', :unique_members => true
             level 'State Province', :column => 'state_province', :unique_members => true
             level 'City', :column => 'city', :unique_members => false
-            level 'Name', :column => 'fullname', :unique_members => true
+            level 'Name', :column => 'fullname', :unique_members => true do
+              property 'Related name', :column => 'related_fullname', :type => "String"
+            end
+          end
+          hierarchy 'ID', :has_all => true, :all_member_name => 'All Customers', :primary_key => 'id' do
+            table 'customers'
+            level 'ID', :column => 'id', :type => 'Numeric', :internal_type => 'long', :unique_members => true do
+              property 'Name', :column => 'fullname'
+            end
           end
         end
         dimension 'Time', :foreign_key => 'time_id', :type => 'TimeDimension' do
@@ -50,4 +78,46 @@ describe "Mondrian features" do
     end.should_not raise_error
   end
 
+  # test for https://jira.pentaho.com/browse/MONDRIAN-2683
+  it "should order crossjoin of rows" do
+    lambda do
+      @olap.from('Sales').
+      columns('[Measures].[Unit Sales]').
+      rows('[Customers].[Country].Members').crossjoin('[Gender].[Gender].Members').
+        order('[Measures].[Unit Sales]', :bdesc).
+      execute
+    end.should_not raise_error
+  end
+
+  it "should generate correct member name from large number key" do
+    result = @olap.from('Sales').
+      columns("Filter([Customers.ID].[ID].Members, [Customers.ID].CurrentMember.Properties('Name') = 'Big Number')").
+      execute
+    result.column_names.should == ["10000000000"]
+  end
+
+  # test for https://jira.pentaho.com/browse/MONDRIAN-990
+  it "should return result when diacritical marks used" do
+    full_name = '[Customers].[USA].[CA].[Rīga]'
+    result = @olap.from('Sales').columns(full_name).execute
+    result.column_full_names.should == [full_name]
+  end
+
+  it "should execute MDX with join tables" do
+    # Load dimension members in Mondrian cache as the problem occurred when searching members in the cache
+    @olap.from('Sales').columns('CROSSJOIN({[Linked Promotions].[Promotion].[Promotion 2]}, [Customers].[Name].Members)').execute
+
+    mdx = <<~MDX
+      SELECT
+        NON EMPTY FILTER(
+          CROSSJOIN({[Linked Promotions].[Promotion].[Promotion 2]}, [Customers].[Name].Members),
+          (([Measures].[Unit Sales]) <> 0)
+        ) ON ROWS,
+        [Measures].[Unit Sales] ON COLUMNS
+      FROM [Sales]
+    MDX
+
+    expect { @olap.execute mdx }.not_to raise_error
+  end
+
 end

data/spec/query_spec.rb

@@ -788,7 +788,7 @@ describe "Query" do
       @drill_through.column_types.should == [
         :INT, :VARCHAR, :INT, :INT, :INT,
         :VARCHAR, :VARCHAR, :VARCHAR, :VARCHAR, :VARCHAR, :VARCHAR,
-        :VARCHAR, :VARCHAR, :VARCHAR, :INT,
+        :VARCHAR, :VARCHAR, :VARCHAR, :BIGINT,
         :VARCHAR,
         :DECIMAL
       ]
@@ -912,15 +912,20 @@ describe "Query" do
         return: [
           "Name([Customers].[Name])",
           "Property([Customers].[Name], 'Gender')",
-          "Property([Customers].[Name], 'Description')"
+          "Property([Customers].[Name], 'Description')",
+          "Property([Customers].[Name], 'Very long non-existing property name')"
         ]
       )
-      @drill_through.column_labels.should == [ "Name", "Gender", "Description" ]
-      @drill_through.rows.should == @sql.select_rows(<<-SQL
+      @drill_through.column_labels.should == [
+        "Name", "Gender", "Description",
+        "Very long non-existing property name"[0, MONDRIAN_DRIVER == 'oracle' ? 30 : 9999]
+      ]
+      @drill_through.rows.should == @sql.select_rows(<<-SQL)
         SELECT
           customers.fullname,
           customers.gender,
-          customers.description
+          customers.description,
+          '' as non_existing
         FROM
           sales,
           customers,
@@ -940,7 +945,6 @@ describe "Query" do
           customers.gender,
           customers.description
       SQL
-      )
     end
 
     it "should group by" do

data/spec/rake_tasks.rb

@@ -1,3 +1,5 @@
+# encoding: utf-8
+
 namespace :db do
   task :require_spec_helper do
     require File.expand_path("../spec_helper", __FILE__)
@@ -40,6 +42,8 @@ namespace :db do
         t.string      :lname, :limit => 30
         t.string      :fullname, :limit => 60
         t.string      :gender, :limit => 30
+        t.integer     :promotion_id
+        t.string      :related_fullname, :limit => 60
         # Mondrian does not support properties with Oracle CLOB type
         # as it tries to GROUP BY all columns when loading a dimension table
         if MONDRIAN_DRIVER == 'oracle'
@@ -47,13 +51,47 @@ namespace :db do
         else
           t.text        :description
         end
+      end
+
+      if MONDRIAN_DRIVER == 'oracle'
+
+        execute "DROP TABLE PROMOTIONS" rescue nil
+        execute "DROP SEQUENCE PROMOTIONS_SEQ" rescue nil
+
+        execute <<~SQL
+          CREATE TABLE PROMOTIONS(
+            ID NUMBER(*,0) NOT NULL,
+            PROMOTION VARCHAR2(30 CHAR),
+            SEQUENCE NUMBER(38,0),
+            PRIMARY KEY ("ID")
+          )
+        SQL
+        execute "CREATE SEQUENCE PROMOTIONS_SEQ"
+      else
+        create_table :promotions, :force => true do |t|
+          t.string      :promotion, :limit => 30
+          t.integer     :sequence
+        end
+      end
 
+      case MONDRIAN_DRIVER
+      when /mysql/
+        execute "ALTER TABLE customers MODIFY COLUMN id BIGINT NOT NULL AUTO_INCREMENT"
+      when /postgresql/
+        execute "ALTER TABLE customers ALTER COLUMN id SET DATA TYPE bigint"
+      when /mssql|sqlserver/
+        sql = "SELECT name FROM sysobjects WHERE xtype = 'PK' AND parent_obj=OBJECT_ID('customers')"
+        primary_key_constraint = select_value(sql)
+        execute "ALTER TABLE customers DROP CONSTRAINT #{primary_key_constraint}"
+        execute "ALTER TABLE customers ALTER COLUMN id BIGINT"
+        execute "ALTER TABLE customers ADD CONSTRAINT #{primary_key_constraint} PRIMARY KEY (id)"
       end
 
       create_table :sales, :force => true, :id => false do |t|
         t.integer     :product_id
         t.integer     :time_id
         t.integer     :customer_id
+        t.integer     :promotion_id
         t.decimal     :store_sales, :precision => 10, :scale => 4
         t.decimal     :store_cost, :precision => 10, :scale => 4
         t.decimal     :unit_sales, :precision => 10, :scale => 4
@@ -61,189 +99,236 @@ namespace :db do
     end
   end
 
-  task :setup_luciddb => :require_spec_helper do
-    # create link to mysql database to import tables
-    # see description at http://pub.eigenbase.org/wiki/LucidDbCreateForeignServer
-    if MONDRIAN_DRIVER == 'luciddb'
-      conn = ActiveRecord::Base.connection
-      conn.execute "drop schema mondrian_test_source cascade" rescue nil
-      conn.execute "drop server mondrian_test_source" rescue nil
-      conn.execute "create schema mondrian_test_source"
-      conn.execute <<-SQL
-        create server mondrian_test_source
-        foreign data wrapper sys_jdbc
-        options(
-            driver_class 'com.mysql.jdbc.Driver',
-            url 'jdbc:mysql://localhost/mondrian_test?characterEncoding=utf-8&useCursorFetch=true',
-            user_name 'mondrian_test',
-            password 'mondrian_test',
-            login_timeout '10',
-            fetch_size '1000',
-            validation_query 'select 1',
-            schema_name 'MONDRIAN_TEST',
-            table_types 'TABLE')
-      SQL
-      conn.execute "import foreign schema mondrian_test from server mondrian_test_source into mondrian_test_source"
-    end
-  end
-
   task :define_models => :require_spec_helper do
-    unless MONDRIAN_DRIVER == 'luciddb'
-      class TimeDimension < ActiveRecord::Base
-        self.table_name = "time"
-        validates_presence_of :the_date
-        before_create do
-          self.the_day = the_date.strftime("%A")
-          self.the_month = the_date.strftime("%B")
-          self.the_year = the_date.strftime("%Y").to_i
-          self.day_of_month = the_date.strftime("%d").to_i
-          self.week_of_year = the_date.strftime("%W").to_i
-          self.month_of_year = the_date.strftime("%m").to_i
-          self.quarter = "Q#{(month_of_year-1)/3+1}"
-        end
-      end
-      class Product < ActiveRecord::Base
-        belongs_to :product_class
-      end
-      class ProductClass < ActiveRecord::Base
-      end
-      class Customer < ActiveRecord::Base
-      end
-      class Sales < ActiveRecord::Base
-        self.table_name = "sales"
-        belongs_to :time_by_day
-        belongs_to :product
-        belongs_to :customer
+    class TimeDimension < ActiveRecord::Base
+      self.table_name = "time"
+      validates_presence_of :the_date
+      before_create do
+        self.the_day = the_date.strftime("%A")
+        self.the_month = the_date.strftime("%B")
+        self.the_year = the_date.strftime("%Y").to_i
+        self.day_of_month = the_date.strftime("%d").to_i
+        self.week_of_year = the_date.strftime("%W").to_i
+        self.month_of_year = the_date.strftime("%m").to_i
+        self.quarter = "Q#{(month_of_year-1)/3+1}"
       end
     end
+    class Product < ActiveRecord::Base
+      belongs_to :product_class
+    end
+    class ProductClass < ActiveRecord::Base
+    end
+    class Customer < ActiveRecord::Base
+    end
+    class Promotion < ActiveRecord::Base
+    end
+    class Sales < ActiveRecord::Base
+      self.table_name = "sales"
+      belongs_to :time_by_day
+      belongs_to :product
+      belongs_to :customer
+    end
   end
 
   desc "Create test data"
-  task :create_data => [:create_tables, :setup_luciddb, :create_time_data, :create_product_data, :create_customer_data, :create_sales_data]
+  task :create_data => [:create_tables] + ( %w(vertica snowflake).include?(ENV['MONDRIAN_DRIVER']) ? [:import_data] :
+    [ :create_time_data, :create_product_data, :create_promotion_data, :create_customer_data, :create_sales_data ] )
 
   task :create_time_data  => :define_models do
     puts "==> Creating time dimension"
-    if MONDRIAN_DRIVER == 'luciddb'
-      ActiveRecord::Base.connection.execute 'truncate table "TIME"'
-      ActiveRecord::Base.connection.execute 'insert into "TIME" select * from mondrian_test_source."time"'
-      ActiveRecord::Base.connection.execute 'analyze table "TIME" compute statistics for all columns'
-    else
-      TimeDimension.delete_all
-      start_time = Time.local(2010,1,1)
-      (2*365).times do |i|
-        TimeDimension.create!(:the_date => start_time + i.day)
-      end
+    TimeDimension.delete_all
+    start_time = Time.utc(2010,1,1)
+    (2*365).times do |i|
+      TimeDimension.create!(:the_date => start_time + i.day)
     end
   end
 
   task :create_product_data => :define_models do
     puts "==> Creating product data"
-    if MONDRIAN_DRIVER == 'luciddb'
-      ActiveRecord::Base.connection.execute 'truncate table product_classes'
-      ActiveRecord::Base.connection.execute 'truncate table products'
-      ActiveRecord::Base.connection.execute 'insert into product_classes select * from mondrian_test_source."product_classes"'
-      ActiveRecord::Base.connection.execute 'insert into products select * from mondrian_test_source."products"'
-      ActiveRecord::Base.connection.execute 'analyze table product_classes compute statistics for all columns'
-      ActiveRecord::Base.connection.execute 'analyze table products compute statistics for all columns'
-    else
-      Product.delete_all
-      ProductClass.delete_all
-      families = ["Drink", "Food", "Non-Consumable"]
-      (1..100).each do |i|
-        product_class = ProductClass.create!(
-          :product_family => families[i % 3],
-          :product_department => "Department #{i}",
-          :product_category => "Category #{i}",
-          :product_subcategory => "Subcategory #{i}"
-        )
-        Product.create!(
-          # LucidDB is not returning inserted ID therefore doing it hard way
-          :product_class_id => ProductClass.where(:product_category => "Category #{i}").to_a.first.id,
-          :brand_name => "Brand #{i}",
-          :product_name => "Product #{i}"
-        )
-      end
+    Product.delete_all
+    ProductClass.delete_all
+    families = ["Drink", "Food", "Non-Consumable"]
+    (1..100).each do |i|
+      product_class = ProductClass.create!(
+        :product_family => families[i % 3],
+        :product_department => "Department #{i}",
+        :product_category => "Category #{i}",
+        :product_subcategory => "Subcategory #{i}"
+      )
+      Product.create!(
+        :product_class_id => ProductClass.where(:product_category => "Category #{i}").to_a.first.id,
+        :brand_name => "Brand #{i}",
+        :product_name => "Product #{i}"
+      )
+    end
+  end
+
+  task :create_promotion_data => :define_models do
+    puts "==> Creating promotion data"
+    Promotion.delete_all
+    (1..10).each do |i|
+      Promotion.create!(promotion: "Promotion #{i}", sequence: i)
     end
   end
 
   task :create_customer_data => :define_models do
     puts "==> Creating customer data"
-    if MONDRIAN_DRIVER == 'luciddb'
-      ActiveRecord::Base.connection.execute 'truncate table customers'
-      ActiveRecord::Base.connection.execute 'insert into customers select * from mondrian_test_source."customers"'
-      ActiveRecord::Base.connection.execute 'analyze table customers compute statistics for all columns'
-    else
-      Customer.delete_all
-      i = 0
-      [
-        ["Canada", "BC", "Burnaby"],["Canada", "BC", "Cliffside"],["Canada", "BC", "Haney"],["Canada", "BC", "Ladner"],
-        ["Canada", "BC", "Langford"],["Canada", "BC", "Langley"],["Canada", "BC", "Metchosin"],["Canada", "BC", "N. Vancouver"],
-        ["Canada", "BC", "Newton"],["Canada", "BC", "Oak Bay"],["Canada", "BC", "Port Hammond"],["Canada", "BC", "Richmond"],
-        ["Canada", "BC", "Royal Oak"],["Canada", "BC", "Shawnee"],["Canada", "BC", "Sooke"],["Canada", "BC", "Vancouver"],
-        ["Canada", "BC", "Victoria"],["Canada", "BC", "Westminster"],
-        ["Mexico", "DF", "San Andres"],["Mexico", "DF", "Santa Anita"],["Mexico", "DF", "Santa Fe"],["Mexico", "DF", "Tixapan"],
-        ["Mexico", "Guerrero", "Acapulco"],["Mexico", "Jalisco", "Guadalajara"],["Mexico", "Mexico", "Mexico City"],
-        ["Mexico", "Oaxaca", "Tlaxiaco"],["Mexico", "Sinaloa", "La Cruz"],["Mexico", "Veracruz", "Orizaba"],
-        ["Mexico", "Yucatan", "Merida"],["Mexico", "Zacatecas", "Camacho"],["Mexico", "Zacatecas", "Hidalgo"],
-        ["USA", "CA", "Altadena"],["USA", "CA", "Arcadia"],["USA", "CA", "Bellflower"],["USA", "CA", "Berkeley"],
-        ["USA", "CA", "Beverly Hills"],["USA", "CA", "Burbank"],["USA", "CA", "Burlingame"],["USA", "CA", "Chula Vista"],
-        ["USA", "CA", "Colma"],["USA", "CA", "Concord"],["USA", "CA", "Coronado"],["USA", "CA", "Daly City"],
-        ["USA", "CA", "Downey"],["USA", "CA", "El Cajon"],["USA", "CA", "Fremont"],["USA", "CA", "Glendale"],
-        ["USA", "CA", "Grossmont"],["USA", "CA", "Imperial Beach"],["USA", "CA", "La Jolla"],["USA", "CA", "La Mesa"],
-        ["USA", "CA", "Lakewood"],["USA", "CA", "Lemon Grove"],["USA", "CA", "Lincoln Acres"],["USA", "CA", "Long Beach"],
-        ["USA", "CA", "Los Angeles"],["USA", "CA", "Mill Valley"],["USA", "CA", "National City"],["USA", "CA", "Newport Beach"],
-        ["USA", "CA", "Novato"],["USA", "CA", "Oakland"],["USA", "CA", "Palo Alto"],["USA", "CA", "Pomona"],
-        ["USA", "CA", "Redwood City"],["USA", "CA", "Richmond"],["USA", "CA", "San Carlos"],["USA", "CA", "San Diego"],
-        ["USA", "CA", "San Francisco"],["USA", "CA", "San Gabriel"],["USA", "CA", "San Jose"],["USA", "CA", "Santa Cruz"],
-        ["USA", "CA", "Santa Monica"],["USA", "CA", "Spring Valley"],["USA", "CA", "Torrance"],["USA", "CA", "West Covina"],
-        ["USA", "CA", "Woodland Hills"],
-        ["USA", "OR", "Albany"],["USA", "OR", "Beaverton"],["USA", "OR", "Corvallis"],["USA", "OR", "Lake Oswego"],
-        ["USA", "OR", "Lebanon"],["USA", "OR", "Milwaukie"],["USA", "OR", "Oregon City"],["USA", "OR", "Portland"],
-        ["USA", "OR", "Salem"],["USA", "OR", "W. Linn"],["USA", "OR", "Woodburn"],
-        ["USA", "WA", "Anacortes"],["USA", "WA", "Ballard"],["USA", "WA", "Bellingham"],["USA", "WA", "Bremerton"],
-        ["USA", "WA", "Burien"],["USA", "WA", "Edmonds"],["USA", "WA", "Everett"],["USA", "WA", "Issaquah"],
-        ["USA", "WA", "Kirkland"],["USA", "WA", "Lynnwood"],["USA", "WA", "Marysville"],["USA", "WA", "Olympia"],
-        ["USA", "WA", "Port Orchard"],["USA", "WA", "Puyallup"],["USA", "WA", "Redmond"],["USA", "WA", "Renton"],
-        ["USA", "WA", "Seattle"],["USA", "WA", "Sedro Woolley"],["USA", "WA", "Spokane"],["USA", "WA", "Tacoma"],
-        ["USA", "WA", "Walla Walla"],["USA", "WA", "Yakima"]
-      ].each do |country, state, city|
-        i += 1
-        Customer.create!(
-          :country => country,
-          :state_province => state,
-          :city => city,
-          :fname => "First#{i}",
-          :lname => "Last#{i}",
-          :fullname => "First#{i} Last#{i}",
-          :gender => i % 2 == 0 ? "M" : "F",
-          :description => 100.times.map{"1234567890"}.join("\n")
-        )
+    Customer.delete_all
+    promotions = Promotion.order("id").to_a
+    i = 0
+    [
+      ["Canada", "BC", "Burnaby"],["Canada", "BC", "Cliffside"],["Canada", "BC", "Haney"],["Canada", "BC", "Ladner"],
+      ["Canada", "BC", "Langford"],["Canada", "BC", "Langley"],["Canada", "BC", "Metchosin"],["Canada", "BC", "N. Vancouver"],
+      ["Canada", "BC", "Newton"],["Canada", "BC", "Oak Bay"],["Canada", "BC", "Port Hammond"],["Canada", "BC", "Richmond"],
+      ["Canada", "BC", "Royal Oak"],["Canada", "BC", "Shawnee"],["Canada", "BC", "Sooke"],["Canada", "BC", "Vancouver"],
+      ["Canada", "BC", "Victoria"],["Canada", "BC", "Westminster"],
+      ["Mexico", "DF", "San Andres"],["Mexico", "DF", "Santa Anita"],["Mexico", "DF", "Santa Fe"],["Mexico", "DF", "Tixapan"],
+      ["Mexico", "Guerrero", "Acapulco"],["Mexico", "Jalisco", "Guadalajara"],["Mexico", "Mexico", "Mexico City"],
+      ["Mexico", "Oaxaca", "Tlaxiaco"],["Mexico", "Sinaloa", "La Cruz"],["Mexico", "Veracruz", "Orizaba"],
+      ["Mexico", "Yucatan", "Merida"],["Mexico", "Zacatecas", "Camacho"],["Mexico", "Zacatecas", "Hidalgo"],
+      ["USA", "CA", "Altadena"],["USA", "CA", "Arcadia"],["USA", "CA", "Bellflower"],["USA", "CA", "Berkeley"],
+      ["USA", "CA", "Beverly Hills"],["USA", "CA", "Burbank"],["USA", "CA", "Burlingame"],["USA", "CA", "Chula Vista"],
+      ["USA", "CA", "Colma"],["USA", "CA", "Concord"],["USA", "CA", "Coronado"],["USA", "CA", "Daly City"],
+      ["USA", "CA", "Downey"],["USA", "CA", "El Cajon"],["USA", "CA", "Fremont"],["USA", "CA", "Glendale"],
+      ["USA", "CA", "Grossmont"],["USA", "CA", "Imperial Beach"],["USA", "CA", "La Jolla"],["USA", "CA", "La Mesa"],
+      ["USA", "CA", "Lakewood"],["USA", "CA", "Lemon Grove"],["USA", "CA", "Lincoln Acres"],["USA", "CA", "Long Beach"],
+      ["USA", "CA", "Los Angeles"],["USA", "CA", "Mill Valley"],["USA", "CA", "National City"],["USA", "CA", "Newport Beach"],
+      ["USA", "CA", "Novato"],["USA", "CA", "Oakland"],["USA", "CA", "Palo Alto"],["USA", "CA", "Pomona"],
+      ["USA", "CA", "Redwood City"],["USA", "CA", "Richmond"],["USA", "CA", "San Carlos"],["USA", "CA", "San Diego"],
+      ["USA", "CA", "San Francisco"],["USA", "CA", "San Gabriel"],["USA", "CA", "San Jose"],["USA", "CA", "Santa Cruz"],
+      ["USA", "CA", "Santa Monica"],["USA", "CA", "Spring Valley"],["USA", "CA", "Torrance"],["USA", "CA", "West Covina"],
+      ["USA", "CA", "Woodland Hills"],
+      ["USA", "OR", "Albany"],["USA", "OR", "Beaverton"],["USA", "OR", "Corvallis"],["USA", "OR", "Lake Oswego"],
+      ["USA", "OR", "Lebanon"],["USA", "OR", "Milwaukie"],["USA", "OR", "Oregon City"],["USA", "OR", "Portland"],
+      ["USA", "OR", "Salem"],["USA", "OR", "W. Linn"],["USA", "OR", "Woodburn"],
+      ["USA", "WA", "Anacortes"],["USA", "WA", "Ballard"],["USA", "WA", "Bellingham"],["USA", "WA", "Bremerton"],
+      ["USA", "WA", "Burien"],["USA", "WA", "Edmonds"],["USA", "WA", "Everett"],["USA", "WA", "Issaquah"],
+      ["USA", "WA", "Kirkland"],["USA", "WA", "Lynnwood"],["USA", "WA", "Marysville"],["USA", "WA", "Olympia"],
+      ["USA", "WA", "Port Orchard"],["USA", "WA", "Puyallup"],["USA", "WA", "Redmond"],["USA", "WA", "Renton"],
+      ["USA", "WA", "Seattle"],["USA", "WA", "Sedro Woolley"],["USA", "WA", "Spokane"],["USA", "WA", "Tacoma"],
+      ["USA", "WA", "Walla Walla"],["USA", "WA", "Yakima"]
+    ].each do |country, state, city|
+      i += 1
+      Customer.create!(
+        :country => country,
+        :state_province => state,
+        :city => city,
+        :fname => "First#{i}",
+        :lname => "Last#{i}",
+        :fullname => "First#{i} Last#{i}",
+        :gender => i % 2 == 0 ? "M" : "F",
+        :promotion_id => promotions[i % 10].id,
+        :related_fullname => "First#{i} Last#{i}",
+        :description => 100.times.map{"1234567890"}.join("\n")
+      )
+    end
+    # Create additional customer with large ID
+    attributes = {
+      :id => 10_000_000_000,
+      :country => "USA",
+      :state_province => "CA",
+      :city => "Rīga", # For testing UTF-8 characters
+      :fname => "Big",
+      :lname => "Number",
+      :fullname => "Big Number",
+      :gender => "M",
+      :promotion_id => promotions.first.id,
+      :related_fullname => "Big Number"
+    }
+    case MONDRIAN_DRIVER
+    when /mssql|sqlserver/
+      Customer.connection.with_identity_insert_enabled("customers") do
+        Customer.create!(attributes)
       end
+    else
+      Customer.create!(attributes)
     end
   end
 
   task :create_sales_data => :define_models do
     puts "==> Creating sales data"
-    if MONDRIAN_DRIVER == 'luciddb'
-      ActiveRecord::Base.connection.execute 'truncate table sales'
-      ActiveRecord::Base.connection.execute 'insert into sales select * from mondrian_test_source."sales"'
-      ActiveRecord::Base.connection.execute 'analyze table sales compute statistics for all columns'
-    else
-      Sales.delete_all
-      count = 100
-      # LucidDB does not support LIMIT therefore select all and limit in Ruby
-      products = Product.order("id").to_a[0...count]
-      times = TimeDimension.order("id").to_a[0...count]
-      customers = Customer.order("id").to_a[0...count]
-      count.times do |i|
-        Sales.create!(
-          :product_id => products[i].id,
-          :time_id => times[i].id,
-          :customer_id => customers[i].id,
-          :store_sales => BigDecimal("2#{i}.12"),
-          :store_cost => BigDecimal("1#{i}.1234"),
-          :unit_sales => i+1
-        )
+    Sales.delete_all
+    count = 100
+    products = Product.order("id").to_a[0...count]
+    times = TimeDimension.order("id").to_a[0...count]
+    customers = Customer.order("id").to_a[0...count]
+    promotions = Promotion.order("id").to_a[0...count]
+    count.times do |i|
+      Sales.create!(
+        :product_id => products[i].id,
+        :time_id => times[i].id,
+        :customer_id => customers[i].id,
+        :promotion_id => promotions[i % 10].id,
+        :store_sales => BigDecimal("2#{i}.12"),
+        :store_cost => BigDecimal("1#{i}.1234"),
+        :unit_sales => i+1
+      )
+    end
+  end
+
+  export_data_dir = File.expand_path("spec/support/data")
+  table_names = %w(time product_classes products customers sales)
+
+  desc "Export test data"
+  task :export_data => :create_data do
+    require "csv"
+    puts "==> Exporting data"
+    conn = ActiveRecord::Base.connection
+    table_names.each do |table_name|
+      column_names = conn.columns(table_name).map(&:name)
+      csv_content = conn.select_rows("SELECT #{column_names.join(',')} FROM #{table_name}").map do |row|
+        row.map do |value|
+          case value
+          when Time
+            value.utc.to_s(:db)
+          else
+            value
+          end
+        end.to_csv
+      end.join
+      file_path = File.expand_path("#{table_name}.csv", export_data_dir)
+      File.open(file_path, "w") do |file|
+        file.write column_names.to_csv
+        file.write csv_content
+      end
+    end
+  end
+
+  task :import_data => :require_spec_helper do
+    puts "==> Importing data"
+    conn = ActiveRecord::Base.connection
+
+    case MONDRIAN_DRIVER
+    when 'vertica'
+      table_names.each do |table_name|
+        puts "==> Truncate #{table_name}"
+        conn.execute "TRUNCATE TABLE #{table_name}"
+        puts "==> Copy into #{table_name}"
+        file_path = "#{export_data_dir}/#{table_name}.csv"
+        columns_string = File.open(file_path) { |f| f.gets }.chomp
+        count = conn.execute "COPY #{table_name}(#{columns_string}) FROM LOCAL '#{file_path}' " \
+          "PARSER public.fcsvparser(header='true') ABORT ON ERROR REJECTMAX 0"
+        puts "==> Loaded #{count} records"
+      end
+
+    when 'snowflake'
+      conn.execute <<-SQL
+        CREATE OR REPLACE FILE FORMAT csv
+        TYPE = 'CSV' COMPRESSION = 'AUTO' FIELD_DELIMITER = ',' RECORD_DELIMITER = '\\n' SKIP_HEADER = 1
+        FIELD_OPTIONALLY_ENCLOSED_BY = '\\042' TRIM_SPACE = FALSE ERROR_ON_COLUMN_COUNT_MISMATCH = TRUE ESCAPE = 'NONE'
+        ESCAPE_UNENCLOSED_FIELD = 'NONE' DATE_FORMAT = 'AUTO' TIMESTAMP_FORMAT = 'AUTO' NULL_IF = ('')
+      SQL
+      conn.execute "CREATE OR REPLACE STAGE csv_stage FILE_FORMAT = csv"
+      conn.execute "PUT file://#{export_data_dir}/*.csv @csv_stage AUTO_COMPRESS = TRUE"
+      table_names.each do |table_name|
+        puts "==> Truncate #{table_name}"
+        conn.execute "TRUNCATE TABLE #{table_name}"
+        puts "==> Copy into #{table_name}"
+        file_path = "#{export_data_dir}/#{table_name}.csv"
+        columns_string = File.open(file_path) { |f| f.gets }.chomp
+        count = conn.execute "COPY INTO #{table_name}(#{columns_string}) FROM @csv_stage/#{table_name}.csv.gz " \
+          "FILE_FORMAT = (FORMAT_NAME = csv)"
+        puts "==> Loaded #{count} records"
       end
     end
   end
@@ -251,7 +336,7 @@ namespace :db do
 end
 
 namespace :spec do
-  %w(mysql jdbc_mysql postgresql oracle luciddb mssql sqlserver).each do |driver|
+  %w(mysql jdbc_mysql postgresql oracle mssql sqlserver vertica snowflake).each do |driver|
     desc "Run specs with #{driver} driver"
     task driver do
       ENV['MONDRIAN_DRIVER'] = driver