masamune 0.11.0

data/spec/masamune/transform/rollup_fact_spec.rb

@@ -0,0 +1,333 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+require 'spec_helper'
+
+describe Masamune::Transform::RollupFact do
+  before do
+    catalog.schema :postgres do
+      dimension 'cluster', type: :mini do
+        column 'id', type: :sequence, surrogate_key: true, auto: true
+        column 'name', type: :string
+
+        row name: 'current_database()', attributes: {default: true}
+      end
+
+      dimension 'date', type: :date do
+        column 'date_id', type: :integer, unique: true, index: true, natural_key: true
+        column 'date_epoch', type: :integer
+        column 'month_epoch', type: :integer
+        column 'year_epoch', type: :integer
+      end
+
+      dimension 'user_agent', type: :mini do
+        column 'name', type: :string, unique: true, index: 'shared'
+        column 'version', type: :string, unique: true, index: 'shared', default: 'Unknown'
+        column 'description', type: :string, null: true, ignore: true
+      end
+
+      dimension 'feature', type: :mini do
+        column 'name', type: :string, unique: true, index: true
+      end
+
+      dimension 'tenant', type: :two do
+        column 'tenant_id', type: :integer, index: true, natural_key: true
+      end
+
+      dimension 'user', type: :two do
+        column 'tenant_id', type: :integer, index: true, natural_key: true
+        column 'user_id', type: :integer, index: true, natural_key: true
+      end
+
+      fact 'visits', partition: 'y%Ym%m', grain: 'transaction' do
+        references :cluster
+        references :date
+        references :tenant
+        references :user
+        references :user_agent, insert: true
+        references :feature, insert: true
+        references :session, degenerate: true
+        measure 'total', type: :integer, aggregate: :sum
+      end
+
+      fact 'visits', partition: 'y%Ym%m', grain: %w(hourly daily monthly) do
+        references :cluster
+        references :date
+        references :tenant
+        references :user
+        references :user_agent, insert: true
+        references :feature, insert: true
+        measure 'total', type: :integer, aggregate: :sum
+      end
+    end
+  end
+
+  context 'with postgres transaction fact' do
+    let(:date) { DateTime.civil(2014,8) }
+    let(:source) { catalog.postgres.visits_transaction_fact }
+    let(:target) { catalog.postgres.visits_hourly_fact }
+
+    subject(:result) { transform.rollup_fact(source, target, date).to_s }
+
+    it 'should eq render rollup_fact template' do
+      is_expected.to eq <<-EOS.strip_heredoc
+        BEGIN;
+
+        DROP TABLE IF EXISTS visits_hourly_fact_y2014m08_stage CASCADE;
+        CREATE TABLE IF NOT EXISTS visits_hourly_fact_y2014m08_stage (LIKE visits_hourly_fact INCLUDING ALL);
+
+        ALTER TABLE visits_hourly_fact_y2014m08_stage ADD CONSTRAINT visits_hourly_fact_y2014m08_stage_time_key_check CHECK (time_key >= 1406851200 AND time_key < 1409529600);
+        ALTER TABLE visits_hourly_fact_y2014m08_stage ADD CONSTRAINT visits_hourly_fact_y2014m08_stage_cluster_type_id_fkey FOREIGN KEY (cluster_type_id) REFERENCES cluster_type(id);
+        ALTER TABLE visits_hourly_fact_y2014m08_stage ADD CONSTRAINT visits_hourly_fact_y2014m08_stage_date_dimension_id_fkey FOREIGN KEY (date_dimension_id) REFERENCES date_dimension(id);
+        ALTER TABLE visits_hourly_fact_y2014m08_stage ADD CONSTRAINT visits_hourly_fact_y2014m08_stage_tenant_dimension_id_fkey FOREIGN KEY (tenant_dimension_id) REFERENCES tenant_dimension(id);
+        ALTER TABLE visits_hourly_fact_y2014m08_stage ADD CONSTRAINT visits_hourly_fact_y2014m08_stage_user_dimension_id_fkey FOREIGN KEY (user_dimension_id) REFERENCES user_dimension(id);
+        ALTER TABLE visits_hourly_fact_y2014m08_stage ADD CONSTRAINT visits_hourly_fact_y2014m08_stage_user_agent_type_id_fkey FOREIGN KEY (user_agent_type_id) REFERENCES user_agent_type(id);
+        ALTER TABLE visits_hourly_fact_y2014m08_stage ADD CONSTRAINT visits_hourly_fact_y2014m08_stage_feature_type_id_fkey FOREIGN KEY (feature_type_id) REFERENCES feature_type(id);
+
+        INSERT INTO
+          visits_hourly_fact_y2014m08_stage (date_dimension_id, tenant_dimension_id, user_dimension_id, user_agent_type_id, feature_type_id, total, time_key)
+        SELECT
+          (SELECT id FROM date_dimension d WHERE d.date_epoch = date_dimension.date_epoch ORDER BY d.date_id LIMIT 1),
+          visits_transaction_fact_y2014m08.tenant_dimension_id,
+          visits_transaction_fact_y2014m08.user_dimension_id,
+          visits_transaction_fact_y2014m08.user_agent_type_id,
+          visits_transaction_fact_y2014m08.feature_type_id,
+          SUM(visits_transaction_fact_y2014m08.total),
+          (visits_transaction_fact_y2014m08.time_key - (visits_transaction_fact_y2014m08.time_key % 3600))
+        FROM
+          visits_transaction_fact_y2014m08
+        JOIN
+          date_dimension
+        ON
+          date_dimension.id = visits_transaction_fact_y2014m08.date_dimension_id
+        GROUP BY
+          date_dimension.date_epoch,
+          visits_transaction_fact_y2014m08.tenant_dimension_id,
+          visits_transaction_fact_y2014m08.user_dimension_id,
+          visits_transaction_fact_y2014m08.user_agent_type_id,
+          visits_transaction_fact_y2014m08.feature_type_id,
+          (visits_transaction_fact_y2014m08.time_key - (visits_transaction_fact_y2014m08.time_key % 3600))
+        ;
+
+        CREATE INDEX visits_hourly_fact_y2014m08_stage_cluster_type_id_index ON visits_hourly_fact_y2014m08_stage (cluster_type_id);
+        CREATE INDEX visits_hourly_fact_y2014m08_stage_date_dimension_id_index ON visits_hourly_fact_y2014m08_stage (date_dimension_id);
+        CREATE INDEX visits_hourly_fact_y2014m08_stage_tenant_dimension_id_index ON visits_hourly_fact_y2014m08_stage (tenant_dimension_id);
+        CREATE INDEX visits_hourly_fact_y2014m08_stage_user_dimension_id_index ON visits_hourly_fact_y2014m08_stage (user_dimension_id);
+        CREATE INDEX visits_hourly_fact_y2014m08_stage_user_agent_type_id_index ON visits_hourly_fact_y2014m08_stage (user_agent_type_id);
+        CREATE INDEX visits_hourly_fact_y2014m08_stage_feature_type_id_index ON visits_hourly_fact_y2014m08_stage (feature_type_id);
+        CREATE INDEX visits_hourly_fact_y2014m08_stage_time_key_index ON visits_hourly_fact_y2014m08_stage (time_key);
+
+        COMMIT;
+
+        BEGIN;
+
+        DROP TABLE IF EXISTS visits_hourly_fact_y2014m08;
+        ALTER TABLE visits_hourly_fact_y2014m08_stage RENAME TO visits_hourly_fact_y2014m08;
+
+        ALTER TABLE visits_hourly_fact_y2014m08 INHERIT visits_hourly_fact;
+        ALTER TABLE visits_hourly_fact_y2014m08 ADD CONSTRAINT visits_hourly_fact_y2014m08_time_key_check CHECK (time_key >= 1406851200 AND time_key < 1409529600) NOT VALID;
+        ALTER TABLE visits_hourly_fact_y2014m08 ADD CONSTRAINT visits_hourly_fact_y2014m08_cluster_type_id_fkey FOREIGN KEY (cluster_type_id) REFERENCES cluster_type(id) NOT VALID;
+        ALTER TABLE visits_hourly_fact_y2014m08 ADD CONSTRAINT visits_hourly_fact_y2014m08_date_dimension_id_fkey FOREIGN KEY (date_dimension_id) REFERENCES date_dimension(id) NOT VALID;
+        ALTER TABLE visits_hourly_fact_y2014m08 ADD CONSTRAINT visits_hourly_fact_y2014m08_tenant_dimension_id_fkey FOREIGN KEY (tenant_dimension_id) REFERENCES tenant_dimension(id) NOT VALID;
+        ALTER TABLE visits_hourly_fact_y2014m08 ADD CONSTRAINT visits_hourly_fact_y2014m08_user_dimension_id_fkey FOREIGN KEY (user_dimension_id) REFERENCES user_dimension(id) NOT VALID;
+        ALTER TABLE visits_hourly_fact_y2014m08 ADD CONSTRAINT visits_hourly_fact_y2014m08_user_agent_type_id_fkey FOREIGN KEY (user_agent_type_id) REFERENCES user_agent_type(id) NOT VALID;
+        ALTER TABLE visits_hourly_fact_y2014m08 ADD CONSTRAINT visits_hourly_fact_y2014m08_feature_type_id_fkey FOREIGN KEY (feature_type_id) REFERENCES feature_type(id) NOT VALID;
+
+        ALTER INDEX visits_hourly_fact_y2014m08_stage_cluster_type_id_index RENAME TO visits_hourly_fact_y2014m08_cluster_type_id_index;
+        ALTER INDEX visits_hourly_fact_y2014m08_stage_date_dimension_id_index RENAME TO visits_hourly_fact_y2014m08_date_dimension_id_index;
+        ALTER INDEX visits_hourly_fact_y2014m08_stage_tenant_dimension_id_index RENAME TO visits_hourly_fact_y2014m08_tenant_dimension_id_index;
+        ALTER INDEX visits_hourly_fact_y2014m08_stage_user_dimension_id_index RENAME TO visits_hourly_fact_y2014m08_user_dimension_id_index;
+        ALTER INDEX visits_hourly_fact_y2014m08_stage_user_agent_type_id_index RENAME TO visits_hourly_fact_y2014m08_user_agent_type_id_index;
+        ALTER INDEX visits_hourly_fact_y2014m08_stage_feature_type_id_index RENAME TO visits_hourly_fact_y2014m08_feature_type_id_index;
+        ALTER INDEX visits_hourly_fact_y2014m08_stage_time_key_index RENAME TO visits_hourly_fact_y2014m08_time_key_index;
+
+        COMMIT;
+      EOS
+    end
+  end
+
+  context 'with postgres hourly fact' do
+    let(:date) { DateTime.civil(2014,8) }
+    let(:source) { catalog.postgres.visits_hourly_fact }
+    let(:target) { catalog.postgres.visits_daily_fact }
+
+    subject(:result) { transform.rollup_fact(source, target, date).to_s }
+
+    it 'should eq render rollup_fact template' do
+      is_expected.to eq <<-EOS.strip_heredoc
+        BEGIN;
+
+        DROP TABLE IF EXISTS visits_daily_fact_y2014m08_stage CASCADE;
+        CREATE TABLE IF NOT EXISTS visits_daily_fact_y2014m08_stage (LIKE visits_daily_fact INCLUDING ALL);
+
+        ALTER TABLE visits_daily_fact_y2014m08_stage ADD CONSTRAINT visits_daily_fact_y2014m08_stage_time_key_check CHECK (time_key >= 1406851200 AND time_key < 1409529600);
+        ALTER TABLE visits_daily_fact_y2014m08_stage ADD CONSTRAINT visits_daily_fact_y2014m08_stage_cluster_type_id_fkey FOREIGN KEY (cluster_type_id) REFERENCES cluster_type(id);
+        ALTER TABLE visits_daily_fact_y2014m08_stage ADD CONSTRAINT visits_daily_fact_y2014m08_stage_date_dimension_id_fkey FOREIGN KEY (date_dimension_id) REFERENCES date_dimension(id);
+        ALTER TABLE visits_daily_fact_y2014m08_stage ADD CONSTRAINT visits_daily_fact_y2014m08_stage_tenant_dimension_id_fkey FOREIGN KEY (tenant_dimension_id) REFERENCES tenant_dimension(id);
+        ALTER TABLE visits_daily_fact_y2014m08_stage ADD CONSTRAINT visits_daily_fact_y2014m08_stage_user_dimension_id_fkey FOREIGN KEY (user_dimension_id) REFERENCES user_dimension(id);
+        ALTER TABLE visits_daily_fact_y2014m08_stage ADD CONSTRAINT visits_daily_fact_y2014m08_stage_user_agent_type_id_fkey FOREIGN KEY (user_agent_type_id) REFERENCES user_agent_type(id);
+        ALTER TABLE visits_daily_fact_y2014m08_stage ADD CONSTRAINT visits_daily_fact_y2014m08_stage_feature_type_id_fkey FOREIGN KEY (feature_type_id) REFERENCES feature_type(id);
+
+        INSERT INTO
+          visits_daily_fact_y2014m08_stage (date_dimension_id, tenant_dimension_id, user_dimension_id, user_agent_type_id, feature_type_id, total, time_key)
+        SELECT
+          (SELECT id FROM date_dimension d WHERE d.date_epoch = date_dimension.date_epoch ORDER BY d.date_id LIMIT 1),
+          visits_hourly_fact_y2014m08.tenant_dimension_id,
+          visits_hourly_fact_y2014m08.user_dimension_id,
+          visits_hourly_fact_y2014m08.user_agent_type_id,
+          visits_hourly_fact_y2014m08.feature_type_id,
+          SUM(visits_hourly_fact_y2014m08.total),
+          (SELECT date_epoch FROM date_dimension d WHERE d.date_epoch = date_dimension.date_epoch ORDER BY d.date_id LIMIT 1)
+        FROM
+          visits_hourly_fact_y2014m08
+        JOIN
+          date_dimension
+        ON
+          date_dimension.id = visits_hourly_fact_y2014m08.date_dimension_id
+        GROUP BY
+          date_dimension.date_epoch,
+          visits_hourly_fact_y2014m08.tenant_dimension_id,
+          visits_hourly_fact_y2014m08.user_dimension_id,
+          visits_hourly_fact_y2014m08.user_agent_type_id,
+          visits_hourly_fact_y2014m08.feature_type_id
+        ;
+
+        CREATE INDEX visits_daily_fact_y2014m08_stage_cluster_type_id_index ON visits_daily_fact_y2014m08_stage (cluster_type_id);
+        CREATE INDEX visits_daily_fact_y2014m08_stage_date_dimension_id_index ON visits_daily_fact_y2014m08_stage (date_dimension_id);
+        CREATE INDEX visits_daily_fact_y2014m08_stage_tenant_dimension_id_index ON visits_daily_fact_y2014m08_stage (tenant_dimension_id);
+        CREATE INDEX visits_daily_fact_y2014m08_stage_user_dimension_id_index ON visits_daily_fact_y2014m08_stage (user_dimension_id);
+        CREATE INDEX visits_daily_fact_y2014m08_stage_user_agent_type_id_index ON visits_daily_fact_y2014m08_stage (user_agent_type_id);
+        CREATE INDEX visits_daily_fact_y2014m08_stage_feature_type_id_index ON visits_daily_fact_y2014m08_stage (feature_type_id);
+        CREATE INDEX visits_daily_fact_y2014m08_stage_time_key_index ON visits_daily_fact_y2014m08_stage (time_key);
+
+        COMMIT;
+
+        BEGIN;
+
+        DROP TABLE IF EXISTS visits_daily_fact_y2014m08;
+        ALTER TABLE visits_daily_fact_y2014m08_stage RENAME TO visits_daily_fact_y2014m08;
+
+        ALTER TABLE visits_daily_fact_y2014m08 INHERIT visits_daily_fact;
+        ALTER TABLE visits_daily_fact_y2014m08 ADD CONSTRAINT visits_daily_fact_y2014m08_time_key_check CHECK (time_key >= 1406851200 AND time_key < 1409529600) NOT VALID;
+        ALTER TABLE visits_daily_fact_y2014m08 ADD CONSTRAINT visits_daily_fact_y2014m08_cluster_type_id_fkey FOREIGN KEY (cluster_type_id) REFERENCES cluster_type(id) NOT VALID;
+        ALTER TABLE visits_daily_fact_y2014m08 ADD CONSTRAINT visits_daily_fact_y2014m08_date_dimension_id_fkey FOREIGN KEY (date_dimension_id) REFERENCES date_dimension(id) NOT VALID;
+        ALTER TABLE visits_daily_fact_y2014m08 ADD CONSTRAINT visits_daily_fact_y2014m08_tenant_dimension_id_fkey FOREIGN KEY (tenant_dimension_id) REFERENCES tenant_dimension(id) NOT VALID;
+        ALTER TABLE visits_daily_fact_y2014m08 ADD CONSTRAINT visits_daily_fact_y2014m08_user_dimension_id_fkey FOREIGN KEY (user_dimension_id) REFERENCES user_dimension(id) NOT VALID;
+        ALTER TABLE visits_daily_fact_y2014m08 ADD CONSTRAINT visits_daily_fact_y2014m08_user_agent_type_id_fkey FOREIGN KEY (user_agent_type_id) REFERENCES user_agent_type(id) NOT VALID;
+        ALTER TABLE visits_daily_fact_y2014m08 ADD CONSTRAINT visits_daily_fact_y2014m08_feature_type_id_fkey FOREIGN KEY (feature_type_id) REFERENCES feature_type(id) NOT VALID;
+
+        ALTER INDEX visits_daily_fact_y2014m08_stage_cluster_type_id_index RENAME TO visits_daily_fact_y2014m08_cluster_type_id_index;
+        ALTER INDEX visits_daily_fact_y2014m08_stage_date_dimension_id_index RENAME TO visits_daily_fact_y2014m08_date_dimension_id_index;
+        ALTER INDEX visits_daily_fact_y2014m08_stage_tenant_dimension_id_index RENAME TO visits_daily_fact_y2014m08_tenant_dimension_id_index;
+        ALTER INDEX visits_daily_fact_y2014m08_stage_user_dimension_id_index RENAME TO visits_daily_fact_y2014m08_user_dimension_id_index;
+        ALTER INDEX visits_daily_fact_y2014m08_stage_user_agent_type_id_index RENAME TO visits_daily_fact_y2014m08_user_agent_type_id_index;
+        ALTER INDEX visits_daily_fact_y2014m08_stage_feature_type_id_index RENAME TO visits_daily_fact_y2014m08_feature_type_id_index;
+        ALTER INDEX visits_daily_fact_y2014m08_stage_time_key_index RENAME TO visits_daily_fact_y2014m08_time_key_index;
+
+        COMMIT;
+      EOS
+    end
+  end
+
+  context 'with postgres daily fact' do
+    let(:date) { DateTime.civil(2014,8) }
+    let(:source) { catalog.postgres.visits_daily_fact }
+    let(:target) { catalog.postgres.visits_monthly_fact }
+
+    subject(:result) { transform.rollup_fact(source, target, date).to_s }
+
+    it 'should eq render rollup_fact template' do
+      is_expected.to eq <<-EOS.strip_heredoc
+        BEGIN;
+
+        DROP TABLE IF EXISTS visits_monthly_fact_y2014m08_stage CASCADE;
+        CREATE TABLE IF NOT EXISTS visits_monthly_fact_y2014m08_stage (LIKE visits_monthly_fact INCLUDING ALL);
+
+        ALTER TABLE visits_monthly_fact_y2014m08_stage ADD CONSTRAINT visits_monthly_fact_y2014m08_stage_time_key_check CHECK (time_key >= 1406851200 AND time_key < 1409529600);
+        ALTER TABLE visits_monthly_fact_y2014m08_stage ADD CONSTRAINT visits_monthly_fact_y2014m08_stage_cluster_type_id_fkey FOREIGN KEY (cluster_type_id) REFERENCES cluster_type(id);
+        ALTER TABLE visits_monthly_fact_y2014m08_stage ADD CONSTRAINT visits_monthly_fact_y2014m08_stage_date_dimension_id_fkey FOREIGN KEY (date_dimension_id) REFERENCES date_dimension(id);
+        ALTER TABLE visits_monthly_fact_y2014m08_stage ADD CONSTRAINT visits_monthly_fact_y2014m08_stage_tenant_dimension_id_fkey FOREIGN KEY (tenant_dimension_id) REFERENCES tenant_dimension(id);
+        ALTER TABLE visits_monthly_fact_y2014m08_stage ADD CONSTRAINT visits_monthly_fact_y2014m08_stage_user_dimension_id_fkey FOREIGN KEY (user_dimension_id) REFERENCES user_dimension(id);
+        ALTER TABLE visits_monthly_fact_y2014m08_stage ADD CONSTRAINT visits_monthly_fact_y2014m08_stage_user_agent_type_id_fkey FOREIGN KEY (user_agent_type_id) REFERENCES user_agent_type(id);
+        ALTER TABLE visits_monthly_fact_y2014m08_stage ADD CONSTRAINT visits_monthly_fact_y2014m08_stage_feature_type_id_fkey FOREIGN KEY (feature_type_id) REFERENCES feature_type(id);
+
+        INSERT INTO
+          visits_monthly_fact_y2014m08_stage (date_dimension_id, tenant_dimension_id, user_dimension_id, user_agent_type_id, feature_type_id, total, time_key)
+        SELECT
+          (SELECT id FROM date_dimension d WHERE d.month_epoch = date_dimension.month_epoch ORDER BY d.date_id LIMIT 1),
+          visits_daily_fact_y2014m08.tenant_dimension_id,
+          visits_daily_fact_y2014m08.user_dimension_id,
+          visits_daily_fact_y2014m08.user_agent_type_id,
+          visits_daily_fact_y2014m08.feature_type_id,
+          SUM(visits_daily_fact_y2014m08.total),
+          (SELECT month_epoch FROM date_dimension d WHERE d.month_epoch = date_dimension.month_epoch ORDER BY d.date_id LIMIT 1)
+        FROM
+          visits_daily_fact_y2014m08
+        JOIN
+          date_dimension
+        ON
+          date_dimension.id = visits_daily_fact_y2014m08.date_dimension_id
+        GROUP BY
+          date_dimension.month_epoch,
+          visits_daily_fact_y2014m08.tenant_dimension_id,
+          visits_daily_fact_y2014m08.user_dimension_id,
+          visits_daily_fact_y2014m08.user_agent_type_id,
+          visits_daily_fact_y2014m08.feature_type_id
+        ;
+
+        CREATE INDEX visits_monthly_fact_y2014m08_stage_cluster_type_id_index ON visits_monthly_fact_y2014m08_stage (cluster_type_id);
+        CREATE INDEX visits_monthly_fact_y2014m08_stage_date_dimension_id_index ON visits_monthly_fact_y2014m08_stage (date_dimension_id);
+        CREATE INDEX visits_monthly_fact_y2014m08_stage_tenant_dimension_id_index ON visits_monthly_fact_y2014m08_stage (tenant_dimension_id);
+        CREATE INDEX visits_monthly_fact_y2014m08_stage_user_dimension_id_index ON visits_monthly_fact_y2014m08_stage (user_dimension_id);
+        CREATE INDEX visits_monthly_fact_y2014m08_stage_user_agent_type_id_index ON visits_monthly_fact_y2014m08_stage (user_agent_type_id);
+        CREATE INDEX visits_monthly_fact_y2014m08_stage_feature_type_id_index ON visits_monthly_fact_y2014m08_stage (feature_type_id);
+        CREATE INDEX visits_monthly_fact_y2014m08_stage_time_key_index ON visits_monthly_fact_y2014m08_stage (time_key);
+
+        COMMIT;
+
+        BEGIN;
+
+        DROP TABLE IF EXISTS visits_monthly_fact_y2014m08;
+        ALTER TABLE visits_monthly_fact_y2014m08_stage RENAME TO visits_monthly_fact_y2014m08;
+
+        ALTER TABLE visits_monthly_fact_y2014m08 INHERIT visits_monthly_fact;
+        ALTER TABLE visits_monthly_fact_y2014m08 ADD CONSTRAINT visits_monthly_fact_y2014m08_time_key_check CHECK (time_key >= 1406851200 AND time_key < 1409529600) NOT VALID;
+        ALTER TABLE visits_monthly_fact_y2014m08 ADD CONSTRAINT visits_monthly_fact_y2014m08_cluster_type_id_fkey FOREIGN KEY (cluster_type_id) REFERENCES cluster_type(id) NOT VALID;
+        ALTER TABLE visits_monthly_fact_y2014m08 ADD CONSTRAINT visits_monthly_fact_y2014m08_date_dimension_id_fkey FOREIGN KEY (date_dimension_id) REFERENCES date_dimension(id) NOT VALID;
+        ALTER TABLE visits_monthly_fact_y2014m08 ADD CONSTRAINT visits_monthly_fact_y2014m08_tenant_dimension_id_fkey FOREIGN KEY (tenant_dimension_id) REFERENCES tenant_dimension(id) NOT VALID;
+        ALTER TABLE visits_monthly_fact_y2014m08 ADD CONSTRAINT visits_monthly_fact_y2014m08_user_dimension_id_fkey FOREIGN KEY (user_dimension_id) REFERENCES user_dimension(id) NOT VALID;
+        ALTER TABLE visits_monthly_fact_y2014m08 ADD CONSTRAINT visits_monthly_fact_y2014m08_user_agent_type_id_fkey FOREIGN KEY (user_agent_type_id) REFERENCES user_agent_type(id) NOT VALID;
+        ALTER TABLE visits_monthly_fact_y2014m08 ADD CONSTRAINT visits_monthly_fact_y2014m08_feature_type_id_fkey FOREIGN KEY (feature_type_id) REFERENCES feature_type(id) NOT VALID;
+
+        ALTER INDEX visits_monthly_fact_y2014m08_stage_cluster_type_id_index RENAME TO visits_monthly_fact_y2014m08_cluster_type_id_index;
+        ALTER INDEX visits_monthly_fact_y2014m08_stage_date_dimension_id_index RENAME TO visits_monthly_fact_y2014m08_date_dimension_id_index;
+        ALTER INDEX visits_monthly_fact_y2014m08_stage_tenant_dimension_id_index RENAME TO visits_monthly_fact_y2014m08_tenant_dimension_id_index;
+        ALTER INDEX visits_monthly_fact_y2014m08_stage_user_dimension_id_index RENAME TO visits_monthly_fact_y2014m08_user_dimension_id_index;
+        ALTER INDEX visits_monthly_fact_y2014m08_stage_user_agent_type_id_index RENAME TO visits_monthly_fact_y2014m08_user_agent_type_id_index;
+        ALTER INDEX visits_monthly_fact_y2014m08_stage_feature_type_id_index RENAME TO visits_monthly_fact_y2014m08_feature_type_id_index;
+        ALTER INDEX visits_monthly_fact_y2014m08_stage_time_key_index RENAME TO visits_monthly_fact_y2014m08_time_key_index;
+
+        COMMIT;
+      EOS
+    end
+  end
+end

data/spec/masamune/transform/snapshot_dimension_spec.rb

@@ -0,0 +1,103 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+require 'spec_helper'
+
+describe Masamune::Transform::SnapshotDimension do
+  before do
+    catalog.schema :postgres do
+      dimension 'user_account_state', type: :mini do
+        column 'name', type: :string, unique: true
+        column 'description', type: :string
+      end
+
+      dimension 'user', type: :four do
+        references :user_account_state
+        column 'tenant_id', index: true, natural_key: true
+        column 'user_id', index: true, natural_key: true
+        column 'preferences', type: :key_value, null: true
+      end
+    end
+  end
+
+  let(:target) { catalog.postgres.user_dimension }
+
+  context 'with postgres dimension' do
+    subject(:result) { transform.snapshot_dimension(target.ledger_table, target.stage_table).to_s }
+
+    it 'should eq render snapshot_dimension template' do
+      is_expected.to eq <<-EOS.strip_heredoc
+        WITH ranges AS (
+          SELECT *,
+          CASE WHEN delta = 0
+          THEN 1 ELSE NULL END r
+          FROM user_dimension_ledger
+        ), windows AS (
+          SELECT *,
+          SUM(r) OVER (ORDER BY tenant_id, user_id, start_at DESC, delta, source_uuid) window_id
+          FROM ranges
+        ), snapshot AS (
+          SELECT
+            consolidated.user_account_state_type_id,
+            consolidated.tenant_id,
+            consolidated.user_id,
+            consolidated.preferences,
+            consolidated.parent_id,
+            consolidated.record_id,
+            consolidated.start_at
+          FROM (
+            SELECT DISTINCT ON (tenant_id, user_id, start_at)
+              FIRST_VALUE(id) OVER w AS parent_id,
+              FIRST_VALUE(start_at) OVER w AS parent_start_at,
+              id AS record_id,
+              coalesce_merge(user_account_state_type_id) OVER w AS user_account_state_type_id,
+              tenant_id AS tenant_id,
+              user_id AS user_id,
+              hstore_merge(preferences_now) OVER w - hstore_merge(preferences_was) OVER w AS preferences,
+              start_at AS start_at
+            FROM
+              windows
+            WINDOW w AS (PARTITION BY tenant_id, user_id, window_id ORDER BY start_at DESC)
+            ORDER BY tenant_id, user_id, start_at DESC, window_id
+          ) consolidated
+          WHERE
+            consolidated.user_account_state_type_id IS NOT NULL AND
+            consolidated.tenant_id IS NOT NULL AND
+            consolidated.user_id IS NOT NULL
+        )
+        INSERT INTO
+          user_dimension_stage (user_account_state_type_id, tenant_id, user_id, preferences, parent_id, record_id, start_at)
+        SELECT
+          user_account_state_type_id,
+          tenant_id,
+          user_id,
+          preferences,
+          parent_id,
+          record_id,
+          start_at
+        FROM
+          snapshot
+        ;
+      EOS
+    end
+  end
+end

data/spec/masamune/transform/stage_dimension_spec.rb

@@ -0,0 +1,115 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+require 'spec_helper'
+
+describe Masamune::Transform::StageDimension do
+  before do
+    catalog.schema :postgres do
+      dimension 'cluster', type: :mini do
+        column 'id', type: :integer, surrogate_key: true, auto: true
+        column 'name', type: :string, unique: true
+        row name: 'default', attributes: {default: true}
+      end
+
+      dimension 'user_account_state', type: :mini do
+        column 'name', type: :string, unique: true
+        column 'description', type: :string
+        row name: 'registered', description: 'Registered'
+        row name: 'active', description: 'Active', attributes: {default: true}
+        row name: 'inactive', description: 'Inactive'
+      end
+
+      dimension 'department', type: :mini do
+        references :cluster
+        column 'tenant_id', type: :integer, unique: true, natural_key: true
+        column 'department_id', type: :integer, unique: true, natural_key: true
+        row tenant_id: -1, department_id: -1, attributes: {default: true}
+      end
+
+      dimension 'user', type: :four do
+        references :cluster
+        references :department, insert: true
+        references :user_account_state
+        references :user_account_state, label: :hr
+        column 'tenant_id', index: true, natural_key: true
+        column 'user_id', index: true, natural_key: true
+        column 'name', type: :string
+        column 'preferences', type: :key_value, null: true
+      end
+
+      file 'user' do
+        column 'tenant_id', type: :integer
+        column 'user_id', type: :integer
+        column 'department.department_id', type: :integer
+        column 'user_account_state.name', type: :string
+        column 'hr_user_account_state.name', type: :string
+        column 'preferences_now', type: :json
+        column 'start_at', type: :timestamp
+        column 'source_kind', type: :string
+        column 'delta', type: :integer
+      end
+    end
+  end
+
+  let(:target) { catalog.postgres.user_dimension.ledger_table }
+  let(:source) { catalog.postgres.user_file.stage_table(suffix: 'file', table: target, inherit: false) }
+
+  context 'for postgres dimension' do
+    subject(:result) { transform.stage_dimension(source, target).to_s }
+
+    it 'should eq render stage_dimension template' do
+      is_expected.to eq <<-EOS.strip_heredoc
+        CREATE TEMPORARY TABLE IF NOT EXISTS user_dimension_ledger_stage (LIKE user_dimension_ledger INCLUDING ALL);
+
+        INSERT INTO
+          user_dimension_ledger_stage (department_type_id, user_account_state_type_id, hr_user_account_state_type_id, tenant_id, user_id, preferences_now, source_kind, start_at, delta)
+        SELECT
+          department_type.id,
+          user_account_state_type.id,
+          hr_user_account_state_type.id,
+          user_file_dimension_ledger_stage.tenant_id,
+          user_file_dimension_ledger_stage.user_id,
+          json_to_hstore(user_file_dimension_ledger_stage.preferences_now),
+          user_file_dimension_ledger_stage.source_kind,
+          user_file_dimension_ledger_stage.start_at,
+          user_file_dimension_ledger_stage.delta
+        FROM
+          user_file_dimension_ledger_stage
+        LEFT JOIN
+          department_type AS department_type
+        ON
+          department_type.department_id = user_file_dimension_ledger_stage.department_type_department_id AND
+          department_type.tenant_id = user_file_dimension_ledger_stage.tenant_id
+        LEFT JOIN
+          user_account_state_type AS user_account_state_type
+        ON
+          user_account_state_type.name = user_file_dimension_ledger_stage.user_account_state_type_name
+        LEFT JOIN
+          user_account_state_type AS hr_user_account_state_type
+        ON
+          hr_user_account_state_type.name = user_file_dimension_ledger_stage.hr_user_account_state_type_name
+        ;
+      EOS
+    end
+  end
+end