masamune 0.11.0

data/lib/masamune/transform/stage_dimension.psql.erb

@@ -0,0 +1,39 @@
+--  The MIT License (MIT)
+--
+--  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+--
+--  Permission is hereby granted, free of charge, to any person obtaining a copy
+--  of this software and associated documentation files (the "Software"), to deal
+--  in the Software without restriction, including without limitation the rights
+--  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+--  copies of the Software, and to permit persons to whom the Software is
+--  furnished to do so, subject to the following conditions:
+--
+--  The above copyright notice and this permission notice shall be included in
+--  all copies or substantial portions of the Software.
+--
+--  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+--  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+--  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+--  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+--  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+--  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+--  THE SOFTWARE.
+
+CREATE TEMPORARY TABLE IF NOT EXISTS <%= target.stage_table.name %> (LIKE <%= target.name %> INCLUDING ALL);
+
+INSERT INTO
+  <%= target.stage_table.name %> (<%= target.insert_columns(source).join(', ') %>)
+SELECT
+  <%- target.insert_values(source).each do |value, last| -%>
+  <%= value %><%= ',' unless last %>
+  <%- end -%>
+FROM
+  <%= source.name %>
+<%- target.join_conditions(source).each do |(table_name, alias_name), conditions| -%>
+LEFT JOIN
+  <%= table_name %> AS <%= alias_name %>
+ON
+  <%= conditions.to_a.join(" AND\n  ") %>
+<%- end -%>
+;

data/lib/masamune/transform/stage_dimension.rb

@@ -0,0 +1,83 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+module Masamune::Transform
+  module StageDimension
+    extend ActiveSupport::Concern
+
+    def stage_dimension(source, target)
+      Operator.new(__method__, source: source, target: target, presenters: { postgres: Postgres })
+    end
+
+    private
+
+    class Postgres < SimpleDelegator
+      include Masamune::LastElement
+
+      def insert_columns(source)
+        shared_columns(source).values.map do |columns|
+          column = columns.first
+          if reference = column.reference
+            reference.foreign_key_name
+          else
+            column.name
+          end
+        end.compact
+      end
+
+      def insert_values(source)
+        shared_columns(source).values.map do |columns|
+          column = columns.first
+          if reference = column.reference
+            reference.surrogate_key.qualified_name(reference.label)
+          elsif column.type == :json || column.type == :yaml || column.type == :key_value
+            "json_to_hstore(#{column.qualified_name})"
+          else
+            column.qualified_name
+          end
+        end.compact
+      end
+      method_with_last_element :insert_values
+
+      def join_conditions(source)
+        join_columns = shared_columns(source).values.flatten
+        join_columns = join_columns.select { |column| column.reference }
+        join_columns = join_columns.group_by { |column| column.reference }
+
+        conditions = Hash.new { |h,k| h[k] = Set.new }
+        join_columns.each do |reference, columns|
+          left_uniq = Set.new
+          (columns + lateral_references(source, reference)).each do |column|
+            left = reference.columns[column.id]
+            next unless left_uniq.add?(left.qualified_name(reference.label))
+            conditions[[reference.name, reference.alias]] << "#{left.qualified_name(reference.label)} = #{column.qualified_name}"
+          end
+        end
+        conditions
+      end
+
+      def lateral_references(source, reference)
+        source.shared_columns(reference).keys.reject { |column| column.auto_reference }
+      end
+    end
+  end
+end

data/lib/masamune/transform/stage_fact.psql.erb

@@ -0,0 +1,80 @@
+--  The MIT License (MIT)
+--
+--  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+--
+--  Permission is hereby granted, free of charge, to any person obtaining a copy
+--  of this software and associated documentation files (the "Software"), to deal
+--  in the Software without restriction, including without limitation the rights
+--  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+--  copies of the Software, and to permit persons to whom the Software is
+--  furnished to do so, subject to the following conditions:
+--
+--  The above copyright notice and this permission notice shall be included in
+--  all copies or substantial portions of the Software.
+--
+--  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+--  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+--  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+--  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+--  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+--  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+--  THE SOFTWARE.
+
+<%- target_partition = target.partition_table(date) %>
+<%- target_stage = target_partition.stage_table %>
+
+BEGIN;
+
+DROP TABLE IF EXISTS <%= target_stage.name %> CASCADE;
+CREATE TABLE IF NOT EXISTS <%= target_stage.name %> (LIKE <%= target.name %> INCLUDING ALL);
+
+ALTER TABLE <%= target_stage.name %> ADD CONSTRAINT <%= target_stage.name %>_time_key_check <%= target_stage.constraints %>;
+<%- target.foreign_key_columns.each do |column| -%>
+<%- if column.reference_constraint -%>
+ALTER TABLE <%= target_stage.name %> ADD CONSTRAINT <%= target_stage.name %>_<%= column.name %>_fkey FOREIGN KEY (<%= column.name %>) <%= column.reference_constraint %>;
+<%- end -%>
+<%- end -%>
+
+INSERT INTO
+  <%= target_stage.name %> (<%= target.insert_columns(source).join(', ') %>)
+SELECT
+  <%- target.insert_values(source).each do |value, last| -%>
+  <%= value %><%= ',' unless last %>
+  <%- end -%>
+FROM
+  <%= source.name %>
+<%- target.join_conditions(source).each do |table, conditions| -%>
+JOIN
+  <%= table %>
+ON
+  <%= conditions.join(" AND\n  ") %>
+<%- end -%>
+;
+
+<%- target.index_columns.each do |column_names, unique| -%>
+<%- index_name = "#{target_stage.name}_#{column_names.join('_')}_index" -%>
+CREATE <%= unique ? 'UNIQUE INDEX' : 'INDEX' %> <%= index_name %> ON <%= target_stage.name %> (<%= column_names.join(', ') %>);
+<%- end -%>
+
+COMMIT;
+
+BEGIN;
+
+DROP TABLE IF EXISTS <%= target_partition.name %>;
+ALTER TABLE <%= target_stage.name %> RENAME TO <%= target_partition.name %>;
+
+ALTER TABLE <%= target_partition.name %> INHERIT <%= target.name %>;
+ALTER TABLE <%= target_partition.name %> ADD CONSTRAINT <%= target_partition.name %>_time_key_check <%= target_partition.constraints %> NOT VALID;
+<%- target.foreign_key_columns.each do |column| -%>
+<%- if column.reference_constraint -%>
+ALTER TABLE <%= target_partition.name %> ADD CONSTRAINT <%= target_partition.name %>_<%= column.name %>_fkey FOREIGN KEY (<%= column.name %>) <%= column.reference_constraint %> NOT VALID;
+<%- end -%>
+<%- end -%>
+
+<%- target.index_columns.each do |column_names, unique| -%>
+<%- old_index_name = "#{target_stage.name}_#{column_names.join('_')}_index" -%>
+<%- new_index_name = "#{target_partition.name}_#{column_names.join('_')}_index" -%>
+ALTER INDEX <%= old_index_name %> RENAME TO <%= new_index_name %>;
+<%- end -%>
+
+COMMIT;

data/lib/masamune/transform/stage_fact.rb

@@ -0,0 +1,111 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+module Masamune::Transform
+  module StageFact
+    extend ActiveSupport::Concern
+
+    def stage_fact(source, target, date)
+      Operator.new(__method__, source: source, target: target, date: date, presenters: { postgres: Postgres })
+    end
+
+    private
+
+    class Postgres < SimpleDelegator
+      include Masamune::LastElement
+
+      def insert_columns(source)
+        shared_columns(source).values.map do |columns|
+          column = columns.first
+          if reference = column.reference
+            reference.foreign_key_name
+          else
+            column.name
+          end
+        end
+      end
+
+      def insert_values(source)
+        shared_columns(source).values.map do |columns|
+          column = columns.first
+          if !column.degenerate? && reference = column.reference
+            reference.surrogate_key.qualified_name
+          else
+            column.qualified_name
+          end
+        end
+      end
+      method_with_last_element :insert_values
+
+      def join_conditions(source)
+        join_columns = shared_columns(source).values.flatten
+        join_columns = join_columns.select { |column| column.reference }
+        join_columns = join_columns.group_by { |column| column.reference }
+
+        dependencies = Masamune::TopologicalHash.new
+        conditions = Hash.new { |h,k| h[k] = [] }
+        join_columns.each do |reference, columns|
+          columns.each do |column|
+            next if column.degenerate?
+            dependencies[reference.name] = []
+            cross_references = cross_references(column)
+            coalesce_values = []
+
+            if cross_references.any?
+              dependencies[reference.name] += cross_references.map { |reference, _| reference.name }
+              coalesce_values << cross_references.map { |_, column| column.qualified_name }
+            end
+
+            if column.reference && !column.reference.default.nil?
+              coalesce_values << column.reference.default(column.adjacent) if column.adjacent.natural_key
+            elsif !column.adjacent.default.nil?
+              coalesce_values << column.adjacent.sql_value(column.adjacent.default)
+            end
+
+            conditions[reference.name] << (coalesce_values.any? ?
+              "#{column.foreign_key_name} = COALESCE(#{column.qualified_name}, #{coalesce_values.join(', ')})" :
+              "#{column.foreign_key_name} = #{column.qualified_name}")
+          end
+          if reference.type == :two || reference.type == :four
+            join_key_a = "TO_TIMESTAMP(#{source.time_key.qualified_name}) BETWEEN #{reference.start_key.qualified_name} AND COALESCE(#{reference.end_key.qualified_name}, 'INFINITY')"
+            join_key_b = "TO_TIMESTAMP(#{source.time_key.qualified_name}) < #{reference.start_key.qualified_name} AND #{reference.version_key.qualified_name} = 1"
+            conditions[reference.name] << "((#{join_key_a}) OR (#{join_key_b}))"
+          end
+        end
+        conditions.slice(*dependencies.tsort)
+      end
+
+      private
+
+      def cross_references(column)
+        return {} unless column.natural_key || column.adjacent.try(:natural_key)
+        {}.tap do |result|
+          references.each do |_, reference|
+            if reference.id != column.reference.id && reference.columns[column.id]
+              result[reference] = reference.columns[column.id]
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/masamune/version.rb

@@ -0,0 +1,25 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+module Masamune
+  VERSION = '0.11.0'
+end

data/spec/fixtures/aggregate.sql.erb

@@ -0,0 +1,25 @@
+--  The MIT License (MIT)
+--
+--  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+--
+--  Permission is hereby granted, free of charge, to any person obtaining a copy
+--  of this software and associated documentation files (the "Software"), to deal
+--  in the Software without restriction, including without limitation the rights
+--  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+--  copies of the Software, and to permit persons to whom the Software is
+--  furnished to do so, subject to the following conditions:
+--
+--  The above copyright notice and this permission notice shall be included in
+--  all copies or substantial portions of the Software.
+--
+--  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+--  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+--  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+--  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+--  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+--  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+--  THE SOFTWARE.
+
+SHOW TABLES;
+<%= render 'simple.sql.erb', table: 'foo' -%>
+<%= render 'simple.sql.erb', table: 'bar' -%>

data/spec/fixtures/comment.sql.erb

@@ -0,0 +1,27 @@
+--  The MIT License (MIT)
+--
+--  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+--
+--  Permission is hereby granted, free of charge, to any person obtaining a copy
+--  of this software and associated documentation files (the "Software"), to deal
+--  in the Software without restriction, including without limitation the rights
+--  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+--  copies of the Software, and to permit persons to whom the Software is
+--  furnished to do so, subject to the following conditions:
+--
+--  The above copyright notice and this permission notice shall be included in
+--  all copies or substantial portions of the Software.
+--
+--  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+--  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+--  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+--  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+--  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+--  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+--  THE SOFTWARE.
+
+-- Ignore all comments
+
+SELECT 1;
+
+-- Ignore all comments

data/spec/fixtures/invalid.sql.erb

@@ -0,0 +1,23 @@
+--  The MIT License (MIT)
+--
+--  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+--
+--  Permission is hereby granted, free of charge, to any person obtaining a copy
+--  of this software and associated documentation files (the "Software"), to deal
+--  in the Software without restriction, including without limitation the rights
+--  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+--  copies of the Software, and to permit persons to whom the Software is
+--  furnished to do so, subject to the following conditions:
+--
+--  The above copyright notice and this permission notice shall be included in
+--  all copies or substantial portions of the Software.
+--
+--  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+--  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+--  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+--  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+--  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+--  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+--  THE SOFTWARE.
+
+<%= render 'not_found.sql.erb' %>

data/spec/fixtures/relative.sql.erb

@@ -0,0 +1,23 @@
+--  The MIT License (MIT)
+--
+--  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+--
+--  Permission is hereby granted, free of charge, to any person obtaining a copy
+--  of this software and associated documentation files (the "Software"), to deal
+--  in the Software without restriction, including without limitation the rights
+--  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+--  copies of the Software, and to permit persons to whom the Software is
+--  furnished to do so, subject to the following conditions:
+--
+--  The above copyright notice and this permission notice shall be included in
+--  all copies or substantial portions of the Software.
+--
+--  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+--  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+--  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+--  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+--  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+--  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+--  THE SOFTWARE.
+
+<%= render '../fixtures/simple.sql.erb', table: 'relative' -%>