masamune 0.11.9 → 0.12.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: masamune
 version: !ruby/object:Gem::Version
-  version: 0.11.9
+  version: 0.12.0
 platform: ruby
 authors:
 - Michael Andrews
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-07-20 00:00:00.000000000 Z
+date: 2015-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -245,7 +245,6 @@ files:
 - lib/masamune/schema/catalog.rb
 - lib/masamune/schema/column.rb
 - lib/masamune/schema/dimension.rb
-- lib/masamune/schema/event.rb
 - lib/masamune/schema/fact.rb
 - lib/masamune/schema/map.rb
 - lib/masamune/schema/row.rb
@@ -268,8 +267,6 @@ files:
 - lib/masamune/transform/consolidate_dimension.rb
 - lib/masamune/transform/deduplicate_dimension.psql.erb
 - lib/masamune/transform/deduplicate_dimension.rb
-- lib/masamune/transform/define_event_view.hql.erb
-- lib/masamune/transform/define_event_view.rb
 - lib/masamune/transform/define_index.psql.erb
 - lib/masamune/transform/define_schema.hql.erb
 - lib/masamune/transform/define_schema.psql.erb
@@ -278,6 +275,7 @@ files:
 - lib/masamune/transform/define_table.psql.erb
 - lib/masamune/transform/define_table.rb
 - lib/masamune/transform/define_unique.psql.erb
+- lib/masamune/transform/denormalize_table.hql.erb
 - lib/masamune/transform/denormalize_table.psql.erb
 - lib/masamune/transform/denormalize_table.rb
 - lib/masamune/transform/insert_reference_values.psql.erb
@@ -334,7 +332,6 @@ files:
 - spec/masamune/schema/catalog_spec.rb
 - spec/masamune/schema/column_spec.rb
 - spec/masamune/schema/dimension_spec.rb
-- spec/masamune/schema/event_spec.rb
 - spec/masamune/schema/fact_spec.rb
 - spec/masamune/schema/map_spec.rb
 - spec/masamune/schema/row_spec.rb
@@ -350,7 +347,6 @@ files:
 - spec/masamune/transform/bulk_upsert.dimension_spec.rb
 - spec/masamune/transform/consolidate_dimension_spec.rb
 - spec/masamune/transform/deduplicate_dimension_spec.rb
-- spec/masamune/transform/define_event_view_spec.rb
 - spec/masamune/transform/define_schema_spec.rb
 - spec/masamune/transform/define_table.dimension_spec.rb
 - spec/masamune/transform/define_table.fact_spec.rb
@@ -438,7 +434,6 @@ test_files:
 - spec/masamune/schema/catalog_spec.rb
 - spec/masamune/schema/column_spec.rb
 - spec/masamune/schema/dimension_spec.rb
-- spec/masamune/schema/event_spec.rb
 - spec/masamune/schema/fact_spec.rb
 - spec/masamune/schema/map_spec.rb
 - spec/masamune/schema/row_spec.rb
@@ -454,7 +449,6 @@ test_files:
 - spec/masamune/transform/bulk_upsert.dimension_spec.rb
 - spec/masamune/transform/consolidate_dimension_spec.rb
 - spec/masamune/transform/deduplicate_dimension_spec.rb
-- spec/masamune/transform/define_event_view_spec.rb
 - spec/masamune/transform/define_schema_spec.rb
 - spec/masamune/transform/define_table.dimension_spec.rb
 - spec/masamune/transform/define_table.fact_spec.rb

data/lib/masamune/schema/event.rb

@@ -1,121 +0,0 @@
-#  The MIT License (MIT)
-#
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
-#
-#  Permission is hereby granted, free of charge, to any person obtaining a copy
-#  of this software and associated documentation files (the "Software"), to deal
-#  in the Software without restriction, including without limitation the rights
-#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-#  copies of the Software, and to permit persons to whom the Software is
-#  furnished to do so, subject to the following conditions:
-#
-#  The above copyright notice and this permission notice shall be included in
-#  all copies or substantial portions of the Software.
-#
-#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-#  THE SOFTWARE.
-
-module Masamune::Schema
-  class Event
-    class Attribute
-      attr_accessor :id
-      attr_accessor :type
-      attr_accessor :array
-      attr_accessor :immutable
-
-      def initialize(opts = {})
-        opts.symbolize_keys!
-        raise ArgumentError, 'required parameter id: missing' unless opts.key?(:id)
-        self.id = opts[:id].to_sym
-        self.type = opts.fetch(:type, :integer).to_sym
-        self.array = opts.fetch(:array, false)
-        self.immutable = opts.fetch(:immutable, false)
-      end
-
-      def as_columns(event, &block)
-        column_ids = immutable ? [id] : [:"#{id}_now", :"#{id}_was"]
-        column_ids.each do |id|
-          yield [id, Column.new(id: id, type: type, array: array, parent: event)]
-        end
-      end
-    end
-
-    DEFAULT_ATTRIBUTES =
-    {
-      id:              nil,
-      store:           nil,
-      attributes:      [],
-      debug:           false
-    }
-
-    DEFAULT_ATTRIBUTES.keys.each do |attr|
-      attr_accessor attr
-    end
-
-    def initialize(opts = {})
-      opts.symbolize_keys!
-      raise ArgumentError, 'required parameter id: missing' unless opts.key?(:id)
-      DEFAULT_ATTRIBUTES.merge(opts).each do |name, value|
-        public_send("#{name}=", value)
-      end
-    end
-
-    def name
-      @name || [id, suffix].compact.join('_')
-    end
-
-    def suffix
-      'event'
-    end
-
-    def attributes=(attributes)
-      @attributes = {}
-      attributes.each do |attribute|
-        @attributes[attribute.id] = attribute
-      end
-    end
-
-    def columns
-      @columns ||= {}.tap do |columns|
-        columns[:uuid] = Column.new id: :uuid, type: :uuid, parent: self
-        columns[:type] = Column.new id: :type, type: :string, parent: self
-        attributes.map do |_, attribute|
-          attribute.as_columns(self) do |id, column|
-            columns[id] = column
-          end
-        end
-        columns[:delta] = Column.new id: :delta, type: :integer, parent: self
-        columns[:created_at] = Column.new id: :created_at, type: :timestamp, parent: self
-      end
-    end
-
-    def reserved_column_ids
-      @reserved_column_ids ||= [:uuid, :type, :delta, :created_at]
-    end
-
-    def unreserved_columns
-      columns.reject { |_, column| reserved_column_ids.include?(column.id) }
-    end
-
-    def create_type
-      @create_type ||= "#{id}_create"
-    end
-
-    def update_type
-      @update_type ||= "#{id}_update"
-    end
-
-    def delete_type
-      @delete_type ||= "#{id}_delete"
-    end
-
-    def dereference_column_name(name)
-      columns[name.to_sym]
-    end
-  end
-end

data/lib/masamune/transform/define_event_view.rb

@@ -1,60 +0,0 @@
-#  The MIT License (MIT)
-#
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
-#
-#  Permission is hereby granted, free of charge, to any person obtaining a copy
-#  of this software and associated documentation files (the "Software"), to deal
-#  in the Software without restriction, including without limitation the rights
-#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-#  copies of the Software, and to permit persons to whom the Software is
-#  furnished to do so, subject to the following conditions:
-#
-#  The above copyright notice and this permission notice shall be included in
-#  all copies or substantial portions of the Software.
-#
-#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-#  THE SOFTWARE.
-
-module Masamune::Transform
-  module DefineEventView
-    extend ActiveSupport::Concern
-
-    def define_event_view(target)
-      Operator.new(__method__, target: target, presenters: { hive: Hive }).tap do |operator|
-        logger.debug("#{target.id}\n" + operator.to_s) if target.debug
-      end
-    end
-
-    private
-
-    class Hive < SimpleDelegator
-      def view_name
-        "#{id}_events"
-      end
-
-      def view_columns
-        unreserved_columns.map do |_, column|
-          column.name
-        end
-      end
-
-      def view_values
-        unreserved_columns.map do |_, column|
-          case column.type
-          when :json
-            # NOTE could just use split "\t" to parse tsv output
-            %Q{CONCAT('"', REGEXP_REPLACE(#{column.name}, '"', '""'),  '"') AS #{column.name}}
-          else
-            column.name
-          end
-        end
-      end
-
-    end
-  end
-end

data/spec/masamune/schema/event_spec.rb

@@ -1,75 +0,0 @@
-#  The MIT License (MIT)
-#
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
-#
-#  Permission is hereby granted, free of charge, to any person obtaining a copy
-#  of this software and associated documentation files (the "Software"), to deal
-#  in the Software without restriction, including without limitation the rights
-#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-#  copies of the Software, and to permit persons to whom the Software is
-#  furnished to do so, subject to the following conditions:
-#
-#  The above copyright notice and this permission notice shall be included in
-#  all copies or substantial portions of the Software.
-#
-#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-#  THE SOFTWARE.
-
-require 'spec_helper'
-
-describe Masamune::Schema::Event do
-  context 'without id' do
-    subject(:event) { described_class.new }
-    it { expect { event }.to raise_error ArgumentError }
-  end
-
-  context 'with attributes' do
-    let(:event) do
-      described_class.new id: 'user',
-        attributes: [
-          Masamune::Schema::Event::Attribute.new(id: 'tenant_id', type: :integer),
-          Masamune::Schema::Event::Attribute.new(id: 'user_id', type: :integer)
-        ]
-    end
-
-    it { expect(event.attributes).to include :tenant_id }
-    it { expect(event.attributes).to include :user_id }
-    it { expect(event.attributes[:tenant_id].type).to eq(:integer) }
-    it { expect(event.attributes[:user_id].type).to eq(:integer) }
-  end
-
-  context 'with array attributes' do
-    let(:event) do
-      described_class.new id: 'user',
-        attributes: [
-          Masamune::Schema::Event::Attribute.new(id: 'group_id', type: :integer, array: true),
-        ]
-    end
-
-    it { expect(event.attributes).to include :group_id }
-    it { expect(event.attributes[:group_id].type).to eq(:integer) }
-    it { expect(event.attributes[:group_id].array).to be(true) }
-  end
-
-
-  describe Masamune::Schema::Event::Attribute do
-    context 'without id' do
-      subject(:attribute) { described_class.new }
-      it { expect { attribute }.to raise_error ArgumentError }
-    end
-
-    subject(:attribute) { described_class.new id: 'id' }
-
-    it do
-      expect(attribute.id).to eq(:id)
-      expect(attribute.type).to eq(:integer)
-      expect(attribute.immutable).to eq(false)
-      expect(attribute.array).to eq(false)
-    end
-  end
-end

data/spec/masamune/transform/define_event_view_spec.rb

@@ -1,84 +0,0 @@
-#  The MIT License (MIT)
-#
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
-#
-#  Permission is hereby granted, free of charge, to any person obtaining a copy
-#  of this software and associated documentation files (the "Software"), to deal
-#  in the Software without restriction, including without limitation the rights
-#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-#  copies of the Software, and to permit persons to whom the Software is
-#  furnished to do so, subject to the following conditions:
-#
-#  The above copyright notice and this permission notice shall be included in
-#  all copies or substantial portions of the Software.
-#
-#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-#  THE SOFTWARE.
-
-require 'spec_helper'
-
-describe Masamune::Transform::DefineEventView do
-  before do
-    catalog.schema :hive do
-      event 'tenant' do
-        attribute 'tenant_id', type: :integer, immutable: true
-        attribute 'account_state', type: :string
-        attribute 'premium_type', type: :string
-        attribute 'preferences', type: :json
-      end
-    end
-  end
-
-  let(:target) { catalog.hive.tenant_event }
-
-  context 'with hive event' do
-    subject(:result) { transform.define_event_view(target).to_s }
-
-    it 'should render define_event_view template' do
-      is_expected.to eq <<-EOS.strip_heredoc
-        DROP VIEW IF EXISTS tenant_events;
-        CREATE VIEW IF NOT EXISTS tenant_events (
-          uuid,
-          type,
-          tenant_id,
-          account_state_now,
-          account_state_was,
-          premium_type_now,
-          premium_type_was,
-          preferences_now,
-          preferences_was,
-          delta,
-          created_at,
-          y, m, d ,h
-        ) PARTITIONED ON (y, m, d, h) AS
-        SELECT DISTINCT
-          uuid,
-          type,
-          tenant_id,
-          account_state_now,
-          account_state_was,
-          premium_type_now,
-          premium_type_was,
-          CONCAT('"', REGEXP_REPLACE(preferences_now, '"', '""'),  '"') AS preferences_now,
-          CONCAT('"', REGEXP_REPLACE(preferences_was, '"', '""'),  '"') AS preferences_was,
-          IF(type = 'tenant_update', 1, 0) AS delta,
-          ctime_iso8601 AS created_at,
-          y, m, d ,h
-        FROM
-          events
-        LATERAL VIEW
-          json_tuple(events.json, 'tenant_id', 'account_state_now', 'account_state_was', 'premium_type_now', 'premium_type_was', 'preferences_now', 'preferences_was') event_data AS tenant_id, account_state_now, account_state_was, premium_type_now, premium_type_was, preferences_now, preferences_was
-        WHERE
-          type = 'tenant_create' OR
-          type = 'tenant_update' OR
-          type = 'tenant_delete'
-        ;
-      EOS
-    end
-  end
-end