masamune 0.11.0

data/spec/support/masamune/mock_filesystem.rb

@@ -0,0 +1,96 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+require 'delegate'
+
+class Masamune::MockFilesystem < Delegator
+  include Masamune::Accumulate
+
+  def initialize
+    @filesystem = Masamune::Filesystem.new
+    @filesystem.add_path :root_dir, File.expand_path('../../../', __FILE__)
+    @files = {}
+  end
+
+  def touch!(*args)
+    opts = args.last.is_a?(Hash) ? args.pop : {}
+    args.each do |file|
+      @files[file] = OpenStruct.new(opts.merge(name: file))
+    end
+  end
+
+  def exists?(file)
+    @files.keys.include?(file)
+  end
+
+  def glob(pattern, &block)
+    file_regexp = glob_to_regexp(pattern)
+    @files.keys.each do |name|
+      yield name if name =~ file_regexp
+    end
+  end
+  method_accumulate :glob
+
+  def glob_sort(pattern, options = {})
+    glob(pattern)
+  end
+
+  def glob_stat(pattern, &block)
+    file_regexp = glob_to_regexp(pattern, recursive: true)
+    @files.each do |name, stat|
+      yield stat if name =~ file_regexp
+    end
+  end
+
+  def stat(file)
+    @files[file]
+  end
+
+  def write(data, file)
+    @files[file] = OpenStruct.new(name: file, data: data)
+  end
+
+  def cat(file)
+    @files[file].data
+  end
+
+  def clear!
+  end
+
+  def check_immutable_path!(file)
+    true
+  end
+
+  [:mkdir!, :copy_file_to_file, :copy_file_to_dir, :copy_dir, :remove_file, :remove_dir, :move_file_to_file, :move_file_to_dir, :move_dir, :write].each do |method|
+    define_method(method) do |*args|
+      # Empty
+    end
+  end
+
+  def __getobj__
+    @filesystem
+  end
+
+  def __setobj__(obj)
+    @filesystem = obj
+  end
+end

data/spec/support/masamune/thor_mute.rb

@@ -0,0 +1,35 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+# Silence noisy and uninformative create_command method
+module Masamune::ThorMute
+  def self.included(base)
+    base.instance_eval do
+      def create_command(*a)
+        $stdout, tmp_stdout = StringIO.new, $stdout
+        super *a
+      ensure
+        $stdout = tmp_stdout
+      end
+    end
+  end
+end

data/spec/support/rspec/example/action_example_group.rb

@@ -0,0 +1,34 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+module ActionExampleGroup
+  def self.included(base)
+    base.let(:run_dir) { Dir.mktmpdir('masamune') }
+    base.before do
+      Masamune.filesystem.add_path(:run_dir, run_dir)
+    end
+  end
+end
+
+RSpec.configure do |config|
+  config.include ActionExampleGroup, :type => :action, :file_path => %r{spec/masamune/actions}
+end

data/spec/support/rspec/example/task_example_group.rb

@@ -0,0 +1,80 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+module TaskExampleGroup
+  def capture(stdout, stderr, &block)
+    tmp_stdout, $stdout = $stdout, stdout
+    tmp_stderr, $stderr = $stderr, stderr
+    yield
+  ensure
+    $stdout, $stderr = tmp_stdout, tmp_stderr
+  end
+
+  shared_examples 'general usage' do
+    it 'exits with status code 0 and prints general usage' do
+      expect { cli_invocation }.to raise_error { |e|
+        expect(e).to be_a(SystemExit)
+        expect(e.status).to eq(0)
+      }
+      expect(stdout.string).to match(/^Commands:/)
+      expect(stderr.string).to be_blank
+    end
+  end
+
+  shared_examples 'command usage' do
+    it 'exits with status code 0 and prints command usage' do
+      expect { cli_invocation }.to raise_error { |e|
+        expect(e).to be_a(SystemExit)
+        expect(e.status).to eq(0)
+      }
+      expect(stdout.string).to match(/^Usage:/)
+      expect(stdout.string).to match(/^Options:/)
+      expect(stderr.string).to be_blank
+    end
+  end
+
+  def self.included(base)
+    base.before :all do
+      ENV['THOR_DEBUG'] = '1'
+    end
+
+    base.let(:thor_class) { described_class }
+    base.let(:command) { nil }
+    base.let(:options) { {} }
+    base.let!(:stdout) { StringIO.new }
+    base.let!(:stderr) { StringIO.new }
+
+    base.before do
+      thor_class.send(:include, Masamune::ThorMute)
+    end
+
+    base.subject(:cli_invocation) do
+      capture(stdout, stderr) do
+        thor_class.start([command, *options].compact)
+      end
+    end
+  end
+end
+
+RSpec.configure do |config|
+  config.include TaskExampleGroup, type: :task, file_path: %r{spec/masamune/(.*?/)?.*thor_spec\.rb}
+end

data/spec/support/rspec/example/transform_example_group.rb

@@ -0,0 +1,36 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+module TransformExampleGroup
+  def self.included(base)
+    base.let(:transform) { Object.new.extend(described_class) }
+    base.let(:environment) { double }
+    base.let(:catalog) { Masamune::Schema::Catalog.new(environment) }
+    base.after do
+      catalog.clear!
+    end
+  end
+end
+
+RSpec.configure do |config|
+  config.include TransformExampleGroup, :type => :action, :file_path => %r{spec/masamune/transform}
+end

data/spec/support/shared_examples/postgres_common_examples.rb

@@ -0,0 +1,53 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+shared_examples_for Masamune::Commands::PostgresCommon do
+  describe '#command_env' do
+    subject(:env) do
+      instance.command_env
+    end
+
+    context 'by default' do
+      it { expect(env['PGOPTIONS']).to eq('--client-min-messages=warning') }
+    end
+
+    context 'with pgpass_file' do
+      let(:configuration) { {:pgpass_file => 'pgpass_file'} }
+
+      before do
+        allow(File).to receive(:readable?) { true }
+      end
+
+      it { expect(env['PGPASSFILE']).to eq('pgpass_file') }
+    end
+
+    context 'with pgpass_file that is not readable' do
+      let(:configuration) { {:pgpass_file => 'pgpass_file'} }
+
+      before do
+        allow(File).to receive(:readable?) { false }
+      end
+
+      it { expect(env).to_not include 'PGPASSFILE' }
+    end
+  end
+end

metadata

@@ -0,0 +1,462 @@
+--- !ruby/object:Gem::Specification
+name: masamune
+version: !ruby/object:Gem::Version
+  version: 0.11.0
+platform: ruby
+authors:
+- Michael Andrews
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-04-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tzinfo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: chronic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tilt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: erubis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rb-readline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Hybrid Data & Work Flow
+email:
+- michael@socialcast.com
+executables:
+- masamune-shell
+- masamune-hive
+- masamune-elastic-mapreduce
+- masamune-psql
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/masamune-elastic-mapreduce
+- bin/masamune-hive
+- bin/masamune-psql
+- bin/masamune-shell
+- lib/masamune.rb
+- lib/masamune/accumulate.rb
+- lib/masamune/actions.rb
+- lib/masamune/actions/data_flow.rb
+- lib/masamune/actions/date_parse.rb
+- lib/masamune/actions/elastic_mapreduce.rb
+- lib/masamune/actions/execute.rb
+- lib/masamune/actions/filesystem.rb
+- lib/masamune/actions/hadoop_filesystem.rb
+- lib/masamune/actions/hadoop_streaming.rb
+- lib/masamune/actions/hive.rb
+- lib/masamune/actions/postgres.rb
+- lib/masamune/actions/postgres_admin.rb
+- lib/masamune/actions/s3cmd.rb
+- lib/masamune/actions/transform.rb
+- lib/masamune/after_initialize_callbacks.rb
+- lib/masamune/cached_filesystem.rb
+- lib/masamune/commands.rb
+- lib/masamune/commands/elastic_mapreduce.rb
+- lib/masamune/commands/hadoop_filesystem.rb
+- lib/masamune/commands/hadoop_streaming.rb
+- lib/masamune/commands/hive.rb
+- lib/masamune/commands/interactive.rb
+- lib/masamune/commands/postgres.rb
+- lib/masamune/commands/postgres_admin.rb
+- lib/masamune/commands/postgres_common.rb
+- lib/masamune/commands/retry_with_backoff.rb
+- lib/masamune/commands/s3cmd.rb
+- lib/masamune/commands/shell.rb
+- lib/masamune/configuration.rb
+- lib/masamune/data_plan.rb
+- lib/masamune/data_plan/builder.rb
+- lib/masamune/data_plan/elem.rb
+- lib/masamune/data_plan/engine.rb
+- lib/masamune/data_plan/rule.rb
+- lib/masamune/data_plan/set.rb
+- lib/masamune/environment.rb
+- lib/masamune/filesystem.rb
+- lib/masamune/has_environment.rb
+- lib/masamune/helpers.rb
+- lib/masamune/helpers/postgres.rb
+- lib/masamune/io.rb
+- lib/masamune/last_element.rb
+- lib/masamune/method_logger.rb
+- lib/masamune/multi_io.rb
+- lib/masamune/schema.rb
+- lib/masamune/schema/catalog.rb
+- lib/masamune/schema/column.rb
+- lib/masamune/schema/dimension.rb
+- lib/masamune/schema/event.rb
+- lib/masamune/schema/fact.rb
+- lib/masamune/schema/map.rb
+- lib/masamune/schema/row.rb
+- lib/masamune/schema/store.rb
+- lib/masamune/schema/table.rb
+- lib/masamune/schema/table_reference.rb
+- lib/masamune/spec_helper.rb
+- lib/masamune/string_format.rb
+- lib/masamune/tasks/elastic_mapreduce_thor.rb
+- lib/masamune/tasks/hive_thor.rb
+- lib/masamune/tasks/postgres_thor.rb
+- lib/masamune/tasks/shell_thor.rb
+- lib/masamune/template.rb
+- lib/masamune/thor.rb
+- lib/masamune/thor_loader.rb
+- lib/masamune/topological_hash.rb
+- lib/masamune/transform.rb
+- lib/masamune/transform/bulk_upsert.psql.erb
+- lib/masamune/transform/bulk_upsert.rb
+- lib/masamune/transform/consolidate_dimension.rb
+- lib/masamune/transform/deduplicate_dimension.psql.erb
+- lib/masamune/transform/deduplicate_dimension.rb
+- lib/masamune/transform/define_event_view.hql.erb
+- lib/masamune/transform/define_event_view.rb
+- lib/masamune/transform/define_index.psql.erb
+- lib/masamune/transform/define_schema.hql.erb
+- lib/masamune/transform/define_schema.psql.erb
+- lib/masamune/transform/define_schema.rb
+- lib/masamune/transform/define_table.hql.erb
+- lib/masamune/transform/define_table.psql.erb
+- lib/masamune/transform/define_table.rb
+- lib/masamune/transform/define_unique.psql.erb
+- lib/masamune/transform/insert_reference_values.psql.erb
+- lib/masamune/transform/insert_reference_values.rb
+- lib/masamune/transform/load_dimension.rb
+- lib/masamune/transform/load_fact.rb
+- lib/masamune/transform/operator.rb
+- lib/masamune/transform/relabel_dimension.psql.erb
+- lib/masamune/transform/relabel_dimension.rb
+- lib/masamune/transform/rollup_fact.psql.erb
+- lib/masamune/transform/rollup_fact.rb
+- lib/masamune/transform/snapshot_dimension.psql.erb
+- lib/masamune/transform/snapshot_dimension.rb
+- lib/masamune/transform/stage_dimension.psql.erb
+- lib/masamune/transform/stage_dimension.rb
+- lib/masamune/transform/stage_fact.psql.erb
+- lib/masamune/transform/stage_fact.rb
+- lib/masamune/version.rb
+- spec/fixtures/aggregate.sql.erb
+- spec/fixtures/comment.sql.erb
+- spec/fixtures/invalid.sql.erb
+- spec/fixtures/relative.sql.erb
+- spec/fixtures/simple.sql.erb
+- spec/fixtures/whitespace.sql.erb
+- spec/masamune/actions/elastic_mapreduce_spec.rb
+- spec/masamune/actions/execute_spec.rb
+- spec/masamune/actions/hadoop_filesystem_spec.rb
+- spec/masamune/actions/hadoop_streaming_spec.rb
+- spec/masamune/actions/hive_spec.rb
+- spec/masamune/actions/postgres_admin_spec.rb
+- spec/masamune/actions/postgres_spec.rb
+- spec/masamune/actions/s3cmd_spec.rb
+- spec/masamune/actions/transform_spec.rb
+- spec/masamune/after_initialization_callbacks_spec.rb
+- spec/masamune/cached_filesystem_spec.rb
+- spec/masamune/commands/hadoop_filesystem_spec.rb
+- spec/masamune/commands/hadoop_streaming_spec.rb
+- spec/masamune/commands/hive_spec.rb
+- spec/masamune/commands/postgres_admin_spec.rb
+- spec/masamune/commands/postgres_spec.rb
+- spec/masamune/commands/retry_with_backoff_spec.rb
+- spec/masamune/commands/s3cmd_spec.rb
+- spec/masamune/commands/shell_spec.rb
+- spec/masamune/configuration_spec.rb
+- spec/masamune/data_plan/builder_spec.rb
+- spec/masamune/data_plan/elem_spec.rb
+- spec/masamune/data_plan/engine_spec.rb
+- spec/masamune/data_plan/rule_spec.rb
+- spec/masamune/data_plan/set_spec.rb
+- spec/masamune/environment_spec.rb
+- spec/masamune/filesystem_spec.rb
+- spec/masamune/helpers/postgres_spec.rb
+- spec/masamune/schema/catalog_spec.rb
+- spec/masamune/schema/column_spec.rb
+- spec/masamune/schema/dimension_spec.rb
+- spec/masamune/schema/event_spec.rb
+- spec/masamune/schema/fact_spec.rb
+- spec/masamune/schema/map_spec.rb
+- spec/masamune/schema/row_spec.rb
+- spec/masamune/schema/store_spec.rb
+- spec/masamune/schema/table_spec.rb
+- spec/masamune/string_format_spec.rb
+- spec/masamune/tasks/elastic_mapreduce_thor_spec.rb
+- spec/masamune/tasks/hive_thor_spec.rb
+- spec/masamune/tasks/postgres_thor_spec.rb
+- spec/masamune/tasks/shell_thor_spec.rb
+- spec/masamune/template_spec.rb
+- spec/masamune/thor_spec.rb
+- spec/masamune/transform/bulk_upsert.dimension_spec.rb
+- spec/masamune/transform/consolidate_dimension_spec.rb
+- spec/masamune/transform/deduplicate_dimension_spec.rb
+- spec/masamune/transform/define_event_view_spec.rb
+- spec/masamune/transform/define_schema_spec.rb
+- spec/masamune/transform/define_table.dimension_spec.rb
+- spec/masamune/transform/define_table.fact_spec.rb
+- spec/masamune/transform/define_table.table_spec.rb
+- spec/masamune/transform/insert_reference_values.dimension_spec.rb
+- spec/masamune/transform/insert_reference_values.fact_spec.rb
+- spec/masamune/transform/load_dimension_spec.rb
+- spec/masamune/transform/load_fact_spec.rb
+- spec/masamune/transform/relabel_dimension_spec.rb
+- spec/masamune/transform/rollup_fact_spec.rb
+- spec/masamune/transform/snapshot_dimension_spec.rb
+- spec/masamune/transform/stage_dimension_spec.rb
+- spec/masamune/transform/stage_fact_spec.rb
+- spec/masamune_spec.rb
+- spec/spec_helper.rb
+- spec/support/masamune/example_group.rb
+- spec/support/masamune/mock_command.rb
+- spec/support/masamune/mock_delegate.rb
+- spec/support/masamune/mock_filesystem.rb
+- spec/support/masamune/thor_mute.rb
+- spec/support/rspec/example/action_example_group.rb
+- spec/support/rspec/example/task_example_group.rb
+- spec/support/rspec/example/transform_example_group.rb
+- spec/support/shared_examples/postgres_common_examples.rb
+homepage: https://github.com/socialcast/masamune
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Hybrid Data & Work Flow
+test_files:
+- spec/fixtures/aggregate.sql.erb
+- spec/fixtures/comment.sql.erb
+- spec/fixtures/invalid.sql.erb
+- spec/fixtures/relative.sql.erb
+- spec/fixtures/simple.sql.erb
+- spec/fixtures/whitespace.sql.erb
+- spec/masamune/actions/elastic_mapreduce_spec.rb
+- spec/masamune/actions/execute_spec.rb
+- spec/masamune/actions/hadoop_filesystem_spec.rb
+- spec/masamune/actions/hadoop_streaming_spec.rb
+- spec/masamune/actions/hive_spec.rb
+- spec/masamune/actions/postgres_admin_spec.rb
+- spec/masamune/actions/postgres_spec.rb
+- spec/masamune/actions/s3cmd_spec.rb
+- spec/masamune/actions/transform_spec.rb
+- spec/masamune/after_initialization_callbacks_spec.rb
+- spec/masamune/cached_filesystem_spec.rb
+- spec/masamune/commands/hadoop_filesystem_spec.rb
+- spec/masamune/commands/hadoop_streaming_spec.rb
+- spec/masamune/commands/hive_spec.rb
+- spec/masamune/commands/postgres_admin_spec.rb
+- spec/masamune/commands/postgres_spec.rb
+- spec/masamune/commands/retry_with_backoff_spec.rb
+- spec/masamune/commands/s3cmd_spec.rb
+- spec/masamune/commands/shell_spec.rb
+- spec/masamune/configuration_spec.rb
+- spec/masamune/data_plan/builder_spec.rb
+- spec/masamune/data_plan/elem_spec.rb
+- spec/masamune/data_plan/engine_spec.rb
+- spec/masamune/data_plan/rule_spec.rb
+- spec/masamune/data_plan/set_spec.rb
+- spec/masamune/environment_spec.rb
+- spec/masamune/filesystem_spec.rb
+- spec/masamune/helpers/postgres_spec.rb
+- spec/masamune/schema/catalog_spec.rb
+- spec/masamune/schema/column_spec.rb
+- spec/masamune/schema/dimension_spec.rb
+- spec/masamune/schema/event_spec.rb
+- spec/masamune/schema/fact_spec.rb
+- spec/masamune/schema/map_spec.rb
+- spec/masamune/schema/row_spec.rb
+- spec/masamune/schema/store_spec.rb
+- spec/masamune/schema/table_spec.rb
+- spec/masamune/string_format_spec.rb
+- spec/masamune/tasks/elastic_mapreduce_thor_spec.rb
+- spec/masamune/tasks/hive_thor_spec.rb
+- spec/masamune/tasks/postgres_thor_spec.rb
+- spec/masamune/tasks/shell_thor_spec.rb
+- spec/masamune/template_spec.rb
+- spec/masamune/thor_spec.rb
+- spec/masamune/transform/bulk_upsert.dimension_spec.rb
+- spec/masamune/transform/consolidate_dimension_spec.rb
+- spec/masamune/transform/deduplicate_dimension_spec.rb
+- spec/masamune/transform/define_event_view_spec.rb
+- spec/masamune/transform/define_schema_spec.rb
+- spec/masamune/transform/define_table.dimension_spec.rb
+- spec/masamune/transform/define_table.fact_spec.rb
+- spec/masamune/transform/define_table.table_spec.rb
+- spec/masamune/transform/insert_reference_values.dimension_spec.rb
+- spec/masamune/transform/insert_reference_values.fact_spec.rb
+- spec/masamune/transform/load_dimension_spec.rb
+- spec/masamune/transform/load_fact_spec.rb
+- spec/masamune/transform/relabel_dimension_spec.rb
+- spec/masamune/transform/rollup_fact_spec.rb
+- spec/masamune/transform/snapshot_dimension_spec.rb
+- spec/masamune/transform/stage_dimension_spec.rb
+- spec/masamune/transform/stage_fact_spec.rb
+- spec/masamune_spec.rb
+- spec/spec_helper.rb
+- spec/support/masamune/example_group.rb
+- spec/support/masamune/mock_command.rb
+- spec/support/masamune/mock_delegate.rb
+- spec/support/masamune/mock_filesystem.rb
+- spec/support/masamune/thor_mute.rb
+- spec/support/rspec/example/action_example_group.rb
+- spec/support/rspec/example/task_example_group.rb
+- spec/support/rspec/example/transform_example_group.rb
+- spec/support/shared_examples/postgres_common_examples.rb