ncs_mdes_warehouse 0.12.0 → 0.13.0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ncs_mdes_warehouse
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.13.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-03-21 00:00:00.000000000 Z
+date: 2013-04-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ncs_mdes
@@ -2890,9 +2890,20 @@ files:
 - lib/ncs_navigator/warehouse/comparator.rb
 - lib/ncs_navigator/warehouse/configuration.rb
 - lib/ncs_navigator/warehouse/configuration/file_evaluator.rb
+- lib/ncs_navigator/warehouse/contents.rb
 - lib/ncs_navigator/warehouse/data_mapper.rb
 - lib/ncs_navigator/warehouse/data_mapper_patches.rb
 - lib/ncs_navigator/warehouse/database_initializer.rb
+- lib/ncs_navigator/warehouse/filters.rb
+- lib/ncs_navigator/warehouse/filters/add_id_prefix_filter.rb
+- lib/ncs_navigator/warehouse/filters/apply_global_values_filter.rb
+- lib/ncs_navigator/warehouse/filters/coded_as_missing_filter.rb
+- lib/ncs_navigator/warehouse/filters/composite_filter.rb
+- lib/ncs_navigator/warehouse/filters/no_blank_foreign_keys_filter.rb
+- lib/ncs_navigator/warehouse/filters/no_ssu_outreach_all_ssus_filter.rb
+- lib/ncs_navigator/warehouse/filters/no_ssu_outreach_placeholder_filter.rb
+- lib/ncs_navigator/warehouse/filters/record_id_changing_filter_support.rb
+- lib/ncs_navigator/warehouse/filters/remove_id_prefix_filter.rb
 - lib/ncs_navigator/warehouse/hooks.rb
 - lib/ncs_navigator/warehouse/hooks/etl_status_email.rb
 - lib/ncs_navigator/warehouse/mailer_templates/etl_status_email/failure_message.text.erb
@@ -2909,21 +2920,15 @@ files:
 - lib/ncs_navigator/warehouse/transform_load.rb
 - lib/ncs_navigator/warehouse/transform_status.rb
 - lib/ncs_navigator/warehouse/transformers.rb
-- lib/ncs_navigator/warehouse/transformers/apply_global_values_filter.rb
-- lib/ncs_navigator/warehouse/transformers/coded_as_missing_filter.rb
 - lib/ncs_navigator/warehouse/transformers/database.rb
 - lib/ncs_navigator/warehouse/transformers/enum_transformer.rb
 - lib/ncs_navigator/warehouse/transformers/event_start_from_contact_transformer.rb
-- lib/ncs_navigator/warehouse/transformers/filters.rb
 - lib/ncs_navigator/warehouse/transformers/foreign_key_index.rb
 - lib/ncs_navigator/warehouse/transformers/foreign_key_index/database_key_provider.rb
 - lib/ncs_navigator/warehouse/transformers/foreign_key_index/static_key_provider.rb
 - lib/ncs_navigator/warehouse/transformers/mdes_csv.rb
 - lib/ncs_navigator/warehouse/transformers/mdes_csv/multiple_table_reader.rb
 - lib/ncs_navigator/warehouse/transformers/mdes_csv/table_reader.rb
-- lib/ncs_navigator/warehouse/transformers/no_blank_foreign_keys_filter.rb
-- lib/ncs_navigator/warehouse/transformers/no_ssu_outreach_all_ssus_filter.rb
-- lib/ncs_navigator/warehouse/transformers/no_ssu_outreach_placeholder_filter.rb
 - lib/ncs_navigator/warehouse/transformers/sampling_units.rb
 - lib/ncs_navigator/warehouse/transformers/sql/sql_statements.treetop
 - lib/ncs_navigator/warehouse/transformers/sql_transformer.rb
@@ -2941,8 +2946,17 @@ files:
 - spec/global_state_helper.rb
 - spec/navigator.ini
 - spec/ncs_navigator/warehouse/configuration_spec.rb
+- spec/ncs_navigator/warehouse/contents_spec.rb
 - spec/ncs_navigator/warehouse/data_mapper_spec.rb
 - spec/ncs_navigator/warehouse/database_initializer_spec.rb
+- spec/ncs_navigator/warehouse/filters/add_id_prefix_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/apply_global_values_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/coded_as_missing_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/composite_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/no_blank_foreign_keys_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/no_ssu_outreach_all_ssus_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/no_ssu_outreach_placeholder_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/remove_id_prefix_filter_spec.rb
 - spec/ncs_navigator/warehouse/hooks/etl_status_email_spec.rb
 - spec/ncs_navigator/warehouse/models/mdes_model_spec.rb
 - spec/ncs_navigator/warehouse/models_spec.rb
@@ -2951,20 +2965,14 @@ files:
 - spec/ncs_navigator/warehouse/table_modeler_spec.rb
 - spec/ncs_navigator/warehouse/transform_load_spec.rb
 - spec/ncs_navigator/warehouse/transform_status_spec.rb
-- spec/ncs_navigator/warehouse/transformers/apply_global_values_filter_spec.rb
-- spec/ncs_navigator/warehouse/transformers/coded_as_missing_filter_spec.rb
 - spec/ncs_navigator/warehouse/transformers/database_spec.rb
 - spec/ncs_navigator/warehouse/transformers/enum_transformer_spec.rb
 - spec/ncs_navigator/warehouse/transformers/event_start_from_contact_transformer_spec.rb
-- spec/ncs_navigator/warehouse/transformers/filters_spec.rb
 - spec/ncs_navigator/warehouse/transformers/foreign_key_index/database_key_provider_spec.rb
 - spec/ncs_navigator/warehouse/transformers/foreign_key_index_spec.rb
 - spec/ncs_navigator/warehouse/transformers/mdes_csv/multiple_table_reader_spec.rb
 - spec/ncs_navigator/warehouse/transformers/mdes_csv/table_reader_spec.rb
 - spec/ncs_navigator/warehouse/transformers/mdes_csv_spec.rb
-- spec/ncs_navigator/warehouse/transformers/no_blank_foreign_keys_filter_spec.rb
-- spec/ncs_navigator/warehouse/transformers/no_ssu_outreach_all_ssus_filter_spec.rb
-- spec/ncs_navigator/warehouse/transformers/no_ssu_outreach_placeholder_filter_spec.rb
 - spec/ncs_navigator/warehouse/transformers/sampling_units_spec.rb
 - spec/ncs_navigator/warehouse/transformers/sql_transformer_spec.rb
 - spec/ncs_navigator/warehouse/transformers/subprocess_transformer_spec.rb
@@ -2992,7 +3000,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3977651589906325525
+      hash: 2914256523883206240
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -3001,7 +3009,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3977651589906325525
+      hash: 2914256523883206240
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.25
@@ -3016,8 +3024,17 @@ test_files:
 - spec/global_state_helper.rb
 - spec/navigator.ini
 - spec/ncs_navigator/warehouse/configuration_spec.rb
+- spec/ncs_navigator/warehouse/contents_spec.rb
 - spec/ncs_navigator/warehouse/data_mapper_spec.rb
 - spec/ncs_navigator/warehouse/database_initializer_spec.rb
+- spec/ncs_navigator/warehouse/filters/add_id_prefix_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/apply_global_values_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/coded_as_missing_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/composite_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/no_blank_foreign_keys_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/no_ssu_outreach_all_ssus_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/no_ssu_outreach_placeholder_filter_spec.rb
+- spec/ncs_navigator/warehouse/filters/remove_id_prefix_filter_spec.rb
 - spec/ncs_navigator/warehouse/hooks/etl_status_email_spec.rb
 - spec/ncs_navigator/warehouse/models/mdes_model_spec.rb
 - spec/ncs_navigator/warehouse/models_spec.rb
@@ -3026,20 +3043,14 @@ test_files:
 - spec/ncs_navigator/warehouse/table_modeler_spec.rb
 - spec/ncs_navigator/warehouse/transform_load_spec.rb
 - spec/ncs_navigator/warehouse/transform_status_spec.rb
-- spec/ncs_navigator/warehouse/transformers/apply_global_values_filter_spec.rb
-- spec/ncs_navigator/warehouse/transformers/coded_as_missing_filter_spec.rb
 - spec/ncs_navigator/warehouse/transformers/database_spec.rb
 - spec/ncs_navigator/warehouse/transformers/enum_transformer_spec.rb
 - spec/ncs_navigator/warehouse/transformers/event_start_from_contact_transformer_spec.rb
-- spec/ncs_navigator/warehouse/transformers/filters_spec.rb
 - spec/ncs_navigator/warehouse/transformers/foreign_key_index/database_key_provider_spec.rb
 - spec/ncs_navigator/warehouse/transformers/foreign_key_index_spec.rb
 - spec/ncs_navigator/warehouse/transformers/mdes_csv/multiple_table_reader_spec.rb
 - spec/ncs_navigator/warehouse/transformers/mdes_csv/table_reader_spec.rb
 - spec/ncs_navigator/warehouse/transformers/mdes_csv_spec.rb
-- spec/ncs_navigator/warehouse/transformers/no_blank_foreign_keys_filter_spec.rb
-- spec/ncs_navigator/warehouse/transformers/no_ssu_outreach_all_ssus_filter_spec.rb
-- spec/ncs_navigator/warehouse/transformers/no_ssu_outreach_placeholder_filter_spec.rb
 - spec/ncs_navigator/warehouse/transformers/sampling_units_spec.rb
 - spec/ncs_navigator/warehouse/transformers/sql_transformer_spec.rb
 - spec/ncs_navigator/warehouse/transformers/subprocess_transformer_spec.rb

data/lib/ncs_navigator/warehouse/transformers/filters.rb

@@ -1,66 +0,0 @@
-require 'forwardable'
-
-module NcsNavigator::Warehouse::Transformers
-  ##
-  # Encapsulates an ordered list of filters that can be applied to a
-  # record coming out of an enumeration in {EnumTransformer}.
-  #
-  # Each filter is an object with an `call` method. The `call`
-  # method takes an array of zero or more records as input and returns
-  # an array of zero or more records. The input and output arrays may
-  # be the same or different. A filter may add, remove, or mutate
-  # records (or all three).
-  #
-  # A filter will be called multiple times for a single transform run,
-  # but it will never see the same record twice. To put it another
-  # way, the first filter will be invoked exactly once per record
-  # yielded from an {EnumTransformer}'s enumeration. Subsequent
-  # filters are invoked on return value from the previous filter.
-  #
-  # Depending on the filter order, a particular filter may never see
-  # some of the eventually transformed records. This will happen if
-  # records are created by a filter lower in the filter chain.
-  class Filters
-    include Enumerable
-    extend Forwardable
-
-    def_delegators :@filters, :each
-
-    attr_accessor :filters
-
-    def initialize(filter_objects)
-      check_filters(filter_objects)
-
-      @filters = filter_objects
-    end
-
-    ##
-    # @param records [Array] zero or more records to filter.
-    # @return [Array] the filtered records.
-    def call(records)
-      filters.inject(ensure_array(records)) { |result, filter| ensure_array(filter.call(result)) }
-    end
-
-    private
-
-    def check_filters(candidates)
-      candidates.each_with_index do |f, i|
-        unless f.respond_to?(:call)
-          fail "Filter #{i} (#{f.class}) does not have a call method"
-        end
-      end
-    end
-
-    def ensure_array(records)
-      case records
-      when nil
-        []
-      when Enumerable
-        records.to_a
-      else
-        [records]
-      end
-    end
-  end
-end
-