fech 0.1.0

data/lib/fech/mapped.rb

@@ -0,0 +1,38 @@
+module Fech
+  
+  # Fech::Mapped is a thin wrapper around Hash which allows values to be
+  # referenced either by key or by an alias specified in the associated
+  # Filing's Translations.
+  class Mapped < Hash
+    
+    attr_accessor :filing, :row_type
+    alias :old_bracket :[]
+    
+    def initialize(filing, row_type)
+      @filing   = filing
+      @row_type = row_type
+    end
+    
+    # Just calls Hash's [] method, unless the specified key doesn't
+    # exist, in which case it checks for any aliases on the filing's
+    # translator.
+    def [](key, &block)
+      if has_key?(key)
+        old_bracket(key, &block)
+      else
+        # Look up aliases in reverse, to find the most recent one
+        # Does not allow (obvious) recursion
+        aliias = filing.translator.aliases.reverse.detect do |a|
+          a[:alias] == key && a[:row].match(row_type) && a[:alias] != a[:for]
+        end
+        # Pass the key this alias references back to this function
+        aliias ? old_bracket(aliias[:for], &block) : nil
+      end
+    end
+    
+    def method_missing(method, *args, &block)
+      self[method]
+    end
+    
+  end
+end

data/lib/fech/mappings.rb

@@ -0,0 +1,66 @@
+module Fech
+  
+  # Fech::Mappings loads a set of master mappings between labels and where
+  # their values can be found in Electronic Filings for various row types
+  # and versions.
+  # To access a map, call Mappings.for_row with the row_type,
+  # and optionally the version:
+  #   Mappings.for_row("SA", :version => 6.1)
+  class Mappings
+    
+    attr_accessor :map, :version
+    
+    def initialize(ver = Fech::DEFAULT_VERSION)
+      @version  = ver
+      @map      = load_map
+      @cache    = {}
+    end
+    
+    # Returns a hash of mappings for row with given row_type
+    #
+    # @param [String,Symbol] row_type the row type whose map to find
+    def for_row(row_type)
+      @cache[row_type] ||= self.class.for_row(row_type, :version => @version)
+    end
+    
+    # Returns the basic, default mappings hash by reading in a mappings
+    # file and saving the variable to the class's context.
+    def load_map
+      self.class.load_map
+    end
+    
+    def self.load_map
+      Fech::RENDERED_MAPS
+    end
+    
+    # Given a row type, first find the entire block of maps for that row type.
+    # Then, use the filing's version to choose which specific map set to use,
+    # and return it.
+    #
+    # @param [Symbol,String,Regex] row_type the row whose map to find
+    def self.for_row(row_type, opts={})
+      opts[:version] ||= Fech::DEFAULT_VERSION
+      map = key_by_regex(load_map, row_type)
+      key_by_regex(map, opts[:version])
+    end
+    
+    # Given a Hash whose keys are string representations of regular expressions,
+    # return the value whose key best matches the given label.
+    #
+    # @param [Hash] hash a Hash with string regular expressions for keys
+    # @param [String,Symbol,Regexp] label return the key that best matches this
+    def self.key_by_regex(hash, label)
+      label = label.source if label.is_a?(Regexp)
+      
+      # Try matching longer keys first, to ensure more accurate keys are
+      # prioritized over less accurate ones.
+      hash.keys.sort { |x, y| x.length <=> y.length }.reverse.each do |key|
+        return hash[key] if Regexp.new(key, Regexp::IGNORECASE).match(label.to_s)
+      end
+      
+      raise "Attempted to access mapping that has not been generated (#{label}). " +
+            "Supported keys match the format: #{hash.keys.join(', ')}"
+    end
+    
+  end
+end

data/lib/fech/translator.rb

@@ -0,0 +1,138 @@
+require 'people'
+
+module Fech
+  
+  # Fech::Translator stores a collection of Procs which are associated with
+  # one or many field types, row types and filing versions. When a row that
+  # matches all of these is mapped in Filing, the Proc is run on that value.
+  #
+  # :action => :convert alters a single value in place.
+  #            :combine creates a new row out of others.
+  #
+  # It also stores a set of aliases, allowing fields on the returned Hash of
+  # mapped data to be accessed by other names.
+  class Translator
+    
+    attr_accessor :translations, :aliases, :cache
+    
+    NAME_PARSER = People::NameParser.new
+    
+    def initialize(opts = {})
+      @cache        = {}
+      @aliases      = []
+      @translations = []
+      # op-in default translation packs
+      add_default_translations(opts[:include] || [])
+    end
+    
+    # Returns list of all translations that should be applied to values of
+    # specified row and field.
+    #
+    # @option opts [String] :field the current field's value
+    # @option opts [String] :version the current filing's version
+    # @option opts [String] :row the row type
+    # @option opts [Symbol] :action match only :combine or :convert translations
+    def get_translations(opts)
+      key = [:field, :row, :version, :action].collect { |key| opts[key] }.join(":")
+      @cache[key] ||= \
+      procs = translations.collect do |t|
+        t if self.class.applicable_translation?(t, opts)
+      end.compact
+    end
+    
+    # Given a translation and any or all of field, version, row, action:
+    # Returns true if all the given options are compatible with those
+    # specified in the translation.
+    #
+    # @param [Hash] translation the translation being tested for relevance
+    # @option opts [String] :field the current field's value
+    # @option opts [String] :version the current filing's version
+    # @option opts [String] :row the row type
+    # @option opts [Symbol] :action match only :combine or :convert translations
+    def self.applicable_translation?(translation, opts)
+      opts.keys.all? { |k| translation[k].match(opts[k].to_s) }
+    end
+
+    # Adds a tranlation for preprocessing a single field's value
+    # 
+    # t.convert(:row => /^sa/, :field => :date_coverage_from) { |v| Date.parse(v) }
+    #
+    # @option opts [String] :field the current field's value
+    # @option opts [String] :version the current filing's version
+    # @option opts [String] :row the row type
+    def convert(args={}, &block)
+      add_translation(args.merge(:action => :convert), &block)
+    end
+    
+    # Adds a translation that uses other fields to create a new one
+    # 
+    # t.combine(:row => "sa", :field => :net_individual_contributions) do |row|
+    #   row.individual_contributions - row.individual_refunds
+    # end
+    #
+    # @option opts [String] :field the name of the field to create
+    # @option opts [String] :version the current filing's version
+    # @option opts [String] :row the row type
+    def combine(args={}, &block)
+      add_translation(args.merge(:action => :combine), &block)
+    end
+    
+    # Allows @old_name on @row to be accessible on the returned hash as @new_name
+    # 
+    # t.alias(:new, :old, "sa")
+    #
+    # @param [Symbol] new_name the given field will be accessible using this token
+    # @param [Symbol] old_name the existing field whose value to alias
+    # @param [Symbol,Regex] row the types of rows this alias should be applied to
+    def alias(new_name, old_name, row=/.*/)
+      aliases << {
+        :row => Fech.regexify(row),
+        :alias => new_name,
+        :for => old_name
+      }
+    end
+    
+    private
+    
+    # Adds a translation to the global translation list.
+    # Åt runtime, any field whose field, row and version match a translation
+    # will have its value preprocessed through &block.
+    #
+    # @option data [String] :field the current field's value
+    # @option data [String] :version the current filing's version
+    # @option data [String] :row the row type
+    def add_translation(data, &block)
+      raise "Block required" unless block_given?
+      
+      # The cache may be now be out of date after adding this translation
+      cache = {}
+      
+      data            ||= {}
+      data[:row]      ||= /.*/
+      data[:field]    ||= /.*/
+      data[:version]  ||= /.*/
+      
+      # Convert any string or symbols to regular expressions for the hash
+      data.each do |k,v|
+        data[k] = Fech.regexify(v)
+      end
+      
+      data = data.merge(:proc => block)
+      translations << data
+      data
+    end
+    
+    # For each default translation set given, execute the corresponding
+    # code in Fech::DefaultTranslations.
+    def add_default_translations(translations_list)
+      translations_list = [translations_list] unless translations_list.is_a?(Array)
+      return if translations_list.empty?
+      
+      default = Fech::DefaultTranslations.new(self)
+      translations_list.each do |package|
+        default.send(package)
+      end
+    end
+    
+  end
+end

data/lib/fech/version.rb

@@ -0,0 +1,3 @@
+module Fech
+  VERSION = "0.1.0"
+end

data/sources/F3P.csv

@@ -0,0 +1 @@
+canonical,^7.0,,^6.4|6.3|6.2|6.1,,^5.3|5.2,,^5.1|5.0|3,

data/sources/F3P31.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4|6.3|6.2|6.1,,^5.3,,^5.2|5.1|5.0|3,

data/sources/F3PS.csv

@@ -0,0 +1 @@
+canonical,^7.0,,^6.4|6.3|6.2|6.1,,^5.3|5.2|5.1|5.0|3,

data/sources/F3S.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4|6.3|6.2|6.1,,^5.3|5.2|5.1|5.0|3,

data/sources/HDR.csv

@@ -0,0 +1 @@
+canonical,^[6-7],,^[3-5],

data/sources/SchA.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4,,^6.3|6.2,,^6.1,,^5.3,,^5.2,,^5.1,,^5.0,,^3,

data/sources/SchB.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4,,^6.3|6.2,,^6.1,,^5.3,,^5.2|5.1,,^5.0,,^3,

data/sources/SchC.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4|6.3|6.2,,^6.1,,^5.3,,^5.2|5.1,,^5.0|3,

data/sources/SchC1.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4|6.3|6.2|6.1,,^5.3,,^5.2|5.1|5.0,,^3,

data/sources/SchC2.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4|6.3|6.2|6.1,,^5.3,,^5.2|5.1|5.0,,^3,

data/sources/SchD.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4|6.3|6.2|6.1,,^5.3,,^5.2|5.1|5.0|3,

data/sources/SchE.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4|6.3|6.2|6.1,,^5.3,,^5.2|5.1|5.0,,^3,

data/sources/SchF.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4,,^6.3|6.2|6.1,,^5.3,,^5.2|5.1|5.0,,^3,

data/sources/TEXT.csv

@@ -0,0 +1 @@
+canonical,^7.0|6.4|6.3|6.2|6.1,,^5.3,,^5.2|5.1|5.0,,^3,

data/sources/headers/3.csv

@@ -0,0 +1 @@
+Header,Record Type,EF Type,FEC Ver,Soft Name,Soft Ver,Name Delim,Rpt ID,Rpt Number,HDRcomment ,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/5.0.csv

@@ -0,0 +1 @@
+F1,FORM TYPE,FILER FEC CMTE ID ,,COMMITTEE NAME,STREET 1,STREET 2,CITY,STATE,ZIP,,DATE (Submitted),,CHG OF COMMITTEE NAME,CHG OF ADDRESS,,5. COMMITTEE TYPE,,5. FEC CANDIDATE ID NUMBER,5. CANDIDATE NAME,5. CAN/OFFICE ,5. CAN/STATE,5. CAN/DIST,5. PARTY CODE,5. PARTY TYPE,,6. FEC COMMITTEE ID NUMBER,6. COMMITTEE NAME (Affiliated),6. STREET 1,6. STREET 2,6. CITY,6. STATE,6. ZIP,6. RELATIONSHIP (w/ Above Cmte),6. ORGANIZATION TYPE,,7. IND/NAME  (Custodian Name),7. STREET 1,7. STREET 2,7. CITY,7. STATE,7. ZIP,7. TITLE,7. TELEPHONE,,8. IND/NAME  (Treasurer),8. STREET 1,8. STREET 2,8. CITY,8. STATE,8. ZIP,8. TITLE,8. TELEPHONE,,8. IND/NAME  (Designated Agent),8. STREET 1,8. STREET 2,8. CITY,8. STATE,8. ZIP,8. TITLE,8. TELEPHONE,,9. IND/NAME  (Bank/Depository),9. STREET 1,9. STREET 2,9. CITY,9. STATE,9. ZIP,,NAME/TREASURER (as signed),DATE  (Signed),,COMMITTEE EMAIL,COMMITTEE WEB URL,,COMMITTEE FAX NUMBER,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/5.1.csv

@@ -0,0 +1 @@
+F1,FORM TYPE,FILER FEC CMTE ID ,,COMMITTEE NAME,STREET 1,STREET 2,CITY,STATE,ZIP,,DATE (Submitted),,CHG OF COMMITTEE NAME,CHG OF ADDRESS,,5. COMMITTEE TYPE,,5. FEC CANDIDATE ID NUMBER,5. CANDIDATE NAME,5. CAN/OFFICE ,5. CAN/STATE,5. CAN/DIST,5. PARTY CODE,5. PARTY TYPE,,6. FEC COMMITTEE ID NUMBER,6. COMMITTEE NAME (Affiliated),6. STREET 1,6. STREET 2,6. CITY,6. STATE,6. ZIP,6. RELATIONSHIP (w/ Above Cmte),6. ORGANIZATION TYPE,,7. IND/NAME  (Custodian Name),7. STREET 1,7. STREET 2,7. CITY,7. STATE,7. ZIP,7. TITLE,7. TELEPHONE,,8. IND/NAME  (Treasurer),8. STREET 1,8. STREET 2,8. CITY,8. STATE,8. ZIP,8. TITLE,8. TELEPHONE,,8. IND/NAME  (Designated Agent),8. STREET 1,8. STREET 2,8. CITY,8. STATE,8. ZIP,8. TITLE,8. TELEPHONE,,9. IND/NAME  (Bank/Depository),9. STREET 1,9. STREET 2,9. CITY,9. STATE,9. ZIP,,NAME/TREASURER (as signed),DATE  (Signed),,COMMITTEE EMAIL,COMMITTEE WEB URL,,COMMITTEE FAX NUMBER,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/5.2.csv

@@ -0,0 +1 @@
+F1,FORM TYPE,FILER FEC CMTE ID ,COMMITTEE NAME,STREET 1,STREET 2,CITY,STATE,ZIP,DATE (Submitted),CHG OF COMMITTEE NAME,CHG OF ADDRESS,5. COMMITTEE TYPE,5. FEC CANDIDATE ID NUMBER,5. CANDIDATE NAME,5. CAN/OFFICE ,5. CAN/STATE,5. CAN/DIST,5. PARTY CODE,5. PARTY TYPE,6. FEC COMMITTEE ID NUMBER,6. COMMITTEE NAME (Affiliated),6. STREET 1,6. STREET 2,6. CITY,6. STATE,6. ZIP,6. RELATIONSHIP (w/ Above Cmte),6. ORGANIZATION TYPE,7. IND/NAME  (Custodian Name),7. STREET 1,7. STREET 2,7. CITY,7. STATE,7. ZIP,7. TITLE,7. TELEPHONE,8. IND/NAME  (Treasurer),8. STREET 1,8. STREET 2,8. CITY,8. STATE,8. ZIP,8. TITLE,8. TELEPHONE,8. IND/NAME  (Designated Agent),8. STREET 1,8. STREET 2,8. CITY,8. STATE,8. ZIP,8. TITLE,8. TELEPHONE,9. IND/NAME  (Bank/Depository),9. STREET 1,9. STREET 2,9. CITY,9. STATE,9. ZIP,NAME/TREASURER (as signed),DATE  (Signed),COMMITTEE EMAIL,COMMITTEE WEB URL,COMMITTEE FAX NUMBER,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/5.3.csv

@@ -0,0 +1 @@
+F1,FORM TYPE,FILER FEC CMTE ID ,,COMMITTEE NAME,STREET 1,STREET 2,CITY,STATE,ZIP,,DATE (Submitted),,CHG OF COMMITTEE NAME,CHG OF ADDRESS,,5. COMMITTEE TYPE,,5. FEC CANDIDATE ID NUMBER,5. CANDIDATE NAME,5. CAN/OFFICE ,5. CAN/STATE,5. CAN/DIST,5. PARTY CODE,5. PARTY TYPE,,6. FEC COMMITTEE ID NUMBER,6. COMMITTEE NAME (Affiliated),6. STREET 1,6. STREET 2,6. CITY,6. STATE,6. ZIP,6. RELATIONSHIP (w/ Above Cmte),6. ORGANIZATION TYPE,,7. IND/NAME  (Custodian Name),7. STREET 1,7. STREET 2,7. CITY,7. STATE,7. ZIP,7. TITLE,7. TELEPHONE,,8. IND/NAME  (Treasurer),8. STREET 1,8. STREET 2,8. CITY,8. STATE,8. ZIP,8. TITLE,8. TELEPHONE,,8. IND/NAME  (Designated Agent),8. STREET 1,8. STREET 2,8. CITY,8. STATE,8. ZIP,8. TITLE,8. TELEPHONE,,9. IND/NAME  (Bank/Depository),9. STREET 1,9. STREET 2,9. CITY,9. STATE,9. ZIP,,NAME/TREASURER (as signed),DATE  (Signed),,COMMITTEE EMAIL,COMMITTEE WEB URL,,COMMITTEE FAX NUMBER,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/6.1.csv

@@ -0,0 +1 @@
+F1,FORM TYPE,FILER COMMITTEE ID NUMBER,CHANGE OF COMMITTEE NAME,COMMITTEE NAME,CHANGE OF ADDRESS,STREET 1,STREET 2,CITY,STATE,ZIP,COMMITTEE EMAIL,COMMITTEE WEB URL,COMMITTEE FAX NUMBER,SUBMISSION DATE,SIGNATURE LAST NAME,SIGNATURE FIRST NAME,SIGNATURE MIDDLE NAME,SIGNATURE PREFIX,SIGNATURE SUFFIX,DATE SIGNED,5. COMMITTEE TYPE,5. CANDIDATE ID NUMBER,5. CANDIDATE LAST NAME,5. CANDIDATE FIRST NAME,5. CANDIDATE MIDDLE NAME,5. CANDIDATE PREFIX,5. CANDIDATE SUFFIX,5. CANDIDATE OFFICE ,5. CANDIDATE STATE,5. CANDIDATE DISTRICT,5. PARTY CODE,5. PARTY TYPE,7. CUSTODIAN LAST NAME,7. CUSTODIAN FIRST NAME,7. CUSTODIAN MIDDLE NAME,7. CUSTODIAN PREFIX,7. CUSTODIAN SUFFIX,7. CUSTODIAN STREET 1,7. CUSTODIAN STREET 2,7. CUSTODIAN CITY,7. CUSTODIAN STATE,7. CUSTODIAN ZIP,7. CUSTODIAN TITLE,7. CUSTODIAN TELEPHONE,8. TREASURER LAST NAME,8. TREASURER FIRST NAME,8. TREASURER MIDDLE NAME,8. TREASURER PREFIX,8. TREASURER SUFFIX,8. TREASURER STREET 1,8. TREASURER STREET 2,8. TREASURER CITY,8. TREASURER STATE,8. TREASURER ZIP,8. TREASURER TITLE,8. TREASURER TELEPHONE,6. AFFILIATED CMTTE ID NUM,6. AFFILIATED CMTTE NAME,6. AFFILIATED STREET 1,6. AFFILIATED STREET 2,6. AFFILIATED CITY,6. AFFILIATED STATE,6. AFFILIATED ZIP,"6. RELATIONSHIP (with Filing
    Committe named in field #4)",6. ORGANIZATION TYPE,8. AGENT LAST NAME,8. AGENT FIRST NAME,8. AGENT MIDDLE NAME,8. AGENT PREFIX,8. AGENT SUFFIX,8. AGENT STREET 1,8. AGENT STREET 2,8. AGENT CITY,8. AGENT STATE,8. AGENT ZIP,8. AGENT TITLE,8. AGENT TELEPHONE,9. a) BANK NAME,9. a) BANK STREET 1,9. a) BANK STREET 2,9. a) BANK CITY,9. a) BANK STATE,9. a) BANK ZIP,9. b) BANK NAME,9. b) BANK STREET 1,9. b) BANK STREET 2,9. b) BANK CITY,9. b) BANK STATE,9. b) BANK ZIP,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/6.2.csv

@@ -0,0 +1 @@
+F1,FORM TYPE,FILER COMMITTEE ID NUMBER,CHANGE OF COMMITTEE NAME,COMMITTEE NAME,CHANGE OF ADDRESS,STREET 1,STREET 2,CITY,STATE,ZIP,COMMITTEE EMAIL,COMMITTEE WEB URL,COMMITTEE FAX NUMBER,SUBMISSION DATE,SIGNATURE LAST NAME,SIGNATURE FIRST NAME,SIGNATURE MIDDLE NAME,SIGNATURE PREFIX,SIGNATURE SUFFIX,DATE SIGNED,5. COMMITTEE TYPE,5. CANDIDATE ID NUMBER,5. CANDIDATE LAST NAME,5. CANDIDATE FIRST NAME,5. CANDIDATE MIDDLE NAME,5. CANDIDATE PREFIX,5. CANDIDATE SUFFIX,5. CANDIDATE OFFICE ,5. CANDIDATE STATE,5. CANDIDATE DISTRICT,5. PARTY CODE,5. PARTY TYPE,5 (e). ORGANIZATION TYPE,5 (f). LEADERSHIP PAC,6. AFFILIATED CMTTE ID NUM,6. AFFILIATED CMTTE NAME,6. AFFILIATED STREET 1,6. AFFILIATED STREET 2,6. AFFILIATED CITY,6. AFFILIATED STATE,6. AFFILIATED ZIP,6. AFFILIATED RELATIONSHIP CODE (with Filing Committe named in field #4),7. CUSTODIAN LAST NAME,7. CUSTODIAN FIRST NAME,7. CUSTODIAN MIDDLE NAME,7. CUSTODIAN PREFIX,7. CUSTODIAN SUFFIX,7. CUSTODIAN STREET 1,7. CUSTODIAN STREET 2,7. CUSTODIAN CITY,7. CUSTODIAN STATE,7. CUSTODIAN ZIP,7. CUSTODIAN TITLE,7. CUSTODIAN TELEPHONE,8. TREASURER LAST NAME,8. TREASURER FIRST NAME,8. TREASURER MIDDLE NAME,8. TREASURER PREFIX,8. TREASURER SUFFIX,8. TREASURER STREET 1,8. TREASURER STREET 2,8. TREASURER CITY,8. TREASURER STATE,6. RELATIONSHIP (with Filing Committe named in field #4),8. TREASURER ZIP,6. ORGANIZATION TYPE,8. TREASURER TITLE,8. TREASURER TELEPHONE,8. AGENT LAST NAME,8. AGENT FIRST NAME,8. AGENT MIDDLE NAME,8. AGENT PREFIX,8. AGENT SUFFIX,8. AGENT STREET 1,8. AGENT STREET 2,8. AGENT CITY,8. AGENT STATE,8. AGENT ZIP,8. AGENT TITLE,8. AGENT TELEPHONE,9. a) BANK NAME,9. a) BANK STREET 1,9. a) BANK STREET 2,9. a) BANK CITY,9. a) BANK STATE,9. a) BANK ZIP,9. b) BANK NAME,9. b) BANK STREET 1,9. b) BANK STREET 2,9. b) BANK CITY,9. b) BANK STATE,9. b) BANK ZIP,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/6.3.csv

@@ -0,0 +1 @@
+F1,FORM TYPE,FILER COMMITTEE ID NUMBER,CHANGE OF COMMITTEE NAME,COMMITTEE NAME,CHANGE OF ADDRESS,STREET 1,STREET 2,CITY,STATE,ZIP,CHANGE OF COMMITTEE EMAIL,COMMITTEE EMAIL,CHANGE OF COMMITTEE WEB URL,COMMITTEE FAX NUMBER,COMMITTEE WEB URL,SUBMISSION DATE,SIGNATURE LAST NAME,SIGNATURE FIRST NAME,SIGNATURE MIDDLE NAME,SIGNATURE PREFIX,SIGNATURE SUFFIX,DATE SIGNED,5. COMMITTEE TYPE,5. CANDIDATE ID NUMBER,5. CANDIDATE LAST NAME,5. CANDIDATE FIRST NAME,5. CANDIDATE MIDDLE NAME,5. CANDIDATE PREFIX,5. CANDIDATE SUFFIX,5. CANDIDATE OFFICE ,5. CANDIDATE STATE,5. CANDIDATE DISTRICT,5. PARTY CODE,5. PARTY TYPE,5 (e). ORGANIZATION TYPE,5 (e). LOBBYIST/REGISTRANT PAC ,5 (f). LOBBYIST/REGISTRANT PAC ,5 (f). LEADERSHIP PAC,6. AFFILIATED CMTTE ID NUM,6. AFFILIATED CMTTE NAME,6. AFFILIATED CANDIDATE ID NUM,6. AFFILIATED LAST NAME,6. AFFILIATED FIRST NAME,6. AFFILIATED MIDDLE NAME,6. AFFILIATED PREFIX,6. AFFILIATED SUFFIX,6. AFFILIATED STREET 1,6. AFFILIATED STREET 2,6. AFFILIATED CITY,6. AFFILIATED STATE,6. AFFILIATED ZIP,"6. AFFILIATED RELATIONSHIP CODE
  (with Filing Committe named in field #4)",7. CUSTODIAN LAST NAME,7. CUSTODIAN FIRST NAME,7. CUSTODIAN MIDDLE NAME,7. CUSTODIAN PREFIX,7. CUSTODIAN SUFFIX,7. CUSTODIAN STREET 1,7. CUSTODIAN STREET 2,7. CUSTODIAN CITY,7. CUSTODIAN STATE,7. CUSTODIAN ZIP,7. CUSTODIAN TITLE,7. CUSTODIAN TELEPHONE,8. TREASURER LAST NAME,8. TREASURER FIRST NAME,8. TREASURER MIDDLE NAME,8. TREASURER PREFIX,8. TREASURER SUFFIX,8. TREASURER STREET 1,8. TREASURER STREET 2,8. TREASURER CITY,8. TREASURER STATE,8. TREASURER ZIP,8. TREASURER TITLE,8. TREASURER TELEPHONE,8. AGENT LAST NAME,8. AGENT FIRST NAME,8. AGENT MIDDLE NAME,8. AGENT PREFIX,8. AGENT SUFFIX,8. AGENT STREET 1,8. AGENT STREET 2,8. AGENT CITY,8. AGENT STATE,8. AGENT ZIP,8. AGENT TITLE,8. AGENT TELEPHONE,9. a) BANK NAME,9. a) BANK STREET 1,9. a) BANK STREET 2,9. a) BANK CITY,9. a) BANK STATE,9. a) BANK ZIP,9. b) BANK NAME,9. b) BANK STREET 1,9. b) BANK STREET 2,9. b) BANK CITY,9. b) BANK STATE,9. b) BANK ZIP,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
  (with Filing Committe named in field #4)",8. AGENT LAST NAME,8. AGENT FIRST NAME,8. AGENT MIDDLE NAME,8. AGENT PREFIX,8. AGENT SUFFIX,8. AGENT STREET 1,8. AGENT STREET 2,8. AGENT CITY,8. AGENT STATE,8. AGENT ZIP,8. AGENT TITLE,8. AGENT TELEPHONE,9. BANK NAME,9. BANK STREET 1,9. BANK STREET 2,9. BANK CITY,9. BANK STATE,9. BANK ZIP,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/6.4.csv

@@ -0,0 +1 @@
+F1,FORM TYPE,FILER COMMITTEE ID NUMBER,CHANGE OF COMMITTEE NAME,COMMITTEE NAME,CHANGE OF ADDRESS,STREET 1,STREET 2,CITY,STATE,ZIP,CHANGE OF COMMITTEE EMAIL,COMMITTEE EMAIL,CHANGE OF COMMITTEE WEB URL,COMMITTEE FAX NUMBER,COMMITTEE WEB URL,SUBMISSION DATE,SIGNATURE LAST NAME,SIGNATURE FIRST NAME,SIGNATURE MIDDLE NAME,SIGNATURE PREFIX,SIGNATURE SUFFIX,DATE SIGNED,5. COMMITTEE TYPE,5. CANDIDATE ID NUMBER,5. CANDIDATE LAST NAME,5. CANDIDATE FIRST NAME,5. CANDIDATE MIDDLE NAME,5. CANDIDATE PREFIX,5. CANDIDATE SUFFIX,5. CANDIDATE OFFICE ,5. CANDIDATE STATE,5. CANDIDATE DISTRICT,5. PARTY CODE,5. PARTY TYPE,5 (e). ORGANIZATION TYPE,5 (e). LOBBYIST/REGISTRANT PAC ,5 (f). LOBBYIST/REGISTRANT PAC ,5 (f). LEADERSHIP PAC,6. AFFILIATED CMTTE ID NUM,6. AFFILIATED CMTTE NAME,6. AFFILIATED CANDIDATE ID NUM,6. AFFILIATED LAST NAME,6. AFFILIATED FIRST NAME,6. AFFILIATED MIDDLE NAME,6. AFFILIATED PREFIX,6. AFFILIATED SUFFIX,6. AFFILIATED STREET 1,6. AFFILIATED STREET 2,6. AFFILIATED CITY,6. AFFILIATED STATE,6. AFFILIATED ZIP,"6. AFFILIATED RELATIONSHIP CODE
  (with Filing Committe named in field #4)",7. CUSTODIAN LAST NAME,7. CUSTODIAN FIRST NAME,7. CUSTODIAN MIDDLE NAME,7. CUSTODIAN PREFIX,7. CUSTODIAN SUFFIX,7. CUSTODIAN STREET 1,7. CUSTODIAN STREET 2,7. CUSTODIAN CITY,7. CUSTODIAN STATE,7. CUSTODIAN ZIP,7. CUSTODIAN TITLE,7. CUSTODIAN TELEPHONE,8. TREASURER LAST NAME,8. TREASURER FIRST NAME,8. TREASURER MIDDLE NAME,8. TREASURER PREFIX,8. TREASURER SUFFIX,8. TREASURER STREET 1,8. TREASURER STREET 2,8. TREASURER CITY,8. TREASURER STATE,8. TREASURER ZIP,8. TREASURER TITLE,8. TREASURER TELEPHONE,8. AGENT LAST NAME,8. AGENT FIRST NAME,8. AGENT MIDDLE NAME,8. AGENT PREFIX,8. AGENT SUFFIX,8. AGENT STREET 1,8. AGENT STREET 2,8. AGENT CITY,8. AGENT STATE,8. AGENT ZIP,8. AGENT TITLE,8. AGENT TELEPHONE,9. a) BANK NAME,9. a) BANK STREET 1,9. a) BANK STREET 2,9. a) BANK CITY,9. a) BANK STATE,9. a) BANK ZIP,9. b) BANK NAME,9. b) BANK STREET 1,9. b) BANK STREET 2,9. b) BANK CITY,9. b) BANK STATE,9. b) BANK ZIP,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
  (with Filing Committe named in field #4)",8. AGENT LAST NAME,8. AGENT FIRST NAME,8. AGENT MIDDLE NAME,8. AGENT PREFIX,8. AGENT SUFFIX,8. AGENT STREET 1,8. AGENT STREET 2,8. AGENT CITY,8. AGENT STATE,8. AGENT ZIP,8. AGENT TITLE,8. AGENT TELEPHONE,9. BANK NAME,9. BANK STREET 1,9. BANK STREET 2,9. BANK CITY,9. BANK STATE,9. BANK ZIP,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/7.0.csv

@@ -0,0 +1 @@
+F1,FORM TYPE,FILER COMMITTEE ID NUMBER,CHANGE OF COMMITTEE NAME,COMMITTEE NAME,CHANGE OF ADDRESS,STREET 1,STREET 2,CITY,STATE,ZIP,CHANGE OF COMMITTEE EMAIL,COMMITTEE EMAIL,CHANGE OF COMMITTEE WEB URL,COMMITTEE WEB URL,EFFECTIVE DATE,SIGNATURE LAST NAME,SIGNATURE FIRST NAME,SIGNATURE MIDDLE NAME,SIGNATURE PREFIX,SIGNATURE SUFFIX,DATE SIGNED,5. COMMITTEE TYPE,5. CANDIDATE ID NUMBER,5. CANDIDATE LAST NAME,5. CANDIDATE FIRST NAME,5. CANDIDATE MIDDLE NAME,5. CANDIDATE PREFIX,5. CANDIDATE SUFFIX,5. CANDIDATE OFFICE ,5. CANDIDATE STATE,5. CANDIDATE DISTRICT,5. PARTY CODE,5. PARTY TYPE,5 (e). ORGANIZATION TYPE,5 (e). LOBBYIST/REGISTRANT PAC ,5 (f). LOBBYIST/REGISTRANT PAC ,5 (f). LEADERSHIP PAC,6. AFFILIATED CMTTE ID NUM,6. AFFILIATED CMTTE NAME,6. AFFILIATED CANDIDATE ID NUM,6. AFFILIATED LAST NAME,6. AFFILIATED FIRST NAME,6. AFFILIATED MIDDLE NAME,6. AFFILIATED PREFIX,6. AFFILIATED SUFFIX,6. AFFILIATED STREET 1,6. AFFILIATED STREET 2,6. AFFILIATED CITY,6. AFFILIATED STATE,6. AFFILIATED ZIP,"6. AFFILIATED RELATIONSHIP CODE
  (with Filing Committee named in field #4)",7. CUSTODIAN LAST NAME,7. CUSTODIAN FIRST NAME,7. CUSTODIAN MIDDLE NAME,7. CUSTODIAN PREFIX,7. CUSTODIAN SUFFIX,7. CUSTODIAN STREET 1,7. CUSTODIAN STREET 2,7. CUSTODIAN CITY,7. CUSTODIAN STATE,7. CUSTODIAN ZIP,7. CUSTODIAN TITLE,7. CUSTODIAN TELEPHONE,8. TREASURER LAST NAME,8. TREASURER FIRST NAME,8. TREASURER MIDDLE NAME,8. TREASURER PREFIX,8. TREASURER SUFFIX,8. TREASURER STREET 1,8. TREASURER STREET 2,8. TREASURER CITY,8. TREASURER STATE,8. TREASURER ZIP,8. TREASURER TITLE,8. TREASURER TELEPHONE,8. AGENT LAST NAME,8. AGENT FIRST NAME,8. AGENT MIDDLE NAME,8. AGENT PREFIX,8. AGENT SUFFIX,8. AGENT STREET 1,8. AGENT STREET 2,8. AGENT CITY,8. AGENT STATE,8. AGENT ZIP,8. AGENT TITLE,8. AGENT TELEPHONE,9. a) BANK NAME,9. a) BANK STREET 1,9. a) BANK STREET 2,9. a) BANK CITY,9. a) BANK STATE,9. a) BANK ZIP,9. b) BANK NAME,9. b) BANK STREET 1,9. b) BANK STREET 2,9. b) BANK CITY,9. b) BANK STATE,9. b) BANK ZIP,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
  (with Filing Committee named in field #4)",8. AGENT LAST NAME,8. AGENT FIRST NAME,8. AGENT MIDDLE NAME,8. AGENT PREFIX,8. AGENT SUFFIX,8. AGENT STREET 1,8. AGENT STREET 2,8. AGENT CITY,8. AGENT STATE,8. AGENT ZIP,8. AGENT TITLE,8. AGENT TELEPHONE,9. BANK NAME,9. BANK STREET 1,9. BANK STREET 2,9. BANK CITY,9. BANK STATE,9. BANK ZIP,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,

data/sources/headers/ignore.csv

@@ -0,0 +1,5 @@
+COLUMN A REPORT TOTALS
+COLUMN B YEAR-TO-DATE TOTALS
+COLUMN B YTD TOTALS - LEVIN ACTIVITY
+(New line 30 fields added to end of this layout)
+(New line 18(b) & 18(c) fields at end of layout)

data/spec/data/723604.fec

@@ -0,0 +1,4 @@
+HDRFEC7.0CMDI FEC FILER8.1.1
+F3PNC00494393"Pawlenty for President Exploratory Committee""One Financial Plaza""120 South Sixth Street, 9th Floor""Minneapolis"MN55402XQ1P2012201211052011010120110331"Kennedy""Mark"201104150.00160065.91160065.9143419.40116646.510.000.000.00160065.9143419.401000000.00138450.0021547.75159997.750.0068.160.00160065.910.000.000.000.000.000.000.000.000.00160065.9143419.400.000.000.000.000.000.005000.000.000.000.000.0043419.400.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.00138450.0021547.75159997.750.0068.160.00160065.910.000.000.000.000.000.000.000.000.00160065.9143419.400.000.000.000.000.000.000.000.000.000.000.0043419.400.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.00
+SA17AC00494393SA17.19538IND"ALLEN""JOHN""DR.""1052 CANNON MILL DRIVE""NORTH AUGUSTA"SC298608420P201220110322250.00250.0015"CONTRIBUTION""NORTH AUGUSTA PEDIATRICS""PHYSICIAN"
+SB23C00494393SB23.1115ORG"NEW FRONTIER STRATEGY""315 KENTUCKY AVE""ALEXANDRIA"VA22305P2012201103318889.86"POLITICAL STRATEGY CONSULTING/TRAVEL"

data/spec/data/97405.fec

@@ -0,0 +1,10 @@
+HDR,FEC,5.00,"Campaign Central",,,,0,
+"F3PN","C00386987","BUSH-CHENEY 04, INC.","P.O. BOX 10648","","ARLINGTON","VA","22210",,X,,"Q3",P2004,20041102,,"20030701","20030930",32679798.37,50049763.70,82729562.07,12288117.89,70441444.18,0.00,370599.43,0.00,83945952.26,13923575.88,0.00,49187571.07,16000.00,767411.80,0.00,49970982.87,0.00,0.00,0.00,0.00,20063.03,0.00,0.00,20063.03,58717.80,50049763.70,11506837.31,310650.00,0.00,0.00,0.00,0.00,0.00,429480.58,0.00,41150.00,470630.58,0.00,12288117.89,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,82843771.04,23000.00,1581711.80,0.00,84448482.84,671000.00,0.00,0.00,0.00,20410.03,0.00,0.00,20410.03,58717.80,85198610.67,13943985.91,310650.00,0.00,0.00,0.00,0.00,0.00,445380.58,0.00,57150.00,502530.58,0.00,14757166.49,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,0.00,"DAVID HERNDON",20031014
+"SA17A","C00386987","IND","Aaker^Steve^Mr.^","16901 Wild Plum Circle","","Morrison","CO","80465","P2004","","Newmont Mining Corporation","Mining Industry Executive",400.00,20030930,400.00,15,Contribution,,,,,,,,,,,,,,"",,SA17.203318,,,""
+"SA17A","C00386987","IND","Aarnio^Terrance J.^Mr.^","19321 S.E. River Drive Court","","Milwaukee","OR","97267","P2004","","Oregon Iron Works","C. E. O.",2000.00,20030930,2000.00,15,Contribution,,,,,,,,,,,,,,"",,SA17.217363,,,""
+"SA17A","C00386987","IND","Abbassi^Jadan^Dr.^","1618 Main Avenue","","Clifton","NJ","07011","P2004","","Self-Employed","Physician",300.00,20030902,300.00,15,Contribution,,,,,,,,,,,,,,"",,SA17.222415,,,""
+"SA17A","C00386987","IND","Abbasi^Mohammad A.^Mr.^","9707 Broadley Drive","","Sugar Land","TX","77478","P2004","","Aupak Eagle, Inc.","C.E.O.",2000.00,20030930,2000.00,15,Contribution,,,,,,,,,,,,,,"",,SA17.145208,,,""
+"SA17A","C00386987","IND","Abbasi^Seyed H^Mr.^","1021 Adelaine Ave.","","South Pasadena","CA","91030","P2004","","Art & Tech","Contractor",2000.00,20030930,2000.00,15,Contribution,,,,,,,,,,,,,,"",,SA17.300657,,,""
+"SA17A","C00386987","IND","Abbey^Scott G.^Mr.^","22 Merimus Brook Road","","Saddle River","CT","07458","P2004","","U.B.S. Services U.S.A., L.L.C.","Information Requested Per Best Efforts",2000.00,20030930,-2000.00,15,Contribution,,,,,,,,,,,,,X,"Redesignation to Compliance",,SA17.221821,,,""
+"SA17A","C00386987","IND","Abbey^Stephen^Mr.^","7270 Cardinal Lane","","Chagrin Falls","OH","44022","P2004","","Revenue Group","Information Requested Per Best Efforts",2000.00,20030930,2000.00,15,Contribution,,,,,,,,,,,,,,"",,SA17.194269,,,""
+"SA17A","C00386987","IND","Abbott^Charles G.^Mr.^","4218 Rockaway Beach Road N.E.","","Bainbridge Island","WA","98110","P2004","","","Retired",500.00,20030902,500.00,15,Contribution,,,,,,,,,,,,,,"",,SA17.220645,,,""

data/spec/default_translations_spec.rb

@@ -0,0 +1,104 @@
+require 'spec_helper'
+
+def stub_file(filing_id=723604)
+  Fech::Filing.any_instance.stubs(:file_path).returns(File.join(File.dirname(__FILE__), 'data', "#{filing_id}.fec"))
+end
+
+def unstub_file
+  Fech::Filing.any_instance.unstub(:file_path)
+end
+
+describe Fech::DefaultTranslations do
+  
+  before do
+    stub_file
+  end
+  
+  after do
+    unstub_file
+  end
+  
+  describe ".names" do
+    
+    it "should add name translations to default translation set" do
+      filing = Fech::Filing.new(723604, :translate => :names)
+      filing.translator.translations.size.should > 0
+    end
+    
+    it "should combine name components into aggregate name fields" do
+      filing = Fech::Filing.new(723604, :translate => :names)
+      Fech::Mapped.any_instance.stubs(:contributor_prefix).returns("Mr.")
+      Fech::Mapped.any_instance.stubs(:contributor_first_name).returns("John")
+      Fech::Mapped.any_instance.stubs(:contributor_middle_name).returns("Charles")
+      Fech::Mapped.any_instance.stubs(:contributor_last_name).returns("Smith")
+      Fech::Mapped.any_instance.stubs(:contributor_suffix).returns("III")
+      filing.rows_like(/sa/).first.contributor_name.should == "Mr. John Charles Smith III"
+    end
+  
+    it "should split an aggregate name into its component parts" do
+      stub_file(97405)
+      filing = Fech::Filing.new(97405, :translate => :names)
+      filing.filing_version.should == "5.00"
+      row = filing.rows_like(/sa/).first
+      row.contributor_prefix.should == "Mr."
+      row.contributor_first_name.should == "Steve"
+      row.contributor_middle_name.should == ""
+      row.contributor_last_name.should == "Aaker"
+      row.contributor_suffix.should == ""
+    end
+    
+  end
+  
+  describe ".dates" do
+    
+    before do
+      @filing = Fech::Filing.new(723604, :translate => :dates)
+    end
+    
+    it "should convert values matching YYYYMMDD to Date objects" do
+      @filing.rows_like(/sa/).first.contribution_date.should == Date.parse("20110322")
+    end
+    
+    it "should pass all other values through untouched" do
+      @filing.rows_like(/sa/).first.contributor_zip.should == "298608420"
+    end
+    
+    it "should pass nils through untouched" do
+      @filing.rows_like(/sa/).first.conduit_zip.should be_nil
+    end
+    
+  end
+  
+  describe ".combine_components_into_name" do
+    
+    before do
+      @defaults = Fech::DefaultTranslations.new(Fech::Translator.new)
+    end
+    
+    it "should accept :field as either Array or Symbol" do
+      data = {:row => /^sc$/,  :version => /^[6-7]/,   :field => :lender_candidate}
+      expect { @defaults.send(:combine_components_into_name, data) }.to_not raise_error
+      
+      data[:field] = [data[:field]]
+      expect { @defaults.send(:combine_components_into_name, data) }.to_not raise_error
+    end
+    
+  end
+  
+  describe ".split_name_into_components" do
+    
+    before do
+      @defaults = Fech::DefaultTranslations.new(Fech::Translator.new)
+    end
+    
+    it "should accept :field as either Array or Symbol" do
+      data = {:row => /^sc$/,  :version => /^[6-7]/,   :field => :lender_candidate}
+      expect { @defaults.send(:split_name_into_components, data) }.to_not raise_error
+      
+      data[:field] = [data[:field]]
+      expect { @defaults.send(:split_name_into_components, data) }.to_not raise_error
+    end
+    
+  end
+  
+end